-- Logs begin at Sun 2021-08-22 13:45:55 UTC, end at Sun 2021-08-22 16:50:06 UTC. -- Aug 22 14:34:40.152831 n-d-805046-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 22 14:34:43.217003 n-d-805046-3 neutron-server[101892]: INFO neutron.common.config [-] Logging enabled! Aug 22 14:34:43.217545 n-d-805046-3 neutron-server[101892]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 22 14:34:43.217834 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101892) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 22 14:34:43.222065 n-d-805046-3 neutron-server[101892]: INFO neutron.common.config [-] Logging enabled! Aug 22 14:34:43.222325 n-d-805046-3 neutron-server[101892]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 22 14:34:43.222647 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101892) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 22 14:34:43.223678 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 14:34:43.223889 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 14:34:43.224299 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 14:34:43.224555 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 14:34:43.224798 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 14:34:43.225127 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.225428 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.225732 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.225970 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.226281 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.226581 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.226871 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.227166 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.227468 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.227808 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.228225 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.228522 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.228759 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.229046 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.229338 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.229633 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.229861 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] debug = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.230146 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.230591 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.231011 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.231300 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.231593 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.231883 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.232186 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.232503 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.232802 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.233164 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] host = n-d-805046-3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.233445 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.233805 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.234088 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.234382 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.234662 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.234948 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.235808 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.236757 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.237047 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.237337 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.237644 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.237939 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.238241 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.238471 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.238705 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.238998 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.239295 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.239582 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.239863 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.240170 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.240447 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.240730 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.241006 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.241297 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.241591 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.241882 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.242160 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.242628 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.242769 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.247427 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.248477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_json = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249958 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249958 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:43.249958 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.250284 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.250555 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.251038 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.252535 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.252849 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.253155 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.253446 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.253748 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.254103 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.254405 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.254691 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.254988 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.255276 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.255581 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.255921 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.256233 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.256541 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.256831 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.257118 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.257407 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.257696 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.257991 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.258298 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.258597 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.258878 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.259162 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.259532 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.259829 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.260147 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.260436 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.260736 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.261019 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.261298 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.261590 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.261877 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.262162 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.262442 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.262726 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.263022 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.263306 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.263589 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.263871 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.264185 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.264465 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.264757 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.265041 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.265319 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.265597 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.265884 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.266165 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.266499 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.266782 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.267735 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.268059 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.268351 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.268640 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.268925 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.269213 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.269495 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.269775 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.270057 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.270343 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.270625 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.270933 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.271238 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.271519 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.271800 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.272133 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.272449 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.272738 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.273048 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.273320 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.273601 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.273887 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.274169 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.274483 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.274743 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.275020 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.275325 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.275617 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.275914 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.276232 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.276518 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.276824 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.277129 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.277412 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.277697 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.277984 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.278281 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.278573 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.278877 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.279176 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.279478 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.279777 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.280109 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.280397 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.280715 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.281004 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:43.281226 n-d-805046-3 neutron-server[101892]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 14:34:43.281486 n-d-805046-3 neutron-server[101892]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101892) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 22 14:34:43.673769 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 22 14:34:43.674458 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=101892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 22 14:34:43.675017 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 22 14:34:43.675386 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 22 14:34:44.103808 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.104124 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.104391 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.105753 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.106048 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.106323 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.144937 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.145227 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.145500 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.163248 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.163549 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.163830 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.196500 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.196828 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.197175 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.238452 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.239128 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.239128 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.507410 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.507777 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.508025 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.508278 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.509051 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.645343 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.645730 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.646066 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.646387 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.646703 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.647076 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.647392 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.647697 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.648029 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.648366 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.648675 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.648986 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.649290 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.649588 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.649900 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.650212 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.650563 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.650881 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.651202 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.651510 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.651833 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.652215 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.652576 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.653045 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.653349 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.653652 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.654134 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.654430 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.654726 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.655018 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.655313 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.655597 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:44.656066 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 22 14:34:44.661308 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 22 14:34:44.665606 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 22 14:34:44.669691 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 22 14:34:44.671526 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 22 14:34:44.672074 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 22 14:34:44.672474 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 22 14:34:44.673477 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 22 14:34:44.676786 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 22 14:34:44.677033 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 22 14:34:44.677400 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 22 14:34:44.682933 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 22 14:34:44.707837 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 22 14:34:44.708387 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.708698 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101892) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 22 14:34:44.709073 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.710501 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101892) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 22 14:34:44.710806 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 22 14:34:44.711060 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 22 14:34:44.714484 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.714795 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:44.787609 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 22 14:34:44.787843 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 22 14:34:44.788130 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 22 14:34:44.788437 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 22 14:34:44.812121 n-d-805046-3 neutron-server[101892]: DEBUG oslo_db.sqlalchemy.engines [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101892) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 22 14:34:45.698654 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing driver for type 'gre' Aug 22 14:34:45.699554 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] gre ID ranges: [(1, 1000)] Aug 22 14:34:45.953345 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing driver for type 'local' Aug 22 14:34:45.953585 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing driver for type 'vlan' Aug 22 14:34:46.057910 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] VlanTypeDriver initialization complete Aug 22 14:34:46.058263 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing driver for type 'vxlan' Aug 22 14:34:46.058787 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] vxlan ID ranges: [(1, 1000)] Aug 22 14:34:46.330355 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing extension driver 'port_security' Aug 22 14:34:46.330699 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.extensions.port_security [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] PortSecurityExtensionDriver initialization complete Aug 22 14:34:46.331038 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing mechanism driver 'openvswitch' Aug 22 14:34:46.331363 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing mechanism driver 'hyperv' Aug 22 14:34:46.346397 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.plugin [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:46.347313 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.347700 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.348104 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.348660 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.349110 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.349474 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.349831 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.350233 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.350644 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.350997 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.351348 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.351743 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.352187 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.352549 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.352923 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.353385 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.353803 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.354174 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.354522 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.354920 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.355327 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.355678 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.356052 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.356447 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101892) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 22 14:34:46.356828 n-d-805046-3 neutron-server[101892]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] ML2 OVO RPC backend initialized. {{(pid=101892) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 22 14:34:46.357582 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.357941 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.358366 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.358758 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > networks before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.359209 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.359569 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > ports before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.359920 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.360322 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.360675 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.361027 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.361371 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.361716 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.362062 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.362403 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.362747 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.363089 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.363430 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.364075 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.plugin [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Modular L2 Plugin initialization complete Aug 22 14:34:46.364416 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading services supported by the core plugin {{(pid=101892) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 22 14:34:46.364751 n-d-805046-3 neutron-server[101892]: INFO neutron.plugins.ml2.managers [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Got port-security extension from driver 'port_security' Aug 22 14:34:46.365257 n-d-805046-3 neutron-server[101892]: INFO neutron.extensions.vlantransparent [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Disabled vlantransparent extension. Aug 22 14:34:46.365755 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101892) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 22 14:34:46.366075 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: router Aug 22 14:34:46.404756 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.405158 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_create 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.405536 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router before_create 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.405907 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.406290 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.406652 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_delete 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.407064 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.407559 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.408110 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_create 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.408475 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.408836 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.409195 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.409563 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.409982 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.410363 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.410711 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.411060 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: subnet after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.411407 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.411761 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.412153 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.412506 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.412858 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.413221 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router after_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.413568 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.413925 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.414292 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.414648 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.415020 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > agent after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.415377 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.415729 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > network after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.416705 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Tracking information for resource: router configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:46.417051 n-d-805046-3 neutron-server[101892]: DEBUG neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Tracking information for resource: floatingip configured {{(pid=101892) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 22 14:34:46.422400 n-d-805046-3 neutron-server[101892]: INFO neutron.db.l3_agentschedulers_db [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 22 14:34:46.423173 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.423657 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.424053 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.424416 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: port after_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.425524 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router before_create 55550100 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.425900 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.426273 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.426639 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.431432 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.provider_configuration [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service providers = [] {{(pid=101892) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 22 14:34:46.431807 n-d-805046-3 neutron-server[101892]: DEBUG neutron.db.servicetype_db [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101892) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 22 14:34:46.435673 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.service_base [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 14:34:46.436301 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.service_base [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 14:34:46.436667 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.service_base [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 14:34:46.437587 n-d-805046-3 neutron-server[101892]: DEBUG neutron.services.service_base [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101892) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 22 14:34:46.437971 n-d-805046-3 neutron-server[101892]: INFO neutron.services.service_base [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 22 14:34:46.438913 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.439246 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 22 14:34:46.451968 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.452325 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: auto_allocate Aug 22 14:34:46.459060 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: network precommit_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.459435 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: network precommit_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.459993 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.460449 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: tag Aug 22 14:34:46.467787 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.468053 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: timestamp Aug 22 14:34:46.473246 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.473538 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: network_ip_availability Aug 22 14:34:46.480131 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.480510 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.480875 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.481685 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.482007 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: flavors Aug 22 14:34:46.487621 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.487963 n-d-805046-3 neutron-server[101892]: INFO neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading Plugin: revisions Aug 22 14:34:46.492739 n-d-805046-3 neutron-server[101892]: DEBUG neutron.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101892) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 22 14:34:46.493150 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.818s {{(pid=101892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 22 14:34:46.493947 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101892) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 22 14:34:46.494307 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Initializing extension manager. Aug 22 14:34:46.494842 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: __init__.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.495196 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: __pycache__ {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.495540 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.495881 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: address_group.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.496760 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.497364 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: address-group Aug 22 14:34:46.497696 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: address_scope.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.498436 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.498952 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: address-scope Aug 22 14:34:46.499314 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.500349 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.501535 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: router-admin-state-down-before-update Aug 22 14:34:46.501886 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: agent.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.502645 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.503159 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: agent Aug 22 14:34:46.503488 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: agent_resources_synced.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.504467 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.504977 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: agent-resources-synced Aug 22 14:34:46.505307 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.507225 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.507744 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: allowed-address-pairs Aug 22 14:34:46.508101 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.509220 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.509735 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: auto-allocated-topology Aug 22 14:34:46.510061 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: availability_zone.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.510779 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.511296 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: availability_zone Aug 22 14:34:46.511622 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: availability_zone_filter.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.512585 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.513095 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: availability_zone_filter Aug 22 14:34:46.513428 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: data_plane_status.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.514356 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.514867 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 22 14:34:46.515197 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: default_subnetpools.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.516225 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.517365 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: default-subnetpools Aug 22 14:34:46.517692 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.524836 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.524836 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: dhcp_agent_scheduler Aug 22 14:34:46.524836 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: dns.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.525563 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.526078 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension dns-integration not supported by any of loaded plugins Aug 22 14:34:46.526414 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: dns_domain_ports.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.527537 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.528093 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 22 14:34:46.528422 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.529377 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.529891 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 22 14:34:46.530220 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: dvr.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.531010 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.531519 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: dvr Aug 22 14:34:46.531846 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: ecmp_routes.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.532874 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.533388 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 22 14:34:46.533712 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: empty_string_filtering.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.534659 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.535168 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: empty-string-filtering Aug 22 14:34:46.535495 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.536476 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.536988 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 22 14:34:46.537319 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.538256 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.538820 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 22 14:34:46.539150 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: external_net.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.540116 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.540627 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: external-net Aug 22 14:34:46.540959 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.541899 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.542408 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: extra_dhcp_opt Aug 22 14:34:46.542737 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: extraroute.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.543670 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.544223 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: extraroute Aug 22 14:34:46.544553 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: extraroute_atomic.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.545679 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.546189 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: extraroute-atomic Aug 22 14:34:46.546523 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: filter_validation.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.547468 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.548134 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: filter-validation Aug 22 14:34:46.548656 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: fip_pf_description.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.549655 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.550517 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 22 14:34:46.550849 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: fip_port_details.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.566312 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.566888 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: fip-port-details Aug 22 14:34:46.567231 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: flavors.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.568666 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.569199 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: flavors Aug 22 14:34:46.569546 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.571471 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.572035 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 22 14:34:46.572386 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: floatingip_pools.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.573144 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.573668 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: floatingip-pools Aug 22 14:34:46.574011 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: ip_allocation.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.575014 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.575534 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 22 14:34:46.575872 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.576909 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.577429 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: ip-substring-filtering Aug 22 14:34:46.577770 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l2_adjacency.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.578731 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.580406 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 22 14:34:46.580771 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.582401 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.582910 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: router Aug 22 14:34:46.583244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.585770 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.586307 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 22 14:34:46.586644 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.587612 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.588162 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: ext-gw-mode Aug 22 14:34:46.588498 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.589470 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.589985 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: l3-ha Aug 22 14:34:46.590319 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3_flavors.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.591319 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.591833 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: l3-flavors Aug 22 14:34:46.592190 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.593142 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.593699 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 22 14:34:46.594037 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: l3agentscheduler.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.595571 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.596147 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: l3_agent_scheduler Aug 22 14:34:46.596494 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: logging.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.601463 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.602023 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension logging not supported by any of loaded plugins Aug 22 14:34:46.602375 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: metering.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.603169 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.603767 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: metering Aug 22 14:34:46.604148 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.605593 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.606119 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: metering_source_and_destination_fields Aug 22 14:34:46.606457 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: multiprovidernet.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.607425 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.608018 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: multi-provider Aug 22 14:34:46.608418 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: netmtu.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.609381 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.609896 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: net-mtu Aug 22 14:34:46.610513 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: netmtu_writable.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.611541 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.612098 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: net-mtu-writable Aug 22 14:34:46.612434 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: network_availability_zone.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.613145 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.613661 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: network_availability_zone Aug 22 14:34:46.613988 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: network_ip_availability.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.615159 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.615671 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: network-ip-availability Aug 22 14:34:46.616017 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: network_segment_range.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.616888 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.617544 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 22 14:34:46.617873 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: pagination.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.618933 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.619271 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: pagination Aug 22 14:34:46.619601 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: port_device_profile.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.620599 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.621133 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: port-device-profile Aug 22 14:34:46.621465 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.622554 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.623071 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: port-mac-address-regenerate Aug 22 14:34:46.623402 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.624468 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.630986 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: port-numa-affinity-policy Aug 22 14:34:46.630986 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: port_resource_request.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.632151 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.632742 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 22 14:34:46.633113 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: portbindings.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.634165 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.634708 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: binding Aug 22 14:34:46.635051 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: portbindings_extended.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.636490 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.637107 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: binding-extended Aug 22 14:34:46.637370 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: portsecurity.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.638359 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.638886 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: port-security Aug 22 14:34:46.639221 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: project_id.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.640286 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.640659 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: project-id Aug 22 14:34:46.640995 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: providernet.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.642808 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.643337 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: provider Aug 22 14:34:46.643668 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.647408 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.648039 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos not supported by any of loaded plugins Aug 22 14:34:46.648340 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.649654 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.650182 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 22 14:34:46.650523 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.651468 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.652009 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 22 14:34:46.652356 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_default.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.653299 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.653969 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-default not supported by any of loaded plugins Aug 22 14:34:46.654158 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_fip.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.654846 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.655359 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-fip not supported by any of loaded plugins Aug 22 14:34:46.655687 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.656676 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.657199 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 22 14:34:46.657529 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.658631 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.659145 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 22 14:34:46.659477 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_pps_rule.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.670204 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.670906 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-pps not supported by any of loaded plugins Aug 22 14:34:46.671335 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.672684 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.673401 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 22 14:34:46.673927 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: qos_rules_alias.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.675413 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.675946 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 22 14:34:46.676309 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: quotasv2.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.677570 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.677913 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: quotas Aug 22 14:34:46.678248 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: quotasv2_detail.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.681502 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.681852 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: quota_details Aug 22 14:34:46.682196 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: rbac.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.683321 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.683875 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: rbac-policies Aug 22 14:34:46.684242 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: rbac_address_group.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.685256 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.685784 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: rbac-address-group Aug 22 14:34:46.686122 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: rbac_address_scope.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.687076 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.687634 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: rbac-address-scope Aug 22 14:34:46.688001 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: rbac_security_groups.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.689524 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.690238 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: rbac-security-groups Aug 22 14:34:46.690577 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.691548 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.692103 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: rbac-subnetpool Aug 22 14:34:46.692437 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: revisionifmatch.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.693410 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.693930 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: revision-if-match Aug 22 14:34:46.694286 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: revisions.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.695460 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.696017 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: standard-attr-revisions Aug 22 14:34:46.696450 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: router_availability_zone.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.697182 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.697699 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: router_availability_zone Aug 22 14:34:46.698033 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: routerservicetype.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.699033 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.699604 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension router-service-type not supported by any of loaded plugins Aug 22 14:34:46.699868 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.700849 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.701368 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: security-groups-normalized-cidr Aug 22 14:34:46.701705 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.702670 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.703199 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: port-security-groups-filtering Aug 22 14:34:46.703539 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.705335 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.705862 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: security-groups-remote-address-group Aug 22 14:34:46.706196 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: securitygroup.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.716388 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.716969 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: security-group Aug 22 14:34:46.717307 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: segment.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.718269 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.718723 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension segment not supported by any of loaded plugins Aug 22 14:34:46.719053 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.720390 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.720914 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 22 14:34:46.721244 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: servicetype.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.722502 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.723028 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: service-type Aug 22 14:34:46.723363 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: sorting.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.724424 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.724782 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: sorting Aug 22 14:34:46.725103 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: standard_attr_segment.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.726053 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.726578 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 22 14:34:46.726910 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: standardattrdescription.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.727590 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.728145 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: standard-attr-description Aug 22 14:34:46.728482 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: stateful_security_group.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.729454 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.729978 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: stateful-security-group Aug 22 14:34:46.730316 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: stdattrs_common.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.730929 n-d-805046-3 neutron-server[101892]: WARNING neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 22 14:34:46.731261 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.732263 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.732790 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 22 14:34:46.733123 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnet_onboard.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.734265 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.734790 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: subnet_onboard Aug 22 14:34:46.735659 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.736859 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.737393 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 22 14:34:46.737729 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnet_service_types.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.738737 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.739266 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: subnet-service-types Aug 22 14:34:46.739601 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnetallocation.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.740812 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.741344 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: subnet_allocation Aug 22 14:34:46.741677 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.742392 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.742919 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: subnetpool-prefix-ops Aug 22 14:34:46.743253 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.744309 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.744838 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 22 14:34:46.745171 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: tagging.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.746351 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.746875 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: standard-attr-tag Aug 22 14:34:46.747215 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: timestamp.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.748630 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.749071 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loaded extension: standard-attr-timestamp Aug 22 14:34:46.749409 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: trunk.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.750873 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.751088 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension trunk not supported by any of loaded plugins Aug 22 14:34:46.751432 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: trunk_details.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.752445 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.752967 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension trunk-details not supported by any of loaded plugins Aug 22 14:34:46.753302 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.754267 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.754784 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 22 14:34:46.755116 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Loading extension file: vlantransparent.py {{(pid=101892) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 22 14:34:46.756379 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101892) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 22 14:34:46.756931 n-d-805046-3 neutron-server[101892]: INFO neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 22 14:34:46.759527 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:network Aug 22 14:34:46.760112 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnet Aug 22 14:34:46.760524 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 14:34:46.760934 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:port Aug 22 14:34:46.762310 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.762762 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service FLAVORS assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.763413 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.763861 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.764231 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:router Aug 22 14:34:46.764713 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:floatingip Aug 22 14:34:46.765217 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service METERING assigned prefix: /metering {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.766898 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.767380 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.767749 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:34:46.768899 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 22 14:34:46.769357 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:security_group Aug 22 14:34:46.769802 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 22 14:34:46.770467 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service CORE assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.770813 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 14:34:46.771177 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] subnetpool is already registered Aug 22 14:34:46.771619 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service CORE assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.771954 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 14:34:46.772345 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] subnetpool is already registered Aug 22 14:34:46.774762 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.775330 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service FLAVORS assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.776018 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.776456 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.776810 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:router Aug 22 14:34:46.777158 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] router is already registered Aug 22 14:34:46.777582 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:floatingip Aug 22 14:34:46.777923 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] floatingip is already registered Aug 22 14:34:46.778402 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service METERING assigned prefix: /metering {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.779152 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 22 14:34:46.779488 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] rbac_policy is already registered Aug 22 14:34:46.779921 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:security_group Aug 22 14:34:46.780290 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] security_group is already registered Aug 22 14:34:46.780704 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 22 14:34:46.781044 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] security_group_rule is already registered Aug 22 14:34:46.781565 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service CORE assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.781925 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 14:34:46.782291 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] subnetpool is already registered Aug 22 14:34:46.782820 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.v2.resource_helper [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Service CORE assigned prefix: {{(pid=101892) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 22 14:34:46.783159 n-d-805046-3 neutron-server[101892]: INFO neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 22 14:34:46.783496 n-d-805046-3 neutron-server[101892]: WARNING neutron.quota.resource_registry [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] subnetpool is already registered Aug 22 14:34:46.785455 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: extensions {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.787024 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: address-groups {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.788569 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: address-scopes {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.789775 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: agents {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.791050 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: auto-allocated-topology {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.792337 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: availability_zones {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.793572 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: dhcp-networks {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.795013 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: dhcp-agents {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.796596 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: routers {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.799021 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: flavors {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.800512 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: service_profiles {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.801834 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: next_providers {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.803297 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: service_profiles {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.804847 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: floatingip-pools {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.806185 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: routers {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.807920 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: floatingips {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.809146 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: l3-routers {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.810683 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: l3-agents {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.812146 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: metering-labels {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.813975 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: metering-label-rules {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.815453 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: network-ip-availabilities {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.816856 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: bindings {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.818441 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: quotas {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.819902 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: quotas {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.821518 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: rbac-policies {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.822721 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: security-groups {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.823950 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: security-group-rules {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.825334 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: service-providers {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.826567 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: subnetpools {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.827952 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: subnetpools {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.829705 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.831415 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.833242 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.835173 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.836900 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.838761 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.840681 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.842455 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.846042 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.847822 n-d-805046-3 neutron-server[101892]: DEBUG neutron.api.extensions [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Extended resource: tags {{(pid=101892) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 22 14:34:46.854015 n-d-805046-3 neutron-server[101892]: WARNING keystonemiddleware.auth_token [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 22 14:34:46.858694 n-d-805046-3 neutron-server[101892]: WARNING keystonemiddleware.auth_token [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 22 14:34:46.868552 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Acquired lock "singleton_lock" {{(pid=101892) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 22 14:34:46.869045 n-d-805046-3 neutron-server[101892]: DEBUG oslo_concurrency.lockutils [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Releasing lock "singleton_lock" {{(pid=101892) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 22 14:34:46.869714 n-d-805046-3 neutron-server[101892]: INFO oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Starting 2 workers Aug 22 14:34:46.874752 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Started child 102048 {{(pid=101892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 14:34:46.883255 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Started child 102049 {{(pid=101892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 14:34:46.883461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.884083 n-d-805046-3 neutron-server[101892]: INFO neutron.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 22 14:34:46.884083 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Notify callbacks [] for process, before_spawn {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.884255 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [-] (102048) wsgi starting up on http://0.0.0.0:9696 Aug 22 14:34:46.884564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43602) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:34:46.885163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.885781 n-d-805046-3 neutron-server[101892]: INFO oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Starting 1 workers Aug 22 14:34:46.886638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [-] (102049) wsgi starting up on http://0.0.0.0:9696 Aug 22 14:34:46.894229 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Started child 102051 {{(pid=101892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 14:34:46.894229 n-d-805046-3 neutron-server[101892]: INFO oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Starting 1 workers Aug 22 14:34:46.895465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083153 Aug 22 14:34:46.897536 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Started child 102052 {{(pid=101892) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 22 14:34:46.899337 n-d-805046-3 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] Notify callbacks [] for process, after_spawn {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101892) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 14:34:46.902378 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 14:34:46.902881 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.902881 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.903196 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.903350 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.904483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] calling RpcWorker wait() {{(pid=102051) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 22 14:34:46.904986 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.service [None req-e376cd20-9cd5-441e-8346-a1c434e613a3 None None] returning from RpcWorker wait() {{(pid=102051) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 22 14:34:46.905153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905327 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.905483 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905714 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.905805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:46.905876 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908035 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908035 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908288 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.908744 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.909110 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.909110 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.909451 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] debug = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.909614 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.910706 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.910706 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.910706 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.910706 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.911327 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.911327 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.911593 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.911741 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.911939 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.912445 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.913050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.913453 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.913826 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.914407 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.914815 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.915219 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.916070 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] host = n-d-805046-3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.916488 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.919928 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_options = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.920852 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.921452 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.921452 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.921452 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.921746 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.921746 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.922051 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.922197 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.922339 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.923088 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.923325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.923670 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.924205 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.924542 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.925062 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928018 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928554 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928554 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928693 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.928962 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.929230 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.929386 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.929633 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.929854 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.930117 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.930384 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.930707 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.930948 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.931184 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.931428 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.931703 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.931942 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.932226 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.932494 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.932717 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_json = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.934895 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.935501 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.935501 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.935501 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:46.935894 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.936224 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.936538 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.936824 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.937066 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.937315 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.937587 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.937901 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.938173 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.939010 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.941941 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943764 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943764 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.943764 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.944224 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.944361 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.944514 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.945468 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.945468 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.945468 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.945468 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946013 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946013 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946288 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946432 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946612 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.946849 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.947210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.947476 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.947728 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.948070 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.948228 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.948445 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.948669 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.948978 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.949141 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.950623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.951935 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.954324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.954324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.954324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.955009 n-d-805046-3 neutron-server[102052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:34:46.955252 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.955252 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.955252 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.955252 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.956140 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.956140 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.956140 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.956140 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957013 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957013 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957013 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957636 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957636 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.957636 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.958435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.958435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.958435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.959092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.959092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.960617 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.960833 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.961189 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.961712 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.962186 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.962568 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.962978 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.963418 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.963847 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.964957 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.965044 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.965401 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.965827 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.966673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.966673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.967111 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.968094 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.968447 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.968708 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.968974 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.969254 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.969530 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.970642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.970642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.970642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.971753 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.972089 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.972363 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979037 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.979673 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980262 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980736 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980736 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.980872 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.981080 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982079 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982079 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982079 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982079 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982621 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982621 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.982873 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.983003 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.986093 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.987324 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.988061 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.988061 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.988306 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.989173 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.989173 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.989495 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.989639 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.989861 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.990155 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.990413 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.990638 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.990874 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.991105 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.991367 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.991590 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.991870 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.992158 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.992380 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.992601 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.992827 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.993047 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.994283 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.994283 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.994771 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.995026 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.995276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.995634 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.996069 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.996211 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.996418 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.996643 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997106 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997106 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997517 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997670 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997815 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.997964 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.998241 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.998455 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.998710 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.998967 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.999228 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.999423 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:46.999619 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.000332 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.000332 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.000708 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.000708 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.002209 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.002209 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.002560 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.003572 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.003799 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.004059 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.004290 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.004542 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.004772 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.005025 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.005231 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.005426 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.005676 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.005926 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.006135 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.006334 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.006550 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.006774 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.007015 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.007213 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.007426 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.007685 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.008021 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.008175 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.008400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.008825 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.009213 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.009617 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.010001 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.010386 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.010623 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.010871 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.011103 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.011434 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.011749 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.012014 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.012290 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.012525 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.012751 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.013011 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.013515 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.013761 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.014028 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.014274 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.014501 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.015540 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.015540 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.015540 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.015786 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.015860 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.016158 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.016592 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.017222 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.017704 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.018006 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.018288 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.018684 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.018902 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.019128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.019418 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.019937 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.020380 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.020794 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.021039 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.021285 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.021540 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.022813 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.022813 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.022813 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.022813 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.022813 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.023435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.023435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.023435 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.023759 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.023907 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.024361 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 14:34:47.024622 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101892) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 22 14:34:47.024849 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 22 14:34:47.025094 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 22 14:34:47.025094 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 22 14:34:47.025482 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 22 14:34:47.025482 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 22 14:34:47.025868 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.025868 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.025868 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.026474 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.026474 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.026474 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.026474 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.033462 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.035166 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] debug = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.036869 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.038138 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] host = n-d-805046-3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.039785 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.041804 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_options = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.043567 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.045250 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.046945 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.049128 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.051092 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.052392 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_json = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.053240 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.054101 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.057124 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.058766 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.060273 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.061276 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.062722 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.064758 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.066050 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.067549 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.069427 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.071207 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.072899 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.074123 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.075234 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.076358 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.077810 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.079153 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.082087 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.083885 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.085748 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.087325 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.089779 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.091400 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.097642 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.098694 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.099788 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.100925 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.102218 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.103558 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.104645 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.105918 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.107178 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.109132 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.111210 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.112703 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.112703 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.112703 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 22 14:34:47.112703 n-d-805046-3 neutron-server[101892]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101892) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 22 14:34:47.142978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:00.081286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7781c-c81a-4937-af0d-bf1464046ce8 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:35:00.208874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7781c-c81a-4937-af0d-bf1464046ce8 None None] No non-hosted networks {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 22 14:35:00.225514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.agentschedulers_db [None req-c3d7781c-c81a-4937-af0d-bf1464046ce8 None None] DHCP Agent not found on host n-d-805046-3 {{(pid=102051) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 22 14:35:00.341801 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16831c86-7c15-4595-8b7d-de9ebdb7b6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:02.793732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:02.795264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.799953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.800413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.801581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.802267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.802761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.803269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:02.804098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805046-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:02.813497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805046-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:03.359120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4941572c-b898-48c8-b325-b7b273254872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:03.387302 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-a4a2dc86-66c7-4889-a4d0-3ba274e738ba None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805046-3 {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:35:03.387718 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-a4a2dc86-66c7-4889-a4d0-3ba274e738ba None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:35:04.078990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4a2dc86-66c7-4889-a4d0-3ba274e738ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:04.735680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:06.623176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:07.451166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:07.915792 n-d-805046-3 neutron-server[102051]: INFO neutron.db.l3_hamode_db [None req-380abd61-3626-4cab-b0c7-9ae1858c7fca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 22 14:35:08.006745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380abd61-3626-4cab-b0c7-9ae1858c7fca None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:35:08.007146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380abd61-3626-4cab-b0c7-9ae1858c7fca None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 14:35:08.149943 n-d-805046-3 neutron-server[102049]: WARNING oslo_policy.policy [None req-7df24f00-208f-416f-81cf-d85af0c7db0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:08.150643 n-d-805046-3 neutron-server[102049]: WARNING oslo_policy.policy [None req-7df24f00-208f-416f-81cf-d85af0c7db0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:08.373280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-7df24f00-208f-416f-81cf-d85af0c7db0a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:35:08.374514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7df24f00-208f-416f-81cf-d85af0c7db0a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9202368 Aug 22 14:35:10.853164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:11.205819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:11.302860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.policy [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102049) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 22 14:35:11.348985 n-d-805046-3 neutron-server[102049]: WARNING oslo_policy.policy [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:11.349373 n-d-805046-3 neutron-server[102049]: WARNING oslo_policy.policy [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:11.358593 n-d-805046-3 neutron-server[102049]: INFO neutron.quota [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] Loaded quota_driver: . Aug 22 14:35:11.552997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291224049', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291223330', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291269431', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291271136', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291253110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773291258600', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-577038', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025999', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1586863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634694'] for rbac-policy, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:11.798964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:11.800784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cdddab37-4dd7-4915-899b-3ae4dabb2678 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9464493 Aug 22 14:35:14.564950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:15.171626 n-d-805046-3 neutron-server[102048]: WARNING oslo_policy.policy [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:15.172331 n-d-805046-3 neutron-server[102048]: WARNING oslo_policy.policy [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:15.396073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Request body: {'network': {'tenant_id': '0303083271604609a32fad6a22c2e477', 'name': 'private', 'project_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:15.397759 n-d-805046-3 neutron-server[102048]: INFO neutron.quota [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Loaded quota_driver: . Aug 22 14:35:15.560233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Made reservation on behalf of 0303083271604609a32fad6a22c2e477 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:35:15.630667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.policy [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 22 14:35:15.680110 n-d-805046-3 neutron-server[102048]: WARNING oslo_policy.policy [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:15.680507 n-d-805046-3 neutron-server[102048]: WARNING oslo_policy.policy [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 22 14:35:15.691074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:15.714606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:15.872107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.051855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.078979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:35:16.109518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773289944854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.110202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Unsubscribe: segment precommit_create {{(pid=102048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 22 14:35:16.110749 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Added segment 00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef of type vlan for network 61e5b41c-5339-4170-8df0-517cbe9f46e9 Aug 22 14:35:16.117519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a54cb-ff55-43e7-9448-3f729b6dee93,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:16.160770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.161114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.161456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.161791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.162119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.162446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.162769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.163093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.163413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.163732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.164084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.164403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Tracked resource versions report: Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: pushed versions: Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: { 'AddressGroup': {'1.2'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'ConntrackHelper': {'1.0'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Log': {'1.0'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Network': {'1.1'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Port': {'1.7'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'PortForwarding': {'1.2'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'QosPolicy': {'1.9'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SecurityGroup': {'1.4'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SubPort': {'1.0'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Subnet': {'1.1'}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Trunk': {'1.1'}} Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: consumer versions: Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: L3 agent@n-d-805046-3: {}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: Metadata agent@n-d-805046-3: {}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: Metering agent@n-d-805046-3: {}, Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'ConntrackHelper': '1.0', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Log': '1.0', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Network': '1.1', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Port': '1.7', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'PortForwarding': '1.2', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'QosPolicy': '1.9', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SecurityGroup': '1.4', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SecurityGroupRule': '1.2', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'SubPort': '1.0', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Subnet': '1.1', Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: 'Trunk': '1.1'}} Aug 22 14:35:16.165558 n-d-805046-3 neutron-server[102048]: {{(pid=102048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:35:16.244079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.350469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.351618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:16.352478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:16.464897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] Pushing event updated for resources: {'Network': ['ID=61e5b41c-5339-4170-8df0-517cbe9f46e9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:16.477339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:35:16.487054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6e7a252-76bf-4431-8d77-942c48b726a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.9206924 Aug 22 14:35:19.362369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43754) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:19.813290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd780db4-8de6-4c24-b23c-e4d3c9074a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:19.814689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd780db4-8de6-4c24-b23c-e4d3c9074a5f admin admin] 10.222.0.53 "GET /v2.0/networks/61e5b41c-5339-4170-8df0-517cbe9f46e9 HTTP/1.1" status: 200 len: 825 time: 0.4513385 Aug 22 14:35:19.859775 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31655771-7c32-45c7-9351-d4e495380ee9 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/46f34e3f-7f86-4dea-81e1-0072b03cd74d HTTP/1.1" status: 200 len: 734 time: 0.0378017 Aug 22 14:35:19.872299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Request body: {'subnet': {'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:19.965572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Made reservation on behalf of 0303083271604609a32fad6a22c2e477 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:35:19.968650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:20.414880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:20.488661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7996328-7324-48d7-9512-7291be0d6cd5,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:20.498145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Checking segment: {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:35:20.498541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Network hostable DHCP agents. Network: 61e5b41c-5339-4170-8df0-517cbe9f46e9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:35:20.628831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:35:20.737068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 61e5b41c-5339-4170-8df0-517cbe9f46e9) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:20.742243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:20.742755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:20.748442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27b6d6-f025-405f-8c9e-0fa7e3324e00 None None] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:35:20.840847 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9979fb3-2b14-44f2-8432-d1f72afec4af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9725373 Aug 22 14:35:21.160379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-61e5b41c-5339-4170-8df0-517cbe9f46e9', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:35:21.161639 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:21.491326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Allocated IP 172.20.0.2 (61e5b41c-5339-4170-8df0-517cbe9f46e9/f7996328-7324-48d7-9512-7291be0d6cd5/1fcc063a-8ebe-4821-b831-0f2b5e16fe00) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:35:21.790666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:21.809011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Transition to ACTIVE for port object 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:35:21.839023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Transition to ACTIVE for port object 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:35:21.920522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:22.039679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:35:22.052793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:22.072392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:35:22.106271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Pushing event updated for resources: {'Port': ['ID=1fcc063a-8ebe-4821-b831-0f2b5e16fe00,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:22.192537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.193123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.193691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.194280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.194875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.195350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.195828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.196369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.196837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.197306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.197818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.198312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Tracked resource versions report: Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: pushed versions: Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: { 'AddressGroup': {'1.2'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'ConntrackHelper': {'1.0'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Log': {'1.0'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Network': {'1.1'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Port': {'1.7'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'PortForwarding': {'1.2'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'QosPolicy': {'1.9'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SecurityGroup': {'1.4'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SubPort': {'1.0'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Subnet': {'1.1'}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Trunk': {'1.1'}} Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: consumer versions: Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: L3 agent@n-d-805046-3: {}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: Metadata agent@n-d-805046-3: {}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: Metering agent@n-d-805046-3: {}, Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'ConntrackHelper': '1.0', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Log': '1.0', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Network': '1.1', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Port': '1.7', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'PortForwarding': '1.2', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'QosPolicy': '1.9', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SecurityGroup': '1.4', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SecurityGroupRule': '1.2', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'SubPort': '1.0', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Subnet': '1.1', Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: 'Trunk': '1.1'}} Aug 22 14:35:22.200292 n-d-805046-3 neutron-server[102051]: {{(pid=102051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:35:22.253185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Attempting to bind port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:35:22.253826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Attempting to bind port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:35:22.254528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Attempting to bind port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 on network 61e5b41c-5339-4170-8df0-517cbe9f46e9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:35:22.263438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:35:22.264151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Checking segment: {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:35:22.264937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:22.265628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Bound using segment: {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:35:22.266440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Bound port: 1fcc063a-8ebe-4821-b831-0f2b5e16fe00, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:35:22.267155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:22.384984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] For port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:35:22.394233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] For port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1fcc063a-8ebe-4821-b831-0f2b5e16fe00,segment=NetworkSegment(00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef),segment_id=00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:35:22.489663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:22.568737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0332da-1bff-4125-ab79-52546c5a3444 None None] Pushing event updated for resources: {'Port': ['ID=1fcc063a-8ebe-4821-b831-0f2b5e16fe00,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:23.697717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43762) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:24.124305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-6691ebe8-2c77-4a6d-ae2a-2348c8c43d69 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:35:24.125761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6691ebe8-2c77-4a6d-ae2a-2348c8c43d69 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4270372 Aug 22 14:35:26.826550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43770) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:27.308076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-db368f31-fb5d-4835-8677-8952f2e70593 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:35:27.309115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-db368f31-fb5d-4835-8677-8952f2e70593 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4810786 Aug 22 14:35:29.988774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3572c078-1858-4824-b302-3d98dae9337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:30.558381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43780) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:30.976162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:31.136746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.138373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.302332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.406476 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.498808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:31.526278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:31.528852 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12d26687-f756-4a1a-8e78-dadb05706ac4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9681685 Aug 22 14:35:31.703933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:35:32.739567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:32.768086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33402f-7325-4370-abcb-a5d621174f34 None None] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:35:32.934325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Provisioning for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:35:32.943031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Provisioning complete for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:32.943421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:33.128188 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:33.182528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] For port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1fcc063a-8ebe-4821-b831-0f2b5e16fe00,segment=NetworkSegment(00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef),segment_id=00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:35:33.319908 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:33.384195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b630aad-b228-4f9b-a385-be96ebdeb75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:33.385902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde617f1-2af7-4c30-908b-b8ce40a56d9e None None] Pushing event updated for resources: {'Port': ['ID=1fcc063a-8ebe-4821-b831-0f2b5e16fe00,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:33.455281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-26bf6a9e-3618-4a76-aed0-715c2ca91500 None None] Provisioning complete for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:33.455927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-26bf6a9e-3618-4a76-aed0-715c2ca91500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:34.261138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:34.573176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-65820bbd-b705-460f-8055-e74fb08380ae admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:35:34.574274 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-65820bbd-b705-460f-8055-e74fb08380ae admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121712 Aug 22 14:35:34.585711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:35.476050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:35.536508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:35.537114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:36.594656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.300325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43812) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:37.393056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:37.490371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Made reservation on behalf of 689ad255116b4efc83f20d87827b1a09 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:35:37.492799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.503491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.772168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.885141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.906103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Reserving flat network on physical network physnet1 {{(pid=102048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 22 14:35:37.931215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c4155-301e-4741-95f0-4473f78477f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:37.936973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:37.937823 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Added segment 7f9ca90f-066d-4a5e-8402-09c316b5e338 of type flat for network 6e17ac43-13d9-4221-8f2e-e33af352ea02 Aug 22 14:35:38.001827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:38.171062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:38.171950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:38.172555 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:38.234409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] Pushing event updated for resources: {'Network': ['ID=6e17ac43-13d9-4221-8f2e-e33af352ea02,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:38.247303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:35:38.297446 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-75b21c48-7aff-49df-9ece-90413a9b49ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9958487 Aug 22 14:35:40.774375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43830) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:40.879965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8073bd4-d0fd-4004-b482-6fd5ba70d93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:40.881772 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f8073bd4-d0fd-4004-b482-6fd5ba70d93a admin admin] 10.222.0.53 "GET /v2.0/subnets/f7996328-7324-48d7-9512-7291be0d6cd5 HTTP/1.1" status: 200 len: 849 time: 0.1062407 Aug 22 14:35:40.992673 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:35:41.012073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f880313-33c6-4462-a528-a9557a595001 admin admin] 10.222.0.53 "GET /v2.0/routers/dca71ae0-5962-44e4-8947-b585045d7d06 HTTP/1.1" status: 200 len: 704 time: 0.1240556 Aug 22 14:35:41.334897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:41.739809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Allocated IP 172.20.0.1 (61e5b41c-5339-4170-8df0-517cbe9f46e9/f7996328-7324-48d7-9512-7291be0d6cd5/a20b3807-66fa-4b5b-942c-ffdd58aa5dd0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:35:42.032752 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.058949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Transition to ACTIVE for port object a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:35:42.205805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.280083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:35:42.286410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:42.289479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:35:42.290313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.368658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Pushing event updated for resources: {'Port': ['ID=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:42.610797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ffa71826-f1aa-4e0e-ae8c-e60a7d572005 None None] Provisioning for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:35:42.616127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ffa71826-f1aa-4e0e-ae8c-e60a7d572005 None None] Provisioning complete for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:42.616543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffa71826-f1aa-4e0e-ae8c-e60a7d572005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.625589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.661744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ffa71826-f1aa-4e0e-ae8c-e60a7d572005 None None] Port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:35:42.847232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.925368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.926091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:42.994813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Pushing event updated for resources: {'Port': ['ID=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:43.076729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:35:43.078535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:43.286479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-492e5843-c50c-4418-8539-ee5f1592d8cf None None] Provisioning complete for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:43.286881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-492e5843-c50c-4418-8539-ee5f1592d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:43.329788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-492e5843-c50c-4418-8539-ee5f1592d8cf None None] Port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:35:43.374447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Router dca71ae0-5962-44e4-8947-b585045d7d06 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:35:43.476120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:35:43.482224 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0bceaab-8f7c-41eb-9eb2-7d84361d8e16 admin admin] 10.222.0.53 "PUT /v2.0/routers/dca71ae0-5962-44e4-8947-b585045d7d06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4593263 Aug 22 14:35:43.488836 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Sync routers for ids ['dca71ae0-5962-44e4-8947-b585045d7d06'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:35:43.502758 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Routers {'dca71ae0-5962-44e4-8947-b585045d7d06'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:35:43.503616 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dca71ae0-5962-44e4-8947-b585045d7d06'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:43.734181 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Set router dca71ae0-5962-44e4-8947-b585045d7d06 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:35:44.300927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:42Z', 'revision_number': 2, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port_host': None, '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:42Z', 'revision_number': 2, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:44.368362 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Checking router: dca71ae0-5962-44e4-8947-b585045d7d06 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:35:44.369242 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Updating router dca71ae0-5962-44e4-8947-b585045d7d06 port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:35:44.428499 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.040912 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.074678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Transition to ACTIVE for port object a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:35:45.145452 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.311741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Pushing event updated for resources: {'Port': ['ID=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:45.327830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Attempting to bind port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:35:45.328272 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Attempting to bind port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:35:45.328716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Attempting to bind port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 on network 61e5b41c-5339-4170-8df0-517cbe9f46e9 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:35:45.335336 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.335684 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.336131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.336514 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.336852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.337187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.337518 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.337847 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.338166 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.338502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.338830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.339156 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Tracked resource versions report: Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: pushed versions: Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: { 'AddressGroup': {'1.2'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'ConntrackHelper': {'1.0'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Log': {'1.0'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Network': {'1.1'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Port': {'1.7'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'PortForwarding': {'1.2'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'QosPolicy': {'1.9'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SecurityGroup': {'1.4'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SubPort': {'1.0'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Subnet': {'1.1'}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Trunk': {'1.1'}} Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: consumer versions: Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: L3 agent@n-d-805046-3: {}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: Metadata agent@n-d-805046-3: {}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: Metering agent@n-d-805046-3: {}, Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'ConntrackHelper': '1.0', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Log': '1.0', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Network': '1.1', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Port': '1.7', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'PortForwarding': '1.2', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'QosPolicy': '1.9', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SecurityGroup': '1.4', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SecurityGroupRule': '1.2', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'SubPort': '1.0', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Subnet': '1.1', Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: 'Trunk': '1.1'}} Aug 22 14:35:45.340342 n-d-805046-3 neutron-server[102052]: {{(pid=102052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:35:45.343700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:35:45.344180 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Checking segment: {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:35:45.344684 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.345080 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Bound using segment: {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:35:45.345623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Bound port: a20b3807-66fa-4b5b-942c-ffdd58aa5dd0, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:35:45.346025 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.424232 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] For port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:35:45.445741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] For port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,segment=NetworkSegment(00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef),segment_id=00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:35:45.559605 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:45.619751 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Routers {'dca71ae0-5962-44e4-8947-b585045d7d06'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:35:45.620438 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dca71ae0-5962-44e4-8947-b585045d7d06'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:45.625700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4877e4-5f52-4bdb-94d9-fdbbf6e0189a None None] Pushing event updated for resources: {'Port': ['ID=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:45.727581 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] Set router dca71ae0-5962-44e4-8947-b585045d7d06 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:35:45.867645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:45.982633 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:42Z', 'revision_number': 2, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port_host': None, '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:45Z', 'revision_number': 4, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:45.995239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22179893-9d37-4e76-b780-9891c5ca6df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:45.996706 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22179893-9d37-4e76-b780-9891c5ca6df2 admin admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 842 time: 0.1278539 Aug 22 14:35:46.008849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:46.016581 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fa32c6-4dc9-40ac-8228-7c3670312df9 None None] The sync data for ids ['dca71ae0-5962-44e4-8947-b585045d7d06'] in n-d-805046-3 is: [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:42Z', 'revision_number': 2, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port_host': None, '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:45Z', 'revision_number': 4, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:35:46.141794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Made reservation on behalf of 689ad255116b4efc83f20d87827b1a09 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:35:46.144165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:46.664301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 14:35:46.664728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:46.725828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe0c827-63a6-468a-8cdf-9a2a7b409c07,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:46.736666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:35:46.737050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Network hostable DHCP agents. Network: 6e17ac43-13d9-4221-8f2e-e33af352ea02, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:35:47.044394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:35:47.208829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 6e17ac43-13d9-4221-8f2e-e33af352ea02) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:47.219705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da6e88-f238-4879-9167-14cc70a8a090 None None] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:35:47.220953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:47.221696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:47.370384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9d584874-806c-4f9c-a880-f239a9f218f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3595722 Aug 22 14:35:47.427703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b35f2-b214-4c93-9a82-f2e2b12238a7 None None] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:35:49.885870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43848) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:50.055878 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c25720b1-f5b9-417a-b115-38d576d79e0c admin admin] 10.222.0.53 "GET /v2.0/routers/dca71ae0-5962-44e4-8947-b585045d7d06 HTTP/1.1" status: 200 len: 710 time: 0.1683376 Aug 22 14:35:50.193574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370c8fe-98a9-4ae0-84ea-79015ae6a0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:35:50.195066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0370c8fe-98a9-4ae0-84ea-79015ae6a0ea admin admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 886 time: 0.1332932 Aug 22 14:35:50.207790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:35:50.502714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:50.974136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.066902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.209089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Allocated IP 172.25.0.228 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8ffe1cc9-e5e0-45ce-a828-a398acddb5c1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:35:51.342189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.500959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.555207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:35:51.557210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:51.562656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:35:51.565715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:35:51.568398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Pushing event updated for resources: {'Port': ['ID=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:51.713514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:35:51.721136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:51.722582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.842472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:51.880737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,segment=NetworkSegment(00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef),segment_id=00fbc50f-d6cb-4f4c-ae9e-ebb43c5da2ef)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:35:51.959262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:52.078923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a20b3807-66fa-4b5b-942c-ffdd58aa5dd0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:52.088553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:52.310636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:52.314407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:52.441020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Router dca71ae0-5962-44e4-8947-b585045d7d06 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:35:52.557288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:35:52.564075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:52.566171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-46be5519-2d19-4918-8982-a8f9220b8e4e admin admin] 10.222.0.53 "PUT /v2.0/routers/dca71ae0-5962-44e4-8947-b585045d7d06 HTTP/1.1" status: 200 len: 890 time: 2.3620408 Aug 22 14:35:53.050990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Sync routers for ids ['dca71ae0-5962-44e4-8947-b585045d7d06'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:35:53.071579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Routers {'dca71ae0-5962-44e4-8947-b585045d7d06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:35:53.072431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dca71ae0-5962-44e4-8947-b585045d7d06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:53.316392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Set router dca71ae0-5962-44e4-8947-b585045d7d06 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:35:53.528617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:53.855077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:53.855690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.065461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 4, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port': {'id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:51Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 5, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:54.146291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Checking router: dca71ae0-5962-44e4-8947-b585045d7d06 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:35:54.146689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Updating router dca71ae0-5962-44e4-8947-b585045d7d06 port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:35:54.237687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.619232 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.630451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Transition to ACTIVE for port object 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:35:54.705430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.771403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Attempting to bind port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:35:54.771886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Attempting to bind port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:35:54.772317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Attempting to bind port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:35:54.776136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bff0f-73d7-47e3-9c68-8ce3a166ba9c None None] Pushing event updated for resources: {'Port': ['ID=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:54.782314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:35:54.782854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:35:54.783367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.783877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:35:54.785213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Bound port: 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:35:54.785368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:54.935198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] For port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:35:54.938816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] For port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:35:55.034038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:55.103914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Routers {'dca71ae0-5962-44e4-8947-b585045d7d06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:35:55.104738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dca71ae0-5962-44e4-8947-b585045d7d06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:55.111163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bff0f-73d7-47e3-9c68-8ce3a166ba9c None None] Pushing event updated for resources: {'Port': ['ID=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:55.158275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43860) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:35:55.239180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] Set router dca71ae0-5962-44e4-8947-b585045d7d06 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:35:55.336352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-81f86a55-44ac-4911-bd19-c064f9938899 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1765838 Aug 22 14:35:55.547256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 4, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port': {'id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:51Z', 'updated_at': '2021-08-22T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 5, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:35:55.580694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41516a72-e6e5-4244-96e3-ccfc8d614bce None None] The sync data for ids ['dca71ae0-5962-44e4-8947-b585045d7d06'] in n-d-805046-3 is: [{'id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'name': 'router1', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:35:31Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 4, 'project_id': '0303083271604609a32fad6a22c2e477', 'gw_port': {'id': '8ffe1cc9-e5e0-45ce-a828-a398acddb5c1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:51Z', 'updated_at': '2021-08-22T14:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a20b3807-66fa-4b5b-942c-ffdd58aa5dd0', 'name': '', 'network_id': '61e5b41c-5339-4170-8df0-517cbe9f46e9', 'tenant_id': '0303083271604609a32fad6a22c2e477', 'mac_address': 'fa:16:3e:9d:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca71ae0-5962-44e4-8947-b585045d7d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:35:41Z', 'updated_at': '2021-08-22T14:35:51Z', 'revision_number': 5, 'project_id': '0303083271604609a32fad6a22c2e477', 'subnets': [{'id': 'f7996328-7324-48d7-9512-7291be0d6cd5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46f34e3f-7f86-4dea-81e1-0072b03cd74d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:35:57.546032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:57.685290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:35:57.690832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:57.691279 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:57.789166 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:57.815039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:35:57.890560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:35:57.986142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8ffe1cc9-e5e0-45ce-a828-a398acddb5c1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:35:59.526553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:35:59.651048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8ffe1cc9-e5e0-45ce-a828-a398acddb5c1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:35:59.651888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:00.008226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a9139ef-8980-4d38-898c-a9dbb3f23f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:02.875430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:03.376080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ad45170-f07c-4da7-a6fb-eb55f4effa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:04.682531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:06.598512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:18.005533 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:36:30.026094 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-901d9260-ec91-4049-bad0-adc858dd8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:32.717378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:33.364267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95fd05cd-d805-456b-a4f9-88462fc84604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:34.613989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:36.517151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:36:55.001845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:37:00.035318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa28094b-0bbc-45f4-b2d1-1de4e6d199a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:02.731898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:03.385958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7d61712-202e-46ae-9ac7-cfd74f980b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:04.683477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:06.516683 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:29.984477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-874e49b2-96fc-45eb-afca-292bedf8367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:32.001355 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:37:32.761553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:33.372907 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-59d8bd0f-b2ae-47a0-97aa-fd0fc8326923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:34.716925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:36.567139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:52.326890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44460) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:37:52.412576 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-255954a9-a0b5-43e0-b29b-5bb40efc6868 admin admin] GET failed (client error): The resource could not be found. Aug 22 14:37:52.413968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-255954a9-a0b5-43e0-b29b-5bb40efc6868 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0860846 Aug 22 14:37:52.631381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b7c75-d5b6-484d-b369-28c4c8772bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:52.632862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-918b7c75-d5b6-484d-b369-28c4c8772bbc admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2137787 Aug 22 14:37:54.880355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44470) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:37:55.026825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f520e48-138f-4750-8b94-c342f89cc746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:55.028273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3f520e48-138f-4750-8b94-c342f89cc746 admin admin] 10.222.0.53 "GET /v2.0/subnets/f7996328-7324-48d7-9512-7291be0d6cd5 HTTP/1.1" status: 200 len: 849 time: 0.1467907 Aug 22 14:37:55.043447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:37:55.137891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Notify callbacks [] for subnet, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:55.382708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773289925690'] for subnet, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:55.470247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43b9b9-ed63-4b43-8c97-5676d2833da1 None None] Network 61e5b41c-5339-4170-8df0-517cbe9f46e9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:37:55.489309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:55.489956 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:55.491322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] 10.222.0.53 "PUT /v2.0/subnets/f7996328-7324-48d7-9512-7291be0d6cd5 HTTP/1.1" status: 200 len: 868 time: 0.4523034 Aug 22 14:37:55.526468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7996328-7324-48d7-9512-7291be0d6cd5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:37:55.536718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.537055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.537404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.537753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.538799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.538799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.538799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.539190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.539644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.539828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.540178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.540548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77820ea8-1ba9-4547-8863-f90c43f86daf admin admin] Tracked resource versions report: Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: pushed versions: Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: { 'AddressGroup': {'1.2'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'ConntrackHelper': {'1.0'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Log': {'1.0'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Network': {'1.1'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Port': {'1.7'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'PortForwarding': {'1.2'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'QosPolicy': {'1.9'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SecurityGroup': {'1.4'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SubPort': {'1.0'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Subnet': {'1.1'}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Trunk': {'1.1'}} Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: consumer versions: Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: L3 agent@n-d-805046-3: {}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: Metadata agent@n-d-805046-3: {}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: Metering agent@n-d-805046-3: {}, Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'ConntrackHelper': '1.0', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Log': '1.0', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Network': '1.1', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Port': '1.7', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'PortForwarding': '1.2', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'QosPolicy': '1.9', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SecurityGroup': '1.4', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SecurityGroupRule': '1.2', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'SubPort': '1.0', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Subnet': '1.1', Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: 'Trunk': '1.1'}} Aug 22 14:37:55.541755 n-d-805046-3 neutron-server[102049]: {{(pid=102049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:37:55.940312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ef522bc9-7a92-4aea-9f95-ffb501eceafb None None] Provisioning complete for port a20b3807-66fa-4b5b-942c-ffdd58aa5dd0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:37:55.940904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ef522bc9-7a92-4aea-9f95-ffb501eceafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:56.093707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ef522bc9-7a92-4aea-9f95-ffb501eceafb None None] Provisioning complete for port 1fcc063a-8ebe-4821-b831-0f2b5e16fe00 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:37:56.093707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ef522bc9-7a92-4aea-9f95-ffb501eceafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:37:58.104003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44482) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:37:58.331730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38647f7f-799a-4ac6-bce7-1f7d2754818e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:58.332153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38647f7f-799a-4ac6-bce7-1f7d2754818e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:37:58.333766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-38647f7f-799a-4ac6-bce7-1f7d2754818e admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2286351 Aug 22 14:37:59.982447 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-563a3095-b931-4d56-8b62-1eba73a9fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:00.686352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:00.892950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee7d72-e6ed-4299-9264-ebaa0ed70574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:00.893650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee7d72-e6ed-4299-9264-ebaa0ed70574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:00.896023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-37ee7d72-e6ed-4299-9264-ebaa0ed70574 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2084379 Aug 22 14:38:02.743584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.215519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44500) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:03.354975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c19de46-6fc0-49f5-9944-671c8f2a625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:03.389639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5e675-85e6-4b2b-81a8-7b7bef8e7126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:03.391399 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60d5e675-85e6-4b2b-81a8-7b7bef8e7126 admin admin] 10.222.0.53 "GET /v2.0/networks/61e5b41c-5339-4170-8df0-517cbe9f46e9 HTTP/1.1" status: 200 len: 869 time: 0.1742458 Aug 22 14:38:04.611736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:05.665422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:05.873276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6529e2d4-f653-4f69-bfb5-d4c895fbd2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:05.874620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6529e2d4-f653-4f69-bfb5-d4c895fbd2e3 admin admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 886 time: 0.2082348 Aug 22 14:38:06.531617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:08.176041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44516) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:08.320471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda7812-3d89-459e-9908-73d11a4c88e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:08.320849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda7812-3d89-459e-9908-73d11a4c88e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:08.322688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bda7812-3d89-459e-9908-73d11a4c88e5 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1455605 Aug 22 14:38:09.001056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:38:10.647169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44524) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:10.746718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd44a-e054-479b-99e2-1483f2f4c2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:10.747182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd44a-e054-479b-99e2-1483f2f4c2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:10.748834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8becd44a-e054-479b-99e2-1483f2f4c2b8 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1006267 Aug 22 14:38:13.088120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44532) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:13.202420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ecc647-a998-47bc-8859-6a93fc7fa20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:13.204122 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90ecc647-a998-47bc-8859-6a93fc7fa20d admin admin] 10.222.0.53 "GET /v2.0/subnets/abe0c827-63a6-468a-8cdf-9a2a7b409c07 HTTP/1.1" status: 200 len: 816 time: 0.1149337 Aug 22 14:38:15.588446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:15.701374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bca094-86cb-4b9c-bf62-5894ccaf4d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:15.703810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02bca094-86cb-4b9c-bf62-5894ccaf4d0e admin admin] 10.222.0.53 "GET /v2.0/subnets/f7996328-7324-48d7-9512-7291be0d6cd5 HTTP/1.1" status: 200 len: 868 time: 0.1138716 Aug 22 14:38:30.015456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de6401b6-cba8-4dd8-bc53-e46b4c29c3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:32.771528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:33.337222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eec6a9e1-57b1-4fb5-bbb4-6b48f3ab4ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:34.663186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:36.565546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:41.972821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44594) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:42.031904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-4ce3d712-c2df-417b-adb5-787d50d9662f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:38:42.033169 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4ce3d712-c2df-417b-adb5-787d50d9662f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592296 Aug 22 14:38:44.494466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44602) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:44.565112 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9375452-def1-43db-9ad8-304b977e7e3f admin admin] GET failed (client error): The resource could not be found. Aug 22 14:38:44.566541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e9375452-def1-43db-9ad8-304b977e7e3f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712068 Aug 22 14:38:44.665899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45158398-7cd9-47cd-a55a-ed21c5c9d029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:44.667502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-45158398-7cd9-47cd-a55a-ed21c5c9d029 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0959134 Aug 22 14:38:46.000194 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:38:46.997653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44610) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:47.050622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:47.194420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Made reservation on behalf of 689ad255116b4efc83f20d87827b1a09 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:47.196906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:47.243092 n-d-805046-3 neutron-server[102049]: WARNING neutron.services.revisions.revision_plugin [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Could not find related network for resource to bump revision. Aug 22 14:38:47.261126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:38:47.275681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773289944854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:47.277156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Unsubscribe: segment precommit_create {{(pid=102049) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 22 14:38:47.277156 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Added segment ce030805-2953-4d55-8101-188831b708b1 of type vlan for network d61f23e2-08d4-460c-b660-ed4a3c9b2111 Aug 22 14:38:47.336310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:47.450461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:47.451356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:47.451945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:47.556970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] Pushing event updated for resources: {'Network': ['ID=d61f23e2-08d4-460c-b660-ed4a3c9b2111,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:47.567788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:38:47.571460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b08e6afd-e6a2-4fd0-a8e4-139ce15bd962 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5726802 Aug 22 14:38:49.888758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44618) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:38:49.967476 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-10874eda-1b12-4ec2-938d-843003c364f2 admin admin] GET failed (client error): The resource could not be found. Aug 22 14:38:49.969947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-10874eda-1b12-4ec2-938d-843003c364f2 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0797348 Aug 22 14:38:50.047779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed5c62-dbec-46bc-a453-dbccf9a894ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:50.050670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4eed5c62-dbec-46bc-a453-dbccf9a894ce admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0761697 Aug 22 14:38:50.061144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:38:50.148103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Made reservation on behalf of 689ad255116b4efc83f20d87827b1a09 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:38:50.150606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:50.426759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:50.487558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:50.497658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:50.498045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Network hostable DHCP agents. Network: d61f23e2-08d4-460c-b660-ed4a3c9b2111, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:38:50.593062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:38:50.667681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d61f23e2-08d4-460c-b660-ed4a3c9b2111) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:50.674135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:38:50.674916 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:50.681653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fb645-75b2-4586-9515-51e8270e3e7b None None] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:50.765954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-200749e9-f2ec-49e4-8344-7c5688d94c62 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7083685 Aug 22 14:38:50.860464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-d61f23e2-08d4-460c-b660-ed4a3c9b2111', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'tenant_id': '689ad255116b4efc83f20d87827b1a09', 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:38:50.861953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.040656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Allocated IP 192.168.233.2 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:38:51.225486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.236294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Transition to ACTIVE for port object 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:51.255756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Transition to ACTIVE for port object 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:38:51.336807 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.376365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:38:51.379331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:38:51.383425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:38:51.394623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Pushing event updated for resources: {'Port': ['ID=7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:51.418502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.418866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.419200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.419530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.419862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.420213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.420556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.420878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.421196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.421515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.421835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.422151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:38:51.458052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Attempting to bind port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:38:51.458956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Attempting to bind port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:38:51.459315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Attempting to bind port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:38:51.465166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:38:51.465547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:38:51.465949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.466335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:38:51.466805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Bound port: 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:38:51.467205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.561068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] For port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:38:51.564790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] For port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:38:51.645323 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:51.718058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967e8d2-e671-4579-bed0-32437858d6fd None None] Pushing event updated for resources: {'Port': ['ID=7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:52.694792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639f506-0df0-43b4-af41-69762a6f50d1 None None] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:38:52.810845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d0b12dd1-580a-4682-add4-5bea73d48167 None None] Provisioning for port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:53.681023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:53.811020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:38:53.816081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:53.816519 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:53.919122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:53.969200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:38:54.056227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:38:54.124310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:38:55.641494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:38:55.698831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7eb6791b-a9a2-4cb4-9f95-a5bf2bd4e226 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:38:55.699212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:00.073119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b76ba8a-fb35-493d-ac7c-01d6443fc9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:02.741614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:03.353022 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5a51763a-0bd9-4e97-bb0d-4fcf794e2af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:04.655594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:06.564139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:22.998843 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:39:29.986160 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9696b321-3a9e-401d-bfc0-c010e9bd8961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:32.738631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:33.357840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6db7f718-6d6c-4e75-a19a-5e2023cccd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:34.678379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:36.557857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:39:59.997289 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:40:00.041773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba3b4586-1c49-4319-92e9-28b23e72ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:02.745478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:03.363083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a678f6df-29b4-4a20-bc43-2d922ef14c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:04.647963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:06.556492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:30.006200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b3abc23-d767-42ba-b4db-df5c9a50cd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:32.721503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:33.389746 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78d2f31d-deb8-42e4-839b-b9d045278c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:34.675463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:36.561045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:36.996917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:40:38.462866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44670) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:40:38.469961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-d5f7e9d9-7ad5-4ee2-bf58-6bb34bdba3e0 tempest-verify_tempest_config-1712708989 tempest-verify_tempest_config-1712708989-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:40:38.471044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d5f7e9d9-7ad5-4ee2-bf58-6bb34bdba3e0 tempest-verify_tempest_config-1712708989 tempest-verify_tempest_config-1712708989-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072033 Aug 22 14:40:39.164504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44688) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:40:39.298766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.420143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.503841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.555281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0a3c67e191d4959a7eb95ebccf561e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3894751 Aug 22 14:40:39.556415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76803cb-752b-4d32-8c86-cff00efa5905,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:39.558234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44694) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:40:39.563695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.564076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.564415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.564750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.565141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.565474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.565800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.566124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.566446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.566771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.567094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.567415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a03cad-475f-430a-b80b-3a3d998eaf5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.648446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.673452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.841469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.844712 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:40:39.848740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c76803cb-752b-4d32-8c86-cff00efa5905 HTTP/1.1" status: 204 len: 168 time: 0.2891200 Aug 22 14:40:39.862229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76803cb-752b-4d32-8c86-cff00efa5905,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:40:39.870942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.871312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.871633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.871964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.872319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.872648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.872972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.873302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.873693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.873935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.874284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:40:39.875087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481e050-f7e0-4366-81f2-e50f945b966e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:41:00.005390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-346d4adb-42a7-43bf-a87f-301badd6a299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:02.720637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:03.412036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e55577a2-7ccd-4938-b7cd-40159b0a8158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:04.657412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:06.537443 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:13.995957 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:41:30.000164 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e94da379-6fa4-4759-badd-1fe96fb747d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:32.714826 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:33.394124 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3648d026-3635-49f6-bf0a-12b3c88cdd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:34.686301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:36.577534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:41:50.994087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:41:59.988565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a4eb3eb-eabe-43b8-ad87-cdcc2a9c5776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:02.720273 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:03.354352 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0103594e-cc2d-4d94-8ce9-b8952f1a11b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:04.629199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:06.577749 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:27.993872 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:42:30.012027 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-751bc8ba-9470-4f01-8d9e-46a8964d4e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:32.731377 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:33.405880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-29a487cf-c569-4458-b837-d70d16b0ca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:34.628413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:42:36.628879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:00.023047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33cf3c4c-b77c-40e1-afd2-99c5bab85ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:02.731086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:03.354488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4580c10-eecd-4189-987f-565119fe9aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.680002 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:04.993210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 5 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:43:06.577760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:29.982510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-833ced9b-f2a1-4892-88f2-5d1a12877b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:32.783297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:33.365671 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7732ef7-58cb-44dd-8703-ea636f7dc281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:34.656726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:36.679933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:40.148542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:43:41.992635 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 6 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:43:50.651569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1588272'] for agent, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:00.034468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eff9622e-cb52-4ac9-ba18-41a586d27fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:02.708580 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:03.354414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ddd3fbc-2e99-4edf-88ad-3ede6db75e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:04.651693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:06.583250 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:10.103432 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:18.993840 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:44:20.548817 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:27.150122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44756) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:44:27.257151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e510ac8-feb7-44b7-af2e-6fa61340f994 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1058755 Aug 22 14:44:29.592773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44766) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:44:29.663240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-77e8c97c-4776-4a0d-9d99-a1f3bd9a1aef admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0693388 Aug 22 14:44:30.039581 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-514b36ff-5a3d-4be0-9538-2958d59334aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:32.719468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:33.354723 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a3a09ae-231f-47a4-b0eb-a6913dc250af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:34.651176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:36.594105 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:40.113892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:50.571087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:44:55.993839 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:45:00.016919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac397df6-7574-4e40-a7a1-90cc2f83176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:02.713809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:03.365467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ec6aa64-37c7-4619-b565-154e9e9a4807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:04.651021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:06.571159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:10.126760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:20.559904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:30.010769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ca771c4-d6c5-42ae-a983-45b9dfe10dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:32.736595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:32.994559 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:45:33.365021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bd81328f-518b-4d47-a5fe-30499fbdf8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:34.650738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:36.605744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:40.119188 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:50.628507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:54.512179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44996) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:54.759422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:55.169265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-network', 'tenant_id': 'd762dd30b3b34937a79aef079006743b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:45:55.267116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Made reservation on behalf of d762dd30b3b34937a79aef079006743b for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:45:55.269634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.278567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.541810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b0d61ae7-8c19-4575-90a6-10764a4edef2 tempest-AutoAllocateNetworkTest-1573836359 tempest-AutoAllocateNetworkTest-1573836359-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3de6908c1eee4eb3bff3afb147e1e1cf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5960801 Aug 22 14:45:55.542727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:55.543809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.548622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5987fac3-64eb-4afd-9041-ca62e44d9c91 tempest-AutoAllocateNetworkTest-1573836359 tempest-AutoAllocateNetworkTest-1573836359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:45:55.549477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.553118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5987fac3-64eb-4afd-9041-ca62e44d9c91 tempest-AutoAllocateNetworkTest-1573836359 tempest-AutoAllocateNetworkTest-1573836359-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1924119 Aug 22 14:45:55.553775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45036) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:55.565027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:45:55.578304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.578919 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Added segment 52dfdb75-25ed-45d3-8bae-70bac2e9ea14 of type vlan for network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c Aug 22 14:45:55.622974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.633859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3df409a1-ef49-4ee7-8db1-80609e20337f tempest-AutoAllocateNetworkTest-1573836359 tempest-AutoAllocateNetworkTest-1573836359-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781481 Aug 22 14:45:55.634450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45040) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:55.658644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dae581-e972-4bf9-aafe-e156f62d8b55,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:55.667049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7fc24c8c-0a28-465f-8231-57dfc5ca83ff tempest-AutoAllocateNetworkTest-1573836359 tempest-AutoAllocateNetworkTest-1573836359-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3de6908c1eee4eb3bff3afb147e1e1cf HTTP/1.1" status: 200 len: 208 time: 0.0314946 Aug 22 14:45:55.673782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.674205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.674672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.675065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.675461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.675855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.676269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.676659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.677048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.677439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.677959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.678577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Tracked resource versions report: Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: pushed versions: Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: { 'AddressGroup': {'1.2'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'ConntrackHelper': {'1.0'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Log': {'1.0'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Network': {'1.1'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Port': {'1.7'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'PortForwarding': {'1.2'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'QosPolicy': {'1.9'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SecurityGroup': {'1.4'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SubPort': {'1.0'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Subnet': {'1.1'}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Trunk': {'1.1'}} Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: consumer versions: Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: HyperV agent@n-h1-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: HyperV agent@n-h2-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: L3 agent@n-d-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: Metadata agent@n-d-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: Metering agent@n-d-805046-3: {}, Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'ConntrackHelper': '1.0', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Log': '1.0', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Network': '1.1', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Port': '1.7', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'PortForwarding': '1.2', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'QosPolicy': '1.9', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SecurityGroup': '1.4', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SecurityGroupRule': '1.2', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'SubPort': '1.0', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Subnet': '1.1', Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: 'Trunk': '1.1'}} Aug 22 14:45:55.680175 n-d-805046-3 neutron-server[102048]: {{(pid=102048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:45:55.828324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.829939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:45:55.830550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:55.899820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:55.911522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:45:55.929585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5fff66c6-e4e0-42fd-a4cb-34a5d41451d5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4130371 Aug 22 14:45:55.930150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45052) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:55.939371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Request body: {'subnet': {'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-subnet', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:45:56.021985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Made reservation on behalf of d762dd30b3b34937a79aef079006743b for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:45:56.024457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.365449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.416538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c1cdec-a941-4274-8ac2-f1a2b3a0af62,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:56.426947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.427301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.427644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.428018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.428654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.428992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.429592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.429923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.430252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.430583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.430992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.431222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Tracked resource versions report: Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: pushed versions: Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: { 'AddressGroup': {'1.2'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'ConntrackHelper': {'1.0'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Log': {'1.0'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Network': {'1.1'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Port': {'1.7'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'PortForwarding': {'1.2'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'QosPolicy': {'1.9'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SecurityGroup': {'1.4'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SubPort': {'1.0'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Subnet': {'1.1'}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Trunk': {'1.1'}} Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: consumer versions: Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: HyperV agent@n-h1-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: HyperV agent@n-h2-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: L3 agent@n-d-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: Metadata agent@n-d-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: Metering agent@n-d-805046-3: {}, Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'ConntrackHelper': '1.0', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Log': '1.0', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Network': '1.1', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Port': '1.7', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'PortForwarding': '1.2', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'QosPolicy': '1.9', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SecurityGroup': '1.4', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SecurityGroupRule': '1.2', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'SubPort': '1.0', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Subnet': '1.1', Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: 'Trunk': '1.1'}} Aug 22 14:45:56.432411 n-d-805046-3 neutron-server[102049]: {{(pid=102049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:45:56.448040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Checking segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:45:56.448371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Network hostable DHCP agents. Network: 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:45:56.519667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:45:56.611091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:45:56.616168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:45:56.616761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.626073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735a0e4-8bfa-44b7-8773-154483f0a905 None None] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:45:56.739323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26fcf35b-9b5e-4240-a5ad-f3e0f45ee2f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8071795 Aug 22 14:45:56.741887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45076) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:56.751392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:45:56.819784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:45:56.820799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.852533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:56.869444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.872451 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:56.978396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Allocated IP 172.20.0.2 (8ad1ec52-b539-4204-b6a5-46cb82f3bd0c/21c1cdec-a941-4274-8ac2-f1a2b3a0af62/7d4388ce-4914-4e2a-8376-9ae15eb89d12) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:45:57.019819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.140374 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.146848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Transition to ACTIVE for port object 7d4388ce-4914-4e2a-8376-9ae15eb89d12 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:45:57.163221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Transition to ACTIVE for port object 7d4388ce-4914-4e2a-8376-9ae15eb89d12 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:45:57.275143 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.344447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.354951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Pushing event updated for resources: {'Port': ['ID=7d4388ce-4914-4e2a-8376-9ae15eb89d12,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:57.366998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.367578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.368091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.368574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.369119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.369642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.369982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.370311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.370805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.371278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.371753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.372254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Tracked resource versions report: Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: pushed versions: Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: { 'AddressGroup': {'1.2'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'ConntrackHelper': {'1.0'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Log': {'1.0'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Network': {'1.1'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Port': {'1.7'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'PortForwarding': {'1.2'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'QosPolicy': {'1.9'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SecurityGroup': {'1.4'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SubPort': {'1.0'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Subnet': {'1.1'}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Trunk': {'1.1'}} Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: consumer versions: Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: HyperV agent@n-h1-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: HyperV agent@n-h2-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: L3 agent@n-d-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: Metadata agent@n-d-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: Metering agent@n-d-805046-3: {}, Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'ConntrackHelper': '1.0', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Log': '1.0', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Network': '1.1', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Port': '1.7', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'PortForwarding': '1.2', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'QosPolicy': '1.9', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SecurityGroup': '1.4', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SecurityGroupRule': '1.2', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'SubPort': '1.0', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Subnet': '1.1', Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: 'Trunk': '1.1'}} Aug 22 14:45:57.373571 n-d-805046-3 neutron-server[102051]: {{(pid=102051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:45:57.382355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:45:57.384074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:45:57.386665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:45:57.453699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Attempting to bind port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:45:57.454425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Attempting to bind port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:45:57.455037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Attempting to bind port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:45:57.460891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:45:57.461584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Checking segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:45:57.462191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.462758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Bound using segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:45:57.463575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Bound port: 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:45:57.464269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.472386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84fff268-52d4-40d6-8f58-ba625b00108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.546146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] For port 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:45:57.549917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] For port 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7d4388ce-4914-4e2a-8376-9ae15eb89d12,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:45:57.629275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.656051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84fff268-52d4-40d6-8f58-ba625b00108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.684526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb7070-555c-4afd-ae4d-148ced6b8162 None None] Pushing event updated for resources: {'Port': ['ID=7d4388ce-4914-4e2a-8376-9ae15eb89d12,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:57.784774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84fff268-52d4-40d6-8f58-ba625b00108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.840690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84fff268-52d4-40d6-8f58-ba625b00108e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3de6908c1eee4eb3bff3afb147e1e1cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9867918 Aug 22 14:45:57.844693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:45:57.887674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.921197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:57.937973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fff268-52d4-40d6-8f58-ba625b00108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aa600-abc4-4621-af36-1afd48934191,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:57.977751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.014480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.178193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Allocated IP 172.25.0.250 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/b1674f66-886b-4842-b383-50445bdf9be6) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:45:58.296332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.302423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.316324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e4aa600-abc4-4621-af36-1afd48934191 HTTP/1.1" status: 204 len: 168 time: 0.4701536 Aug 22 14:45:58.329307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee79f-a521-4eff-84d5-60cb95ccfb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aa600-abc4-4621-af36-1afd48934191,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:58.369002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.537364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:58.631199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:45:58.636484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:45:58.644268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:45:58.704393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1674f66-886b-4842-b383-50445bdf9be6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:45:59.002745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b68be4-f857-4f97-9213-2c4f4796117e None None] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:45:59.199830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-21b54e74-dd99-487a-8a8a-5f08d81f4e6e None None] Provisioning for port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:45:59.226208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:59.490641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:45:59.806303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Router e922b770-7117-474d-b993-9e17504636a5 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:45:59.979882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:45:59.980974 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:45:59.983564 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:45:59.984255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:45:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:00.042091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7d4388ce-4914-4e2a-8376-9ae15eb89d12 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:00.079700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.084115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-504443ab-d899-4539-9ac7-d640ccfcd0a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3374937 Aug 22 14:46:00.084255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-857d1f3d-a12c-4bd6-927d-c447c45f8fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.085598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45202) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:00.134990 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:00.251493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:00.256827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:00.257575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.404058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.427868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:45:58Z', 'revision_number': 3, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:00.473885 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:00.476261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Updating router e922b770-7117-474d-b993-9e17504636a5 port b1674f66-886b-4842-b383-50445bdf9be6 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:00.481047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7d4388ce-4914-4e2a-8376-9ae15eb89d12,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:00.525378 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.576796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.684648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45224) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:00.694770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7d4388ce-4914-4e2a-8376-9ae15eb89d12,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:00.933897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.939863 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-31f53453-0d8b-4818-8134-a16df8c00f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.959838 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:00.975389 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Transition to ACTIVE for port object b1674f66-886b-4842-b383-50445bdf9be6 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:01.033443 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.062317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-31f53453-0d8b-4818-8134-a16df8c00f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.087004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Attempting to bind port b1674f66-886b-4842-b383-50445bdf9be6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:01.087370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Attempting to bind port b1674f66-886b-4842-b383-50445bdf9be6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:01.087733 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Attempting to bind port b1674f66-886b-4842-b383-50445bdf9be6 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:01.093450 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Pushing event updated for resources: {'Port': ['ID=b1674f66-886b-4842-b383-50445bdf9be6,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:01.096344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:01.096722 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:01.097120 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.097506 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:01.097970 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Bound port: b1674f66-886b-4842-b383-50445bdf9be6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:01.098369 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.124973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.125315 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.125657 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.125998 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.126324 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.126652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.126977 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.127297 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.127617 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.128006 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.128324 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.128664 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Tracked resource versions report: Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: pushed versions: Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: { 'AddressGroup': {'1.2'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'ConntrackHelper': {'1.0'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Log': {'1.0'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Network': {'1.1'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Port': {'1.7'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'PortForwarding': {'1.2'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'QosPolicy': {'1.9'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SecurityGroup': {'1.4'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SecurityGroupRule': {'1.2'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SubPort': {'1.0'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Subnet': {'1.1'}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Trunk': {'1.1'}} Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: consumer versions: Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: { DHCP agent@n-d-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: HyperV agent@n-h1-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: HyperV agent@n-h2-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: L3 agent@n-d-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: Metadata agent@n-d-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: Metering agent@n-d-805046-3: {}, Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: Open vSwitch agent@n-d-805046-3: { 'AddressGroup': '1.2', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'ConntrackHelper': '1.0', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Log': '1.0', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Network': '1.1', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Port': '1.7', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'PortForwarding': '1.2', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'QosPolicy': '1.9', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SecurityGroup': '1.4', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SecurityGroupRule': '1.2', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'SubPort': '1.0', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Subnet': '1.1', Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: 'Trunk': '1.1'}} Aug 22 14:46:01.130056 n-d-805046-3 neutron-server[102052]: {{(pid=102052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 22 14:46:01.139435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Allocated IP 172.20.0.1 (8ad1ec52-b539-4204-b6a5-46cb82f3bd0c/21c1cdec-a941-4274-8ac2-f1a2b3a0af62/ab63376b-d558-4dd9-aef9-e204272d06f9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:01.159847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-31f53453-0d8b-4818-8134-a16df8c00f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.175945 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] For port b1674f66-886b-4842-b383-50445bdf9be6, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:01.180022 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] For port b1674f66-886b-4842-b383-50445bdf9be6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b1674f66-886b-4842-b383-50445bdf9be6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:01.211733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-31f53453-0d8b-4818-8134-a16df8c00f46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=014da048d8cd46268c19950708021a84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5250332 Aug 22 14:46:01.212876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f53453-0d8b-4818-8134-a16df8c00f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf3764-2600-40fd-86a8-a1fa9a630220,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:01.215621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45244) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:01.252015 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.287530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.310299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.329039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Transition to ACTIVE for port object ab63376b-d558-4dd9-aef9-e204272d06f9 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:01.331550 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:01.332412 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:45:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:01.335001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.373498 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7818-ec02-4884-8070-926720613bf8 None None] Pushing event updated for resources: {'Port': ['ID=b1674f66-886b-4842-b383-50445bdf9be6,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:01.422594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.475278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:01.476763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:01.479232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:01.483808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:01.484671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.497011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.503666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.511866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aedf3764-2600-40fd-86a8-a1fa9a630220 HTTP/1.1" status: 204 len: 168 time: 0.2939854 Aug 22 14:46:01.540595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Pushing event updated for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:01.548380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d81d-c992-43b7-a191-451f60f8bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf3764-2600-40fd-86a8-a1fa9a630220,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:01.687605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45262) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:01.792164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:01.868203 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:45:58Z', 'revision_number': 3, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:01.910702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7d4388ce-4914-4e2a-8376-9ae15eb89d12 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:01.915680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351604cb-38e8-4d0c-a866-efa3aa44a3e4 None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:45:58Z', 'revision_number': 3, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:01.980972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:01.981363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.021838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5845efb0-44e2-4f51-a861-9352c6687d9e None None] Provisioning for port ab63376b-d558-4dd9-aef9-e204272d06f9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:02.034278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5845efb0-44e2-4f51-a861-9352c6687d9e None None] Provisioning complete for port ab63376b-d558-4dd9-aef9-e204272d06f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:02.034672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5845efb0-44e2-4f51-a861-9352c6687d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.036630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.084272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5845efb0-44e2-4f51-a861-9352c6687d9e None None] Port ab63376b-d558-4dd9-aef9-e204272d06f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:02.108627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.110369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.166071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757416f4-4d68-41bc-9b29-2e630988dc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.211282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Pushing event updated for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:02.292743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:02.299069 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:02.379595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757416f4-4d68-41bc-9b29-2e630988dc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.490639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757416f4-4d68-41bc-9b29-2e630988dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.508950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:46:02.563189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-757416f4-4d68-41bc-9b29-2e630988dc7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c086f22d8d0d42c9b33c5b5dab4dfa07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8737724 Aug 22 14:46:02.564457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:02.566967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757416f4-4d68-41bc-9b29-2e630988dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62239e70-dcf4-4e2a-ac21-807b404e26e2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:02.704209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.727799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8dc3688b-e99d-445a-880a-8c9b77b99cf0 None None] Provisioning complete for port ab63376b-d558-4dd9-aef9-e204272d06f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:02.728220 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8dc3688b-e99d-445a-880a-8c9b77b99cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.796950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.812584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3688b-e99d-445a-880a-8c9b77b99cf0 None None] Port ab63376b-d558-4dd9-aef9-e204272d06f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:02.814943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.832096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:46:02.840247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-163c1de8-25c3-4d29-bf44-964e491e15ed admin admin] 10.222.0.53 "PUT /v2.0/routers/e922b770-7117-474d-b993-9e17504636a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506144 Aug 22 14:46:02.930642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.933609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:02.935139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62239e70-dcf4-4e2a-ac21-807b404e26e2 HTTP/1.1" status: 204 len: 168 time: 0.3692029 Aug 22 14:46:02.949025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d12f54-ce0e-42a0-9256-3eb19f9ec5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62239e70-dcf4-4e2a-ac21-807b404e26e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:03.141363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:03.160124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99cdb2f7-c841-4407-a6d2-0eaf3d8e312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.302156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99cdb2f7-c841-4407-a6d2-0eaf3d8e312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.369989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34b9bf32-f82e-47e9-9a3a-28153103f3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.393357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99cdb2f7-c841-4407-a6d2-0eaf3d8e312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.448948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdb2f7-c841-4407-a6d2-0eaf3d8e312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e478915-262a-4286-b2f3-483d243463d5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:03.455410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99cdb2f7-c841-4407-a6d2-0eaf3d8e312a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=407e8fc16cce488da9d23da937400798&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3128197 Aug 22 14:46:03.459202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:03.541874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.580555 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.793552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.796150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:03.797328 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e478915-262a-4286-b2f3-483d243463d5 HTTP/1.1" status: 204 len: 168 time: 0.3370743 Aug 22 14:46:03.805386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ea052-ff13-4aac-a1e5-34fec3406cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e478915-262a-4286-b2f3-483d243463d5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:03.952435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b1674f66-886b-4842-b383-50445bdf9be6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:04.108902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b1674f66-886b-4842-b383-50445bdf9be6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:04.118689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b1674f66-886b-4842-b383-50445bdf9be6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:04.120693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.294209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.323240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b1674f66-886b-4842-b383-50445bdf9be6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b1674f66-886b-4842-b383-50445bdf9be6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:04.422639 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.495061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b1674f66-886b-4842-b383-50445bdf9be6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:04.502015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:46:04.513163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:04.513676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:04.641893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:04.732991 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.784553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:04.813388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35a30fda-fa70-4438-88c8-013a48e5d487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.905265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 2, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:04.933367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:04.933728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Updating router e922b770-7117-474d-b993-9e17504636a5 port ab63376b-d558-4dd9-aef9-e204272d06f9 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:04.951640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45394) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:04.952726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35a30fda-fa70-4438-88c8-013a48e5d487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:04.966784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.047181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:05.055775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35a30fda-fa70-4438-88c8-013a48e5d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.131038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30fda-fa70-4438-88c8-013a48e5d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a24b4f-237c-48d2-b8d2-221d5f6a76a9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:05.155106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35a30fda-fa70-4438-88c8-013a48e5d487 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b43b84f832ef4d6b81e958d4dc520aff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3675249 Aug 22 14:46:05.158118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:05.276591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.319153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.441874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.478099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fab5196-f17b-4456-8d14-5e9a4e439ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.487374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Transition to ACTIVE for port object ab63376b-d558-4dd9-aef9-e204272d06f9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:05.499116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.503761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.504603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.505747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46a24b4f-237c-48d2-b8d2-221d5f6a76a9 HTTP/1.1" status: 204 len: 168 time: 0.3457839 Aug 22 14:46:05.547503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911011d-55c6-4690-96bf-187708b57476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a24b4f-237c-48d2-b8d2-221d5f6a76a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:05.550302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 14:46:05.550302 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 14:46:05.550302 n-d-805046-3 neutron-server[102049]: [parameters: {'project_id_1': '527c7609334e48d7b8a59408c1b3bbad', 'expiration_1': datetime.datetime(2021, 8, 22, 14, 46, 5, 539040)}] Aug 22 14:46:05.550302 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:46:05.550643 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:46:05.567783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.635101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb87c5-6e76-40f7-a79b-05e220249cdd None None] Pushing event updated for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:05.736676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Attempting to bind port ab63376b-d558-4dd9-aef9-e204272d06f9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:05.737368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Attempting to bind port ab63376b-d558-4dd9-aef9-e204272d06f9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:05.737900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Attempting to bind port ab63376b-d558-4dd9-aef9-e204272d06f9 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:05.744238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:05.744910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Checking segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:05.745621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.746178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Bound using segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:05.746882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Bound port: ab63376b-d558-4dd9-aef9-e204272d06f9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:05.748319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.771574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fab5196-f17b-4456-8d14-5e9a4e439ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.839172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] For port ab63376b-d558-4dd9-aef9-e204272d06f9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:05.843347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] For port ab63376b-d558-4dd9-aef9-e204272d06f9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab63376b-d558-4dd9-aef9-e204272d06f9,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:05.862055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fab5196-f17b-4456-8d14-5e9a4e439ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.916077 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1fab5196-f17b-4456-8d14-5e9a4e439ab1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1f1469271e74771bc0764adfbd83e5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9679737 Aug 22 14:46:05.920418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:05.923105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:05.926592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab5196-f17b-4456-8d14-5e9a4e439ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8e7c2-e58b-46c9-bbe6-766759f42375,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:05.974067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b1674f66-886b-4842-b383-50445bdf9be6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:05.990338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.030411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.061502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.098392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:06.100204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:06.178237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb87c5-6e76-40f7-a79b-05e220249cdd None None] Pushing event updated for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:06.230071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.239170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.239170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6f8e7c2-e58b-46c9-bbe6-766759f42375 HTTP/1.1" status: 204 len: 168 time: 0.3131447 Aug 22 14:46:06.264767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d1674-0e43-4fef-a64b-345dfd40ec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8e7c2-e58b-46c9-bbe6-766759f42375,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:06.291756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45480) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:06.305999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-network', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:06.309200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:06.344214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b1674f66-886b-4842-b383-50445bdf9be6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:06.345044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.348842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.429001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.472926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=527c7609334e48d7b8a59408c1b3bbad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4243071 Aug 22 14:46:06.474069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a3319-6c9b-4266-a353-2e2cfe0296a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87a955-620a-4bfb-b00b-33823f2a8887,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:06.475813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:06.519262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Made reservation on behalf of c3356f1fa0bc4064839ac804f979889a for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:06.521599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.535869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.561915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.604166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.629215 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.638769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:05Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:06.668684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d640d-7c60-4244-9e79-182e0ecc9fce None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:05Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:06.749017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.751534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.752736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f87a955-620a-4bfb-b00b-33823f2a8887 HTTP/1.1" status: 204 len: 168 time: 0.2758729 Aug 22 14:46:06.769222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74a0d7-a4c9-40b5-88b0-1ea94c10f5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87a955-620a-4bfb-b00b-33823f2a8887,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:06.808040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.868551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.897925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:46:06.908877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396f1eeb-a02e-4542-b9d2-361923b09056,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:06.927189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:06.927614 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Added segment b22c7e45-2cdb-40b3-a730-a08d5f892f53 of type vlan for network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 Aug 22 14:46:06.979557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.057775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45504) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:07.061777 n-d-805046-3 neutron-server[102049]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 22 14:46:07.098656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.101063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:07.102196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.109265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5a2d01cb-a3e6-4ff5-8dce-287776e6dad2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502760 Aug 22 14:46:07.204102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] Pushing event updated for resources: {'Network': ['ID=74abe37e-2bb4-4c73-ad14-f691f7e1fec7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:07.223850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:46:07.243502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:07.252817 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97e318f3-ee65-4810-9edb-fbc2b901131b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9598112 Aug 22 14:46:07.258730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45514) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:07.274207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Request body: {'subnet': {'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-subnet', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:07.292558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-bf79be0c-a7b1-467f-b40e-4bd8773767a6 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:07.304688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-bf79be0c-a7b1-467f-b40e-4bd8773767a6 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940041 Aug 22 14:46:07.327182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-e6df0e63-ed32-4488-99d9-3257c9178422 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/quotas/f7e0d6229d7e4f329e12e45a073ae56b HTTP/1.1" status: 200 len: 375 time: 0.0213380 Aug 22 14:46:07.393975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Made reservation on behalf of c3356f1fa0bc4064839ac804f979889a for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:07.395784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-a7e0d55b-d94a-4665-a872-d1b3ba949baf tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675757 Aug 22 14:46:07.398375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.731113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.744588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd5c23a7-afda-42c5-9f61-612be582652c req-640c6c30-9242-446e-ae75-9da387d9b122 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 210 time: 0.0688615 Aug 22 14:46:07.769983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45538) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:07.794340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4099ff79-f3bf-46de-a13d-854b333fbebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.838167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98423a5d-eaa0-4295-9a32-794d17354360,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:07.856590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Checking segment: {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:07.856873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Network hostable DHCP agents. Network: 74abe37e-2bb4-4c73-ad14-f691f7e1fec7, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:46:07.954808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4099ff79-f3bf-46de-a13d-854b333fbebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:07.964783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:46:07.983811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab63376b-d558-4dd9-aef9-e204272d06f9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:08.010526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4099ff79-f3bf-46de-a13d-854b333fbebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.051015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42dc18b-19d3-4772-9abd-6d6db6f83621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.066856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4099ff79-f3bf-46de-a13d-854b333fbebb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71c0abfa908b475c8db169e054d0ced8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2923374 Aug 22 14:46:08.066856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45544) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:08.068911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 74abe37e-2bb4-4c73-ad14-f691f7e1fec7) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:08.071913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ff79-f3bf-46de-a13d-854b333fbebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a663f-80d9-4baf-a773-ef7b204856bf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.089182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:08.091222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51596110-6a48-4da5-8bdf-820e59c43a09 None None] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:08.097169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.136544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ab63376b-d558-4dd9-aef9-e204272d06f9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:08.154926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ab63376b-d558-4dd9-aef9-e204272d06f9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:08.157151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.242111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.281879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.293609 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.294612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42dc18b-19d3-4772-9abd-6d6db6f83621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.344104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ab63376b-d558-4dd9-aef9-e204272d06f9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab63376b-d558-4dd9-aef9-e204272d06f9,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:08.394781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42dc18b-19d3-4772-9abd-6d6db6f83621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.421922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'fixed_ips': [{'subnet_id': '98423a5d-eaa0-4295-9a32-794d17354360'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:46:08.423098 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.439827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.440636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.442807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.447045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/786a663f-80d9-4baf-a773-ef7b204856bf HTTP/1.1" status: 204 len: 168 time: 0.3806632 Aug 22 14:46:08.452915 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f42dc18b-19d3-4772-9abd-6d6db6f83621 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0825aa0298fe4872aade3960dedd2ecd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2075536 Aug 22 14:46:08.457618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:08.458771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc18b-19d3-4772-9abd-6d6db6f83621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ea8cc-1048-417b-a63f-02ea9de888d6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.470230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bafaaa-c303-4c13-8541-d43a0d9d1501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a663f-80d9-4baf-a773-ef7b204856bf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.486026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0fc57d3-cc51-4e67-b23f-4d48f1e91342 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2262242 Aug 22 14:46:08.489089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:08.494366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:08.525350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.555933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.601645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.646514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.647931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.652675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:08.666433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Allocated IP 172.20.0.2 (74abe37e-2bb4-4c73-ad14-f691f7e1fec7/98423a5d-eaa0-4295-9a32-794d17354360/9fcb0055-993b-4180-908e-33e82ada5541) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:08.672237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55dbb015-eb2e-417b-953b-05add3bfaea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.725835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.728657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.729906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e0ea8cc-1048-417b-a63f-02ea9de888d6 HTTP/1.1" status: 204 len: 168 time: 0.2697663 Aug 22 14:46:08.752104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d33322-6e7b-41a7-929a-5c982f39c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ea8cc-1048-417b-a63f-02ea9de888d6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.802139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.831350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55dbb015-eb2e-417b-953b-05add3bfaea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.881770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ad89e02-8fda-415d-a7cf-e942e198bb48 req-a32a4424-a2a5-44af-94b6-a362ac17eaff tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 210 time: 0.0487719 Aug 22 14:46:08.917055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.922480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55dbb015-eb2e-417b-953b-05add3bfaea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:08.927793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Transition to ACTIVE for port object 9fcb0055-993b-4180-908e-33e82ada5541 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:08.949717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Transition to ACTIVE for port object 9fcb0055-993b-4180-908e-33e82ada5541 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:08.977507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbb015-eb2e-417b-953b-05add3bfaea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c9061-843a-4f4d-a579-86833e2e73bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:08.983155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-55dbb015-eb2e-417b-953b-05add3bfaea9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f75dc278723348529d69a1d9f394eddb&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3275130 Aug 22 14:46:08.985424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:09.046735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.077176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.107923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:09.113099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.117640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:09.120057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:09.128249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Pushing event updated for resources: {'Port': ['ID=9fcb0055-993b-4180-908e-33e82ada5541,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:09.225364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Attempting to bind port 9fcb0055-993b-4180-908e-33e82ada5541 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:09.225787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Attempting to bind port 9fcb0055-993b-4180-908e-33e82ada5541 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:09.226354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Attempting to bind port 9fcb0055-993b-4180-908e-33e82ada5541 on network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:09.234921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:09.234921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Checking segment: {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:09.234921 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.235269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.235362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Bound using segment: {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:09.235362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Bound port: 9fcb0055-993b-4180-908e-33e82ada5541, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:09.235960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.251203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.253816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.255109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e93c9061-843a-4f4d-a579-86833e2e73bc HTTP/1.1" status: 204 len: 168 time: 0.2687302 Aug 22 14:46:09.267009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d967df-4a2f-4d63-bc82-586421ed128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c9061-843a-4f4d-a579-86833e2e73bc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:09.337699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] For port 9fcb0055-993b-4180-908e-33e82ada5541, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:09.341971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] For port 9fcb0055-993b-4180-908e-33e82ada5541, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9fcb0055-993b-4180-908e-33e82ada5541,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:09.452930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.572969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.580789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99e228-3b21-4a40-bb1f-3735bc942787 None None] Pushing event updated for resources: {'Port': ['ID=9fcb0055-993b-4180-908e-33e82ada5541,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:09.610356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:09.759702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Allocated IP 172.25.0.83 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c82381df-3acb-4a41-8bf4-425af6e41291) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:09.913586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.009359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:46:10.027338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cc12875-ff05-4123-95a5-5628a082df20 req-b9fc66c0-dc72-484e-b4c2-79cbcb050caf tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 210 time: 0.0537324 Aug 22 14:46:10.029759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.072337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9fcb0055-993b-4180-908e-33e82ada5541 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:10.086525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:10.092002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:10.101915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:10.245155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=c82381df-3acb-4a41-8bf4-425af6e41291,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:10.367431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9fcb0055-993b-4180-908e-33e82ada5541 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:10.375344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.381870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab63376b-d558-4dd9-aef9-e204272d06f9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:10.455697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.468212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ab63376b-d558-4dd9-aef9-e204272d06f9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:10.468992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.748319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:10.806427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1700ca24-b818-4325-a59e-86e192b6334f None None] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:10.965323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45624) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:10.983204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f48124a-2dc1-47e0-b0b0-73e35bd881ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.012592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:46:11.033739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Provisioning for port 9fcb0055-993b-4180-908e-33e82ada5541 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:11.040353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Provisioning complete for port 9fcb0055-993b-4180-908e-33e82ada5541 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:11.040912 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.206965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c64cc49-1a8e-4d8c-ad7c-ebe934c6635c req-53213305-007f-46b0-ae41-3a33b57d6d92 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 210 time: 0.0585353 Aug 22 14:46:11.217843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.292832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:46:11.310832 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Sync routers for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:46:11.323405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f48124a-2dc1-47e0-b0b0-73e35bd881ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.333426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] For port 9fcb0055-993b-4180-908e-33e82ada5541, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9fcb0055-993b-4180-908e-33e82ada5541,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:11.345939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:11.347067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:11.433785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f48124a-2dc1-47e0-b0b0-73e35bd881ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.435688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.468194 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:11.472887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48124a-2dc1-47e0-b0b0-73e35bd881ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63e98c-ae99-4c62-b9b5-9be8b70b9554,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:11.477630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7f48124a-2dc1-47e0-b0b0-73e35bd881ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a08c4139a7d49f798a1d5eb862936a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106158 Aug 22 14:46:11.486360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45644) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:11.517713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9cbcb-f445-4135-8af7-49d7e6534495 None None] Pushing event updated for resources: {'Port': ['ID=9fcb0055-993b-4180-908e-33e82ada5541,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:11.541249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.548314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.549732 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dbc2c724-fd3e-45f2-829f-f2fc6c8a2aa2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0595973 Aug 22 14:46:11.554883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45646) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:11.589138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.605708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78e4f5d2-9285-415e-bf43-c3d7192e3559 None None] Provisioning complete for port 9fcb0055-993b-4180-908e-33e82ada5541 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:11.606087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78e4f5d2-9285-415e-bf43-c3d7192e3559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.747626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:10Z', 'revision_number': 3, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:11.793605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.797685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.799484 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e63e98c-ae99-4c62-b9b5-9be8b70b9554 HTTP/1.1" status: 204 len: 168 time: 0.3171537 Aug 22 14:46:11.811953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce40a3-984f-4207-a52c-3b84250f5b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63e98c-ae99-4c62-b9b5-9be8b70b9554,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:11.819025 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Checking router: 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:11.819706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Updating router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 port c82381df-3acb-4a41-8bf4-425af6e41291 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:11.858930 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:11.933799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9fcb0055-993b-4180-908e-33e82ada5541 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:12.034925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9fcb0055-993b-4180-908e-33e82ada5541 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:12.035560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.084935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45660) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:12.246401 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.267214 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Transition to ACTIVE for port object c82381df-3acb-4a41-8bf4-425af6e41291 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:12.271559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.337298 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.406665 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a231b-e52f-49bc-a7a5-ee288baa12b9 None None] Pushing event updated for resources: {'Port': ['ID=c82381df-3acb-4a41-8bf4-425af6e41291,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:12.412826 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Attempting to bind port c82381df-3acb-4a41-8bf4-425af6e41291 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:12.413203 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Attempting to bind port c82381df-3acb-4a41-8bf4-425af6e41291 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:12.413644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Attempting to bind port c82381df-3acb-4a41-8bf4-425af6e41291 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:12.420194 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:12.420837 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:12.421339 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.421602 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:12.422086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Bound port: c82381df-3acb-4a41-8bf4-425af6e41291, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:12.422523 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.483719 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] For port c82381df-3acb-4a41-8bf4-425af6e41291, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:12.490389 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] For port c82381df-3acb-4a41-8bf4-425af6e41291, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c82381df-3acb-4a41-8bf4-425af6e41291,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:12.544648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Allocated IP 172.20.0.1 (74abe37e-2bb4-4c73-ad14-f691f7e1fec7/98423a5d-eaa0-4295-9a32-794d17354360/15238522-239a-47b2-9764-9f28b3f6d2f4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:12.591385 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.657840 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:12.658428 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:12.663647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a231b-e52f-49bc-a7a5-ee288baa12b9 None None] Pushing event updated for resources: {'Port': ['ID=c82381df-3acb-4a41-8bf4-425af6e41291,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:12.720239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.725510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-086fc4f3-3e34-4a33-820d-8cd5c40b6339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.760475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Transition to ACTIVE for port object 15238522-239a-47b2-9764-9f28b3f6d2f4 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:12.786777 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:12.867419 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-086fc4f3-3e34-4a33-820d-8cd5c40b6339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.908422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.955709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:12.960464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:12.964344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:12.964830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:12.979563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.54', 49229) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:13.048577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Pushing event updated for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:13.127667 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:10Z', 'revision_number': 3, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:13.191481 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf6ec-dda7-4f64-a42d-5e7c57e963d3 None None] The sync data for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 is: [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:10Z', 'revision_number': 3, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:13.230649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-086fc4f3-3e34-4a33-820d-8cd5c40b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:13.253644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45692) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:13.279424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-317742b3-16e5-4a8b-b162-19208234b858 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2947602 Aug 22 14:46:13.283832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc4f3-3e34-4a33-820d-8cd5c40b6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207e3bc-d814-4df7-9a72-40516b5dd705,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:13.349023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-086fc4f3-3e34-4a33-820d-8cd5c40b6339 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36a3854b6b62456494cb9f83a1a4f5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2626824 Aug 22 14:46:13.353299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:13.439944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4d98fc4f-e8c5-4772-a1c4-44d7f3b93897 None None] Provisioning for port 15238522-239a-47b2-9764-9f28b3f6d2f4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:13.446528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4d98fc4f-e8c5-4772-a1c4-44d7f3b93897 None None] Provisioning complete for port 15238522-239a-47b2-9764-9f28b3f6d2f4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:13.447581 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4d98fc4f-e8c5-4772-a1c4-44d7f3b93897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:13.519378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4d98fc4f-e8c5-4772-a1c4-44d7f3b93897 None None] Port 15238522-239a-47b2-9764-9f28b3f6d2f4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:13.574475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:13.667225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b174973c-fce0-4a2c-9751-342102279aa2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:13.668229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b174973c-fce0-4a2c-9751-342102279aa2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3761971 Aug 22 14:46:13.744133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:13.778604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Request body: {'port': {'device_id': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'f7e0d6229d7e4f329e12e45a073ae56b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:13.803603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.022143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c82381df-3acb-4a41-8bf4-425af6e41291 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:14.165515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c82381df-3acb-4a41-8bf4-425af6e41291 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:14.173668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c82381df-3acb-4a41-8bf4-425af6e41291 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:14.173668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.183623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e520f60e-8633-4fb2-90b0-a94d21b60dde req-47836bd1-6cb2-4b40-adef-a997267dd30e tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 210 time: 0.9284236 Aug 22 14:46:14.186442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.189149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.193621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1207e3bc-d814-4df7-9a72-40516b5dd705 HTTP/1.1" status: 204 len: 168 time: 0.8391819 Aug 22 14:46:14.205610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abff98-2c42-46b4-a8fc-abb3abe131f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207e3bc-d814-4df7-9a72-40516b5dd705,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:14.228369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.239515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Made reservation on behalf of f7e0d6229d7e4f329e12e45a073ae56b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:14.243816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.259964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.354647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.357060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.370476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.416023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c82381df-3acb-4a41-8bf4-425af6e41291, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c82381df-3acb-4a41-8bf4-425af6e41291,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:14.463351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.503746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Pushing event updated for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:14.509322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.552169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:14.553241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:14.567505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c82381df-3acb-4a41-8bf4-425af6e41291,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:14.588544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.745319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c778df55-029a-41e3-b4b4-1dc61fbe83f2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:14.811481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:46:14.873845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-eba2f536-cff5-4285-8ce8-c9ef165ff500 None None] Provisioning complete for port 15238522-239a-47b2-9764-9f28b3f6d2f4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:14.876307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eba2f536-cff5-4285-8ce8-c9ef165ff500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:14.903890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Allocated IP 192.168.233.44 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/fcea7cf9-cd4a-43e6-9357-1f769c10cd9d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:14.933830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-eba2f536-cff5-4285-8ce8-c9ef165ff500 None None] Port 15238522-239a-47b2-9764-9f28b3f6d2f4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:14.967308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:46:14.972553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4363529a-02a4-473a-bb92-7d2f9cbac2ae admin admin] 10.222.0.53 "PUT /v2.0/routers/5d68ecb0-9e99-482d-ab88-8273b7ae39e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182513 Aug 22 14:46:15.116135 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:15.134039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Transition to ACTIVE for port object fcea7cf9-cd4a-43e6-9357-1f769c10cd9d will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:15.256912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:15.338083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:15.343729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:15.351159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:15.357403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:15.358151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:15.370401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Pushing event updated for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:15.449500 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-5628e688-1cca-4163-a33c-6903e1f3fe3c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6749768 Aug 22 14:46:15.465568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-a26d7c6a-e3ef-4db4-965c-d1d0786b4697 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:46:15.467015 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-a26d7c6a-e3ef-4db4-965c-d1d0786b4697 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108302 Aug 22 14:46:15.573529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Sync routers for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:46:15.589837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:15.590473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:15.615625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-95354dbd-6c5f-41d5-b128-a0da130a37fc tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=910ca9dda52c45feb54bf3d30442596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326333 Aug 22 14:46:15.751999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ebeabfaa-ef2e-488e-baf0-80c835b47a6c None None] Provisioning for port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:15.760521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ebeabfaa-ef2e-488e-baf0-80c835b47a6c None None] Provisioning complete for port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:15.761125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ebeabfaa-ef2e-488e-baf0-80c835b47a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:15.856803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:15.861444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ebeabfaa-ef2e-488e-baf0-80c835b47a6c None None] Port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:15.901043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-86427c53-3ecf-4c16-8813-526086c37561 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:15.904173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-86427c53-3ecf-4c16-8813-526086c37561 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817678 Aug 22 14:46:15.943704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f85d-713a-412c-9090-6c5d859024dd req-1635b236-5bb5-4297-93c9-4562a2c8895e tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:15.954215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df12f85d-713a-412c-9090-6c5d859024dd req-1635b236-5bb5-4297-93c9-4562a2c8895e tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 935 time: 0.1528850 Aug 22 14:46:15.973882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-846573b4-58b5-4a08-954b-c7621c70c507 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/quotas/910ca9dda52c45feb54bf3d30442596b HTTP/1.1" status: 200 len: 375 time: 0.0512598 Aug 22 14:46:16.017907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-1c59872d-eddd-4462-a8e6-01fdf11bc6eb tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413957 Aug 22 14:46:16.082134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df12f85d-713a-412c-9090-6c5d859024dd req-32763cdf-f929-458e-8d1d-9f215b228550 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268418 Aug 22 14:46:16.122356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c82381df-3acb-4a41-8bf4-425af6e41291 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:16.280242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c82381df-3acb-4a41-8bf4-425af6e41291 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:16.280781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:16.474922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:13Z', 'revision_number': 4, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '15238522-239a-47b2-9764-9f28b3f6d2f4', 'name': '', 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'mac_address': 'fa:16:3e:66:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98423a5d-eaa0-4295-9a32-794d17354360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:12Z', 'updated_at': '2021-08-22T14:46:13Z', 'revision_number': 2, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'subnets': [{'id': '98423a5d-eaa0-4295-9a32-794d17354360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:16.511771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Checking router: 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:16.513044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Updating router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 port 15238522-239a-47b2-9764-9f28b3f6d2f4 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:16.545622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:16.587955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45796) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:16.617238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62f7b8e7-61b8-423f-94c3-a994c91e704f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:16.892733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62f7b8e7-61b8-423f-94c3-a994c91e704f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.075115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84651e05-0108-44f5-bcd4-738e45944198 req-1b6cab6a-9123-4f5a-adc4-76db762feaa6 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.0434024 Aug 22 14:46:17.124690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62f7b8e7-61b8-423f-94c3-a994c91e704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.224116 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-62f7b8e7-61b8-423f-94c3-a994c91e704f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c771661a1ab412ea36f7430845f94c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345978 Aug 22 14:46:17.225782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7b8e7-61b8-423f-94c3-a994c91e704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808edc54-5798-4e00-9665-4a07e465e649,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:17.227581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45822) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:17.286265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.306774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Transition to ACTIVE for port object 15238522-239a-47b2-9764-9f28b3f6d2f4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:17.360646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Request body: {'port': {'device_id': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'device_owner': 'compute:tempest-test_az-1457991968', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:17.393440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.395611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.406474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafee0c-6fae-420d-b100-f6a5c07b601f req-c84fa91c-a01b-46cd-87c7-2f615038162c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:17.409871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dafee0c-6fae-420d-b100-f6a5c07b601f req-c84fa91c-a01b-46cd-87c7-2f615038162c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 935 time: 0.1284900 Aug 22 14:46:17.479101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.549380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dafee0c-6fae-420d-b100-f6a5c07b601f req-fb32c2e2-ad96-45b8-9e16-ca74e9275952 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267617 Aug 22 14:46:17.584795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.720456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed736b-e6e0-451d-bc4f-5fd932a79c2e None None] Pushing event updated for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:17.727476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Attempting to bind port 15238522-239a-47b2-9764-9f28b3f6d2f4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:17.727828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Attempting to bind port 15238522-239a-47b2-9764-9f28b3f6d2f4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:17.728483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Attempting to bind port 15238522-239a-47b2-9764-9f28b3f6d2f4 on network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:17.735776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:17.736191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Checking segment: {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:17.736877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.737358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Bound using segment: {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:17.737898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Bound port: 15238522-239a-47b2-9764-9f28b3f6d2f4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22c7e45-2cdb-40b3-a730-a08d5f892f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:17.738384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.860723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] For port 15238522-239a-47b2-9764-9f28b3f6d2f4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:17.864562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] For port 15238522-239a-47b2-9764-9f28b3f6d2f4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=15238522-239a-47b2-9764-9f28b3f6d2f4,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:17.960038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.966848 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:17.973303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/808edc54-5798-4e00-9665-4a07e465e649 HTTP/1.1" status: 204 len: 168 time: 0.7432151 Aug 22 14:46:18.003706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36bd5f-e7f2-4912-a4f2-5bf59bd6b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808edc54-5798-4e00-9665-4a07e465e649,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:18.167009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcea7cf9-cd4a-43e6-9357-1f769c10cd9d {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:18.171823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:18.176551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:18.193459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Transition to ACTIVE for port object fcea7cf9-cd4a-43e6-9357-1f769c10cd9d will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:18.219257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e9dd40e-b473-4d31-9b78-daa1a862c97e req-76625118-8d2e-4eff-997a-300ed1a6531b tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.0621226 Aug 22 14:46:18.238376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed736b-e6e0-451d-bc4f-5fd932a79c2e None None] Pushing event updated for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:18.252023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:18.252798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:18.319190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:18.647704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:18.664006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Attempting to bind port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:18.666224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Attempting to bind port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:18.666224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Attempting to bind port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:18.666436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:18.684389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:46:18.684717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Attempting to bind port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:18.704675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:18.705053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:18.705653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:18.706151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Bound port: fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:18.706518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:19.075471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8a1b-e08d-4122-87ce-9794c22af470 req-30f7afa2-72c4-4053-84b2-00f1871bf335 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:19.086696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfba8a1b-e08d-4122-87ce-9794c22af470 req-30f7afa2-72c4-4053-84b2-00f1871bf335 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1793382 Aug 22 14:46:19.098158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:19.151664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:19.155133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfba8a1b-e08d-4122-87ce-9794c22af470 req-6a864f24-52c2-4606-9bf5-5ef612c776c2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Aug 22 14:46:19.229300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:19.317306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:19.317498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:13Z', 'revision_number': 4, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '15238522-239a-47b2-9764-9f28b3f6d2f4', 'name': '', 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'mac_address': 'fa:16:3e:66:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98423a5d-eaa0-4295-9a32-794d17354360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:12Z', 'updated_at': '2021-08-22T14:46:17Z', 'revision_number': 4, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'subnets': [{'id': '98423a5d-eaa0-4295-9a32-794d17354360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:19.319686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:19.322777 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] 10.222.0.54 "PUT /v2.0/ports/fcea7cf9-cd4a-43e6-9357-1f769c10cd9d HTTP/1.1" status: 200 len: 1117 time: 2.6359713 Aug 22 14:46:19.326219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:19.396151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306d81a-5a8b-4d90-ae31-f514eefaa828 None None] The sync data for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 is: [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:46:13Z', 'revision_number': 4, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '15238522-239a-47b2-9764-9f28b3f6d2f4', 'name': '', 'network_id': '74abe37e-2bb4-4c73-ad14-f691f7e1fec7', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'mac_address': 'fa:16:3e:66:af:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98423a5d-eaa0-4295-9a32-794d17354360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:12Z', 'updated_at': '2021-08-22T14:46:17Z', 'revision_number': 4, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'subnets': [{'id': '98423a5d-eaa0-4295-9a32-794d17354360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:19.564716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd7b3cf0-0af6-409e-aa9e-dd7b04305b34 req-158bff68-1f7d-40e6-ab95-fdcee77ff85e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.0824420 Aug 22 14:46:19.565699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3d9bd-b2e5-42f6-84a4-a12b994a44d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:19.923313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45872) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:20.036704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 15238522-239a-47b2-9764-9f28b3f6d2f4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:20.050592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45880) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:20.056056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260655237', 'description': 'tempest-description--1615353990'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:20.310048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-97655e4a-6365-401f-be65-52bb420f5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:20.310048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-97655e4a-6365-401f-be65-52bb420f5659 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 1120 time: 0.3445485 Aug 22 14:46:20.422301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc1a89-c576-4bbf-b017-18ad12390a65 req-0e13b1c1-1e6a-44cf-9bc1-db1b85235299 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:20.425397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63bc1a89-c576-4bbf-b017-18ad12390a65 req-0e13b1c1-1e6a-44cf-9bc1-db1b85235299 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.0976484 Aug 22 14:46:20.462878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.508288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63bc1a89-c576-4bbf-b017-18ad12390a65 req-74dbfecc-c5b1-4e38-b8a4-55d6e622e918 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707474 Aug 22 14:46:20.523673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 15238522-239a-47b2-9764-9f28b3f6d2f4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:20.536156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 15238522-239a-47b2-9764-9f28b3f6d2f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:20.536914 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.641428 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.790019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.797507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.863685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:20.863685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-3b5c350b-8a1c-4345-a71d-1bfbb1a2fff5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d HTTP/1.1" status: 200 len: 217 time: 0.2059562 Aug 22 14:46:20.873732 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c4a39f-0740-4606-8ac0-b1477532fbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:20.876156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8fb5cfd-5b5c-45eb-bb4d-0fae9a46e7e7 req-c42b8590-4c68-4527-aeca-aed2f569a34c tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.2029822 Aug 22 14:46:20.914195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 15238522-239a-47b2-9764-9f28b3f6d2f4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=15238522-239a-47b2-9764-9f28b3f6d2f4,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:20.960612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.062327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.065541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-418eb731-0896-43e6-9844-7d06857e70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:21.076475 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-418eb731-0896-43e6-9844-7d06857e70c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1812263 Aug 22 14:46:21.143914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c877897f-8e36-4187-b5d6-c9185add6126,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:21.237584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3184ed1-3496-492d-9dac-cbf59b069a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.268967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:21.407454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.10', 62742) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:21.448997 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:21.460680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-62a5063b-9079-44d7-9c73-53ff27dcae09 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=910ca9dda52c45feb54bf3d30442596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565534 Aug 22 14:46:21.461317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c4a39f-0740-4606-8ac0-b1477532fbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.662133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-6c837873-c7ce-4b54-bbf4-71a9695fcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:21.662133 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-6c837873-c7ce-4b54-bbf4-71a9695fcecd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857813 Aug 22 14:46:21.787427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c4a39f-0740-4606-8ac0-b1477532fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.839898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04b4d5-9bdf-41c2-ba25-2b0532e87e9a req-b184b3ef-e998-482b-821e-f99df653bab4 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:21.852963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d04b4d5-9bdf-41c2-ba25-2b0532e87e9a req-b184b3ef-e998-482b-821e-f99df653bab4 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1262581 Aug 22 14:46:21.874174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-7e723870-398e-4981-95e2-585d8f30757d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:21.877456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-7e723870-398e-4981-95e2-585d8f30757d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3863549 Aug 22 14:46:21.877600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a39f-0740-4606-8ac0-b1477532fbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396a66df-0f5f-4709-a148-dbf77f0d7191,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:21.922281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52c4a39f-0740-4606-8ac0-b1477532fbf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38309e9ac7d0437b84a13c73f989f27b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0614486 Aug 22 14:46:21.922281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45912) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:21.931720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:21.942603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5921b5a9-4733-4199-9ee9-53cdeb9b044c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8908858 Aug 22 14:46:21.948899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45914) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:21.959118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'security_group_rule': {'security_group_id': 'c877897f-8e36-4187-b5d6-c9185add6126', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:21.997617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-9610b36d-f4df-4587-87a7-21aa5955dc0a service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474832 Aug 22 14:46:22.073745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Request body: {'port': {'device_id': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '910ca9dda52c45feb54bf3d30442596b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:22.077479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.122990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 15238522-239a-47b2-9764-9f28b3f6d2f4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:22.222015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.260380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 15238522-239a-47b2-9764-9f28b3f6d2f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:22.260747 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.365628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d04b4d5-9bdf-41c2-ba25-2b0532e87e9a req-9e7b2c86-a6c5-476a-9363-97b5747c94f6 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116658 Aug 22 14:46:22.393923 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752c52c-8139-49b3-8af1-a4615b5cb26f x-openstack-request-id: req-e752c52c-8139-49b3-8af1-a4615b5cb26f {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:22.394306 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:22.394541 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e752c52c-8139-49b3-8af1-a4615b5cb26f {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:22.394941 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d', 'status': 'completed', 'code': 200} Aug 22 14:46:22.426301 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-52c3c3a6-237f-40ee-ad43-61a6508a1de7 req-1a440c34-ec13-4a62-a937-c402a02c6a23 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163804 Aug 22 14:46:22.559191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.563389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.564579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/396a66df-0f5f-4709-a148-dbf77f0d7191 HTTP/1.1" status: 204 len: 168 time: 0.6421778 Aug 22 14:46:22.582088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439ce0c-44b8-4bd9-b415-16e7508114aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a66df-0f5f-4709-a148-dbf77f0d7191,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:22.737094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-785a54d1-9633-4e39-aa0b-17dc65ad92b6 req-8e6acd76-f0c8-4778-8e6b-fb513507a753 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.0922763 Aug 22 14:46:22.854435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3184ed1-3496-492d-9dac-cbf59b069a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:22.960986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3184ed1-3496-492d-9dac-cbf59b069a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.014153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3184ed1-3496-492d-9dac-cbf59b069a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6443206e-d87a-41d4-877c-877d0e968fc6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:23.037984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:23.038108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3184ed1-3496-492d-9dac-cbf59b069a9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bbb2d3c84d74f9ebb73dd34ac43148e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1142745 Aug 22 14:46:23.122222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.144386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.155704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.251729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Made reservation on behalf of 910ca9dda52c45feb54bf3d30442596b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:23.256190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.268289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.304567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.343669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.347552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.350022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6443206e-d87a-41d4-877c-877d0e968fc6 HTTP/1.1" status: 204 len: 168 time: 0.3090405 Aug 22 14:46:23.364407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd670c0-3cf1-4eae-8b1b-31bb2c0867cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443206e-d87a-41d4-877c-877d0e968fc6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:23.380405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.475346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcd94df-54ec-4033-9e64-599a5980d713,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:23.608136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73748-8875-4a57-b162-ba2b8ad76c90 req-c010680c-7ebe-4eb8-bcf9-712b9259d839 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:23.611994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35e73748-8875-4a57-b162-ba2b8ad76c90 req-c010680c-7ebe-4eb8-bcf9-712b9259d839 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1263132 Aug 22 14:46:23.618068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:23.667239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35e73748-8875-4a57-b162-ba2b8ad76c90 req-11999f4f-eb5b-4acc-a1b7-e7626630742f tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Aug 22 14:46:24.157482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fc52582-58a6-4626-8685-5875c5d2795b req-04c7e942-815d-434d-949e-21867d9843de tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.0830116 Aug 22 14:46:24.158352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:24.342376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20040373-0929-4f50-ae6c-6384a8be217d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:24.405377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:24.411822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45986) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:24.412790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3c0e3b29-fa9e-48c4-a5a6-c8a50d452579 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4616001 Aug 22 14:46:24.418174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'security_group_rule': {'security_group_id': 'c877897f-8e36-4187-b5d6-c9185add6126', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:24.699308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:24.861918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Allocated IP 192.168.233.254 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/e62c7bb3-9a5e-4d91-802d-ecabad79adcc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:24.936782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.028474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.134902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8fc3de-e2a2-4442-a41a-1f5bf2654dc1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:25.140549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc13fe8-54c3-401b-b636-8c9fd83b47f0 req-d913df91-0d70-4a75-ad50-534e5036929c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:25.180377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dc13fe8-54c3-401b-b636-8c9fd83b47f0 req-d913df91-0d70-4a75-ad50-534e5036929c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.2692726 Aug 22 14:46:25.289527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dc13fe8-54c3-401b-b636-8c9fd83b47f0 req-f39aaea1-902d-4cdf-9fc8-7c1d9bf41a34 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036348 Aug 22 14:46:25.418735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.458088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.460397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60c1eba3-deca-4444-b7f8-f8b2e3bf6ebf tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0472071 Aug 22 14:46:25.473349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46012) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:25.478625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:25.567597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d60b2ae3-3664-4ea3-9f4b-e8af6d734862 req-875849d2-739a-4701-b0ee-a9ddadfd881e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.1726184 Aug 22 14:46:25.605118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46016) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:25.609720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Transition to ACTIVE for port object e62c7bb3-9a5e-4d91-802d-ecabad79adcc will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:25.634461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4c5f-b6a3-4468-9dfe-d607b69b7505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.647736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:25.850807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:26.204496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:26.220018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:26.248888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4c5f-b6a3-4468-9dfe-d607b69b7505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:26.276412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:26.292660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:26.295296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:26.308833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Pushing event updated for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:26.347605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-b9036742-3cc6-48b9-a7d9-3d552c62fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:26.359899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-b9036742-3cc6-48b9-a7d9-3d552c62fd19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 1120 time: 0.5733500 Aug 22 14:46:26.459864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0bcd4c5f-b6a3-4468-9dfe-d607b69b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:26.586086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6287442a-2412-496d-b1fd-e1c3078c818a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5356019 Aug 22 14:46:26.641584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598fa5a-3923-4ea8-a28b-8a779eaa3a96 req-60bfd15e-9604-4e0a-9172-bcc254b7f6f2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:26.659829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b598fa5a-3923-4ea8-a28b-8a779eaa3a96 req-60bfd15e-9604-4e0a-9172-bcc254b7f6f2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1784694 Aug 22 14:46:26.697581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd4c5f-b6a3-4468-9dfe-d607b69b7505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad25a7-3f55-4a18-9de9-44124a6cf789,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:26.810225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b598fa5a-3923-4ea8-a28b-8a779eaa3a96 req-51c0e768-a185-4e7b-a3c4-b29ffccc88b9 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471121 Aug 22 14:46:26.832517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-9e41e71f-8ee7-4d94-bc82-439c29456356 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:46:26.841438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-9e41e71f-8ee7-4d94-bc82-439c29456356 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557430 Aug 22 14:46:26.991322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d2fe-ad34-4cd4-9865-11c6db579d22 req-f1b355a8-67e5-4c37-bad0-8a462e3deea8 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:27.003739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45e0d2fe-ad34-4cd4-9865-11c6db579d22 req-f1b355a8-67e5-4c37-bad0-8a462e3deea8 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 936 time: 0.2150557 Aug 22 14:46:27.050344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-caf353e3-00ee-4dac-91ec-68dc81df0d54 None None] Provisioning for port e62c7bb3-9a5e-4d91-802d-ecabad79adcc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:27.061183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-caf353e3-00ee-4dac-91ec-68dc81df0d54 None None] Provisioning complete for port e62c7bb3-9a5e-4d91-802d-ecabad79adcc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:27.061751 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-caf353e3-00ee-4dac-91ec-68dc81df0d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:27.075332 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0bcd4c5f-b6a3-4468-9dfe-d607b69b7505 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=056617459cc84f0a83952b1aa2932011&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4645517 Aug 22 14:46:27.124596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:27.133562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:27.148940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45e0d2fe-ad34-4cd4-9865-11c6db579d22 req-b81b9650-f0ea-46f5-b4dc-34d7e89de00c tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320527 Aug 22 14:46:27.178210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-caf353e3-00ee-4dac-91ec-68dc81df0d54 None None] Port e62c7bb3-9a5e-4d91-802d-ecabad79adcc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:27.319197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46046) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:27.369146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46050) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:27.472908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-205719f3-0eab-4dc8-b514-4bcf524db161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:27.476813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-205719f3-0eab-4dc8-b514-4bcf524db161 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 1.1003826 Aug 22 14:46:27.655054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-bd310bde-709e-4e36-bf58-47adfa17bba2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d HTTP/1.1" status: 200 len: 217 time: 0.1130712 Aug 22 14:46:27.660371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:27.694320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Allocated IP 172.25.0.154 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/79360443-309d-449e-b1ef-53fdacb42f19) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:27.704936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-713c3a3f-3930-4767-8689-9836ce505bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:27.756067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:27.974177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a48af24-b359-4114-853f-dedf98b5fa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.155421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Request body: {'port': {'device_id': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:28.263290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-713c3a3f-3930-4767-8689-9836ce505bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.297585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0363b96-947c-4bc6-bc19-f0d3f6b67e68 req-91cbbceb-e267-46bb-8ecf-02b63a247ecb tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:28.311154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0363b96-947c-4bc6-bc19-f0d3f6b67e68 req-91cbbceb-e267-46bb-8ecf-02b63a247ecb tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.2655106 Aug 22 14:46:28.430948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-cc14b7c7-8041-4a20-b37e-a4385e4e9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:28.437323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-cc14b7c7-8041-4a20-b37e-a4385e4e9425 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.4793725 Aug 22 14:46:28.477940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.530584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-713c3a3f-3930-4767-8689-9836ce505bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.549515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.560894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.567615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3ad25a7-3f55-4a18-9de9-44124a6cf789 HTTP/1.1" status: 204 len: 168 time: 1.4037516 Aug 22 14:46:28.693932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55654364-b24a-479e-9c22-f566c56116ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad25a7-3f55-4a18-9de9-44124a6cf789,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:28.802542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-713c3a3f-3930-4767-8689-9836ce505bb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9673a5d132ba41ecaf167324c4b3a12d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4618361 Aug 22 14:46:28.802542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:28.830463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3a3f-3930-4767-8689-9836ce505bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a39984-1420-45b4-a509-86401212562e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:28.859667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:28.903945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-835b8165-ccdd-4216-987e-147355a5c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:28.907422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-835b8165-ccdd-4216-987e-147355a5c3a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046094 Aug 22 14:46:28.933124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0363b96-947c-4bc6-bc19-f0d3f6b67e68 req-57eb3cce-6701-4e82-8a4e-ad0682b83176 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992284 Aug 22 14:46:29.053246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfd6af-75e9-4845-b066-521fd33a692d req-4b829794-a62f-4aef-8bfa-a78e024b2aff tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:29.060123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2dfd6af-75e9-4845-b066-521fd33a692d req-4b829794-a62f-4aef-8bfa-a78e024b2aff tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 936 time: 0.6593006 Aug 22 14:46:29.076494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.225614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:29.230228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:29.242404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:29.254579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'Port': ['ID=79360443-309d-449e-b1ef-53fdacb42f19,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:29.255596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.268798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-22ad3ca1-011b-4b4f-a226-cccb8d9b3427 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820632 Aug 22 14:46:29.347566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2dfd6af-75e9-4845-b066-521fd33a692d req-23848a89-7be1-4bd0-b1da-50d33a52e568 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560086 Aug 22 14:46:29.400701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.442727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.515906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a48af24-b359-4114-853f-dedf98b5fa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.570230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.723723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a48af24-b359-4114-853f-dedf98b5fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.813313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48af24-b359-4114-853f-dedf98b5fa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155cb0b1-0952-4483-9963-164c33a8a38e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:29.817995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3a48af24-b359-4114-853f-dedf98b5fa3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72e7b851a076454da65725458d279be7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4475708 Aug 22 14:46:29.822873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:29.896276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.898905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.900123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22a39984-1420-45b4-a509-86401212562e HTTP/1.1" status: 204 len: 168 time: 1.0707798 Aug 22 14:46:29.935834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:29.943601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb16d1d-c34f-4c1b-a376-243209b949e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a39984-1420-45b4-a509-86401212562e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:29.973816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62c7bb3-9a5e-4d91-802d-ecabad79adcc {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:30.001834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.044765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.069224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Transition to ACTIVE for port object e62c7bb3-9a5e-4d91-802d-ecabad79adcc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:30.070908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.092457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'Port': ['ID=79360443-309d-449e-b1ef-53fdacb42f19,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:30.108167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03267713-00ef-4b43-8e91-4d494785fed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.120390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.247562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.253386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b1c44dcd-affe-47af-8e3e-bfa7b6682203 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7758615 Aug 22 14:46:30.255819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.270094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.370231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Pushing event updated for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:30.457471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ea4fe-a166-4b43-bf4c-dfa54313be1f req-02a0d29e-10e3-47a3-bae1-445afd2b73d8 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:30.460134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-746ea4fe-a166-4b43-bf4c-dfa54313be1f req-02a0d29e-10e3-47a3-bae1-445afd2b73d8 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.3287926 Aug 22 14:46:30.545666 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e83450b-75f4-4f1b-b05c-dabd3c9c8f7f req-68edd174-78a0-4ec4-9ee8-c554902b1b73 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449217 Aug 22 14:46:30.613198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Attempting to bind port e62c7bb3-9a5e-4d91-802d-ecabad79adcc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:30.614063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Attempting to bind port e62c7bb3-9a5e-4d91-802d-ecabad79adcc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:30.615043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Attempting to bind port e62c7bb3-9a5e-4d91-802d-ecabad79adcc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:30.621031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.625459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.628567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/155cb0b1-0952-4483-9963-164c33a8a38e HTTP/1.1" status: 204 len: 168 time: 0.7979176 Aug 22 14:46:30.656384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Port e62c7bb3-9a5e-4d91-802d-ecabad79adcc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:46:30.656804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Attempting to bind port e62c7bb3-9a5e-4d91-802d-ecabad79adcc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:30.669254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262ff54-d1c0-4fe4-8bdc-f6028eee6b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155cb0b1-0952-4483-9963-164c33a8a38e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:30.709982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de68fa-317d-4bfc-81c3-2468b50aa5b0 req-88be057f-e203-4d78-8608-e4fbc3f3c82a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:30.712138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7de68fa-317d-4bfc-81c3-2468b50aa5b0 req-88be057f-e203-4d78-8608-e4fbc3f3c82a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.2083533 Aug 22 14:46:30.713521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:30.713956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:30.714605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:30.715626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Bound port: e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:30.716471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:30.744215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-746ea4fe-a166-4b43-bf4c-dfa54313be1f req-f9e0b807-2e26-4dfa-8d00-a50c63df0c5d tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311227 Aug 22 14:46:30.832585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7de68fa-317d-4bfc-81c3-2468b50aa5b0 req-b115bedb-afe8-43cd-85fd-0b3252cec3c5 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872314 Aug 22 14:46:30.907864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:30.934963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:31.023819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.093591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:31.094346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.096120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] 10.222.0.10 "PUT /v2.0/ports/e62c7bb3-9a5e-4d91-802d-ecabad79adcc HTTP/1.1" status: 200 len: 1096 time: 3.4912159 Aug 22 14:46:31.096579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:31.160913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-884cf97c-ed8c-47f7-b817-3db7f9746119 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1260655237&fields=id&tenant_id=d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 267 time: 0.1584358 Aug 22 14:46:31.226993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79839556-5698-4c8a-b20f-605786f6c98b service neutron] Pushing event updated for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:31.431819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-43eecbfc-0e83-4228-b15d-da09decae40a tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:31.438234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-43eecbfc-0e83-4228-b15d-da09decae40a tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 824 time: 0.2579710 Aug 22 14:46:31.441418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:31.459546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-ffecd477-7f5f-431f-b6f0-7ad83dd8bfd1 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/quotas/d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 375 time: 0.0164454 Aug 22 14:46:31.471271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15352a19-afc3-46aa-a2c3-cae059b822ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.580492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-c4d5441f-dfd4-4895-b7f3-4d84131855d8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137109 Aug 22 14:46:31.661189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15352a19-afc3-46aa-a2c3-cae059b822ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.725337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15352a19-afc3-46aa-a2c3-cae059b822ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.836661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-15352a19-afc3-46aa-a2c3-cae059b822ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6aef2f22b1a847d6b031acaaa0de3aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922226 Aug 22 14:46:31.839323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15352a19-afc3-46aa-a2c3-cae059b822ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d24f85e-91f8-4d5b-b691-d9cbb078a09e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:31.839534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:31.963821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:31.998680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.125202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d156b1a-0f57-498c-93d9-aae56a4bab0d req-ce2da53b-6f5e-4dd1-beaa-ab87bcb3845b tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:32.128013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d156b1a-0f57-498c-93d9-aae56a4bab0d req-ce2da53b-6f5e-4dd1-beaa-ab87bcb3845b tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.0860941 Aug 22 14:46:32.180651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d156b1a-0f57-498c-93d9-aae56a4bab0d req-2a6e023f-5ed0-44f2-ab81-1219d8b4c615 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Aug 22 14:46:32.314551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.317406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.321231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d24f85e-91f8-4d5b-b691-d9cbb078a09e HTTP/1.1" status: 204 len: 168 time: 0.4779124 Aug 22 14:46:32.335106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fda101-84e2-4fab-9193-c6219096ed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d24f85e-91f8-4d5b-b691-d9cbb078a09e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:32.339284 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d3fb59-4560-4f2e-a478-443f3b77bca0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:32.357028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb83f2-64a3-4a51-a3c4-3f47fcaa61ce req-493829a0-7af3-473f-84ad-bf4c4f119fec tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:32.365363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbbb83f2-64a3-4a51-a3c4-3f47fcaa61ce req-493829a0-7af3-473f-84ad-bf4c4f119fec tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.0896862 Aug 22 14:46:32.434651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbbb83f2-64a3-4a51-a3c4-3f47fcaa61ce req-7a76a5ba-6515-4abd-89c7-5e53b65de128 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681314 Aug 22 14:46:32.489365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-f8c3f6eb-45d2-4015-a3ec-b4e817a869a6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:46:32.493191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-f8c3f6eb-45d2-4015-a3ec-b4e817a869a6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5288737 Aug 22 14:46:32.564522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:32.581434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a46-4429-4c3e-9c83-e526bef1ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.717017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-f4230252-0159-40f1-bf2b-7971ed613bea service neutron] 10.222.0.53 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016160 Aug 22 14:46:32.782976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.804245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a46-4429-4c3e-9c83-e526bef1ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.836882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-a979d672-bd65-47d0-942d-4ef0b930f50e service neutron] 10.222.0.53 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109617 Aug 22 14:46:32.877288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a46-4429-4c3e-9c83-e526bef1ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:32.929253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d4a46-4429-4c3e-9c83-e526bef1ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a68947-152c-43b3-9fc6-01e638206945,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:32.968126 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd0d4a46-4429-4c3e-9c83-e526bef1ee4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e4969aef64042b9a6bc0c13bcde7f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045618 Aug 22 14:46:32.969707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46166) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:33.056554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:33.106812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:33.191296 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b77ba-adde-4c4f-b20f-539899e0ef21 x-openstack-request-id: req-ee5b77ba-adde-4c4f-b20f-539899e0ef21 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:33.191795 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:33.192100 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee5b77ba-adde-4c4f-b20f-539899e0ef21 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:33.192530 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc', 'status': 'completed', 'code': 200} Aug 22 14:46:33.312905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997bcca7-46ae-46c0-a950-a93944ed30a3 req-999a64c5-bb98-49c1-9512-92803645ab13 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0534046 Aug 22 14:46:33.359574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-45fb71b7-c164-456c-bcb5-d8fa2f006adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:33.394554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:33.403771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:33.409389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33a68947-152c-43b3-9fc6-01e638206945 HTTP/1.1" status: 204 len: 168 time: 0.4347863 Aug 22 14:46:33.421736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6eea-7a95-4aeb-9675-8fe8613eb6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a68947-152c-43b3-9fc6-01e638206945,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:33.461995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6593290-2f30-43bb-a136-994e5d10dbc1 req-822da387-ac88-4a53-bd1e-49ad1807d1ff tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:33.471714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6593290-2f30-43bb-a136-994e5d10dbc1 req-822da387-ac88-4a53-bd1e-49ad1807d1ff tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1422839 Aug 22 14:46:33.568379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6593290-2f30-43bb-a136-994e5d10dbc1 req-970aa5f2-c8e1-40c9-b441-71bea521af5d tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952218 Aug 22 14:46:33.632505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ff5c-c7b8-410b-8d93-45702b39e7a3 req-730e0ecc-627f-4487-927b-3a7150701bdc tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:33.634508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e859ff5c-c7b8-410b-8d93-45702b39e7a3 req-730e0ecc-627f-4487-927b-3a7150701bdc tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.0926931 Aug 22 14:46:33.701776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e859ff5c-c7b8-410b-8d93-45702b39e7a3 req-8818146d-b9a3-486e-b9e6-633c69129a9e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597675 Aug 22 14:46:34.452938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-451bce94-f2cd-4d98-816b-dd665a04b792 req-67c37105-ebe7-4b16-a289-d636a4030be8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0385156 Aug 22 14:46:34.656195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:34.818600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8568a-af19-4ce2-93b3-ff0276a8543f req-21223933-a1bd-41a7-9f2b-1ddde7b87874 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:34.819230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46238) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:34.826425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0f8568a-af19-4ce2-93b3-ff0276a8543f req-21223933-a1bd-41a7-9f2b-1ddde7b87874 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 969 time: 0.1111906 Aug 22 14:46:34.838390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fcea7cf9-cd4a-43e6-9357-1f769c10cd9d details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:46:34.939177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0f8568a-af19-4ce2-93b3-ff0276a8543f req-7c9f9724-8d6a-4ea9-8938-f6b050bab14f tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071796 Aug 22 14:46:34.970622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa81d94-43d0-4153-aac1-eeae8b8e14b4 req-0b835568-0b9e-47f2-9e3f-dd9e40714f34 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:34.972267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3aa81d94-43d0-4153-aac1-eeae8b8e14b4 req-0b835568-0b9e-47f2-9e3f-dd9e40714f34 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.1069560 Aug 22 14:46:35.023695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:35.052468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d', 'mac_address': 'fa:16:3e:da:27:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:tempest-test_az-1457991968', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:46:35.060651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3aa81d94-43d0-4153-aac1-eeae8b8e14b4 req-ae531e0d-c21c-47a1-9901-5dca878d4a61 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730872 Aug 22 14:46:35.122749 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.137591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcea7cf9-cd4a-43e6-9357-1f769c10cd9d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:35.165537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:35.172025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a6419e9-5055-48fa-9d5a-f9c3068665a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.252957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.300067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a6419e9-5055-48fa-9d5a-f9c3068665a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.332934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:35.370790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a6419e9-5055-48fa-9d5a-f9c3068665a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.420550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a6419e9-5055-48fa-9d5a-f9c3068665a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fed1735f1a34c12ae0464c298c9c8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992708 Aug 22 14:46:35.421789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6419e9-5055-48fa-9d5a-f9c3068665a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76978c44-3f0d-44e3-a28c-b5560afb9c7d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:35.423626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46256) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:35.499744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.529783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.574093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87849008-c83f-4dbc-8109-82a29dde31a1 req-2a25ade5-2a99-4b23-883c-81468c6b0852 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0420263 Aug 22 14:46:35.668423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.672231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:35.676329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76978c44-3f0d-44e3-a28c-b5560afb9c7d HTTP/1.1" status: 204 len: 168 time: 0.2474525 Aug 22 14:46:35.682132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['fcea7cf9-cd4a-43e6-9357-1f769c10cd9d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:46:35.685231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d504-4783-4c91-ab13-29519d8de888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76978c44-3f0d-44e3-a28c-b5560afb9c7d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:36.013412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-afe0a153-f26e-4f64-afe2-39a183434265 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252004 Aug 22 14:46:36.154892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e680-b259-4934-98b7-4860fe7f9063 req-245780b7-28e8-4b3b-8073-3dc016c74037 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:36.156520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b0e680-b259-4934-98b7-4860fe7f9063 req-245780b7-28e8-4b3b-8073-3dc016c74037 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 970 time: 0.1097031 Aug 22 14:46:36.194514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-8d871437-1681-434d-99ed-51bb1413de82 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:36.196352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-8d871437-1681-434d-99ed-51bb1413de82 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773648 Aug 22 14:46:36.233984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-cef7e9b5-f1c7-40a7-b822-a04cc83f15ca tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/quotas/289e09d2ba354093b8066bf8eaa8b59c HTTP/1.1" status: 200 len: 375 time: 0.0276842 Aug 22 14:46:36.253313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b0e680-b259-4934-98b7-4860fe7f9063 req-ee0e6561-976e-49a2-9457-acbb34c23288 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Aug 22 14:46:36.281866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-10e7205e-f0a2-4fcb-8a58-f2faf74e576a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456367 Aug 22 14:46:36.439998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cae66-76c9-4150-8668-c28210591f32 req-5d21c6cd-01e8-43af-bb0c-92a0c9c16d88 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:36.443567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f77cae66-76c9-4150-8668-c28210591f32 req-5d21c6cd-01e8-43af-bb0c-92a0c9c16d88 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.0814943 Aug 22 14:46:36.520163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f77cae66-76c9-4150-8668-c28210591f32 req-540c19b3-071c-4223-9bb5-a14ad15bad38 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Aug 22 14:46:36.698539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3286ed92-2220-4984-bbbd-15979a5026a6 req-38229133-18ab-436b-b5ad-05015f014158 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.0672593 Aug 22 14:46:36.728263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:36.816874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c60cc14c-d541-468e-b904-ab0a16b6981b req-e8e91cec-9e88-40ea-8b6f-b2d755c0f29c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0734870 Aug 22 14:46:36.826177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fcea7cf9-cd4a-43e6-9357-1f769c10cd9d up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:36.938671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46310) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:36.962233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63cfc81b-93e2-460f-9ebc-681b99f6a0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.056098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:37.062853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:37.063228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.133838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fb59-4560-4f2e-a478-443f3b77bca0 req-370e0082-c0fc-476a-8d0a-1645517d7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:37.135834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d3fb59-4560-4f2e-a478-443f3b77bca0 req-370e0082-c0fc-476a-8d0a-1645517d7fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 1099 time: 0.1116951 Aug 22 14:46:37.208442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63cfc81b-93e2-460f-9ebc-681b99f6a0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.215595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d3fb59-4560-4f2e-a478-443f3b77bca0 req-672579ec-e8db-4a1c-8e53-b6f4325f49f0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=910ca9dda52c45feb54bf3d30442596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565383 Aug 22 14:46:37.234599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.273255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:37.406003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:37.452213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63cfc81b-93e2-460f-9ebc-681b99f6a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.516693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.601827 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bddb67-0f16-4346-b140-a3662ed69983" -d '{"events": [{"server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "name": "network-vif-plugged", "status": "completed", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:37.605573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:37.614933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfc81b-93e2-460f-9ebc-681b99f6a0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a9040e-676c-45b2-9b86-70fc57ba9d79,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:37.635744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63cfc81b-93e2-460f-9ebc-681b99f6a0aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4f30f165c9e4e0ab9b3f3641183cc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956666 Aug 22 14:46:37.639049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:37.692238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4038ed-3300-4e25-a0fc-1c3ab9c3b4c2 req-7fb4442c-b208-408e-bd03-2e75039a5bef tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:37.694142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af4038ed-3300-4e25-a0fc-1c3ab9c3b4c2 req-7fb4442c-b208-408e-bd03-2e75039a5bef tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 970 time: 0.2541523 Aug 22 14:46:37.720585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.735014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3fb59-4560-4f2e-a478-443f3b77bca0 req-a16c5a41-3183-40c9-ba4b-5c45c397b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:37.736568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d3fb59-4560-4f2e-a478-443f3b77bca0 req-a16c5a41-3183-40c9-ba4b-5c45c397b082 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5161970 Aug 22 14:46:37.758580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af4038ed-3300-4e25-a0fc-1c3ab9c3b4c2 req-3ae88f73-7b87-42a0-b882-80a167f121d3 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Aug 22 14:46:37.786029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.906276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-bf067436-8043-4a45-b2ec-866751a84ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:37.907823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-bf067436-8043-4a45-b2ec-866751a84ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 1099 time: 0.0606213 Aug 22 14:46:37.915914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5ec15-de54-431b-ac29-9e1dfbadcb80 req-b179c92d-9e9b-4215-b3cc-cfa156834b28 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:37.917321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86d5ec15-de54-431b-ac29-9e1dfbadcb80 req-b179c92d-9e9b-4215-b3cc-cfa156834b28 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.1159582 Aug 22 14:46:37.942233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.950050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:37.953218 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79a9040e-676c-45b2-9b86-70fc57ba9d79 HTTP/1.1" status: 204 len: 168 time: 0.3099511 Aug 22 14:46:37.970350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07049630-b71c-4f2e-8360-1887d06c74ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a9040e-676c-45b2-9b86-70fc57ba9d79,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:38.018357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-104d79b8-c7c7-4380-a58e-ecabbe8b6670 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc HTTP/1.1" status: 200 len: 217 time: 0.0942819 Aug 22 14:46:38.047848 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a377848-6b6e-4059-963c-d96c6478310e x-openstack-request-id: req-4a377848-6b6e-4059-963c-d96c6478310e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:38.048414 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "name": "network-vif-plugged", "status": "completed", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:38.048683 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a377848-6b6e-4059-963c-d96c6478310e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:38.049300 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d', 'code': 200} Aug 22 14:46:38.113422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-a287f73b-76fe-4f5b-982e-f43fdcbec0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:38.114993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-a287f73b-76fe-4f5b-982e-f43fdcbec0a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0768371 Aug 22 14:46:38.260572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-cf500236-c164-434a-beee-2d6f652d8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:38.263888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-cf500236-c164-434a-beee-2d6f652d8e90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 1122 time: 0.1178737 Aug 22 14:46:38.295964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86d5ec15-de54-431b-ac29-9e1dfbadcb80 req-d76e6688-5eb8-4866-8402-8424e70d2285 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637183 Aug 22 14:46:38.297420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-23c017f7-1e03-4330-b40c-d5fe8685b6e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:38.298324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e88cd00d-a7bd-4eb8-92d3-800cdacce879 req-d623dab6-3a0e-43ff-b3ff-84170803c0da tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.1159754 Aug 22 14:46:38.353383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-948e94a9-dd85-4287-b929-da6556a86638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:38.355372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-948e94a9-dd85-4287-b929-da6556a86638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320063 Aug 22 14:46:38.367158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.10', 62748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:38.430265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-23c017f7-1e03-4330-b40c-d5fe8685b6e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:38.470017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ce0c9c2-a179-43a3-a564-3f12fe335eaf req-fe05e442-4c9f-4d12-b0aa-94d59a834a12 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0760548 Aug 22 14:46:38.514360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-23c017f7-1e03-4330-b40c-d5fe8685b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:38.549279 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-adfd7171-3838-4c93-83d3-0f20446c7567 req-23c017f7-1e03-4330-b40c-d5fe8685b6e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747118 Aug 22 14:46:38.558752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c017f7-1e03-4330-b40c-d5fe8685b6e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d42ed-cf83-4cef-b0e9-359493dc8a5d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:38.592722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-7cd3d318-e709-4c5a-8fcf-d2f54886f41d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:38.594264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-7cd3d318-e709-4c5a-8fcf-d2f54886f41d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.10 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 824 time: 0.2197745 Aug 22 14:46:38.598615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-00f30555-4630-4ec7-be33-b609763b97fb service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029147 Aug 22 14:46:38.719186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-9767bf90-5d05-4d5c-be0e-ad537ada7ac6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 380 time: 0.1021106 Aug 22 14:46:38.735242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'port': {'device_id': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'admin_state_up': True, 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'security_groups': ['c877897f-8e36-4187-b5d6-c9185add6126']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:38.824278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6954d1-b0ab-4ee5-89a9-20f5068c2e7a req-6b05a376-d962-408f-8dc0-24a53e129a6d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052181 Aug 22 14:46:38.897446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46376) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:38.977398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4de98-5972-4801-b71a-c55c43e38c0b req-58aa6edb-a094-40ae-8a5d-b54ca758b169 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:38.977398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b4de98-5972-4801-b71a-c55c43e38c0b req-58aa6edb-a094-40ae-8a5d-b54ca758b169 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.0754883 Aug 22 14:46:39.009926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Made reservation on behalf of d762dd30b3b34937a79aef079006743b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:39.014286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.067993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b4de98-5972-4801-b71a-c55c43e38c0b req-5ad8602e-7b80-4e7b-9f92-7b4d5928876a tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789559 Aug 22 14:46:39.095108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-33f761a0-50c2-40e3-a7af-8d4bc8a9378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.210999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Allocated IP 172.20.0.5 (8ad1ec52-b539-4204-b6a5-46cb82f3bd0c/21c1cdec-a941-4274-8ac2-f1a2b3a0af62/080f8397-49f8-424d-ab37-31dbca6e8a31) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:39.245109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-33f761a0-50c2-40e3-a7af-8d4bc8a9378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.336774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-33f761a0-50c2-40e3-a7af-8d4bc8a9378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.451611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-33f761a0-50c2-40e3-a7af-8d4bc8a9378a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3c24a62530244b8a34bdacbf399d686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473011 Aug 22 14:46:39.451611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f761a0-50c2-40e3-a7af-8d4bc8a9378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4b821a-ea6b-47d6-98f8-a7d755c8125f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:39.464106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:39.494077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-888d5a72-c14c-4e7c-b9fb-9b278c142f02 req-e7a9c871-eabc-4173-91b0-d48063124325 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.0781543 Aug 22 14:46:39.525758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.546315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.576252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Transition to ACTIVE for port object 080f8397-49f8-424d-ab37-31dbca6e8a31 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:39.607777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.664830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-9647182f-ef02-4e12-9639-9a9321449860 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554309 Aug 22 14:46:39.666941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44b8443c-5740-4f60-ac92-3cc729dacba0 req-bbcce636-2d33-4195-bb0a-1355be05d921 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 210 time: 0.0589716 Aug 22 14:46:39.691304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca736a-46c1-4f65-96d0-864b7ced18fe req-d740300c-89cb-4706-8a89-c1bc3de6c0d3 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:39.692903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cca736a-46c1-4f65-96d0-864b7ced18fe req-d740300c-89cb-4706-8a89-c1bc3de6c0d3 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.2680187 Aug 22 14:46:39.797375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cca736a-46c1-4f65-96d0-864b7ced18fe req-30b1c8d8-1ff5-4c0f-9ab7-ea18c4dc4214 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781643 Aug 22 14:46:39.802725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.809719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.813342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e4b821a-ea6b-47d6-98f8-a7d755c8125f HTTP/1.1" status: 204 len: 168 time: 0.3471081 Aug 22 14:46:39.822139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.838699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a14a79-49a9-4f28-a0af-f6550b867d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4b821a-ea6b-47d6-98f8-a7d755c8125f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:39.860955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46416) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:39.880845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-6a4a4bf9-5b3b-4635-bff5-9e515f381ed6 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:39.882484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-6a4a4bf9-5b3b-4635-bff5-9e515f381ed6 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108610 Aug 22 14:46:39.906587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:39.910582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Request body: {'port': {'device_id': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '289e09d2ba354093b8066bf8eaa8b59c'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:39.944423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:39.948322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:39.959840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:39.960915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:39.982380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:40.146257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-befe622f-1bf5-42b1-9db1-dee66fcddb9f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4189875 Aug 22 14:46:40.163687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.187494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Request body: {'port': {'device_id': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:40.331859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f95bf8c-613a-4734-9a75-d67b4bf00998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.358721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed54e-06b3-45cb-ad12-d39d92dda5ca None None] Provisioning for port 080f8397-49f8-424d-ab37-31dbca6e8a31 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:40.369400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed54e-06b3-45cb-ad12-d39d92dda5ca None None] Provisioning complete for port 080f8397-49f8-424d-ab37-31dbca6e8a31 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:40.369768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed54e-06b3-45cb-ad12-d39d92dda5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.425975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Made reservation on behalf of 289e09d2ba354093b8066bf8eaa8b59c for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:40.429571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.432602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ed54e-06b3-45cb-ad12-d39d92dda5ca None None] Port 080f8397-49f8-424d-ab37-31dbca6e8a31 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:40.442023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.455000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f95bf8c-613a-4734-9a75-d67b4bf00998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.494593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c46655-f346-4495-af60-f33cd3c73d9b req-782d7cce-3759-4e7c-af5d-4a434a4e5249 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:40.496307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99c46655-f346-4495-af60-f33cd3c73d9b req-782d7cce-3759-4e7c-af5d-4a434a4e5249 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.3376138 Aug 22 14:46:40.499192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.536696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f95bf8c-613a-4734-9a75-d67b4bf00998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.579714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f95bf8c-613a-4734-9a75-d67b4bf00998 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bf91ad4dd7642bba7c81a38fab248c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169201 Aug 22 14:46:40.581174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95bf8c-613a-4734-9a75-d67b4bf00998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c2943-bf4c-484e-993c-bf9bdb45f7b5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:40.583648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:40.622841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99c46655-f346-4495-af60-f33cd3c73d9b req-3bd5de55-dcc5-4388-a797-9ad2120cccb9 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121490 Aug 22 14:46:40.660313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed0047c5-5b38-4c9c-a26a-16525552c8b3 req-2ef22212-65b6-42ed-af8a-9ba10f66f64c tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.0748150 Aug 22 14:46:40.691014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.721107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.785786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:40.802595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc85a26e-15bb-4c51-9d3a-18b9d494e586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.865549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.913260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.915880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:40.917201 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/592c2943-bf4c-484e-993c-bf9bdb45f7b5 HTTP/1.1" status: 204 len: 168 time: 0.3228064 Aug 22 14:46:40.926423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d025f-77bc-4c7e-9a5c-93332ac668b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c2943-bf4c-484e-993c-bf9bdb45f7b5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:40.984439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcab26-814d-4884-91cc-5ea2deec5dcf req-1714644d-afde-4e9f-a8da-694ceb0188a2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:40.986441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45bcab26-814d-4884-91cc-5ea2deec5dcf req-1714644d-afde-4e9f-a8da-694ceb0188a2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 931 time: 0.1761885 Aug 22 14:46:40.991067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.066699 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc85a26e-15bb-4c51-9d3a-18b9d494e586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.130693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117eee6-c664-4db5-8079-375767bbc410 req-e01e8b4d-36b9-4344-afa5-5497c22b7c03 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:41.132416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7117eee6-c664-4db5-8079-375767bbc410 req-e01e8b4d-36b9-4344-afa5-5497c22b7c03 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.2302375 Aug 22 14:46:41.140093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414a6ee9-530a-4510-a943-68a4ef797911,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:41.159358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc85a26e-15bb-4c51-9d3a-18b9d494e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.182076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45bcab26-814d-4884-91cc-5ea2deec5dcf req-2e02cc07-dd83-459e-a214-2376b2cb289f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764677 Aug 22 14:46:41.211725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85a26e-15bb-4c51-9d3a-18b9d494e586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3476f-76e4-44bf-a13f-211d9cd21b0e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:41.217957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bc85a26e-15bb-4c51-9d3a-18b9d494e586 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4c65d1c960d49149de7d449b402a615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308000 Aug 22 14:46:41.226909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:41.303754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.325318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7117eee6-c664-4db5-8079-375767bbc410 req-84da58e5-02dc-4245-a14a-f8532e3d028b tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805069 Aug 22 14:46:41.333201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080f8397-49f8-424d-ab37-31dbca6e8a31 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:41.336288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.343944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.367464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Allocated IP 192.168.233.22 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/4c0f2eff-3b17-4cd2-9a30-54cc4970b369) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:41.380831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Transition to ACTIVE for port object 080f8397-49f8-424d-ab37-31dbca6e8a31 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:41.496945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.497341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.501099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.503949 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19d3476f-76e4-44bf-a13f-211d9cd21b0e HTTP/1.1" status: 204 len: 168 time: 0.2742143 Aug 22 14:46:41.516586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d1000-2389-4651-ade5-b5444f06e366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3476f-76e4-44bf-a13f-211d9cd21b0e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:41.597582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.620377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Pushing event updated for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:41.638056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Transition to ACTIVE for port object 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:41.654600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Attempting to bind port 080f8397-49f8-424d-ab37-31dbca6e8a31 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:41.655033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Attempting to bind port 080f8397-49f8-424d-ab37-31dbca6e8a31 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:41.655297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Attempting to bind port 080f8397-49f8-424d-ab37-31dbca6e8a31 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:41.666771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Port 080f8397-49f8-424d-ab37-31dbca6e8a31 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:46:41.667101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Attempting to bind port 080f8397-49f8-424d-ab37-31dbca6e8a31 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:41.674964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46462) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:41.708608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55e58b2f-c905-4d48-832b-a746962f2a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.716784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:41.717358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Checking segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:41.717985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Bound using segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:41.723209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Bound port: 080f8397-49f8-424d-ab37-31dbca6e8a31, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:41.723905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.874843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55e58b2f-c905-4d48-832b-a746962f2a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.900538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3012-f7f8-431a-b6fb-ff43a3c4a804 req-29930cb6-f7cd-4e55-8e35-e5cc1addb0fc tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:41.902326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-886a3012-f7f8-431a-b6fb-ff43a3c4a804 req-29930cb6-f7cd-4e55-8e35-e5cc1addb0fc tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.1407981 Aug 22 14:46:41.944976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:41.948469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:41.987601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55e58b2f-c905-4d48-832b-a746962f2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.001102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=080f8397-49f8-424d-ab37-31dbca6e8a31,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:42.017380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-886a3012-f7f8-431a-b6fb-ff43a3c4a804 req-aa4786b2-0830-44ce-921c-32bd26af30e3 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004970 Aug 22 14:46:42.024054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:42.027451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:42.034482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:42.040692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.049946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.049946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Pushing event updated for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:42.061274 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55e58b2f-c905-4d48-832b-a746962f2a4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1784cd8cd264844bfe7a5aa7a855dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847840 Aug 22 14:46:42.064171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46468) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:42.070199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e58b2f-c905-4d48-832b-a746962f2a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b937350-79a7-4fae-b2e4-f27b8dc68458,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:42.160250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-f6837212-8abd-4d31-bb21-4c59bf9f309b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2577255 Aug 22 14:46:42.163820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.207064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Request body: {'port': {'device_id': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:42.258708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.259441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.261172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] 10.222.0.10 "PUT /v2.0/ports/080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 200 len: 1091 time: 2.0824482 Aug 22 14:46:42.265027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:42.267464 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37541f-426c-44ab-9e01-9bfa87664d86" -d '{"events": [{"name": "network-changed", "server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:42.270300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.359141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-56e1fb9c-cc2c-4b88-8698-bb6872e9acb4 None None] Provisioning for port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:42.367828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-56e1fb9c-cc2c-4b88-8698-bb6872e9acb4 None None] Provisioning complete for port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:42.368641 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-56e1fb9c-cc2c-4b88-8698-bb6872e9acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.399736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9742174-4c02-4960-aaf1-c69e678bd5f5 req-b1915b18-397d-4443-8011-d0878a8da720 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.409250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9742174-4c02-4960-aaf1-c69e678bd5f5 req-b1915b18-397d-4443-8011-d0878a8da720 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 935 time: 0.2880700 Aug 22 14:46:42.431640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-56e1fb9c-cc2c-4b88-8698-bb6872e9acb4 None None] Port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:42.458574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.473987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714971-ce6b-4de1-a195-034964d9e040 service neutron] Pushing event updated for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:42.533796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.590454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-7bf0987c-c2cc-446a-a565-a0409d0d3130 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.592798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-7bf0987c-c2cc-446a-a565-a0409d0d3130 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 1122 time: 0.3414922 Aug 22 14:46:42.604400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9742174-4c02-4960-aaf1-c69e678bd5f5 req-6f66c231-670c-448e-9278-5e9db0b31a94 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943388 Aug 22 14:46:42.652126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-c859155c-4a6a-4408-ae22-4eeb6595c9f7 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.659897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-363e0992-3217-4c4c-bd69-d5d3f70cf26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.661534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-363e0992-3217-4c4c-bd69-d5d3f70cf26e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 1094 time: 0.2480977 Aug 22 14:46:42.782560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-14ead1a8-59cf-4649-bbdd-7a1cb3a68acd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 200 len: 217 time: 0.1040299 Aug 22 14:46:42.802556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-fcedb9fe-8b97-474b-ad10-dcda296cd919 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531783 Aug 22 14:46:42.814960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.817557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:42.818803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b937350-79a7-4fae-b2e4-f27b8dc68458 HTTP/1.1" status: 204 len: 168 time: 0.7514763 Aug 22 14:46:42.882480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236ef7c-9921-4744-8ee4-1d56755cd285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b937350-79a7-4fae-b2e4-f27b8dc68458,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:42.953616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-51a64a2f-91dd-46c2-ac5f-a6663bc8e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.955567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-51a64a2f-91dd-46c2-ac5f-a6663bc8e413 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.1619384 Aug 22 14:46:42.958300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-cd1810f9-677e-491f-89b2-9322dc84174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:42.959838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-cd1810f9-677e-491f-89b2-9322dc84174e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 1122 time: 0.0745223 Aug 22 14:46:43.074518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085be081-1792-477f-bad0-da4948bc70ce req-4f5a5f45-cf6f-4acf-91cc-0f3374e5acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.076667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-4f5a5f45-cf6f-4acf-91cc-0f3374e5acfd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119862 Aug 22 14:46:43.091443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-c859155c-4a6a-4408-ae22-4eeb6595c9f7 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:43.155526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-f10ac5b9-1601-4cb8-bfc9-8e778b6cdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.158714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-f10ac5b9-1601-4cb8-bfc9-8e778b6cdd80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1572626 Aug 22 14:46:43.204552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-c859155c-4a6a-4408-ae22-4eeb6595c9f7 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:43.217375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:43.251686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-64e08c7e-ff4d-4dd7-834f-0a49d6762f04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d HTTP/1.1" status: 200 len: 217 time: 0.0818348 Aug 22 14:46:43.324292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-38769ede-92a4-4dde-b721-88237ece3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.326381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-38769ede-92a4-4dde-b721-88237ece3d8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0662847 Aug 22 14:46:43.340385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e62c7bb3-9a5e-4d91-802d-ecabad79adcc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:46:43.399145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-d7d6309c-2e97-463a-8588-ae5836bc028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.400306 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-d7d6309c-2e97-463a-8588-ae5836bc028f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676701 Aug 22 14:46:43.489162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:43.531634 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-ecfd3329-8c8b-4146-b752-f9c2e0bf6ac7 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236567 Aug 22 14:46:43.546092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcf2dbd3-19f6-40db-8474-462115f8f4f4 req-c859155c-4a6a-4408-ae22-4eeb6595c9f7 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9452586 Aug 22 14:46:43.551307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:43.572123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc', 'mac_address': 'fa:16:3e:0a:74:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:46:43.596466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-a7cf4320-d894-4991-a6ce-7b0d6a363248 service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093014 Aug 22 14:46:43.597757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859155c-4a6a-4408-ae22-4eeb6595c9f7 tempest-AggregatesAdminTestJSON-1994649014 tempest-AggregatesAdminTestJSON-1994649014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44de738-e3c8-462a-9006-7cf502484504,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:43.602102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Transition to ACTIVE for port object 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:43.651367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ca7ce-6618-4764-95ca-d51f1ebd61c9 req-8fe9534c-7715-4070-9d22-bcde2f646a8f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.660389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a9ca7ce-6618-4764-95ca-d51f1ebd61c9 req-8fe9534c-7715-4070-9d22-bcde2f646a8f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 943 time: 0.1906974 Aug 22 14:46:43.709267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:43.732292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:43.740597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c17a98-a1f9-463a-938a-bb8e40a41e5f x-openstack-request-id: req-06c17a98-a1f9-463a-938a-bb8e40a41e5f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:43.740597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:43.740597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06c17a98-a1f9-463a-938a-bb8e40a41e5f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:43.740597 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'status': 'completed', 'code': 200} Aug 22 14:46:43.745698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:43.767818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c7bb3-9a5e-4d91-802d-ecabad79adcc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:43.795218 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a9fc7bc3-13fa-492f-b054-13e7e2a01237 req-f0e09d26-a0cf-41c2-8edf-f46c7419badd service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523203 Aug 22 14:46:43.829903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:43.879288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a9ca7ce-6618-4764-95ca-d51f1ebd61c9 req-405878a3-7ff6-4402-acd9-08037ce95d3a tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181678 Aug 22 14:46:43.886714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:43.913081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085be081-1792-477f-bad0-da4948bc70ce req-166c1e7b-212c-4dda-9005-7f3240eb87a1 service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964454 Aug 22 14:46:43.925030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-network', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:43.979865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Attempting to bind port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:43.982000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Attempting to bind port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:43.982000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Attempting to bind port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:43.993482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec15e49-48b7-4163-9cd4-cab12750e94c req-d6d1b733-ba98-4f99-ae7a-9657a2eca9ab tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:43.995653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ec15e49-48b7-4163-9cd4-cab12750e94c req-d6d1b733-ba98-4f99-ae7a-9657a2eca9ab tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 948 time: 0.1465335 Aug 22 14:46:43.998773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:46:43.999101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Attempting to bind port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:44.019944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:44.020371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:44.020719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:44.021446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Bound port: 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:44.022094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.026752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.109116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ec15e49-48b7-4163-9cd4-cab12750e94c req-d6414dd5-69e3-4159-9812-45bded367680 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033452 Aug 22 14:46:44.132294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:44.151945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:44.162113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:44.200725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Made reservation on behalf of e0bfa367d4294d9d8d11855bdf541092 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:44.202039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.225215 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.271469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.352521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:44.352747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.354261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c0f2eff-3b17-4cd2-9a30-54cc4970b369 HTTP/1.1" status: 200 len: 1095 time: 2.1578743 Aug 22 14:46:44.365566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0605d2a-2ada-4e71-b9ff-6628e61e5ed1 req-d9f773d4-a3fd-4d0a-b292-76df9cf6bc5f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:44.366452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0605d2a-2ada-4e71-b9ff-6628e61e5ed1 req-d9f773d4-a3fd-4d0a-b292-76df9cf6bc5f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 947 time: 0.1790187 Aug 22 14:46:44.392252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885c82-7867-411a-ad9a-a55cc05919c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:44.415273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-b7b6af72-20eb-43d6-8f7b-f2537c4c9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:44.416876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-b7b6af72-20eb-43d6-8f7b-f2537c4c9820 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 1094 time: 0.1793337 Aug 22 14:46:44.421486 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.492274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.497669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0605d2a-2ada-4e71-b9ff-6628e61e5ed1 req-2ec75dc4-1641-4dc8-8c00-657c8c9fab09 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020973 Aug 22 14:46:44.615685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:46:44.804284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e62c7bb3-9a5e-4d91-802d-ecabad79adcc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:46:44.806150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b3f39-adab-46a7-9ea4-9e1505e0174e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:44.806150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.806150 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Added segment 2188552f-9e0a-493c-b3e8-021701fae20a of type vlan for network 26df24a6-6ada-480f-8473-87b4d76892df Aug 22 14:46:44.875910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:44.891665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-c41deee2-3085-4a82-af39-7e3722f98b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:44.895634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-c41deee2-3085-4a82-af39-7e3722f98b93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.4697120 Aug 22 14:46:44.901294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-9760688b-b56d-4ab2-b00b-78d8d35f56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:44.905680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-9760688b-b56d-4ab2-b00b-78d8d35f56d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 1098 time: 0.2694950 Aug 22 14:46:44.981634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-b0c8b3ce-896f-4004-8f89-fd8c783bbdde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 200 len: 217 time: 0.0743957 Aug 22 14:46:45.040912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-8749d7a0-0f48-4606-bac7-bec470d946e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369 HTTP/1.1" status: 200 len: 217 time: 0.0685213 Aug 22 14:46:45.130112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-b88d6a55-8767-41fa-ad8a-a74cbd6503a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.131660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-b88d6a55-8767-41fa-ad8a-a74cbd6503a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.1005867 Aug 22 14:46:45.135619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-043d9138-fdbd-4e9b-9974-bc8b80b29d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.137815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-043d9138-fdbd-4e9b-9974-bc8b80b29d26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0719717 Aug 22 14:46:45.236571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-00db1a79-1b5f-4e70-b871-48f445b194df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.238842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-00db1a79-1b5f-4e70-b871-48f445b194df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908639 Aug 22 14:46:45.240735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-a00817a3-2030-439c-bc47-8762b5e6a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.242190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-a00817a3-2030-439c-bc47-8762b5e6a8ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962985 Aug 22 14:46:45.264082 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.267401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.268786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.359099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] Pushing event updated for resources: {'Network': ['ID=26df24a6-6ada-480f-8473-87b4d76892df,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:45.373129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 26df24a6-6ada-480f-8473-87b4d76892df details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:46:45.397715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7ef73a7-7331-429a-aacb-0efe7daa65e1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6607416 Aug 22 14:46:45.397715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:45.397715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:45.408316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Request body: {'subnet': {'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-subnet', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:45.477974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-a5b4e591-c303-4a42-9b38-9bb2e8994385 service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243342 Aug 22 14:46:45.537608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Made reservation on behalf of e0bfa367d4294d9d8d11855bdf541092 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:45.541683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.566173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1495433033-network', 'tenant_id': '8b27f92315694b119ef5ab9648710f9c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:45.578386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fee1b-a9e7-48ed-aa0f-87f76bae5931 req-e08364cd-7893-42b2-b188-ea6f86d01542 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.580125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b0fee1b-a9e7-48ed-aa0f-87f76bae5931 req-e08364cd-7893-42b2-b188-ea6f86d01542 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 943 time: 0.2291253 Aug 22 14:46:45.581933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-d36e4d8f-3587-40c9-b0cd-b6f53081f894 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297253 Aug 22 14:46:45.741600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b0fee1b-a9e7-48ed-aa0f-87f76bae5931 req-60d2fde6-61c4-4306-a6cd-73a3d39eb97a tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472590 Aug 22 14:46:45.742051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:45.744358 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274c422-dd45-4a21-b432-4551c13023ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:45.753746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec37541f-426c-44ab-9e01-9bfa87664d86 req-9b35e2cb-32da-4a88-aa2e-eb7c051c8220 service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619743 Aug 22 14:46:45.765464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a5792-781c-4f8d-932f-cb78b2c6313b req-bd6a0058-19f3-4282-ac92-ca368b6f0092 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.772649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d22a5792-781c-4f8d-932f-cb78b2c6313b req-bd6a0058-19f3-4282-ac92-ca368b6f0092 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 949 time: 0.2278662 Aug 22 14:46:45.792498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:45.796786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.800503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a83ada6f-2cdf-4b26-a696-5f17e428b16e req-45ffd215-79f4-4da9-bfeb-91761267e810 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041867 Aug 22 14:46:45.814392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.838581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d22a5792-781c-4f8d-932f-cb78b2c6313b req-a95a9d09-6ba2-48fd-b2bb-eaffa72fac6f tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650175 Aug 22 14:46:45.906176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:45.943772 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780263d-d1ee-4fab-8cb2-e49c3118a763 x-openstack-request-id: req-0780263d-d1ee-4fab-8cb2-e49c3118a763 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:45.944126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:45.944600 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0780263d-d1ee-4fab-8cb2-e49c3118a763 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:45.945304 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369', 'status': 'completed', 'code': 200} Aug 22 14:46:45.968255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a246-d8c3-4091-9bd1-c3bb974487a2 req-d570289d-c132-414b-9db3-afb0029f4f34 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:45.970123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6913a246-d8c3-4091-9bd1-c3bb974487a2 req-d570289d-c132-414b-9db3-afb0029f4f34 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 947 time: 0.0887868 Aug 22 14:46:46.015803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed5a03d-37ca-4f1c-9954-d49be8ad15d1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:46.018364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.025472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Checking segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:46.025829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Network hostable DHCP agents. Network: 26df24a6-6ada-480f-8473-87b4d76892df, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:46:46.054503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6913a246-d8c3-4091-9bd1-c3bb974487a2 req-284e11e5-8724-4a32-baa5-2923b8032648 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706332 Aug 22 14:46:46.072622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c422-dd45-4a21-b432-4551c13023ce req-543d0b69-168b-4b56-83ec-0d89ed032522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.074677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-543d0b69-168b-4b56-83ec-0d89ed032522 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 1098 time: 0.0501828 Aug 22 14:46:46.120971 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.124234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Network 26df24a6-6ada-480f-8473-87b4d76892df is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:46:46.149212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:46:46.163529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f74b8-7f5f-412e-981d-4a54dac93711,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:46.168853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.169274 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Added segment c08e5df1-f91c-4310-b205-4da74c578391 of type vlan for network b40c0722-a52d-4bc7-9344-4381b1c6e920 Aug 22 14:46:46.200808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c422-dd45-4a21-b432-4551c13023ce req-8e936626-aebf-4e6c-934b-efdf13224b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.202311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-8e936626-aebf-4e6c-934b-efdf13224b85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1190522 Aug 22 14:46:46.226959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.236979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 26df24a6-6ada-480f-8473-87b4d76892df) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:46.244832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.245442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.246539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5bd6b-e134-46c0-bc87-f5bad0b02430 None None] Network 26df24a6-6ada-480f-8473-87b4d76892df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:46.264428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-239d0f2c-529c-43e3-ba74-eba1230d7dde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369 HTTP/1.1" status: 200 len: 217 time: 0.0533385 Aug 22 14:46:46.331111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c422-dd45-4a21-b432-4551c13023ce req-78264504-cc71-4a46-85f5-f397d93119e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.332805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-78264504-cc71-4a46-85f5-f397d93119e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0593371 Aug 22 14:46:46.349539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-49b8134b-0202-4106-8b00-0923b76d6fa3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9497902 Aug 22 14:46:46.353466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:46.368573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:46.388297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274c422-dd45-4a21-b432-4551c13023ce req-832baf37-4694-4240-94b6-a76e4b29e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.389864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-832baf37-4694-4240-94b6-a76e4b29e69d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486743 Aug 22 14:46:46.393498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.395641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.396879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.508385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] Pushing event updated for resources: {'Network': ['ID=b40c0722-a52d-4bc7-9344-4381b1c6e920,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:46.534773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:46:46.539809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.543197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.629521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-18aeee66-1daa-4dbc-8b42-088e4101d52e service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274384 Aug 22 14:46:46.647769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.708398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2790ace1-0996-486f-b32b-559b6b272c31 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3104522 Aug 22 14:46:46.711429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46598) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:46.716508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Request body: {'subnet': {'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1495433033-subnet', 'tenant_id': '8b27f92315694b119ef5ab9648710f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:46.741896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3274c422-dd45-4a21-b432-4551c13023ce req-fa0c7d34-468f-4319-8f86-5577df1be43c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043236 Aug 22 14:46:46.775668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-26df24a6-6ada-480f-8473-87b4d76892df', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:46:46.775668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.885423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57971c-b092-48b2-9194-82cd6006e488 req-bce104e0-447a-4804-9768-f55b581465e6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:46.888089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d57971c-b092-48b2-9194-82cd6006e488 req-bce104e0-447a-4804-9768-f55b581465e6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 943 time: 0.0602520 Aug 22 14:46:46.930891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Allocated IP 172.20.0.2 (26df24a6-6ada-480f-8473-87b4d76892df/bed5a03d-37ca-4f1c-9954-d49be8ad15d1/44ca6862-9288-4663-8978-58cd1aea32bc) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:46.935338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:46.937913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:46.938507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d57971c-b092-48b2-9194-82cd6006e488 req-8eeb4968-5ade-4110-b06f-d77ab94a40c0 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Aug 22 14:46:46.998268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.008617 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:46:47.087247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd37bb-fc96-4409-ac65-1022c759d0ce req-f72ed59b-7a0a-4fb8-bffa-55e837bb7bfb tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:47.090754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97fd37bb-fc96-4409-ac65-1022c759d0ce req-f72ed59b-7a0a-4fb8-bffa-55e837bb7bfb tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 949 time: 0.0875380 Aug 22 14:46:47.147164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97fd37bb-fc96-4409-ac65-1022c759d0ce req-de93f60c-6d31-41b1-92f5-367c12a59349 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496144 Aug 22 14:46:47.161947 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.184541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Transition to ACTIVE for port object 44ca6862-9288-4663-8978-58cd1aea32bc will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:47.227582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Transition to ACTIVE for port object 44ca6862-9288-4663-8978-58cd1aea32bc will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:47.274251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a327272-8092-477a-a09e-46523d6d29dd req-c09910db-ab17-42ff-80cd-a0920c0fa04a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:47.276331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a327272-8092-477a-a09e-46523d6d29dd req-c09910db-ab17-42ff-80cd-a0920c0fa04a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 947 time: 0.0585728 Aug 22 14:46:47.296735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.339368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e62c7bb3-9a5e-4d91-802d-ecabad79adcc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:47.340748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a327272-8092-477a-a09e-46523d6d29dd req-1648a32a-4f79-43c2-81cf-a340127e01e5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490470 Aug 22 14:46:47.372829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46610) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:47.375321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.432202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46614) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:47.435579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Network 26df24a6-6ada-480f-8473-87b4d76892df is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:47.439426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:47.452446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:47.533966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Pushing event updated for resources: {'Port': ['ID=44ca6862-9288-4663-8978-58cd1aea32bc,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:47.557983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Attempting to bind port 44ca6862-9288-4663-8978-58cd1aea32bc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:47.558506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Attempting to bind port 44ca6862-9288-4663-8978-58cd1aea32bc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:47.565810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Attempting to bind port 44ca6862-9288-4663-8978-58cd1aea32bc on network 26df24a6-6ada-480f-8473-87b4d76892df {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:47.566730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:47.567201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Checking segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:47.567721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.568290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Bound using segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:47.568892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Bound port: 44ca6862-9288-4663-8978-58cd1aea32bc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:47.569381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.576266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9cf566f-774f-4f07-9724-61d961e3fe9c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:47.621912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:47.622282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Network hostable DHCP agents. Network: b40c0722-a52d-4bc7-9344-4381b1c6e920, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:46:47.674722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] For port 44ca6862-9288-4663-8978-58cd1aea32bc, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:47.678921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] For port 44ca6862-9288-4663-8978-58cd1aea32bc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ca6862-9288-4663-8978-58cd1aea32bc,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:47.704009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f29516ec-c6c5-407c-8772-29960d1e05d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.716528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2071896e-9f0c-47f5-9524-b1d89faee211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.785349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port e62c7bb3-9a5e-4d91-802d-ecabad79adcc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:47.789865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port e62c7bb3-9a5e-4d91-802d-ecabad79adcc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:47.790254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.798433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.819441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f29516ec-c6c5-407c-8772-29960d1e05d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.819775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.888649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:47.913415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:47.915855 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23364716-bed9-40f8-8df8-26f5f7104c87" -d '{"events": [{"server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "name": "network-vif-plugged", "status": "completed", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:47.929873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:47.953803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Allocated IP 172.25.0.71 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a1f5762c-8b69-4430-8289-22d31658ccd7) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:47.953803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:46:47.956588 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe4aec-1f0b-4e6e-a3e5-757fcf7a36fe x-openstack-request-id: req-aebe4aec-1f0b-4e6e-a3e5-757fcf7a36fe {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:47.956912 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "name": "network-vif-plugged", "status": "completed", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:47.957543 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aebe4aec-1f0b-4e6e-a3e5-757fcf7a36fe {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:47.962963 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc', 'code': 200} Aug 22 14:46:48.057572 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.081837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f29516ec-c6c5-407c-8772-29960d1e05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.108573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.147505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faedb69-c28a-4e54-8095-5011f6ecda60 None None] Pushing event updated for resources: {'Port': ['ID=44ca6862-9288-4663-8978-58cd1aea32bc,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:48.210072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.210357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b40c0722-a52d-4bc7-9344-4381b1c6e920) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:48.227716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:48.227716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.253079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b2c56-f25c-4cf6-8f9e-c2d87a136f77 None None] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:48.319703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.383010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:48.440197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f5762c-8b69-4430-8289-22d31658ccd7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:48.443533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:48.445464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:48.449863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:48.497565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f29516ec-c6c5-407c-8772-29960d1e05d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99bc35766b334374a66258bc42b9806b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0608783 Aug 22 14:46:48.504594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:48.517979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843286f5-d386-4f64-98f0-9220841ac1e0 None None] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:48.533528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15f92-6713-4343-a629-45bfa377bc81 req-31b51756-3395-47e0-8ce9-db5341559821 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:48.541536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03a15f92-6713-4343-a629-45bfa377bc81 req-31b51756-3395-47e0-8ce9-db5341559821 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 943 time: 0.5257213 Aug 22 14:46:48.547051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29516ec-c6c5-407c-8772-29960d1e05d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688ab353-8521-4453-b275-af4c55260a7e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:48.653658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004759e-c958-4eae-8bdd-1725768caa6b req-f2d333be-a65a-4e5e-880f-d0a27b839a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:48.655147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b004759e-c958-4eae-8bdd-1725768caa6b req-f2d333be-a65a-4e5e-880f-d0a27b839a07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 1100 time: 0.5162237 Aug 22 14:46:48.741197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e69af-d1c6-4ec8-b046-dd94e3f0ce67 req-ea49b4b3-4525-4056-9833-64ccf7b67ad6 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:48.745634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc1e69af-d1c6-4ec8-b046-dd94e3f0ce67 req-ea49b4b3-4525-4056-9833-64ccf7b67ad6 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 950 time: 0.2364779 Aug 22 14:46:48.751922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03a15f92-6713-4343-a629-45bfa377bc81 req-eeb98e82-521b-49fb-a2b2-bd6e925b3dc9 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070763 Aug 22 14:46:48.800683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b004759e-c958-4eae-8bdd-1725768caa6b req-e24b0427-9335-4ff5-9a09-3c92aa46f620 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360416 Aug 22 14:46:48.809374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.857257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc1e69af-d1c6-4ec8-b046-dd94e3f0ce67 req-4861938e-bfe9-49f1-9499-1eed5fb4faf7 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964468 Aug 22 14:46:48.859240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2071896e-9f0c-47f5-9524-b1d89faee211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.883229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.921048 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.935727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d64eca-db0e-49cc-95a5-82784f4090da req-921ce584-c397-4686-b664-5f73b146996f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:48.937376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12d64eca-db0e-49cc-95a5-82784f4090da req-921ce584-c397-4686-b664-5f73b146996f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 947 time: 0.1141491 Aug 22 14:46:48.941663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2071896e-9f0c-47f5-9524-b1d89faee211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:48.997910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071896e-9f0c-47f5-9524-b1d89faee211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e9539-7a86-41fd-b85a-00d1fbd819ad,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:49.002332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2071896e-9f0c-47f5-9524-b1d89faee211 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba8a90456e3f4146bed8be54e209e882&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6270864 Aug 22 14:46:49.009253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46644) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:49.034921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12d64eca-db0e-49cc-95a5-82784f4090da req-492ae592-5481-48c3-978a-6321ef265e31 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788403 Aug 22 14:46:49.083199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.101829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.107281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.113066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/688ab353-8521-4453-b275-af4c55260a7e HTTP/1.1" status: 204 len: 168 time: 0.6029091 Aug 22 14:46:49.119273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8868f90a-9705-45de-9ba6-41c416df98d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4068749 Aug 22 14:46:49.136503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.157866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b55533-79d6-4612-b880-9e91d6bea1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688ab353-8521-4453-b275-af4c55260a7e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:49.309721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.314757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.319337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de6e9539-7a86-41fd-b85a-00d1fbd819ad HTTP/1.1" status: 204 len: 168 time: 0.3109093 Aug 22 14:46:49.330304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d378c-59ff-487d-9def-df0a95568acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e9539-7a86-41fd-b85a-00d1fbd819ad,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:49.350729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 080f8397-49f8-424d-ab37-31dbca6e8a31 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:46:49.353162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.523091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783df465-e13a-4696-b167-0de657371d39 None None] Network 26df24a6-6ada-480f-8473-87b4d76892df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:49.570449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=080f8397-49f8-424d-ab37-31dbca6e8a31,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:49.615949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'port_id': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'mac_address': 'fa:16:3e:d0:49:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:46:49.645450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Router bf1cef11-50b3-4a7d-9901-e61925ca64d8 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:46:49.712927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1749ef8a-f3c0-4c47-9a1f-05874e62c499 None None] Provisioning for port 44ca6862-9288-4663-8978-58cd1aea32bc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:49.719638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.765375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080f8397-49f8-424d-ab37-31dbca6e8a31 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:49.837468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=080f8397-49f8-424d-ab37-31dbca6e8a31,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:49.902744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:49.903957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:46:49.921279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:46:49.931319 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Sync routers for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:46:49.967738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:49.971754 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:50.033230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.037787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-784d22df-3ca8-45d3-b684-324ea937f243 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6831691 Aug 22 14:46:50.038547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46684) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:50.141317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d128-c9d8-403d-bb46-4ab3eb393cfe req-e6993f8e-3505-4992-92d9-bf56b3492748 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:50.153759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9d2d128-c9d8-403d-bb46-4ab3eb393cfe req-e6993f8e-3505-4992-92d9-bf56b3492748 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 944 time: 0.1919844 Aug 22 14:46:50.203482 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:50.254672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:50.268791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369', 'mac_address': 'fa:16:3e:66:da:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:46:50.303459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:50.315320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ca6862-9288-4663-8978-58cd1aea32bc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:50.354090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9d2d128-c9d8-403d-bb46-4ab3eb393cfe req-c3811fa6-be1a-4cb8-896a-826f163fa2bb tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922984 Aug 22 14:46:50.418589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a2231-9a1a-40e2-83dc-13a6a13fd952 req-c7457948-dede-42f0-b467-7a9c3a8b3842 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:50.421538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-951a2231-9a1a-40e2-83dc-13a6a13fd952 req-c7457948-dede-42f0-b467-7a9c3a8b3842 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 950 time: 0.1352270 Aug 22 14:46:50.445335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46692) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:50.459411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.469471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa70614f-7b4e-489c-80cc-9034d9a8a04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.493871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:46:50.518245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-951a2231-9a1a-40e2-83dc-13a6a13fd952 req-e72648b5-f061-4a25-b35b-ba6d92da81d0 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Aug 22 14:46:50.523735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:50.531289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 44ca6862-9288-4663-8978-58cd1aea32bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:50.537558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 44ca6862-9288-4663-8978-58cd1aea32bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:50.539736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.603888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46694) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:50.612964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde2dae-ba75-4fd7-9522-5822142e4621 req-42695a84-f50a-47e5-83ed-046e27dea1ec tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:50.614766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfde2dae-ba75-4fd7-9522-5822142e4621 req-42695a84-f50a-47e5-83ed-046e27dea1ec tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 947 time: 0.1042120 Aug 22 14:46:50.629307 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396ce009-9195-465d-9f83-3ffa4da8121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.636095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.645919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.648720 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:48Z', 'revision_number': 3, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:50.687269 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Checking router: bf1cef11-50b3-4a7d-9901-e61925ca64d8 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:50.687676 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Updating router bf1cef11-50b3-4a7d-9901-e61925ca64d8 port a1f5762c-8b69-4430-8289-22d31658ccd7 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:50.696746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa70614f-7b4e-489c-80cc-9034d9a8a04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.704589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfde2dae-ba75-4fd7-9522-5822142e4621 req-5baf2fa6-652e-44f7-a591-6cc14b26ead3 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 Aug 22 14:46:50.736680 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.774197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa70614f-7b4e-489c-80cc-9034d9a8a04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.797150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:50.816040 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.861502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 44ca6862-9288-4663-8978-58cd1aea32bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ca6862-9288-4663-8978-58cd1aea32bc,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:50.862497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa70614f-7b4e-489c-80cc-9034d9a8a04d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=372007dead9c41868b0624eea0de1b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157031 Aug 22 14:46:50.866391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:50.916076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70614f-7b4e-489c-80cc-9034d9a8a04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8378793-444d-45c0-9e47-139c8bfcb4be,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:50.968134 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:50.974337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.092014 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.137937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396ce009-9195-465d-9f83-3ffa4da8121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.139399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['080f8397-49f8-424d-ab37-31dbca6e8a31'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:46:51.142276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.148412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=44ca6862-9288-4663-8978-58cd1aea32bc,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.178735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:51.188265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1142489899-network', 'tenant_id': '902772edaff6437d98c1c7ab8ffb0745'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:51.231892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396ce009-9195-465d-9f83-3ffa4da8121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.235643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4c0f2eff-3b17-4cd2-9a30-54cc4970b369'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:46:51.242625 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.312413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Allocated IP 172.20.0.1 (26df24a6-6ada-480f-8473-87b4d76892df/bed5a03d-37ca-4f1c-9954-d49be8ad15d1/08a6d9a3-b682-4f68-8bde-de3df8acd73c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:46:51.314632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-396ce009-9195-465d-9f83-3ffa4da8121e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f74160c77a24db0a2019e2c1d31aec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987803 Aug 22 14:46:51.320509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46718) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:51.329148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce009-9195-465d-9f83-3ffa4da8121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5bf640-009d-4beb-a852-7a42f5c8c0e2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.347162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Made reservation on behalf of 902772edaff6437d98c1c7ab8ffb0745 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:51.352704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.378215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.416857 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Transition to ACTIVE for port object a1f5762c-8b69-4430-8289-22d31658ccd7 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:51.421292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.427354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.429680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8378793-444d-45c0-9e47-139c8bfcb4be HTTP/1.1" status: 204 len: 168 time: 0.5622714 Aug 22 14:46:51.487257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.504487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94fff9-46df-4d0a-9df6-9f3af8ef0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8378793-444d-45c0-9e47-139c8bfcb4be,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.546239 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.546905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Transition to ACTIVE for port object 08a6d9a3-b682-4f68-8bde-de3df8acd73c will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:51.567716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.611255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f37127-4b34-48d3-b649-16177e016d6e req-d48a37e9-e0a9-42e1-b134-a7d3efecb045 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:51.620161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04f37127-4b34-48d3-b649-16177e016d6e req-d48a37e9-e0a9-42e1-b134-a7d3efecb045 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 944 time: 0.1540520 Aug 22 14:46:51.624120 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Attempting to bind port a1f5762c-8b69-4430-8289-22d31658ccd7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:51.624501 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Attempting to bind port a1f5762c-8b69-4430-8289-22d31658ccd7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:51.624873 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Attempting to bind port a1f5762c-8b69-4430-8289-22d31658ccd7 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:51.635301 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b13e1-911f-40a3-b3b0-72fec7b4ac06 None None] Pushing event updated for resources: {'Port': ['ID=a1f5762c-8b69-4430-8289-22d31658ccd7,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.645183 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:51.653064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:51.653064 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.653064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:51.653064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Bound port: a1f5762c-8b69-4430-8289-22d31658ccd7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:51.653064 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.661549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.710087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] For port a1f5762c-8b69-4430-8289-22d31658ccd7, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:51.713887 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] For port a1f5762c-8b69-4430-8289-22d31658ccd7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a1f5762c-8b69-4430-8289-22d31658ccd7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:51.736463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.740768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04f37127-4b34-48d3-b649-16177e016d6e req-143cf695-9cd1-4f28-b54c-856da578fc1c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187572 Aug 22 14:46:51.759657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.787867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Network 26df24a6-6ada-480f-8473-87b4d76892df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:51.791371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:51.793882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:46:51.794479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.849208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.896402 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.960014 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.974963 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b13e1-911f-40a3-b3b0-72fec7b4ac06 None None] Pushing event updated for resources: {'Port': ['ID=a1f5762c-8b69-4430-8289-22d31658ccd7,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:51.980938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:46:51.997052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:51.999803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.004153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e5bf640-009d-4beb-a852-7a42f5c8c0e2 HTTP/1.1" status: 204 len: 168 time: 0.6821749 Aug 22 14:46:52.009168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ca6862-9288-4663-8978-58cd1aea32bc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:52.023086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:52.026754 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:52.039851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881aa4-6b2e-47f1-8120-121d35a39e39 req-6cd43fc0-920a-49e8-b415-4731978f4803 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:52.048254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f881aa4-6b2e-47f1-8120-121d35a39e39 req-6cd43fc0-920a-49e8-b415-4731978f4803 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 950 time: 0.2247658 Aug 22 14:46:52.064711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.069779 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Added segment 78e24a88-b2c6-4857-8bed-26e82de99069 of type vlan for network e980b514-2a19-4129-a732-f304dacb2eaf Aug 22 14:46:52.092576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de96c5-1ff8-4990-ba7b-a5e8fcb87a7d req-daa266ba-151e-4e94-899e-905685796538 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:52.107941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5de96c5-1ff8-4990-ba7b-a5e8fcb87a7d req-daa266ba-151e-4e94-899e-905685796538 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 948 time: 0.1972768 Aug 22 14:46:52.132405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.135807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 44ca6862-9288-4663-8978-58cd1aea32bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:52.136255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.158267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d51c3-2715-4b16-afc0-6738467382d7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:52.205377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.218629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b0bf-68a5-4d17-98e9-31354e20d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5bf640-009d-4beb-a852-7a42f5c8c0e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:52.248768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f881aa4-6b2e-47f1-8120-121d35a39e39 req-1984018d-0415-4a7d-aeb4-df57a7f7d836 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981938 Aug 22 14:46:52.251015 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:52.290701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8d44f5b6-d002-4257-a001-c11f3314b621 None None] Provisioning for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:52.310916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8d44f5b6-d002-4257-a001-c11f3314b621 None None] Provisioning complete for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:52.319471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d44f5b6-d002-4257-a001-c11f3314b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.356505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5de96c5-1ff8-4990-ba7b-a5e8fcb87a7d req-9ff25676-e878-4dfc-81ce-92a7bebe1974 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431905 Aug 22 14:46:52.438924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.440092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:52.440826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.448244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8d44f5b6-d002-4257-a001-c11f3314b621 None None] Port 08a6d9a3-b682-4f68-8bde-de3df8acd73c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:52.473667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.531663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] Pushing event updated for resources: {'Network': ['ID=e980b514-2a19-4129-a732-f304dacb2eaf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:52.538928 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:48Z', 'revision_number': 3, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:52.545019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e980b514-2a19-4129-a732-f304dacb2eaf details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:46:52.568717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f271066-9b1e-47cf-aa8d-da907bc9f786 None None] The sync data for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 is: [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:48Z', 'revision_number': 3, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:52.576636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.577708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:52.623103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dfc70cee-d2c4-4431-acbd-6e4003dfae93 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4421005 Aug 22 14:46:52.625758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46752) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:52.632014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Request body: {'subnet': {'network_id': 'e980b514-2a19-4129-a732-f304dacb2eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1142489899-subnet', 'tenant_id': '902772edaff6437d98c1c7ab8ffb0745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:52.691134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:52.799633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Made reservation on behalf of 902772edaff6437d98c1c7ab8ffb0745 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:46:52.802050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:53.113625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Network 26df24a6-6ada-480f-8473-87b4d76892df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:46:53.117607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:53.248335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d85def-ff24-4ca5-a41d-3ca937b673ad req-c8d30648-a168-4c51-9411-356b4bdd61dc tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:53.256780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88d85def-ff24-4ca5-a41d-3ca937b673ad req-c8d30648-a168-4c51-9411-356b4bdd61dc tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 944 time: 0.2538829 Aug 22 14:46:53.342841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88d85def-ff24-4ca5-a41d-3ca937b673ad req-01edabd2-ac86-4a0e-8a8f-75c7fc33a78a tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847361 Aug 22 14:46:53.375688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 080f8397-49f8-424d-ab37-31dbca6e8a31 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:53.454060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Router bf1cef11-50b3-4a7d-9901-e61925ca64d8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:46:53.496782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:53.560884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c51b8b6-4f3b-4ef0-ac2f-03d75f8ac7b5,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:53.582757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b92df2ac-5b52-49d3-9682-2f50fce10624 None None] Provisioning complete for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:53.583169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b92df2ac-5b52-49d3-9682-2f50fce10624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:53.624064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 080f8397-49f8-424d-ab37-31dbca6e8a31 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:53.631105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 080f8397-49f8-424d-ab37-31dbca6e8a31 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:53.631486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:53.690001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Checking segment: {'id': '78e24a88-b2c6-4857-8bed-26e82de99069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e980b514-2a19-4129-a732-f304dacb2eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:53.690001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Network hostable DHCP agents. Network: e980b514-2a19-4129-a732-f304dacb2eaf, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:46:53.699395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a96d4-46e6-4557-a0c1-ca2898b0e6ef req-eace8c38-9407-4f44-87c3-a2eb1d207e82 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:53.700556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:46:53.701516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b92df2ac-5b52-49d3-9682-2f50fce10624 None None] Port 08a6d9a3-b682-4f68-8bde-de3df8acd73c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:46:53.705016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d59a96d4-46e6-4557-a0c1-ca2898b0e6ef req-eace8c38-9407-4f44-87c3-a2eb1d207e82 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 948 time: 0.1410851 Aug 22 14:46:53.721214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9df6fc01-9f50-4a53-814f-455b849fff64 admin admin] 10.222.0.53 "PUT /v2.0/routers/bf1cef11-50b3-4a7d-9901-e61925ca64d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813831 Aug 22 14:46:53.778307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d59a96d4-46e6-4557-a0c1-ca2898b0e6ef req-502998bc-f369-47a7-90a6-d1a64f85a4c1 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Aug 22 14:46:53.821825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:53.858830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:53.867582 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540a029-d666-4d51-b009-187528ce2763" -d '{"events": [{"server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "name": "network-vif-plugged", "status": "completed", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:53.875813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=080f8397-49f8-424d-ab37-31dbca6e8a31,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:53.902576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Network e980b514-2a19-4129-a732-f304dacb2eaf is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:46:53.916549 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b929fc04-e16f-4837-a728-aeaa62ff02b6 x-openstack-request-id: req-b929fc04-e16f-4837-a728-aeaa62ff02b6 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:53.917075 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "name": "network-vif-plugged", "status": "completed", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:53.917434 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b929fc04-e16f-4837-a728-aeaa62ff02b6 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:53.920084 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'code': 200} Aug 22 14:46:53.999787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.001119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:54.005215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e980b514-2a19-4129-a732-f304dacb2eaf) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:46:54.042174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:54.044752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.045622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce7088-d6fd-47a6-9cd1-2507b518eaa4 None None] Network e980b514-2a19-4129-a732-f304dacb2eaf requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:54.177107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76993f34-c6d4-427e-9966-7ac154284e8e req-935b2747-8523-4e4c-9520-987da26ff34e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:54.191164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76993f34-c6d4-427e-9966-7ac154284e8e req-935b2747-8523-4e4c-9520-987da26ff34e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 950 time: 0.1899869 Aug 22 14:46:54.203466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414cb9-27b0-408b-9928-6f0d769b97fa req-707a55b0-e71d-446b-8de6-c42026c69b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:54.205825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee414cb9-27b0-408b-9928-6f0d769b97fa req-707a55b0-e71d-446b-8de6-c42026c69b99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 1096 time: 0.1203151 Aug 22 14:46:54.207530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad1beab3-1641-41de-b636-4fe7f30baccd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5800211 Aug 22 14:46:54.285368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76993f34-c6d4-427e-9966-7ac154284e8e req-b5947ce2-c0fc-4512-8f8e-780978d8d6fa tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928326 Aug 22 14:46:54.333577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee414cb9-27b0-408b-9928-6f0d769b97fa req-54c1ff89-8bc8-43d7-bbe5-c27f26a23c49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189137 Aug 22 14:46:54.340984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a1f5762c-8b69-4430-8289-22d31658ccd7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:54.452490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7b949-58ad-4ea0-a82a-5dbbd453b9f3 None None] Network e980b514-2a19-4129-a732-f304dacb2eaf requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:46:54.460535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:54.574226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c381fd-2e28-45fd-a246-b56ed814c390 req-77c4cad7-3225-415b-be92-5a8f1ab512f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:54.587026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5c381fd-2e28-45fd-a246-b56ed814c390 req-77c4cad7-3225-415b-be92-5a8f1ab512f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 945 time: 0.0954571 Aug 22 14:46:54.637266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:54.642237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:54.642619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.643516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5c381fd-2e28-45fd-a246-b56ed814c390 req-28a783ed-dc3d-48f5-8023-38aeba09b9d6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Aug 22 14:46:54.667247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a1f5762c-8b69-4430-8289-22d31658ccd7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:54.677586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a1f5762c-8b69-4430-8289-22d31658ccd7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:54.678512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.800861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.831674 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:54.870194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:54.872292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a1f5762c-8b69-4430-8289-22d31658ccd7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a1f5762c-8b69-4430-8289-22d31658ccd7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:54.941303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:55.003067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Sync routers for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:46:55.015706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:55.023734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b058b80-9773-4128-b404-7bb98e4b3fe1 req-e257d288-7ac5-4129-9f06-2a3d23c8b657 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:55.026668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b058b80-9773-4128-b404-7bb98e4b3fe1 req-e257d288-7ac5-4129-9f06-2a3d23c8b657 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 948 time: 0.1370461 Aug 22 14:46:55.037575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:55.038461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:55.098142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:55.153255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b058b80-9773-4128-b404-7bb98e4b3fe1 req-23e07e4d-3ef3-4240-bae7-420f9f7024ea tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233735 Aug 22 14:46:55.239738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-048efa63-5dda-4748-a6ed-7e1f09affd6e tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:55.239738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-048efa63-5dda-4748-a6ed-7e1f09affd6e tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 828 time: 0.2651417 Aug 22 14:46:55.256878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a1f5762c-8b69-4430-8289-22d31658ccd7,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:55.263885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-6fa17793-00bf-49cc-9d23-7c8d40526421 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/quotas/e0bfa367d4294d9d8d11855bdf541092 HTTP/1.1" status: 200 len: 375 time: 0.0114038 Aug 22 14:46:55.310780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:55.336271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-05d3513e-8759-4fac-a962-0c2e6b21489b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641093 Aug 22 14:46:55.548597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:52Z', 'revision_number': 2, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:55.579129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Checking router: bf1cef11-50b3-4a7d-9901-e61925ca64d8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:46:55.579522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Updating router bf1cef11-50b3-4a7d-9901-e61925ca64d8 port 08a6d9a3-b682-4f68-8bde-de3df8acd73c binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:46:55.609129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:55.784407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-90d25695-2734-46d6-a697-fe7caa94bdcb tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:55.796063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-90d25695-2734-46d6-a697-fe7caa94bdcb tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.1538010 Aug 22 14:46:55.816478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-a0abd752-2af6-4406-8c5a-c2e99ca09c73 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/quotas/8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 375 time: 0.0194819 Aug 22 14:46:55.884208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-1a6addb1-7035-4e65-9e52-a99df52c83a1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665276 Aug 22 14:46:55.941064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:55.944850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824ab1f-62b6-4443-bc43-fddab241ba4e" -d '{"events": [{"server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "name": "network-vif-plugged", "status": "completed", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:56.031747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-8c7c3ff9-f83a-400c-b505-497364a58ea7 service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390471 Aug 22 14:46:56.033890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a1f5762c-8b69-4430-8289-22d31658ccd7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:56.071184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-075de908-58b1-4169-bd6a-56ce192c07e9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:46:56.072588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-075de908-58b1-4169-bd6a-56ce192c07e9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182471 Aug 22 14:46:56.174842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a1f5762c-8b69-4430-8289-22d31658ccd7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:56.175108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.204677 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.210590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-4d32c812-e50f-40db-b409-825fb26cb67f service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774735 Aug 22 14:46:56.223657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Transition to ACTIVE for port object 08a6d9a3-b682-4f68-8bde-de3df8acd73c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:46:56.275781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-ee438742-00b2-4b5e-b662-fa746d4c9c5c service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673110 Aug 22 14:46:56.318799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.360288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-8a072b10-8472-4f28-8cfa-13bad1c091ea tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:56.361695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-8a072b10-8472-4f28-8cfa-13bad1c091ea tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 1101 time: 0.1450319 Aug 22 14:46:56.372035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f557ca-187e-48e1-a260-2643918d4e97 None None] Pushing event updated for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:56.428926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-bce0c00d-1b19-4ce7-87fb-2b2c25df5d05 service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470098 Aug 22 14:46:56.429133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Attempting to bind port 08a6d9a3-b682-4f68-8bde-de3df8acd73c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:46:56.429531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Attempting to bind port 08a6d9a3-b682-4f68-8bde-de3df8acd73c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:46:56.429962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Attempting to bind port 08a6d9a3-b682-4f68-8bde-de3df8acd73c on network 26df24a6-6ada-480f-8473-87b4d76892df {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:46:56.440261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:46:56.449404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Checking segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:46:56.449404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.449404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Bound using segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:46:56.449404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Bound port: 08a6d9a3-b682-4f68-8bde-de3df8acd73c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:46:56.449404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.495047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Deleting port e62c7bb3-9a5e-4d91-802d-ecabad79adcc {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:46:56.495743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.559134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] For port 08a6d9a3-b682-4f68-8bde-de3df8acd73c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:46:56.579395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] For port 08a6d9a3-b682-4f68-8bde-de3df8acd73c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=08a6d9a3-b682-4f68-8bde-de3df8acd73c,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:46:56.645919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] For port e62c7bb3-9a5e-4d91-802d-ecabad79adcc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:56.646440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.661547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Calling delete_port for e62c7bb3-9a5e-4d91-802d-ecabad79adcc owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:46:56.759169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:56.857806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:46:56.858451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:56.862486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f557ca-187e-48e1-a260-2643918d4e97 None None] Pushing event updated for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:56.932823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a220ac-e2e1-4d9e-9d15-20774189f282 req-73456179-13d2-43a5-8e91-2317ccae8398 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:56.936809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8a220ac-e2e1-4d9e-9d15-20774189f282 req-73456179-13d2-43a5-8e91-2317ccae8398 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 950 time: 0.1893594 Aug 22 14:46:57.009671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0bbc4-1e99-473d-aeef-7998c38dcd4e req-e809d037-1005-4273-8729-99f879a0bb68 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:57.011814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26d0bbc4-1e99-473d-aeef-7998c38dcd4e req-e809d037-1005-4273-8729-99f879a0bb68 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 945 time: 0.1520374 Aug 22 14:46:57.014205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:46:57.031614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8a220ac-e2e1-4d9e-9d15-20774189f282 req-963d8a56-f683-4fa9-838e-26a156a0568b tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 Aug 22 14:46:57.072258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26d0bbc4-1e99-473d-aeef-7998c38dcd4e req-8a7592d9-0fd7-4cd7-9693-be690fd15735 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Aug 22 14:46:57.108638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:57.121879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c75e81-63f0-4caa-a343-446eba4cb1ff x-openstack-request-id: req-91c75e81-63f0-4caa-a343-446eba4cb1ff {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:57.121879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "name": "network-vif-plugged", "status": "completed", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:57.121879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91c75e81-63f0-4caa-a343-446eba4cb1ff {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:57.121879 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369', 'code': 200} Aug 22 14:46:57.193133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Pushing event deleted for resources: {'Port': ['ID=e62c7bb3-9a5e-4d91-802d-ecabad79adcc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:57.194606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e62c7bb3-9a5e-4d91-802d-ecabad79adcc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:46:57.317187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.318374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.318578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.319204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.319937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.320705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.321612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.322190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.322760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.323438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.324855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.328090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:57.403482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] No DVR routers for this DVR port e62c7bb3-9a5e-4d91-802d-ecabad79adcc on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:46:57.408695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ab9f-b0e4-4ff6-ad78-7f5883c68987 req-6fb17623-9ea8-454e-a46f-04a241dc07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:57.414331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9830ab9f-b0e4-4ff6-ad78-7f5883c68987 req-6fb17623-9ea8-454e-a46f-04a241dc07e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 1100 time: 0.2015884 Aug 22 14:46:57.420984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:57.423212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9353288f-1660-4aac-9bfc-568db2d74e66 req-e6d460d7-f0e9-47a6-99fc-2ae4f8c650ad tempest-DeleteServersAdminTestJSON-1811058932 tempest-DeleteServersAdminTestJSON-1811058932-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e62c7bb3-9a5e-4d91-802d-ecabad79adcc HTTP/1.1" status: 204 len: 173 time: 1.0530648 Aug 22 14:46:57.423781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'name': 'network-vif-deleted', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:46:57.426338 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eaf674-e6a8-4532-8b27-216d8e27f8d5" -d '{"events": [{"server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "name": "network-vif-deleted", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:46:57.446957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6960ef-135a-4cab-a5d9-415a539deb2d req-4387307d-55c2-40d7-9b89-7605bf736685 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:57.455787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a6960ef-135a-4cab-a5d9-415a539deb2d req-4387307d-55c2-40d7-9b89-7605bf736685 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.2672117 Aug 22 14:46:57.519422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a6960ef-135a-4cab-a5d9-415a539deb2d req-45fa1916-97b1-4601-be6f-0813468d4023 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Aug 22 14:46:57.538245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9830ab9f-b0e4-4ff6-ad78-7f5883c68987 req-42065c01-d223-4240-b06b-7c590fca6d48 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085553 Aug 22 14:46:57.601201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eaa65580-a9fe-4a5b-b82d-6fff2bace50c req-612a5051-049a-47d2-b70e-201fa16e02f9 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 210 time: 0.0326681 Aug 22 14:46:57.626688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:56Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:46:57.666863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c12e5-8080-43cf-a46e-7520dd5d6476 None None] The sync data for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 is: [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:56Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:46:57.689971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1881832062', 'description': 'tempest-description-555700574'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:57.860356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:57.870013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.021841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 08a6d9a3-b682-4f68-8bde-de3df8acd73c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:46:58.103413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad907379-4c59-4a56-92af-052c3e1b03d2 req-f07d79e2-4a78-4143-81f8-657063d1720f tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.0717778 Aug 22 14:46:58.147548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.228501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:46:58.237308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:46:58.238012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.290707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.343411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cd5239-4e26-4fac-bbdc-156a2420fbff,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:58.361418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b735123-115e-4a49-b81c-e311465ce74a req-a99877f2-494c-419a-b56c-008939680cf8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:58.363032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b735123-115e-4a49-b81c-e311465ce74a req-a99877f2-494c-419a-b56c-008939680cf8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 945 time: 0.1290855 Aug 22 14:46:58.375184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:58.387172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'floatingip': {'port_id': '080f8397-49f8-424d-ab37-31dbca6e8a31'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:58.409080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.432861 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae0ea7-da42-47df-b8c6-f19b38083eb2 x-openstack-request-id: req-efae0ea7-da42-47df-b8c6-f19b38083eb2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:46:58.433414 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2b49cf-fb0a-42eb-811d-d20eb05ac35e", "name": "network-vif-deleted", "tag": "e62c7bb3-9a5e-4d91-802d-ecabad79adcc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:46:58.435762 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efae0ea7-da42-47df-b8c6-f19b38083eb2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:46:58.436319 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2b49cf-fb0a-42eb-811d-d20eb05ac35e', 'name': 'network-vif-deleted', 'tag': 'e62c7bb3-9a5e-4d91-802d-ecabad79adcc', 'status': 'completed', 'code': 200} Aug 22 14:46:58.456698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 08a6d9a3-b682-4f68-8bde-de3df8acd73c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=08a6d9a3-b682-4f68-8bde-de3df8acd73c,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:46:58.479483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.528138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.547446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.627020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:58.637045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.637675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.641599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:46:58.822153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:58.872644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9897d02e-221a-4cf7-8241-bc8c87dc2bf7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:46:59.085775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:59.101063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a17c9f1d-39c0-4a64-abbc-d6e9e722aeb3 req-7ec55073-4c26-489a-b195-7a5889b07cfe tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4151876 Aug 22 14:46:59.454287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:59.507461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eecd6c21-beb4-415f-b94a-274da34b07ab req-b7d9420e-c7cc-4dd8-b99d-a34d9c0584e9 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2b49cf-fb0a-42eb-811d-d20eb05ac35e HTTP/1.1" status: 200 len: 210 time: 0.2581418 Aug 22 14:46:59.512917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:46:59.535571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:59.557596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997560ea-f14b-45bb-abec-c4f794b5292a req-ba693cff-4614-4939-9de0-7112b022287a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:46:59.560181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997560ea-f14b-45bb-abec-c4f794b5292a req-ba693cff-4614-4939-9de0-7112b022287a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.3227015 Aug 22 14:46:59.635290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3476f71c-f080-4bae-8f84-a3243a3fb224 req-ec8b2d3b-5dd4-4ef7-b9bf-0dfc4f571b60 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 210 time: 0.0537767 Aug 22 14:46:59.637459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997560ea-f14b-45bb-abec-c4f794b5292a req-0f1ade33-1ac7-4755-bea9-72ab8223f1f4 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Aug 22 14:46:59.677730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1383836261', 'description': 'tempest-description-12864108'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:46:59.678327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:46:59.702901 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a associated. External IP: 172.25.0.154, port: 080f8397-49f8-424d-ab37-31dbca6e8a31. Aug 22 14:46:59.734863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03414aa5-d178-494c-b94b-e390e38e2b27 req-cb668a80-b59d-47c4-a763-fce92b8011da tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.0264618 Aug 22 14:46:59.777290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.001458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 08a6d9a3-b682-4f68-8bde-de3df8acd73c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:00.121546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a86e33a-4466-4e55-be00-3fefa19a9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.124867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 08a6d9a3-b682-4f68-8bde-de3df8acd73c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:00.125564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.216531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.243402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:47:00.424828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.502279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.535877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:47:00.551782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:47:00.558915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.561673 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:00.562287 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:00.623318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=096d57b980734c19a3caea94b4389be2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1081424 Aug 22 14:47:00.627527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:00.644773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a8ffe0-d20b-4c31-83c0-f00d69099e4b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:00.674354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.707454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b121baf-2c8a-475e-98b4-9d187a445054 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:00.711253 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b121baf-2c8a-475e-98b4-9d187a445054 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.3577309 Aug 22 14:47:00.715850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.716481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.717139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.717676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.718262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.718853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.719756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.720936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.721627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.722134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.722844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.723488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce1cd1-07ba-418f-a29c-1d7ed135fa7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:00.726515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.736071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Request body: {'port': {'device_id': 'e581081f-c183-490f-98cc-09c85c69f69d', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'admin_state_up': True, 'tenant_id': '8b27f92315694b119ef5ab9648710f9c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:00.744115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7569f559-fc75-4d32-8a7a-49b0c90fe920 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "PUT /v2.0/floatingips/8c5d1779-8227-4c24-a207-e37aeb2a218a HTTP/1.1" status: 200 len: 991 time: 2.3671610 Aug 22 14:47:00.747542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:00.750389 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12477974-a273-49f8-9089-949cc8ce9d38" -d '{"events": [{"name": "network-changed", "server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:00.767076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:00.789071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656f8070-d5dd-48a6-bac8-2b9bd2ef505f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:00.861055 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:00.980846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.002134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d481598-22c6-466f-ab6d-2f9121e319ac req-bc08d9b5-d5f6-4812-925f-7a8b855929eb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3288937 Aug 22 14:47:01.053391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.056436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.060776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2a8ffe0-d20b-4c31-83c0-f00d69099e4b HTTP/1.1" status: 204 len: 168 time: 0.4319928 Aug 22 14:47:01.084018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8dc5a-dbd1-4509-ac01-d9775ad5ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a8ffe0-d20b-4c31-83c0-f00d69099e4b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:01.106928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:01.114724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.130384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860109-06ab-4078-87e9-52571e36fbde req-e1788bdc-b8e6-4e87-9264-42fca4620850 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:01.132183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49860109-06ab-4078-87e9-52571e36fbde req-e1788bdc-b8e6-4e87-9264-42fca4620850 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.0894475 Aug 22 14:47:01.167599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.54', 49243) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:01.190303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49860109-06ab-4078-87e9-52571e36fbde req-25bb222b-d995-4645-8723-2a44c6b8a349 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Aug 22 14:47:01.190532 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:d0:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:46:59Z', 'revision_number': 1, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:01.225571 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:47:01.235103 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:01.235739 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:01.328431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e9785c3-fc35-4551-ae32-28ae8e2b6dc2 req-ed9098c7-eac5-4b34-b106-c226a6bc31e8 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 210 time: 0.0572855 Aug 22 14:47:01.355954 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:01.378888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e62c7bb3-9a5e-4d91-802d-ecabad79adcc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:01.436063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: e62c7bb3-9a5e-4d91-802d-ecabad79adcc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:01.442254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e62c7bb3-9a5e-4d91-802d-ecabad79adcc not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:01.442407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-63481938-495d-4f4a-8ac7-2044206184a1 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:01.442407 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-63481938-495d-4f4a-8ac7-2044206184a1 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.54 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 828 time: 0.2717466 Aug 22 14:47:01.455675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ce2b838-cf30-46cb-a78e-4f7e6f837563 req-f12fec15-96df-41e9-bcc1-41705f095c27 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.0617247 Aug 22 14:47:01.457236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'port': {'device_id': 'b494728a-2fad-4038-81ba-c528b338581e', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'admin_state_up': True, 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:01.485979 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbed370-95b7-41d1-aebc-ab3cedd74254 x-openstack-request-id: req-9dbed370-95b7-41d1-aebc-ab3cedd74254 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:01.486513 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:01.486947 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dbed370-95b7-41d1-aebc-ab3cedd74254 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:01.487501 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'status': 'completed', 'code': 200} Aug 22 14:47:01.649129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Allocated IP 172.20.0.10 (b40c0722-a52d-4bc7-9344-4381b1c6e920/c9cf566f-774f-4f07-9724-61d961e3fe9c/2083af7a-5383-46f1-bfcb-2bc08e31323c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:01.649790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-59035e36-b416-492d-972f-100ddc43f37d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=910ca9dda52c45feb54bf3d30442596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284138 Aug 22 14:47:01.663497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477974-a273-49f8-9089-949cc8ce9d38 req-c1e1d1a5-bbb5-468a-9ff9-114503d3d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:01.665581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-c1e1d1a5-bbb5-468a-9ff9-114503d3d233 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 1096 time: 0.1390984 Aug 22 14:47:01.825190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:d0:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:46:59Z', 'revision_number': 1, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:01.829648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1050219146', 'description': 'tempest-description-558003986'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:01.853383 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe22ed-5902-42e4-946d-a6aea5b0d4de None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:d0:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:46:59Z', 'revision_number': 1, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:47:01.869637 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:01.874376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-c03dab15-3f89-4387-97dd-baf429b598f2 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:01.875951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-c03dab15-3f89-4387-97dd-baf429b598f2 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157896 Aug 22 14:47:01.902213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-a75f44be-e268-4560-8acf-b1484938ef0e tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/quotas/910ca9dda52c45feb54bf3d30442596b HTTP/1.1" status: 200 len: 375 time: 0.0178368 Aug 22 14:47:01.953121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-9b885435-13ab-462c-b763-26c88e3aed60 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351033 Aug 22 14:47:01.954480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477974-a273-49f8-9089-949cc8ce9d38 req-7d00e7fe-8993-4278-b70b-0f8de6d0e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:01.955813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-7d00e7fe-8993-4278-b70b-0f8de6d0e87e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.2798796 Aug 22 14:47:01.965119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Made reservation on behalf of e0bfa367d4294d9d8d11855bdf541092 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:01.969018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.033407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.080332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:02.093466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-1390bce2-a62a-47b7-a38d-3530f6476d02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 200 len: 999 time: 0.1293175 Aug 22 14:47:02.102873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f220-5c29-40e7-bf76-8b4309ed7c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.121974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:02.131759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:02.153949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:02.162732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:02.163425 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.172051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477974-a273-49f8-9089-949cc8ce9d38 req-a87abc5e-a2e7-48bd-aa31-80980542f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:02.174155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-a87abc5e-a2e7-48bd-aa31-80980542f8a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.0723817 Aug 22 14:47:02.177256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.190815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:02.221566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.238159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Allocated IP 172.20.0.14 (26df24a6-6ada-480f-8473-87b4d76892df/bed5a03d-37ca-4f1c-9954-d49be8ad15d1/76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:02.249287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a2759f-c282-457a-b16a-c0459d754023 None None] New status for floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:47:02.281763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477974-a273-49f8-9089-949cc8ce9d38 req-7c6d2b5b-bb26-458d-915a-848b6a224542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:02.283378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-7c6d2b5b-bb26-458d-915a-848b6a224542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006582 Aug 22 14:47:02.407772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f220-5c29-40e7-bf76-8b4309ed7c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.468051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-18d15fac-4b3b-4c38-bc9c-51531c5405fa service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759832 Aug 22 14:47:02.501571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f220-5c29-40e7-bf76-8b4309ed7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.526800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.554926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Transition to ACTIVE for port object 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:02.629529 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-76e354c2-40b8-4239-b436-bc49052e05b4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8990061 Aug 22 14:47:02.633225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cdf1f220-5c29-40e7-bf76-8b4309ed7c6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79ab55014a344765b5ff1aa546f926ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516241 Aug 22 14:47:02.633945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1f220-5c29-40e7-bf76-8b4309ed7c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca14b7-a37b-46df-96e7-5ca095e8c58b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:02.636566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:02.663325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Request body: {'port': {'device_id': 'e581081f-c183-490f-98cc-09c85c69f69d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:02.693013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12477974-a273-49f8-9089-949cc8ce9d38 req-82db2c98-d9ce-49dd-92d4-47cf599b39f8 service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162843 Aug 22 14:47:02.757304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.773774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.807597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.832846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-4854032e-b760-453c-8762-11e4315dfa8d req-893187bc-192d-49c5-9d14-31c3b65fa0cd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:02.833930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4854032e-b760-453c-8762-11e4315dfa8d req-893187bc-192d-49c5-9d14-31c3b65fa0cd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066249 Aug 22 14:47:02.856665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.892063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.896305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.900605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:02.945438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c66dd8-e821-4dd4-8940-b559c15e27e7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:02.956016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Network 26df24a6-6ada-480f-8473-87b4d76892df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:03.029057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:03.032899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:03.039272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:03.040326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.065938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.115332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c4820-2658-4e27-9cf0-ddb1ab2164e5 req-98f1f16f-321d-4eab-a8d5-21c8972f8f44 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:03.117109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50c4820-2658-4e27-9cf0-ddb1ab2164e5 req-98f1f16f-321d-4eab-a8d5-21c8972f8f44 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.1102605 Aug 22 14:47:03.126729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event updated for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:03.140949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.54', 49244) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:03.275548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50c4820-2658-4e27-9cf0-ddb1ab2164e5 req-e5f52b5c-bddf-43f3-8bf6-65260698047e tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318569 Aug 22 14:47:03.279023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2083af7a-5383-46f1-bfcb-2bc08e31323c {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:03.296650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-6c28637e-38c8-4e04-beac-c9b4037f9a02 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:03.299903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-6c28637e-38c8-4e04-beac-c9b4037f9a02 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.1570895 Aug 22 14:47:03.312226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.339344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Transition to ACTIVE for port object 2083af7a-5383-46f1-bfcb-2bc08e31323c will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:03.342876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.347470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.352059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8ca14b7-a37b-46df-96e7-5ca095e8c58b HTTP/1.1" status: 204 len: 168 time: 0.7101858 Aug 22 14:47:03.362016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5461e69-de3c-4b9f-9e68-dee34e808a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca14b7-a37b-46df-96e7-5ca095e8c58b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:03.364811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2a79c8f4-a9d3-40d7-83c9-a33c89b802fb None None] Provisioning for port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:03.369898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2a79c8f4-a9d3-40d7-83c9-a33c89b802fb None None] Provisioning complete for port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:03.374003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a79c8f4-a9d3-40d7-83c9-a33c89b802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.419236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.420543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2a79c8f4-a9d3-40d7-83c9-a33c89b802fb None None] Port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:03.422735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4d595af-978b-4e1e-b212-c605d85d0fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.502112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.502555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f900022-81ab-433b-ba09-2520fc27f648 req-bb7bdc43-323a-4eb4-8fe2-a7748153c4d4 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 210 time: 0.1504166 Aug 22 14:47:03.517858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-1d79d807-971e-461a-9e23-5e67d6968d70 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0535817 Aug 22 14:47:03.554363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Request body: {'port': {'device_id': 'b494728a-2fad-4038-81ba-c528b338581e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:03.613842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b003492-d633-43af-875b-842534e3b631 service neutron] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:03.638399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33a250-19c3-450b-a715-b5802eaf2967,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:03.664833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.677878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:03.679358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe93255d-f630-444e-9431-2a67633f3033 req-3981ceb8-d05d-4d35-b052-0ed86a557422 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8583722 Aug 22 14:47:03.687596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:03.688457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:03.688804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:03.699679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:03.699935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:03.777412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40495c0d-1de6-40f2-af53-92b0552839ab req-d69d2fb4-b473-41cb-8d4b-1101dbd672ca tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:03.782491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40495c0d-1de6-40f2-af53-92b0552839ab req-d69d2fb4-b473-41cb-8d4b-1101dbd672ca tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1727116 Aug 22 14:47:03.809200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Deleting port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:03.809610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.006434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:04.007145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:04.007829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:04.008310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Bound port: 2083af7a-5383-46f1-bfcb-2bc08e31323c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:04.008773 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.010078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40495c0d-1de6-40f2-af53-92b0552839ab req-0d30d0da-fdc9-4099-8bec-25f54ac34b6e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154789 Aug 22 14:47:04.083319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] For port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:04.083705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.124976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a2f77-109f-4b0c-bf14-9dd94bef539b req-ba971a62-c2a8-4bdf-9ca5-b349b38ecad8 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.137052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c5a2f77-109f-4b0c-bf14-9dd94bef539b req-ba971a62-c2a8-4bdf-9ca5-b349b38ecad8 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 932 time: 0.1950774 Aug 22 14:47:04.137052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Calling delete_port for fcea7cf9-cd4a-43e6-9357-1f769c10cd9d owned by compute:tempest-test_az-1457991968 {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:04.216979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:04.222415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:04.283787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c5a2f77-109f-4b0c-bf14-9dd94bef539b req-81c0bead-2d7e-4b04-88ba-783cbf52381b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301575 Aug 22 14:47:04.316719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.325759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aa65-929a-40ec-b015-4b5165c8c21e req-73439fc3-65fa-42e9-adcc-b36abc864b7b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.337181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1d9aa65-929a-40ec-b015-4b5165c8c21e req-73439fc3-65fa-42e9-adcc-b36abc864b7b tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.1986005 Aug 22 14:47:04.346513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1289236456', 'description': 'tempest-description-451362204'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:04.368906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.369545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.372172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-3b003492-d633-43af-875b-842534e3b631 service neutron] 10.222.0.54 "PUT /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 1092 time: 1.7189434 Aug 22 14:47:04.372710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:04.375145 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4870032-bca3-4e08-9f8a-73306b481c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:04.425352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b003492-d633-43af-875b-842534e3b631 service neutron] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:04.433900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1d9aa65-929a-40ec-b015-4b5165c8c21e req-2a53072c-3f51-4343-ae4f-8d9b33757b06 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Aug 22 14:47:04.453654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.518766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:04.534160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.552074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Transition to ACTIVE for port object 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:04.660221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-4793fd0d-a0fd-4d18-905b-d6ea0a7f657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.663051 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-4793fd0d-a0fd-4d18-905b-d6ea0a7f657f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1095 time: 0.0914242 Aug 22 14:47:04.680921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.686086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878165-40e2-4315-9210-e6434a1c5a4d req-3846e66b-0162-471c-8fc3-046b3024a44c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.693876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27878165-40e2-4315-9210-e6434a1c5a4d req-3846e66b-0162-471c-8fc3-046b3024a44c tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d012e9d-31b1-4c51-ae45-babb529ea35d HTTP/1.1" status: 200 len: 971 time: 0.1357257 Aug 22 14:47:04.741637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.757371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['fcea7cf9-cd4a-43e6-9357-1f769c10cd9d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:04.770017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.774759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27878165-40e2-4315-9210-e6434a1c5a4d req-e6cb972c-c96b-4f04-b62c-8a95db934ab2 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.53 "GET /v2.0/security-groups?id=c778df55-029a-41e3-b4b4-1dc61fbe83f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797417 Aug 22 14:47:04.805836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Pushing event updated for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:04.807107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Pushing event deleted for resources: {'Port': ['ID=fcea7cf9-cd4a-43e6-9357-1f769c10cd9d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:04.827787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-2f05aa12-36b8-410b-9ca3-ece8dfbd6a67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.1505468 Aug 22 14:47:04.862160 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.899585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.960676 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c78d4a9-be9c-4140-87e0-94d6a0893acf x-openstack-request-id: req-8c78d4a9-be9c-4140-87e0-94d6a0893acf {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:04.960676 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:04.960676 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c78d4a9-be9c-4140-87e0-94d6a0893acf {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:04.960676 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'status': 'completed', 'code': 200} Aug 22 14:47:04.961137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] No DVR routers for this DVR port fcea7cf9-cd4a-43e6-9357-1f769c10cd9d on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:04.961137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:04.961137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9363b3a-0123-4319-bdd6-cfa263de1fb8 req-29ce6dea-00d3-479e-acb9-6b91de9c8518 tempest-AggregatesAdminTestJSON-136842870 tempest-AggregatesAdminTestJSON-136842870-project] 10.222.0.54 "DELETE /v2.0/ports/fcea7cf9-cd4a-43e6-9357-1f769c10cd9d HTTP/1.1" status: 204 len: 173 time: 1.6374846 Aug 22 14:47:04.961137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'name': 'network-vif-deleted', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:04.961137 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c74fa7e-01bb-42d5-9ab0-09c631774f03" -d '{"events": [{"server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "name": "network-vif-deleted", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:04.976001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Attempting to bind port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:04.976451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Attempting to bind port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:04.976906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Attempting to bind port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 on network 26df24a6-6ada-480f-8473-87b4d76892df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:04.984799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-2c3425f0-ec1b-4965-89ce-6d7a4589d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:04.989917 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-2c3425f0-ec1b-4965-89ce-6d7a4589d8a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1617560 Aug 22 14:47:04.992764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 on network 26df24a6-6ada-480f-8473-87b4d76892df not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:04.993334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Attempting to bind port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 on network 26df24a6-6ada-480f-8473-87b4d76892df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:05.030527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:05.030857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Checking segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:05.031186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Bound using segment: {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:05.031633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Bound port: 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2188552f-9e0a-493c-b3e8-021701fae20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:05.032033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:05.050043 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-403d2dcf-e81f-4625-8f52-9fab34d84e50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525491 Aug 22 14:47:05.093053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a25016ea-e9e3-429f-abd8-6848f4b6c592 req-91421984-0009-4aa5-8117-dfc0683d3480 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 210 time: 0.1043570 Aug 22 14:47:05.094315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a86b7-b611-4f5c-a3b0-253e2342aca4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:05.127694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:05.129733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eb1297-ed28-46b4-9e3f-20c2baf4df00 req-68ca27dd-de18-48c3-a633-6e005e1e7d3f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8192759 Aug 22 14:47:05.283166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:05.286408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-8b9efba5-a396-43d1-bccb-dda604cf1f2e tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354574 Aug 22 14:47:05.308546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:05.360515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-8d860c66-b1ee-4e35-9531-71f8035ccffb service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748513 Aug 22 14:47:05.421558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a6a80ee4-4fd0-41c3-aff9-ade1454fb367 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.423717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a6a80ee4-4fd0-41c3-aff9-ade1454fb367 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365085 Aug 22 14:47:05.425565 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae34e6-5529-4aed-8d3a-9ce4c56ba3e5 x-openstack-request-id: req-dbae34e6-5529-4aed-8d3a-9ce4c56ba3e5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:05.425959 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d012e9d-31b1-4c51-ae45-babb529ea35d", "name": "network-vif-deleted", "tag": "fcea7cf9-cd4a-43e6-9357-1f769c10cd9d", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:05.426430 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbae34e6-5529-4aed-8d3a-9ce4c56ba3e5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:05.427061 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d012e9d-31b1-4c51-ae45-babb529ea35d', 'name': 'network-vif-deleted', 'tag': 'fcea7cf9-cd4a-43e6-9357-1f769c10cd9d', 'status': 'completed', 'code': 200} Aug 22 14:47:05.450711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:05.453967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-56009b01-c85c-405f-b0f7-335b79c327a7 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/quotas/289e09d2ba354093b8066bf8eaa8b59c HTTP/1.1" status: 200 len: 375 time: 0.0226319 Aug 22 14:47:05.515567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.516300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:05.517859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] 10.222.0.54 "PUT /v2.0/ports/76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 1092 time: 2.0031064 Aug 22 14:47:05.543957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbaa7ad4-c303-4fed-bc57-80b1642fe948 req-1dbaf99d-560e-442d-a950-5f9d40223a29 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745789 Aug 22 14:47:05.549156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651af6-d737-4cb3-9e15-f333bd462c18 service neutron] Pushing event updated for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:05.734853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-c01a3311-892b-40f9-ad51-3d1d91c11fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.738220 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-c01a3311-892b-40f9-ad51-3d1d91c11fb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1095 time: 0.0872715 Aug 22 14:47:05.777004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-edc29ee4-26dc-490a-9494-76b15ae8de51 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=910ca9dda52c45feb54bf3d30442596b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489707 Aug 22 14:47:05.788696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-544e940c-cf2e-4f74-9b54-8e58152187e8 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3333001 Aug 22 14:47:05.850464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a36f1-58d3-4ec0-939c-195f974392ab req-146ba555-f039-4624-9bd6-25d27fd786db tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.852028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd4a36f1-58d3-4ec0-939c-195f974392ab req-146ba555-f039-4624-9bd6-25d27fd786db tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.3629222 Aug 22 14:47:05.859416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-444a7a9a-aa1d-4808-a28b-0c12d83c7b5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 217 time: 0.0933251 Aug 22 14:47:05.949568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-635450a7-d8b2-4c49-939e-e02b47694a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.951136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-635450a7-d8b2-4c49-939e-e02b47694a84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1095 time: 0.1758978 Aug 22 14:47:05.955490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-4a83f446-847e-40ed-be67-dc5f38223fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:05.957028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-4a83f446-847e-40ed-be67-dc5f38223fe3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.0967641 Aug 22 14:47:05.968272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd4a36f1-58d3-4ec0-939c-195f974392ab req-b9ad941e-fe42-4480-998e-f08b635585fc tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Aug 22 14:47:06.091267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-cc69d006-3274-48a8-84e9-5312ea344894 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:06.091534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-5ce39dd0-4ac8-4e15-a4bb-e549c06e36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:06.092931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-cc69d006-3274-48a8-84e9-5312ea344894 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030729 Aug 22 14:47:06.093155 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-5ce39dd0-4ac8-4e15-a4bb-e549c06e36a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258337 Aug 22 14:47:06.134770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Request body: {'port': {'device_id': '6c32820e-c878-4209-b388-9e1512a31e22', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '910ca9dda52c45feb54bf3d30442596b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:06.179879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-be5eaee8-31ac-4d2a-935a-59d67ad0ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:06.181718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-be5eaee8-31ac-4d2a-935a-59d67ad0ef75 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2160337 Aug 22 14:47:06.264590 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-af23faf9-d148-403e-87b3-c42c50ebc15f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0476418 Aug 22 14:47:06.332574 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-280317c6-17d7-41eb-a7b0-aafff33c8bb9 service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290688 Aug 22 14:47:06.366143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-6c0112b2-dd78-4b5d-8991-860c4dd6a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:06.367122 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-6c0112b2-dd78-4b5d-8991-860c4dd6a6a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0944238 Aug 22 14:47:06.421901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdf92f-3f5e-4b15-906b-86e4c81912f5 req-7086dd26-a824-4d89-8723-301bd1458616 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:06.423471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40bdf92f-3f5e-4b15-906b-86e4c81912f5 req-7086dd26-a824-4d89-8723-301bd1458616 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 944 time: 0.2382054 Aug 22 14:47:06.432604 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-3a72d021-652e-49d7-bfae-92a1f15be11e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552771 Aug 22 14:47:06.528692 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbd96031-3b40-40c4-b6c0-1570ba6b34b7 req-859bca30-8796-4f59-ba25-cd3e32d61626 service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874051 Aug 22 14:47:06.543474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40bdf92f-3f5e-4b15-906b-86e4c81912f5 req-7e5bb307-6703-406d-98ba-b68335d73686 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956411 Aug 22 14:47:06.575521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-b5b88ecc-fe8a-4b78-8b83-fcffbfc88ad9 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352348 Aug 22 14:47:06.612289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Made reservation on behalf of 910ca9dda52c45feb54bf3d30442596b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:06.620794 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:06.710669 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4870032-bca3-4e08-9f8a-73306b481c4c req-bbd95456-fdb0-4351-8156-b4b8faf2de43 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272426 Aug 22 14:47:06.747924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:06.800992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07941ca1-4447-4356-b480-5dfb629c462a req-7d7e39ba-a676-42c7-bcca-23474d494b79 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 210 time: 0.0752573 Aug 22 14:47:06.821798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-2e4bc289-df1d-4dc6-bb1b-b199be9cb704 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.7910287 Aug 22 14:47:06.900731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:06.908080 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:06.931695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fcea7cf9-cd4a-43e6-9357-1f769c10cd9d no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:06.934150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cee3b175-b989-4f33-ae4f-7f8640af0038 req-fe083be2-edc5-46aa-aed8-5706b8dcc3b6 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 210 time: 0.0518825 Aug 22 14:47:06.967325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-c27815f8-964d-45cc-bb04-07a48e4232e7 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/030a54cb-ff55-43e7-9448-3f729b6dee93 HTTP/1.1" status: 200 len: 2973 time: 0.1352873 Aug 22 14:47:06.980148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: fcea7cf9-cd4a-43e6-9357-1f769c10cd9d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:06.982771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fcea7cf9-cd4a-43e6-9357-1f769c10cd9d not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:07.024867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Allocated IP 192.168.233.76 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/61833767-ab3c-466a-ba8e-e77094b7b038) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:07.043145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-213e0517-bba5-4f4a-8c46-77bd30ea4023 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/030a54cb-ff55-43e7-9448-3f729b6dee93 HTTP/1.1" status: 200 len: 2973 time: 0.0752017 Aug 22 14:47:07.127508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-37b5cc73-752d-495e-9eda-3aaab63f9d03 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/19cd5239-4e26-4fac-bbdc-156a2420fbff HTTP/1.1" status: 200 len: 2981 time: 0.0762398 Aug 22 14:47:07.130142 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d76cfbf-cdc8-4916-809a-2db6046f193e x-openstack-request-id: req-8d76cfbf-cdc8-4916-809a-2db6046f193e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:07.130645 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:07.131074 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d76cfbf-cdc8-4916-809a-2db6046f193e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:07.131488 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'status': 'completed', 'code': 200} Aug 22 14:47:07.210614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-b9bee7ab-b861-47f1-b5d0-b7d0f89d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.212539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-b9bee7ab-b861-47f1-b5d0-b7d0f89d7793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1095 time: 0.0553930 Aug 22 14:47:07.287925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-ffa07e8d-0bdd-4251-894d-46cb19e844dd tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/19cd5239-4e26-4fac-bbdc-156a2420fbff HTTP/1.1" status: 200 len: 2981 time: 0.1338809 Aug 22 14:47:07.304208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:07.339325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc758a4-a4cc-498f-a539-26e4a87b8cae req-f8dc7ae2-9fc9-4d03-a6a0-4a2bd66c6a60 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.340862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dc758a4-a4cc-498f-a539-26e4a87b8cae req-f8dc7ae2-9fc9-4d03-a6a0-4a2bd66c6a60 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1202238 Aug 22 14:47:07.345333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Transition to ACTIVE for port object 61833767-ab3c-466a-ba8e-e77094b7b038 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:07.354863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-f1a28485-0376-4d24-84a9-2fb6b8a0e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.357613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-f1a28485-0376-4d24-84a9-2fb6b8a0e8c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 929 time: 0.1366413 Aug 22 14:47:07.398737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47128) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:07.425466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-b4bfd8da-c07a-4505-b4e0-564df6a7f3d8 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1f0d42ed-cf83-4cef-b0e9-359493dc8a5d HTTP/1.1" status: 200 len: 2981 time: 0.1156528 Aug 22 14:47:07.445309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-afc30e5f-c71c-415a-91c4-138eba7cf784 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 217 time: 0.0798733 Aug 22 14:47:07.455603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dc758a4-a4cc-498f-a539-26e4a87b8cae req-ae4917f8-5862-4928-a31b-04775e5e7297 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Aug 22 14:47:07.512624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-d622582f-ada9-4e1c-a818-b33ac342aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.514393 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-d622582f-ada9-4e1c-a818-b33ac342aa2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.0618737 Aug 22 14:47:07.534880 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:07.571350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-c28006ee-f1ef-45bb-812b-bc04721fc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.574891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-c28006ee-f1ef-45bb-812b-bc04721fc562 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523157 Aug 22 14:47:07.607171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-6ae1973d-051f-4ab6-9d21-7daa6958b239 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1f0d42ed-cf83-4cef-b0e9-359493dc8a5d HTTP/1.1" status: 200 len: 2981 time: 0.1577680 Aug 22 14:47:07.654933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:07.659657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Pushing event updated for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:07.683378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:07.695692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:07.699537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:07.700412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:07.723853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ca6c522-97f1-45a4-9d9c-b63e08a1ffb6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7e0d6229d7e4f329e12e45a073ae56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222890 Aug 22 14:47:07.724690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47136) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:07.732070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-be9f8aa5-1ab4-4790-a90b-c345119bf570 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/20040373-0929-4f50-ae6c-6384a8be217d HTTP/1.1" status: 200 len: 2981 time: 0.1124654 Aug 22 14:47:07.805045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-3304b1e1-7f35-40c2-8c3a-3e77d15aba07 service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197261 Aug 22 14:47:07.806224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-0ab8a844-d53e-488d-970e-f456aa3cf03d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6814418 Aug 22 14:47:07.807945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-88e0df5e-90a4-4eef-a7bb-b7887e209c07 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/20040373-0929-4f50-ae6c-6384a8be217d HTTP/1.1" status: 200 len: 2981 time: 0.0644231 Aug 22 14:47:07.831406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Request body: {'port': {'device_id': '6c32820e-c878-4209-b388-9e1512a31e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:07.940805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:07.994282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.001604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-96d9995f-61ff-41b6-9431-727d2369ce2a tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/396f1eeb-a02e-4542-b9d2-361923b09056 HTTP/1.1" status: 200 len: 2977 time: 0.1834173 Aug 22 14:47:08.036673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.087714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe4eb97c-b203-48cf-9b36-3a11e7f2c6bf req-7d4093c4-088d-4b42-89fe-e0f5a3662b35 service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603917 Aug 22 14:47:08.176290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.179463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.181151 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c778df55-029a-41e3-b4b4-1dc61fbe83f2 HTTP/1.1" status: 204 len: 168 time: 0.4551802 Aug 22 14:47:08.191845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6416-60bd-4896-b9c1-91850b82f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c778df55-029a-41e3-b4b4-1dc61fbe83f2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:08.206469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-e2985686-6bf7-4a7f-9087-99c55d863805 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/396f1eeb-a02e-4542-b9d2-361923b09056 HTTP/1.1" status: 200 len: 2977 time: 0.1946959 Aug 22 14:47:08.252189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-11589ae0-19b4-4176-8223-5132113a3147 None None] Provisioning for port 61833767-ab3c-466a-ba8e-e77094b7b038 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:08.265796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-11589ae0-19b4-4176-8223-5132113a3147 None None] Provisioning complete for port 61833767-ab3c-466a-ba8e-e77094b7b038 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:08.265915 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11589ae0-19b4-4176-8223-5132113a3147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.336250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-11589ae0-19b4-4176-8223-5132113a3147 None None] Port 61833767-ab3c-466a-ba8e-e77094b7b038 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:08.365434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-72f44935-d4a0-42d6-957e-5d2e681de01c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/414a6ee9-530a-4510-a943-68a4ef797911 HTTP/1.1" status: 200 len: 2981 time: 0.0822864 Aug 22 14:47:08.516075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-162bcb5e-9335-4c06-9312-3b98bd4b59ab tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/414a6ee9-530a-4510-a943-68a4ef797911 HTTP/1.1" status: 200 len: 2981 time: 0.1167815 Aug 22 14:47:08.526222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e31c3-4d86-4b1b-be4b-e1830365f5e2 req-e8f9f4b0-f684-48d3-bac9-74bb97265c2d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:08.528128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e3e31c3-4d86-4b1b-be4b-e1830365f5e2 req-e8f9f4b0-f684-48d3-bac9-74bb97265c2d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 944 time: 0.1278005 Aug 22 14:47:08.648749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-8e110074-949e-4978-a23e-2b5b6d00f7b7 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/41dae581-e972-4bf9-aafe-e156f62d8b55 HTTP/1.1" status: 200 len: 2977 time: 0.1178362 Aug 22 14:47:08.652515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e3e31c3-4d86-4b1b-be4b-e1830365f5e2 req-c92959f9-4c94-43ec-b57f-bbdedeb91967 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048372 Aug 22 14:47:08.666214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61833767-ab3c-466a-ba8e-e77094b7b038 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:08.675522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.710274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Transition to ACTIVE for port object 61833767-ab3c-466a-ba8e-e77094b7b038 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:08.727257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-f8133b91-26ca-40c8-ba2c-12c6ad7e49a5 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/41dae581-e972-4bf9-aafe-e156f62d8b55 HTTP/1.1" status: 200 len: 2977 time: 0.0620809 Aug 22 14:47:08.793448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aeca35d3-1392-4169-ae10-21008e0a8672 req-e1dce29e-591f-4472-bdf1-7a4d5491ffa4 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 210 time: 0.0402768 Aug 22 14:47:08.799711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-7e688aee-618b-4266-9fc4-3182b37c2d16 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4b6c4155-301e-4741-95f0-4473f78477f0 HTTP/1.1" status: 200 len: 2977 time: 0.0652411 Aug 22 14:47:08.866699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:08.965340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-df3dced9-8c22-4e8e-8e57-f56920c4d26f tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4b6c4155-301e-4741-95f0-4473f78477f0 HTTP/1.1" status: 200 len: 2977 time: 0.1583238 Aug 22 14:47:09.007063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Pushing event updated for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:09.019587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-d3e75f6b-3e47-45b0-90c5-edd12590ae45 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415747 Aug 22 14:47:09.070036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab83ed-bfe2-4b22-ab87-c810a7b09198 req-80384701-3da8-4d44-91bd-15aa8eb992a8 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:09.072067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9ab83ed-bfe2-4b22-ab87-c810a7b09198 req-80384701-3da8-4d44-91bd-15aa8eb992a8 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 947 time: 0.1939137 Aug 22 14:47:09.094570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-b2c04849-cc1f-498e-912c-35f8a4700a41 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8e1d51c3-2715-4b16-afc0-6738467382d7 HTTP/1.1" status: 200 len: 2981 time: 0.1166031 Aug 22 14:47:09.098456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Attempting to bind port 61833767-ab3c-466a-ba8e-e77094b7b038 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:09.098796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Attempting to bind port 61833767-ab3c-466a-ba8e-e77094b7b038 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:09.099144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Attempting to bind port 61833767-ab3c-466a-ba8e-e77094b7b038 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:09.113486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Port 61833767-ab3c-466a-ba8e-e77094b7b038 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:09.113886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Attempting to bind port 61833767-ab3c-466a-ba8e-e77094b7b038 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:09.143515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:09.143863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:09.144292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:09.144766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Bound port: 61833767-ab3c-466a-ba8e-e77094b7b038, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:09.145118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.174532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9ab83ed-bfe2-4b22-ab87-c810a7b09198 req-691837b8-20a2-4e2b-83fe-7a7947e08004 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904417 Aug 22 14:47:09.193654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-5bb3e987-d306-4f37-9af5-6d6194cb5aaa tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:09.197169 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-5bb3e987-d306-4f37-9af5-6d6194cb5aaa tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677718 Aug 22 14:47:09.216141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Request body: {'port': {'device_id': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '289e09d2ba354093b8066bf8eaa8b59c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:09.289674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-264b763c-17d8-48e8-8511-5f7620340201 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8e1d51c3-2715-4b16-afc0-6738467382d7 HTTP/1.1" status: 200 len: 2981 time: 0.1710536 Aug 22 14:47:09.314768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47156) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:09.373114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:09.391083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=61833767-ab3c-466a-ba8e-e77094b7b038,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:09.425334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-b6cd5e69-d395-4c35-ae27-b0ca730e4c19 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/91c66dd8-e821-4dd4-8940-b559c15e27e7 HTTP/1.1" status: 200 len: 2981 time: 0.1263340 Aug 22 14:47:09.427790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-293a32c0-c2a1-4ac4-8b99-a1506473e920 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=939891745d184d3cba252df8548b25f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118255 Aug 22 14:47:09.431183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:09.479687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-a09a946c-b013-4e98-8c73-6b317ac5dd0e tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/91c66dd8-e821-4dd4-8940-b559c15e27e7 HTTP/1.1" status: 200 len: 2981 time: 0.0437846 Aug 22 14:47:09.481509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.500407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.513697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Made reservation on behalf of 289e09d2ba354093b8066bf8eaa8b59c for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:09.517401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.538184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:09.538917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.540603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.540897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] 10.222.0.10 "PUT /v2.0/ports/61833767-ab3c-466a-ba8e-e77094b7b038 HTTP/1.1" status: 200 len: 1095 time: 1.7140617 Aug 22 14:47:09.545819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:09.548561 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833ba3c0-232f-4cf3-b889-57c77a4a920a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:09.599877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79471a0f-1f1c-4634-92ad-0f3874fb30cf service neutron] Pushing event updated for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:09.605976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-36ab71f3-1964-40be-89e3-0cff501793c2 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a44de738-e3c8-462a-9006-7cf502484504 HTTP/1.1" status: 200 len: 2981 time: 0.1191881 Aug 22 14:47:09.699537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-09edc896-dfb4-4a0f-b7b3-ddbc9ccd2122 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a44de738-e3c8-462a-9006-7cf502484504 HTTP/1.1" status: 200 len: 2981 time: 0.0730429 Aug 22 14:47:09.721977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Allocated IP 192.168.233.44 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/a725a2f1-05ba-404e-8696-016f7b8e33f8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:09.827027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.831956 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:09.833915 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a44de738-e3c8-462a-9006-7cf502484504 HTTP/1.1" status: 204 len: 168 time: 0.4015102 Aug 22 14:47:09.863239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf6e8a-9eda-4ccb-929d-5e85b12b6c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44de738-e3c8-462a-9006-7cf502484504,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:09.890797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-9c416cf6-4b87-44a5-9c2a-aff561782fb4 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c19b3f39-adab-46a7-9ea4-9e1505e0174e HTTP/1.1" status: 200 len: 2981 time: 0.1752012 Aug 22 14:47:09.893722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-cdb1bbb4-1ba0-4e3f-a062-cff83607afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:09.895386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-cdb1bbb4-1ba0-4e3f-a062-cff83607afed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 1098 time: 0.1422517 Aug 22 14:47:09.923589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a8a0b-d3ec-4f85-b418-ae1d5f2f532c req-1c7e503a-785e-426d-a22f-36cf92aadbce tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:09.931459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a8a8a0b-d3ec-4f85-b418-ae1d5f2f532c req-1c7e503a-785e-426d-a22f-36cf92aadbce tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1223142 Aug 22 14:47:09.999889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-97d79946-bd8c-4a8d-9745-19cea3f9838f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=61833767-ab3c-466a-ba8e-e77094b7b038 HTTP/1.1" status: 200 len: 217 time: 0.0645843 Aug 22 14:47:10.054934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.070933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Transition to ACTIVE for port object a725a2f1-05ba-404e-8696-016f7b8e33f8 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:10.088037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a8a8a0b-d3ec-4f85-b418-ae1d5f2f532c req-a40ad745-9e0b-4bba-a17a-82a498a3140f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555867 Aug 22 14:47:10.093692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-2237b12e-2abe-46ce-b38c-6b9406637222 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c19b3f39-adab-46a7-9ea4-9e1505e0174e HTTP/1.1" status: 200 len: 2981 time: 0.1596291 Aug 22 14:47:10.109612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-fb6ec1d9-4d2d-4f91-b2e0-b5f0cd07a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.111132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-fb6ec1d9-4d2d-4f91-b2e0-b5f0cd07a09c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1012208 Aug 22 14:47:10.158380 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a059d3d-6297-42af-86eb-378a046659f4 x-openstack-request-id: req-9a059d3d-6297-42af-86eb-378a046659f4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:10.158380 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:10.158821 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a059d3d-6297-42af-86eb-378a046659f4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:10.159052 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038', 'status': 'completed', 'code': 200} Aug 22 14:47:10.169909 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-96368efb-051f-47ce-93fa-18487c08624a req-afe07f5f-19de-498b-a624-3d507a8caac9 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] show failed (client error): The resource could not be found. Aug 22 14:47:10.170994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-afe07f5f-19de-498b-a624-3d507a8caac9 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c778df55-029a-41e3-b4b4-1dc61fbe83f2 HTTP/1.1" status: 404 len: 352 time: 0.0433321 Aug 22 14:47:10.175532 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.189868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-05bd0567-bd5d-4ec2-a281-b37680293918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.191455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-05bd0567-bd5d-4ec2-a281-b37680293918 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727196 Aug 22 14:47:10.202449 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-96368efb-051f-47ce-93fa-18487c08624a req-54ff8db4-6bd8-4ffe-90ed-3c1c5e0be5bd tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] show failed (client error): The resource could not be found. Aug 22 14:47:10.203646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-54ff8db4-6bd8-4ffe-90ed-3c1c5e0be5bd tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c778df55-029a-41e3-b4b4-1dc61fbe83f2 HTTP/1.1" status: 404 len: 352 time: 0.0227971 Aug 22 14:47:10.222143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.268783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4c0f2eff-3b17-4cd2-9a30-54cc4970b369'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:10.273261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:10.278032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:10.282622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:10.289493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.289752 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.304615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Pushing event updated for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:10.354730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-6716afe9-2196-4709-8139-41a45bc8056e tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e61f74b8-7f5f-412e-981d-4a54dac93711 HTTP/1.1" status: 200 len: 2981 time: 0.1333616 Aug 22 14:47:10.369297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf9e7-328f-485e-a02a-0ded55f865d1 req-3c8950a3-e3e9-4862-bb3a-4171af89289a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.377765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea4bf9e7-328f-485e-a02a-0ded55f865d1 req-3c8950a3-e3e9-4862-bb3a-4171af89289a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 944 time: 0.1797915 Aug 22 14:47:10.394815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a75b6d14-fc7f-4c7c-8deb-8bb2437e7bb5 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1867230 Aug 22 14:47:10.409604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Request body: {'port': {'device_id': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:10.446355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-4fdb36e6-8c9b-4c5c-a15a-0600debbd702 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458150 Aug 22 14:47:10.505042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea4bf9e7-328f-485e-a02a-0ded55f865d1 req-033c4d0f-6e57-43a8-940c-4d9e4613e453 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243255 Aug 22 14:47:10.529053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.543173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96368efb-051f-47ce-93fa-18487c08624a req-8c856d5c-dbbe-4afc-bfe0-3ef37f488384 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e61f74b8-7f5f-412e-981d-4a54dac93711 HTTP/1.1" status: 200 len: 2981 time: 0.1570606 Aug 22 14:47:10.693576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a2ae3f-0a8f-4281-a2f1-221f95b6f70b req-4b90d1d1-fbcc-45d0-90de-2af94828dd47 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391400 Aug 22 14:47:10.702332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b938-5094-41b4-9b76-62726dab4e8c req-7dca3c26-ffbe-4372-a6b6-e7678da9fbc4 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.709940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91e0b938-5094-41b4-9b76-62726dab4e8c req-7dca3c26-ffbe-4372-a6b6-e7678da9fbc4 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 935 time: 0.0932419 Aug 22 14:47:10.758661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91e0b938-5094-41b4-9b76-62726dab4e8c req-1651dd41-6a9a-4db7-84c9-83a8510bcb0a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Aug 22 14:47:10.873157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d92842b1-4a64-4182-87cb-86da266d9c24 None None] Provisioning for port a725a2f1-05ba-404e-8696-016f7b8e33f8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:10.880098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d92842b1-4a64-4182-87cb-86da266d9c24 None None] Provisioning complete for port a725a2f1-05ba-404e-8696-016f7b8e33f8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:10.880836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d92842b1-4a64-4182-87cb-86da266d9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:10.936872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0cf09-3509-4c2a-92a8-d8d3fcc0151f req-e6b07ab7-eade-40ba-9081-0b14b4c76ee5 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:10.938437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bf0cf09-3509-4c2a-92a8-d8d3fcc0151f req-e6b07ab7-eade-40ba-9081-0b14b4c76ee5 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 947 time: 0.0886729 Aug 22 14:47:10.952610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d92842b1-4a64-4182-87cb-86da266d9c24 None None] Port a725a2f1-05ba-404e-8696-016f7b8e33f8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:10.954203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:10.998876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a725a2f1-05ba-404e-8696-016f7b8e33f8 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:11.000292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-2be137e6-dd6c-43f3-966d-d4bb00632b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.008311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-2be137e6-dd6c-43f3-966d-d4bb00632b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=910ca9dda52c45feb54bf3d30442596b&device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 1098 time: 0.0907154 Aug 22 14:47:11.017143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.031885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Transition to ACTIVE for port object a725a2f1-05ba-404e-8696-016f7b8e33f8 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:11.039960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bf0cf09-3509-4c2a-92a8-d8d3fcc0151f req-c10ceb5a-03c0-4756-acaf-ff97760c8a13 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827560 Aug 22 14:47:11.099267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:11.117720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'port_id': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'mac_address': 'fa:16:3e:d4:e9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cf566f-774f-4f07-9724-61d961e3fe9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:11.122990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.172811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.188387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-97447b5a-8fb8-44fa-aa9c-ed9affb505f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.192710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-97447b5a-8fb8-44fa-aa9c-ed9affb505f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1708751 Aug 22 14:47:11.201828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2083af7a-5383-46f1-bfcb-2bc08e31323c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:11.261374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:11.289115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Attempting to bind port a725a2f1-05ba-404e-8696-016f7b8e33f8 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:11.289680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Attempting to bind port a725a2f1-05ba-404e-8696-016f7b8e33f8 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:11.290251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Attempting to bind port a725a2f1-05ba-404e-8696-016f7b8e33f8 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:11.297587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-101187cd-bdad-4e17-a0c6-b5a8c66da34b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=61833767-ab3c-466a-ba8e-e77094b7b038 HTTP/1.1" status: 200 len: 217 time: 0.0789139 Aug 22 14:47:11.298690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Pushing event updated for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:11.303939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Port a725a2f1-05ba-404e-8696-016f7b8e33f8 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:11.304518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Attempting to bind port a725a2f1-05ba-404e-8696-016f7b8e33f8 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:11.313604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:11.313891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:11.314284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:11.314722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Bound port: a725a2f1-05ba-404e-8696-016f7b8e33f8, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:11.315577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.340747 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.341719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:11.412976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:11.420773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:11.428560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:11.456836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6b8a1-1f9c-4901-8dcd-eee6e9c886de req-6536433c-2316-403f-9d78-542c5a1f834c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.458683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aca6b8a1-1f9c-4901-8dcd-eee6e9c886de req-6536433c-2316-403f-9d78-542c5a1f834c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1630752 Aug 22 14:47:11.467517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-d06f7971-b268-42cf-bd57-a20fa2b41081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.469372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-d06f7971-b268-42cf-bd57-a20fa2b41081 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1572688 Aug 22 14:47:11.478318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdb902b-f838-42e7-b235-34f08078e145 req-fdc744b9-ce3e-43bc-b301-3c75d5bf4feb tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e96fc75146d4575bc6e6199e52a879e HTTP/1.1" status: 200 len: 6101 time: 0.2800219 Aug 22 14:47:11.485259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.549089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Pushing event updated for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:11.560613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:11.575674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.577873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aca6b8a1-1f9c-4901-8dcd-eee6e9c886de req-9b07d7b1-e2cd-410d-9612-8af4cfaa4fe2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058509 Aug 22 14:47:11.578318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'mac_address': 'fa:16:3e:a2:62:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:11.581478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.583895 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7906b66f-2fc8-4425-a32a-59adac217c07 service neutron] 10.222.0.54 "PUT /v2.0/ports/a725a2f1-05ba-404e-8696-016f7b8e33f8 HTTP/1.1" status: 200 len: 1095 time: 1.1801713 Aug 22 14:47:11.584598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:11.590020 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05af928-66e2-4980-a21c-e799cea02f03" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:11.613941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-1bb24286-ad85-4378-a983-63915ea94c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.615861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-1bb24286-ad85-4378-a983-63915ea94c48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144297 Aug 22 14:47:11.645013 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.662591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:11.675869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdb902b-f838-42e7-b235-34f08078e145 req-e9507c94-bb1d-452d-af90-33de1b600953 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "GET /v2.0/security-groups/19cd5239-4e26-4fac-bbdc-156a2420fbff HTTP/1.1" status: 200 len: 2981 time: 0.1708446 Aug 22 14:47:11.697672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:11.760451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a42bceb0-9cd0-4eca-be6c-aa7c118d0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:11.762324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-a42bceb0-9cd0-4eca-be6c-aa7c118d0f99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 1098 time: 0.0621560 Aug 22 14:47:11.799566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:11.921915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:12.017571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-fc324707-668b-495d-b1f9-7a72eda2e4d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903289 Aug 22 14:47:12.021154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdb902b-f838-42e7-b235-34f08078e145 req-61f3eed5-80b0-4c4d-b384-d09eb44023e7 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "GET /v2.0/security-groups/19cd5239-4e26-4fac-bbdc-156a2420fbff HTTP/1.1" status: 200 len: 2981 time: 0.3095648 Aug 22 14:47:12.102427 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-24fac45a-451d-4a9b-bdf9-1a8cbc0ff16b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8 HTTP/1.1" status: 200 len: 217 time: 0.3320568 Aug 22 14:47:12.124642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:12.170392 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb7d6f0-ff83-4db4-8657-8869ba76ea2a x-openstack-request-id: req-9fb7d6f0-ff83-4db4-8657-8869ba76ea2a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:12.171412 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:12.171892 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fb7d6f0-ff83-4db4-8657-8869ba76ea2a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:12.172823 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8', 'status': 'completed', 'code': 200} Aug 22 14:47:12.188599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2083af7a-5383-46f1-bfcb-2bc08e31323c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:12.193446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7af426be-9781-4c4d-ad08-4391be74a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.195265 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-7af426be-9781-4c4d-ad08-4391be74a480 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0855367 Aug 22 14:47:12.251232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b98a-bdb1-474e-af02-e318f205b002 req-79bc8c8b-0a8b-4b4d-a899-fc2858800159 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.258711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d20b98a-bdb1-474e-af02-e318f205b002 req-79bc8c8b-0a8b-4b4d-a899-fc2858800159 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 945 time: 0.1177099 Aug 22 14:47:12.262340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833ba3c0-232f-4cf3-b889-57c77a4a920a req-0145a5c2-abc7-4970-adaa-6a2af5f0b072 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352223 Aug 22 14:47:12.309761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-29cbb80e-b26a-4b7c-beea-af5390d684ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.315044 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-29cbb80e-b26a-4b7c-beea-af5390d684ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120248 Aug 22 14:47:12.355838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d20b98a-bdb1-474e-af02-e318f205b002 req-b062a1ec-dc07-49e9-adfe-2a0fea815f30 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923133 Aug 22 14:47:12.395411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be12c7f-e8aa-4d0a-b667-c23232296581 req-095167c4-fbc4-407f-bb35-ecf76ec5f408 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.404064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6be12c7f-e8aa-4d0a-b667-c23232296581 req-095167c4-fbc4-407f-bb35-ecf76ec5f408 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 947 time: 0.1178010 Aug 22 14:47:12.481170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6be12c7f-e8aa-4d0a-b667-c23232296581 req-2de130b5-3783-42e1-81fd-de6ddefcc7eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728703 Aug 22 14:47:12.492633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-c8aaf265-8fe1-4010-9aa2-accc6cd102bc tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8a2a86b7-b611-4f5c-a3b0-253e2342aca4 HTTP/1.1" status: 200 len: 1777 time: 0.1057353 Aug 22 14:47:12.511810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-9f830736-f084-4f8b-9b33-9eb1f6744e27 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889677 Aug 22 14:47:12.574622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:12.626371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:12.629784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ab437867-44a4-43fb-b02e-48a0a9a03f5e req-b3b695ac-8762-4c86-938d-0fb8c4982978 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105566 Aug 22 14:47:12.662222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7334d-6d7e-4ac2-85ff-2245f1b5fcaf req-c3fd4bae-469b-4fcf-ac60-4b17fd0cff67 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.663818 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48c7334d-6d7e-4ac2-85ff-2245f1b5fcaf req-c3fd4bae-469b-4fcf-ac60-4b17fd0cff67 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 947 time: 0.1076586 Aug 22 14:47:12.708445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48c7334d-6d7e-4ac2-85ff-2245f1b5fcaf req-a5ab4926-a2e3-4bb0-b1ec-fac2a8878e16 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354524 Aug 22 14:47:12.769945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:12.772619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:12.773738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f2625b-533f-408a-8bfa-69262ee23ab8 req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a2a86b7-b611-4f5c-a3b0-253e2342aca4 HTTP/1.1" status: 204 len: 173 time: 0.2805030 Aug 22 14:47:12.783548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6608-4736-408a-8045-04feec87032c tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a86b7-b611-4f5c-a3b0-253e2342aca4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:12.822427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af928-66e2-4980-a21c-e799cea02f03 req-7798957f-ee38-4093-bb53-a2f95fcc3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.824267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-7798957f-ee38-4093-bb53-a2f95fcc3a91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 1098 time: 0.0565765 Aug 22 14:47:12.892124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa4259-a26a-4b39-a0f8-04df8144f452 req-9ccdf005-775f-4966-ae9d-6645d9a283ef tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.894315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5baa4259-a26a-4b39-a0f8-04df8144f452 req-9ccdf005-775f-4966-ae9d-6645d9a283ef tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.0612557 Aug 22 14:47:12.924690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af928-66e2-4980-a21c-e799cea02f03 req-d4a22aed-fd20-4a54-b1a3-47f38195a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:12.926426 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-d4a22aed-fd20-4a54-b1a3-47f38195a40d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.0935550 Aug 22 14:47:12.935536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5baa4259-a26a-4b39-a0f8-04df8144f452 req-9ebcd2ba-bfad-4edf-8d39-e279bd56b0ee tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Aug 22 14:47:12.991872 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-c529c381-1fec-4384-a0f3-c27eda7130b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8 HTTP/1.1" status: 200 len: 217 time: 0.0571563 Aug 22 14:47:13.024610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-778c7087-2b91-4b05-946d-4a493d280647 req-5b184032-b1cf-4191-89af-35cda58bd3b4 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fe33a250-19c3-450b-a715-b5802eaf2967 HTTP/1.1" status: 200 len: 1777 time: 0.0590606 Aug 22 14:47:13.054640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af928-66e2-4980-a21c-e799cea02f03 req-ba407f98-13bd-40f2-829f-fb6c63d59c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:13.057261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-ba407f98-13bd-40f2-829f-fb6c63d59c02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0584190 Aug 22 14:47:13.125181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-778c7087-2b91-4b05-946d-4a493d280647 req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.132458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af928-66e2-4980-a21c-e799cea02f03 req-154fd544-566e-491d-ba16-bfaad9b7823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:13.139172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-154fd544-566e-491d-ba16-bfaad9b7823d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705292 Aug 22 14:47:13.153408 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-778c7087-2b91-4b05-946d-4a493d280647 req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.255143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-1e80a947-81d9-47a9-885d-5e50fcc0f3ef service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119940 Aug 22 14:47:13.306602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-778c7087-2b91-4b05-946d-4a493d280647 req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.310003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-778c7087-2b91-4b05-946d-4a493d280647 req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.311359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-778c7087-2b91-4b05-946d-4a493d280647 req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe33a250-19c3-450b-a715-b5802eaf2967 HTTP/1.1" status: 204 len: 173 time: 0.2799537 Aug 22 14:47:13.324566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71ad4-fcc8-48e1-b291-723608e3f150 tempest-SecurityGroupsTestAdminJSON-1407363911 tempest-SecurityGroupsTestAdminJSON-1407363911-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33a250-19c3-450b-a715-b5802eaf2967,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:13.367766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b05af928-66e2-4980-a21c-e799cea02f03 req-9a7136bd-1f26-4fcd-a1d2-dd0293fea66e service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054106 Aug 22 14:47:13.380519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-0cd67438-c4a0-437a-b04e-fc6a410bbe5c tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "GET /v2.0/security-groups/656f8070-d5dd-48a6-bac8-2b9bd2ef505f HTTP/1.1" status: 200 len: 1776 time: 0.0423174 Aug 22 14:47:13.439951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.465261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.603018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:13.628020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.631527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.637298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ffb94a2-6ddd-4423-a647-a52b73be2a42 req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "DELETE /v2.0/security-groups/656f8070-d5dd-48a6-bac8-2b9bd2ef505f HTTP/1.1" status: 204 len: 173 time: 0.2480977 Aug 22 14:47:13.646223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f990d8a-5008-467d-a1b8-4834e421ac4f tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f8070-d5dd-48a6-bac8-2b9bd2ef505f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:13.748111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc6d3-60bc-4762-8c08-dd265bbb1a21 req-9228bf2e-cd35-4d90-8df0-58991ad3971a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:13.749568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67efc6d3-60bc-4762-8c08-dd265bbb1a21 req-9228bf2e-cd35-4d90-8df0-58991ad3971a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 945 time: 0.1011407 Aug 22 14:47:13.759139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8def1f7-d02c-4d0a-9914-60b7b44339b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:13.790073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2f965-d9c6-4156-83a0-5fd94c42d4d7 req-a897d7b3-4859-4a7c-a9ac-838f6956bc5a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:13.791589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79c2f965-d9c6-4156-83a0-5fd94c42d4d7 req-a897d7b3-4859-4a7c-a9ac-838f6956bc5a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 947 time: 0.1013710 Aug 22 14:47:13.827751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67efc6d3-60bc-4762-8c08-dd265bbb1a21 req-1b2aa577-c1a1-44c9-807c-5fafc105776f tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Aug 22 14:47:13.856644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79c2f965-d9c6-4156-83a0-5fd94c42d4d7 req-80036ff9-0df0-4a8e-8897-799f168c0a8c tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Aug 22 14:47:13.947930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-b8153370-c25a-4239-bb0b-928c09f60309 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "GET /v2.0/security-groups/9897d02e-221a-4cf7-8241-bc8c87dc2bf7 HTTP/1.1" status: 200 len: 1777 time: 0.0623100 Aug 22 14:47:13.972804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8def1f7-d02c-4d0a-9914-60b7b44339b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.038343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8def1f7-d02c-4d0a-9914-60b7b44339b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.067878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.096280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8def1f7-d02c-4d0a-9914-60b7b44339b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4cbe50-a9db-4f4c-9a51-81e4c12d950f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:14.100392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8def1f7-d02c-4d0a-9914-60b7b44339b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8285ab99bfbe4c40a25e212bc10ab775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963379 Aug 22 14:47:14.103610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:14.119231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aebe24-9ffe-4a65-ba2f-15d2edbaab1d req-d1e96594-5375-4aef-9abf-f6b99ffbbec1 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:14.121315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9aebe24-9ffe-4a65-ba2f-15d2edbaab1d req-d1e96594-5375-4aef-9abf-f6b99ffbbec1 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 947 time: 0.1270998 Aug 22 14:47:14.129106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.158671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.179291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.187066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9aebe24-9ffe-4a65-ba2f-15d2edbaab1d req-9272afd3-2712-4071-b3c6-c42c877f26ca tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Aug 22 14:47:14.262315 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.264950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.266118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b69065f3-2ca4-4f8c-b5ac-6dfdc974f9d9 req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] 10.222.0.53 "DELETE /v2.0/security-groups/9897d02e-221a-4cf7-8241-bc8c87dc2bf7 HTTP/1.1" status: 204 len: 173 time: 0.3113086 Aug 22 14:47:14.281131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8db07-b4be-4697-aef0-1a0ef3b7af50 tempest-SecurityGroupsTestAdminJSON-1683460990 tempest-SecurityGroupsTestAdminJSON-1683460990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897d02e-221a-4cf7-8241-bc8c87dc2bf7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:14.335936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.340503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:14.342854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d4cbe50-a9db-4f4c-9a51-81e4c12d950f HTTP/1.1" status: 204 len: 168 time: 0.2377493 Aug 22 14:47:14.354881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7834f-a1fe-44d9-835b-09aff7cf78a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4cbe50-a9db-4f4c-9a51-81e4c12d950f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:14.399863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f371d8-1015-4207-bba6-1e091488b53d req-0d02bfc8-0c9e-4c48-9122-bc3e63c1261e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:14.402326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07f371d8-1015-4207-bba6-1e091488b53d req-0d02bfc8-0c9e-4c48-9122-bc3e63c1261e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.0751691 Aug 22 14:47:14.444863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07f371d8-1015-4207-bba6-1e091488b53d req-01ed3e8f-a3a5-499a-9eb0-aa0ebfbc14be tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Aug 22 14:47:14.906846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47318) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:14.936543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:14.979934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff0282-ea04-4d06-947f-c844ed51c66b req-9f884639-05e4-46db-9622-7ece26287521 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:14.981966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91ff0282-ea04-4d06-947f-c844ed51c66b req-9f884639-05e4-46db-9622-7ece26287521 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 945 time: 0.0690298 Aug 22 14:47:15.061535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 2083af7a-5383-46f1-bfcb-2bc08e31323c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:15.065753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 2083af7a-5383-46f1-bfcb-2bc08e31323c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:15.067534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.076099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91ff0282-ea04-4d06-947f-c844ed51c66b req-e2339628-0c5a-4de7-b98b-d1243b0c2182 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795879 Aug 22 14:47:15.086188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f6c1a-f614-418b-9282-15803e3197d9 req-3fd8081a-72be-4dba-b6a2-efa1c524a1de tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:15.087134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe2f6c1a-f614-418b-9282-15803e3197d9 req-3fd8081a-72be-4dba-b6a2-efa1c524a1de tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 947 time: 0.1016548 Aug 22 14:47:15.123448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2318b6db-9af5-4929-b6df-4bb6f2620a20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e96fc75146d4575bc6e6199e52a879e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153242 Aug 22 14:47:15.126074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47326) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:15.139801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47328) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:15.156100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe2f6c1a-f614-418b-9282-15803e3197d9 req-0bb8d03e-3b6b-443c-9eb3-c7396cfb65a6 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Aug 22 14:47:15.170259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e0b8f7-a817-4e42-bda7-4380b1bfe026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.170833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.196105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:15.199370 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb236919-10dd-46ca-a8d6-7f439ffe5419" -d '{"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-plugged", "status": "completed", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:15.213169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:15.243899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.248679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315316f8-37f5-485b-8f88-54574672447b x-openstack-request-id: req-315316f8-37f5-485b-8f88-54574672447b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:15.251272 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-plugged", "status": "completed", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:15.251272 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-315316f8-37f5-485b-8f88-54574672447b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:15.251272 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'code': 200} Aug 22 14:47:15.262053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.262856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:15.308147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.393582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:15.407789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536c116-eb38-4feb-82f7-ec5acae57888 req-ab34cad2-fd77-4943-b1e8-ae5159ace13d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:15.409569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a536c116-eb38-4feb-82f7-ec5acae57888 req-ab34cad2-fd77-4943-b1e8-ae5159ace13d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 947 time: 0.0697787 Aug 22 14:47:15.456062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a536c116-eb38-4feb-82f7-ec5acae57888 req-80a7f31c-c8af-4e9e-8f04-8b1ec1001bfc tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Aug 22 14:47:15.459153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e0b8f7-a817-4e42-bda7-4380b1bfe026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.466483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 61833767-ab3c-466a-ba8e-e77094b7b038 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:15.466684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaf2af-bc73-46e5-99bc-c72ceaeb9883 req-3f7af789-7306-46fd-af84-d84ecdc113cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:15.468028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27eaf2af-bc73-46e5-99bc-c72ceaeb9883 req-3f7af789-7306-46fd-af84-d84ecdc113cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1097 time: 0.0864720 Aug 22 14:47:15.473020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:15.493420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:15.493844 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.524146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.527567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.531626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19cd5239-4e26-4fac-bbdc-156a2420fbff HTTP/1.1" status: 204 len: 168 time: 0.4045050 Aug 22 14:47:15.536358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27eaf2af-bc73-46e5-99bc-c72ceaeb9883 req-2a647688-59ea-4abb-a3e4-d7d88d36887d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Aug 22 14:47:15.544437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b33fb6-9da5-4fb4-957a-b98d9def5fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cd5239-4e26-4fac-bbdc-156a2420fbff,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:15.552140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e0b8f7-a817-4e42-bda7-4380b1bfe026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.631199 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-87e0b8f7-a817-4e42-bda7-4380b1bfe026 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71f6e14fe9d74a39a57907e8aadc5904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901943 Aug 22 14:47:15.632012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0b8f7-a817-4e42-bda7-4380b1bfe026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97dc70b-f1f4-4203-955c-bcd35ee677af,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:15.634787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47342) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:15.679652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2dce-8984-4ad4-b5a3-42920787266f req-7352a8f4-1f9f-498d-9249-0a1e134ada7d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:15.681764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-445e2dce-8984-4ad4-b5a3-42920787266f req-7352a8f4-1f9f-498d-9249-0a1e134ada7d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 946 time: 0.0641804 Aug 22 14:47:15.703114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.733809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.746852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-445e2dce-8984-4ad4-b5a3-42920787266f req-57d730d7-0538-49a7-b27c-d3852f851c1d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582483 Aug 22 14:47:15.852527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=61833767-ab3c-466a-ba8e-e77094b7b038,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:15.861731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.864787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.866197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e97dc70b-f1f4-4203-955c-bcd35ee677af HTTP/1.1" status: 204 len: 168 time: 0.2304702 Aug 22 14:47:15.876374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ccc2-978f-4ee8-9021-c68047e25164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97dc70b-f1f4-4203-955c-bcd35ee677af,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:15.880008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.882244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '61833767-ab3c-466a-ba8e-e77094b7b038', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '61833767-ab3c-466a-ba8e-e77094b7b038', 'mac_address': 'fa:16:3e:3b:a6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:15.964551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:15.970342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:15.985245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61833767-ab3c-466a-ba8e-e77094b7b038 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:16.007216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=61833767-ab3c-466a-ba8e-e77094b7b038,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:16.054558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.116824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.118401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:16.174816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:16.209076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f15e-0d55-48fd-b77a-62717f281883 req-e5fcc573-36cf-416f-b65a-8fa390c8050a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:16.211831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-baf1f15e-0d55-48fd-b77a-62717f281883 req-e5fcc573-36cf-416f-b65a-8fa390c8050a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0619493 Aug 22 14:47:16.266154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-baf1f15e-0d55-48fd-b77a-62717f281883 req-bdf86025-5109-4e67-8ac8-159d500fd639 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Aug 22 14:47:16.314835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c3e4-7e36-4745-8160-a4d00b14f273 req-1ca7d1b2-edbc-4da3-b2e3-e71a0988d372 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:16.316639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35d0c3e4-7e36-4745-8160-a4d00b14f273 req-1ca7d1b2-edbc-4da3-b2e3-e71a0988d372 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 947 time: 0.0717177 Aug 22 14:47:16.359457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35d0c3e4-7e36-4745-8160-a4d00b14f273 req-9e5deb6a-ee3a-4a0e-8124-8c411532d694 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Aug 22 14:47:16.381958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:16.425263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02e952be-3ee9-4a17-a651-bc79da7f3d57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12e4228912f342c48c222e8050a6569a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419204 Aug 22 14:47:16.427824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47376) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:16.482176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.505649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.523167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['61833767-ab3c-466a-ba8e-e77094b7b038'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:16.611372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4128c3-346c-45b8-b18d-9e70644b3167 req-6513e1d6-892a-42b7-8707-a842c37f17e9 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:16.612998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e4128c3-346c-45b8-b18d-9e70644b3167 req-6513e1d6-892a-42b7-8707-a842c37f17e9 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 948 time: 0.0748312 Aug 22 14:47:16.666606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e4128c3-346c-45b8-b18d-9e70644b3167 req-1cda2d9d-ceac-4c34-91cc-a76b6709c424 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Aug 22 14:47:16.706869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.709913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:16.711324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91c66dd8-e821-4dd4-8940-b559c15e27e7 HTTP/1.1" status: 204 len: 168 time: 0.2824576 Aug 22 14:47:16.720246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ee9ed-6c22-43ad-8949-409c7d7a659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c66dd8-e821-4dd4-8940-b559c15e27e7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:16.903149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d412d1-8489-41bc-a83c-440febf9b962 req-73154c46-c82e-46dd-8b27-cf3bc4254f50 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:16.905673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5d412d1-8489-41bc-a83c-440febf9b962 req-73154c46-c82e-46dd-8b27-cf3bc4254f50 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 946 time: 0.0771887 Aug 22 14:47:16.947755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5d412d1-8489-41bc-a83c-440febf9b962 req-acc48c2d-35b7-41ff-8941-3f297cedb85c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359125 Aug 22 14:47:16.951875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a725a2f1-05ba-404e-8696-016f7b8e33f8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:17.069584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:17.085288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a725a2f1-05ba-404e-8696-016f7b8e33f8', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'a725a2f1-05ba-404e-8696-016f7b8e33f8', 'mac_address': 'fa:16:3e:b6:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:17.145167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:17.160046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a725a2f1-05ba-404e-8696-016f7b8e33f8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:17.186238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:17.250165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:17.255680 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050b151-6e9c-4909-9e14-6f518cf95734" -d '{"events": [{"server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "name": "network-vif-plugged", "status": "completed", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:17.272023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:17.302863 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94c765-beba-4256-ac1e-7f052a573850 x-openstack-request-id: req-dd94c765-beba-4256-ac1e-7f052a573850 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:17.303210 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "name": "network-vif-plugged", "status": "completed", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:17.303473 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd94c765-beba-4256-ac1e-7f052a573850 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:17.303929 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'code': 200} Aug 22 14:47:17.349261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:17.438683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8ee4-1c6c-4444-a7ed-c7dc8c4279e4 req-f84ade5c-a49d-4903-9a77-a9dd4b458422 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:17.440409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3ab8ee4-1c6c-4444-a7ed-c7dc8c4279e4 req-f84ade5c-a49d-4903-9a77-a9dd4b458422 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0895693 Aug 22 14:47:17.447075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23eb91-b2fd-4297-b7f6-7d3e2d9f5f2e req-ec3ad207-735e-4b67-814b-6d0ae2624109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:17.449714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e23eb91-b2fd-4297-b7f6-7d3e2d9f5f2e req-ec3ad207-735e-4b67-814b-6d0ae2624109 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1097 time: 0.0874791 Aug 22 14:47:17.464777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 61833767-ab3c-466a-ba8e-e77094b7b038 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:17.498867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3ab8ee4-1c6c-4444-a7ed-c7dc8c4279e4 req-b059a6f5-011b-4d30-b7fe-2a7b7085f35c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512290 Aug 22 14:47:17.502241 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e23eb91-b2fd-4297-b7f6-7d3e2d9f5f2e req-f5a4248c-c140-4fc9-9584-45310a785164 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450425 Aug 22 14:47:17.620793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978a478-00cd-4d2f-9ed6-d4efb0be2642 req-0fcd2e7e-86b2-49c7-8126-dff2f3df05eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:17.622324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1978a478-00cd-4d2f-9ed6-d4efb0be2642 req-0fcd2e7e-86b2-49c7-8126-dff2f3df05eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 948 time: 0.0553827 Aug 22 14:47:17.662129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a725a2f1-05ba-404e-8696-016f7b8e33f8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:17.668380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1978a478-00cd-4d2f-9ed6-d4efb0be2642 req-ca5b4b04-1423-44c5-bfd2-ab8bbcdc885d tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Aug 22 14:47:17.694779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 61833767-ab3c-466a-ba8e-e77094b7b038 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:17.709509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 61833767-ab3c-466a-ba8e-e77094b7b038 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:17.709509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:17.851038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:17.911842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=61833767-ab3c-466a-ba8e-e77094b7b038,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:17.922467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf095ba-8169-4989-a45b-062adf9e07a2 req-eb648361-d78f-41f2-b88a-d4617777f9e2 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:17.924477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bf095ba-8169-4989-a45b-062adf9e07a2 req-eb648361-d78f-41f2-b88a-d4617777f9e2 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 948 time: 0.0823071 Aug 22 14:47:17.967859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bf095ba-8169-4989-a45b-062adf9e07a2 req-db10b919-1a3b-4c60-87e1-4c4686277af0 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Aug 22 14:47:18.011569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:18.074579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:18.087097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c381d9-20ad-4e8a-9dfe-b971493be00c req-a44a6511-3a9d-4e08-ba00-c14181674b2c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:18.088749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8c381d9-20ad-4e8a-9dfe-b971493be00c req-a44a6511-3a9d-4e08-ba00-c14181674b2c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 946 time: 0.0577965 Aug 22 14:47:18.144745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8c381d9-20ad-4e8a-9dfe-b971493be00c req-543be3ec-2c06-4f9e-8520-0b1fc922f1da tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Aug 22 14:47:18.531312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77862cb8-e26f-4035-a84e-8eca7bc712c3 req-0b087c6e-ac12-4f95-898c-f16d2fff9779 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:18.532652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77862cb8-e26f-4035-a84e-8eca7bc712c3 req-0b087c6e-ac12-4f95-898c-f16d2fff9779 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1097 time: 0.0592794 Aug 22 14:47:18.584994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77862cb8-e26f-4035-a84e-8eca7bc712c3 req-c28db0af-00ee-49ad-be04-e8850dbb4b57 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Aug 22 14:47:18.709146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d8ece-07bc-4fa3-8f7c-6dcf2c6cd5eb req-4b95a285-14d6-497d-a95d-c002324cec29 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:18.710687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548d8ece-07bc-4fa3-8f7c-6dcf2c6cd5eb req-4b95a285-14d6-497d-a95d-c002324cec29 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0801411 Aug 22 14:47:18.771115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548d8ece-07bc-4fa3-8f7c-6dcf2c6cd5eb req-17fdbabc-592b-45e9-b047-a0429c4cb02c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Aug 22 14:47:18.915570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa879f5-f833-4a00-921d-5f365e02c1d5 req-f9100939-a3eb-437a-8df6-7244e6238c9d tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:18.923029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa879f5-f833-4a00-921d-5f365e02c1d5 req-f9100939-a3eb-437a-8df6-7244e6238c9d tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1097 time: 0.0840955 Aug 22 14:47:18.946724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834fcbe-f5e9-45b6-95f0-06bb6cfef065 req-89888561-e971-4012-a5a6-0128407f39eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:18.948979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9834fcbe-f5e9-45b6-95f0-06bb6cfef065 req-89888561-e971-4012-a5a6-0128407f39eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 948 time: 0.1000686 Aug 22 14:47:18.964219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a725a2f1-05ba-404e-8696-016f7b8e33f8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:18.980931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa879f5-f833-4a00-921d-5f365e02c1d5 req-ecaae873-2c68-4b93-b4a3-f92af57810cf tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570095 Aug 22 14:47:18.999572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9834fcbe-f5e9-45b6-95f0-06bb6cfef065 req-4ca8798c-7539-4f26-8091-6cce3409e90a tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Aug 22 14:47:19.130380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a725a2f1-05ba-404e-8696-016f7b8e33f8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:19.135201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a725a2f1-05ba-404e-8696-016f7b8e33f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:19.136640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.229025 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.239089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b51a-4a44-49e2-96f0-d242bf5382e9 req-ec0d863c-730b-4ea3-8e03-3df715a34ce5 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:19.240736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c77b51a-4a44-49e2-96f0-d242bf5382e9 req-ec0d863c-730b-4ea3-8e03-3df715a34ce5 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 949 time: 0.0792999 Aug 22 14:47:19.270688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:19.299553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c77b51a-4a44-49e2-96f0-d242bf5382e9 req-51884818-b815-4360-bade-306ae59bfaa2 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Aug 22 14:47:19.305069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038'}, {'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:19.309170 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b2a45-7d3d-4fa8-aa76-0efebdbc5430" -d '{"events": [{"server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "name": "network-vif-plugged", "status": "completed", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038"}, {"server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "name": "network-vif-plugged", "status": "completed", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:19.344015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-87ea89d1-a1f9-4f68-b8f2-9f48d593f640 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a925ce2627bb404f981bbbba85139f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302644 Aug 22 14:47:19.358212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.403136 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f1f3da-558d-4cf6-86f6-6ff9313b7560 x-openstack-request-id: req-f5f1f3da-558d-4cf6-86f6-6ff9313b7560 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:19.403996 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "name": "network-vif-plugged", "status": "completed", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038", "code": 200}, {"server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "name": "network-vif-plugged", "status": "completed", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:19.404431 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5f1f3da-558d-4cf6-86f6-6ff9313b7560 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:19.405097 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038', 'code': 200} Aug 22 14:47:19.405501 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8', 'code': 200} Aug 22 14:47:19.440146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:19.471626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:19.504869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-32c72936-a97e-42ee-88d1-d780676f88a5 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:19.514622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-32c72936-a97e-42ee-88d1-d780676f88a5 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628573 Aug 22 14:47:19.529835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-b64b74e8-bd37-4a71-941e-256cfb722e5d tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/quotas/a925ce2627bb404f981bbbba85139f92 HTTP/1.1" status: 200 len: 375 time: 0.0139842 Aug 22 14:47:19.535575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223fa73-6b71-4f44-a16e-5377d0fc2c6d req-b8c3e885-8b18-4bc5-a618-c92a0609f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:19.535822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-49bd5e66-5229-4c0b-81ab-a454485fab6f req-7bdc68f7-19b6-4608-a35b-1828195673b9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:19.537097 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3223fa73-6b71-4f44-a16e-5377d0fc2c6d req-b8c3e885-8b18-4bc5-a618-c92a0609f4c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 1100 time: 0.0664179 Aug 22 14:47:19.537282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49bd5e66-5229-4c0b-81ab-a454485fab6f req-7bdc68f7-19b6-4608-a35b-1828195673b9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093675 Aug 22 14:47:19.590321 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3223fa73-6b71-4f44-a16e-5377d0fc2c6d req-edde7848-4b4d-4206-919f-ec7de1763152 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Aug 22 14:47:19.603347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-329faa8e-8e51-4ba6-a44d-291b758c2483 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a925ce2627bb404f981bbbba85139f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586226 Aug 22 14:47:19.618288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b023844-b45b-4e0b-b7de-2a13d32bea0f req-afebed96-1b0a-4fa4-8ddf-32c258b9952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:19.623254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b023844-b45b-4e0b-b7de-2a13d32bea0f req-afebed96-1b0a-4fa4-8ddf-32c258b9952e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 1100 time: 0.0920801 Aug 22 14:47:19.679806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b023844-b45b-4e0b-b7de-2a13d32bea0f req-70578c12-27cc-4336-a64d-a3bbeda38fff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Aug 22 14:47:19.715418 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-121205ef-362a-49ab-ae5e-a2cf0ad2170f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.820200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-121205ef-362a-49ab-ae5e-a2cf0ad2170f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.925209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-121205ef-362a-49ab-ae5e-a2cf0ad2170f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:19.966798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88226cbb-9055-43a9-af19-4cca38ac1681 req-bdd05c2f-895d-4a7a-820e-bf929094d48d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:19.969104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88226cbb-9055-43a9-af19-4cca38ac1681 req-bdd05c2f-895d-4a7a-820e-bf929094d48d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0645170 Aug 22 14:47:19.972346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121205ef-362a-49ab-ae5e-a2cf0ad2170f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb2f3f-759d-47f8-9f88-a6e95732406d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:19.981826 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-121205ef-362a-49ab-ae5e-a2cf0ad2170f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5824413c95564fd1b1fc93cfc3672154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983642 Aug 22 14:47:19.988938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47556) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:20.023554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88226cbb-9055-43a9-af19-4cca38ac1681 req-6ef54670-adb1-447b-ad32-f4bcd9e2dcea tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Aug 22 14:47:20.055136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.096996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.221940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.224601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.225997 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17eb2f3f-759d-47f8-9f88-a6e95732406d HTTP/1.1" status: 204 len: 168 time: 0.2428608 Aug 22 14:47:20.237718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f34da-934c-42b9-9887-9b87fb8f7217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb2f3f-759d-47f8-9f88-a6e95732406d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:20.274702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34222f0-8f31-4cb4-b764-e411681edf3b req-317e664a-a2c1-4e9e-9425-c266bfdc2942 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Aug 22 14:47:20.410465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55427f-aa12-46b5-b808-50c67a6692d6 req-3c48db46-107e-4944-9f59-c2d2de19c3b8 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:20.412191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e55427f-aa12-46b5-b808-50c67a6692d6 req-3c48db46-107e-4944-9f59-c2d2de19c3b8 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.0795593 Aug 22 14:47:20.472472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e55427f-aa12-46b5-b808-50c67a6692d6 req-61afaf11-6b6e-4ac7-b9d6-6028c309f480 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Aug 22 14:47:20.614517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.700953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-2175c74b-e003-42e4-b447-8f329d26abe3 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 258 time: 0.2260466 Aug 22 14:47:20.706249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:20.856180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:20.959595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.074986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Allocated IP 172.25.0.221 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/0951768c-2a5d-4fc9-b670-22f320079e71) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:21.190081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47606) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:21.200997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.204473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8bcadf1-4785-4d6d-9708-ccde396683b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.312819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8bcadf1-4785-4d6d-9708-ccde396683b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.347487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.382817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:21.386359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:21.389380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:21.404670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8bcadf1-4785-4d6d-9708-ccde396683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.406864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event updated for resources: {'Port': ['ID=0951768c-2a5d-4fc9-b670-22f320079e71,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:21.458872 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f8bcadf1-4785-4d6d-9708-ccde396683b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d5396c3c4ab45fea44643ff3a00a787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676768 Aug 22 14:47:21.459879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcadf1-4785-4d6d-9708-ccde396683b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39c17a6-297e-412c-8e73-4d8d5aa61212,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:21.462422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:21.509542 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.520231 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.546257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.659513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.695568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.699327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.700819 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b39c17a6-297e-412c-8e73-4d8d5aa61212 HTTP/1.1" status: 204 len: 168 time: 0.2371995 Aug 22 14:47:21.710245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15c03-4292-4818-9621-5f280824dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39c17a6-297e-412c-8e73-4d8d5aa61212,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:21.839419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.954179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:21.987230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:22.009100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event updated for resources: {'Port': ['ID=0951768c-2a5d-4fc9-b670-22f320079e71,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:22.071816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:22.080155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-46af391c-7e9e-43ff-9132-fd87d1fd5c36 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3781579 Aug 22 14:47:22.167989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-f24cd78a-2e03-4a25-bea4-644f3da2c866 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0869029 Aug 22 14:47:22.287889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69443306-2604-496c-830b-f6beab70cd7b req-98589bd4-8a95-4295-b6cf-5be18e4d57ff tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:22.289340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-98589bd4-8a95-4295-b6cf-5be18e4d57ff tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1152287 Aug 22 14:47:22.302551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-134ff79f-6fd5-41f0-83f1-7c1adc26d4ce tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:22.303541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69443306-2604-496c-830b-f6beab70cd7b req-134ff79f-6fd5-41f0-83f1-7c1adc26d4ce tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059474 Aug 22 14:47:22.305128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47632) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:22.539471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696923a-92f2-4cc6-8d6a-772f7c28b735 req-fee620d0-4d9d-4f76-ae65-b479ab635de9 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:22.541113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0696923a-92f2-4cc6-8d6a-772f7c28b735 req-fee620d0-4d9d-4f76-ae65-b479ab635de9 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 949 time: 0.0525370 Aug 22 14:47:22.590798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-1468c8c4-a0c2-45bc-aa92-6496f3f3a422 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a925ce2627bb404f981bbbba85139f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287054 Aug 22 14:47:22.594425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-65b7bf7b-a3de-4f06-8dd3-4b3d23b1b6f5 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:22.595414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-65b7bf7b-a3de-4f06-8dd3-4b3d23b1b6f5 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2889917 Aug 22 14:47:22.656859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0696923a-92f2-4cc6-8d6a-772f7c28b735 req-efe0eb50-985c-4780-a2e9-04a3b7afb63b tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086700 Aug 22 14:47:22.720194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-d0ce2852-d277-48c8-a17f-741e2968b615 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:22.721597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-d0ce2852-d277-48c8-a17f-741e2968b615 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 1094 time: 0.1081958 Aug 22 14:47:22.786782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91ef624d-2729-4d60-b4c8-4df715dac867 req-ca94d8c7-3a2e-4971-a879-da3a0027db2e tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 210 time: 0.0426521 Aug 22 14:47:22.801274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-33d3a224-08ac-4489-85fd-3bbd2ccee3e7 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:22.803353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-33d3a224-08ac-4489-85fd-3bbd2ccee3e7 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010314 Aug 22 14:47:22.824364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Request body: {'port': {'device_id': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'a925ce2627bb404f981bbbba85139f92'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:22.916590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:22.917256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Unknown quota resources ['binding']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:47:23.224315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92994ab-9574-4221-ad4e-490827cbaa6c req-9dbe597d-bbe6-4a6b-a090-aecb7dc71cea tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:23.225785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d92994ab-9574-4221-ad4e-490827cbaa6c req-9dbe597d-bbe6-4a6b-a090-aecb7dc71cea tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.3706567 Aug 22 14:47:23.310755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d92994ab-9574-4221-ad4e-490827cbaa6c req-4795b5d7-4d33-4518-8797-3f8dbfc22571 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537615 Aug 22 14:47:23.350406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:23.350750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:23.351083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:23.357618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:23.357957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:23.363164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:23.363501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:23.363887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:23.364372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Bound port: 2083af7a-5383-46f1-bfcb-2bc08e31323c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:23.418036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Made reservation on behalf of a925ce2627bb404f981bbbba85139f92 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:23.421678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:23.489774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:23.555837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:23.574383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-3554c681-abbd-4845-8527-e26f3a19c453 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:23.575921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-3554c681-abbd-4845-8527-e26f3a19c453 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1482260 Aug 22 14:47:23.640006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-47a7535d-bc5c-47ea-863b-a1d772863a9d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0575349 Aug 22 14:47:23.657380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'floatingip': {'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:23.732739 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:23.733922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-5c038ae3-0b5d-4e55-9d27-b2fee43d0a25 service neutron] 10.222.0.53 "POST /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9535077 Aug 22 14:47:23.742714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:23.861481 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:23.958735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:24.001822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:47:24.053990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a3d0bc-a73c-4692-a348-4244a5248136,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:24.304620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Allocated IP 192.168.233.172 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/b24babcc-03ec-490c-9052-7ec0b54a79a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:24.614123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:24.643549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-9e26baf5-e311-4f73-812b-7bf5d443e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:24.647992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-9e26baf5-e311-4f73-812b-7bf5d443e54c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1097 time: 0.1291318 Aug 22 14:47:24.677285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:24.735375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:24.737397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Transition to ACTIVE for port object b24babcc-03ec-490c-9052-7ec0b54a79a4 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:25.040066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850c6571-45b2-48c2-828f-9c0d4625a445 req-e0942b07-1bee-476a-a445-e01345c4836e tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 210 time: 0.0434191 Aug 22 14:47:25.116401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-d9954671-6a92-4df0-95b2-ccfb270689d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:25.117895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-d9954671-6a92-4df0-95b2-ccfb270689d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.4651837 Aug 22 14:47:25.198353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-d51f754a-03d1-49d6-83ab-308ebb2db59d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0677905 Aug 22 14:47:25.201416 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Floating IP 399c916c-4709-4aa3-b6b3-763885888177 associated. External IP: 172.25.0.221, port: 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2. Aug 22 14:47:25.276556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.332005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005548f-ec7b-4862-8d1b-6d6fdde45434 req-bcfef44b-409e-474e-87d0-5d8031250383 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:25.333539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a005548f-ec7b-4862-8d1b-6d6fdde45434 req-bcfef44b-409e-474e-87d0-5d8031250383 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 946 time: 0.2073312 Aug 22 14:47:25.364160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-7b4f67aa-5057-4717-94e6-aa63267a41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:25.365617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-7b4f67aa-5057-4717-94e6-aa63267a41c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1594296 Aug 22 14:47:25.396409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:25.418007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:25.439621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:25.439835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47698) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:25.442787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:25.443505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.465612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-df20ec33-7411-41b4-b22a-4fc491a781e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655172 Aug 22 14:47:25.472950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Pushing event updated for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:25.521546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a005548f-ec7b-4862-8d1b-6d6fdde45434 req-3738c432-f988-48c3-8800-a1480e2a3335 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794081 Aug 22 14:47:25.590689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2877497e-bbb1-42b5-8055-7b251ba55e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.604836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-516bbda8-7ea3-427d-ad1f-ade8497f02af tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7855515 Aug 22 14:47:25.628311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Request body: {'port': {'device_id': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:25.702344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-1ad4e9a8-18cc-4fc4-b608-8996cfc0cbce service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178755 Aug 22 14:47:25.731432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2877497e-bbb1-42b5-8055-7b251ba55e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.815252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-654cf3f5-5f35-49a8-8aef-f29e7dd136f3 None None] Provisioning for port b24babcc-03ec-490c-9052-7ec0b54a79a4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:25.819447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-654cf3f5-5f35-49a8-8aef-f29e7dd136f3 None None] Provisioning complete for port b24babcc-03ec-490c-9052-7ec0b54a79a4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:25.819886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-654cf3f5-5f35-49a8-8aef-f29e7dd136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.826896 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.855997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-654cf3f5-5f35-49a8-8aef-f29e7dd136f3 None None] Port b24babcc-03ec-490c-9052-7ec0b54a79a4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:25.857226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Router bf1cef11-50b3-4a7d-9901-e61925ca64d8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:47:25.866847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2877497e-bbb1-42b5-8055-7b251ba55e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.870554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18760dc-f1ba-498a-8c77-ba63cc5191a0 req-791c382c-ba7b-43b9-8709-8756f895d11d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:25.872055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e18760dc-f1ba-498a-8c77-ba63cc5191a0 req-791c382c-ba7b-43b9-8709-8756f895d11d tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 949 time: 0.1766651 Aug 22 14:47:25.908483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2877497e-bbb1-42b5-8055-7b251ba55e8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7994bfb3a314fe8920e4d2e0d0fd6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656599 Aug 22 14:47:25.908483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877497e-bbb1-42b5-8055-7b251ba55e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12482e-4661-493e-b641-2588ef6bb299,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:25.910262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47708) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:25.940518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-88178b87-1788-4d46-ae2b-b56758c783cc service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247601 Aug 22 14:47:25.966182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:25.988169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.046962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e18760dc-f1ba-498a-8c77-ba63cc5191a0 req-25d8a3f9-64bb-48b7-8962-153af6fa67e6 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508989 Aug 22 14:47:26.134125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.137501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.138875 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea12482e-4661-493e-b641-2588ef6bb299 HTTP/1.1" status: 204 len: 168 time: 0.2277076 Aug 22 14:47:26.149084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3fcb2-cc8a-490b-bc49-e48131f85d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12482e-4661-493e-b641-2588ef6bb299,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:26.206954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:47:26.214744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.224072 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Sync routers for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:47:26.235537 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:26.236281 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:26.264182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233355f-9ee8-41c0-ad94-4205b6493443 req-6001e754-cc31-4d23-b99b-c462779bfb77 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:26.265718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c233355f-9ee8-41c0-ad94-4205b6493443 req-6001e754-cc31-4d23-b99b-c462779bfb77 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.1511519 Aug 22 14:47:26.273205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d40ba672-b04b-46e2-a275-6dd22b19c33b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "PUT /v2.0/floatingips/399c916c-4709-4aa3-b6b3-763885888177 HTTP/1.1" status: 200 len: 997 time: 2.6233442 Aug 22 14:47:26.280416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:26.282715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3ff3d-000b-4ccf-8abd-e199b8def659" -d '{"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:26.344805 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:26.446430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c233355f-9ee8-41c0-ad94-4205b6493443 req-11e16092-45df-481f-b05d-95b07408a634 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717620 Aug 22 14:47:26.471100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24babcc-03ec-490c-9052-7ec0b54a79a4 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:26.481496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.485168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-04235a0c-7a0e-48d5-b058-cf9b27170f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:26.486700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-04235a0c-7a0e-48d5-b058-cf9b27170f1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1097 time: 0.1922843 Aug 22 14:47:26.488475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-110b72a8-1661-46f9-830e-eeefdfe51c94 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:26.489895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-110b72a8-1661-46f9-830e-eeefdfe51c94 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1097 time: 0.1965451 Aug 22 14:47:26.512482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:26.545322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Transition to ACTIVE for port object b24babcc-03ec-490c-9052-7ec0b54a79a4 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:26.629305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.636738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '399c916c-4709-4aa3-b6b3-763885888177', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'mac_address': 'fa:16:3e:a2:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494728a-2fad-4038-81ba-c528b338581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:47:21Z', 'updated_at': '2021-08-22T14:47:24Z', 'revision_number': 1, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:26.646157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:26.664496 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Checking router: bf1cef11-50b3-4a7d-9901-e61925ca64d8 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:47:26.674502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:26.675118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:26.709499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-fa9d7a86-7d33-4765-b70e-71b9624d6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:26.709499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-fa9d7a86-7d33-4765-b70e-71b9624d6e04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 929 time: 0.2144248 Aug 22 14:47:26.804110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Pushing event updated for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:26.821541 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:27.020687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47728) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:27.036612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a27d928-6a96-4a66-bbf7-68db16281b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.122867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '399c916c-4709-4aa3-b6b3-763885888177', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'mac_address': 'fa:16:3e:a2:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494728a-2fad-4038-81ba-c528b338581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:47:21Z', 'updated_at': '2021-08-22T14:47:24Z', 'revision_number': 1, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:27.138071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Attempting to bind port b24babcc-03ec-490c-9052-7ec0b54a79a4 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:27.138411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Attempting to bind port b24babcc-03ec-490c-9052-7ec0b54a79a4 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:27.138749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Attempting to bind port b24babcc-03ec-490c-9052-7ec0b54a79a4 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:27.147883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-815649ca-645d-43c8-9976-d08d366ac904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 1000 time: 0.4157553 Aug 22 14:47:27.153497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3ee17-9d89-471d-93db-2e9c92a51ff4 None None] The sync data for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 is: [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '399c916c-4709-4aa3-b6b3-763885888177', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'mac_address': 'fa:16:3e:a2:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494728a-2fad-4038-81ba-c528b338581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:47:21Z', 'updated_at': '2021-08-22T14:47:24Z', 'revision_number': 1, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:47:27.154127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Port b24babcc-03ec-490c-9052-7ec0b54a79a4 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:27.155287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Attempting to bind port b24babcc-03ec-490c-9052-7ec0b54a79a4 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:27.168322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a27d928-6a96-4a66-bbf7-68db16281b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.210689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:27.211263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:27.211401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:27.211843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Bound port: b24babcc-03ec-490c-9052-7ec0b54a79a4, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:27.212702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.222023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:27.239013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a27d928-6a96-4a66-bbf7-68db16281b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.279533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d928-6a96-4a66-bbf7-68db16281b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07a794-2604-465b-a2e7-85c3375663e6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:27.283994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a27d928-6a96-4a66-bbf7-68db16281b0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4368b195228646be91d5e0f081f4374a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615488 Aug 22 14:47:27.286731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:27.328362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-066998ae-b102-4eba-aac0-0e58daee8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.330052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-066998ae-b102-4eba-aac0-0e58daee8fec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.1712739 Aug 22 14:47:27.344361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.371293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.378696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ae46e-88ae-4902-8074-003352b6fa11 None None] New status for floating IP 399c916c-4709-4aa3-b6b3-763885888177: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:47:27.385665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:27.422051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6292d0-6c22-42f4-8e15-c9aaef381773 req-9a0f8618-7ff8-4cd6-b868-53e7a43d1412 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.423580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca6292d0-6c22-42f4-8e15-c9aaef381773 req-9a0f8618-7ff8-4cd6-b868-53e7a43d1412 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 948 time: 0.2140908 Aug 22 14:47:27.435117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:27.469463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:27.486872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d3b19f3b-35f5-4d62-b707-5ac2f953ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.488431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-d3b19f3b-35f5-4d62-b707-5ac2f953ca0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481702 Aug 22 14:47:27.490525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.500372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-97e32a71-2c5a-412b-ba4f-876a02038788 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:27.501363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-97e32a71-2c5a-412b-ba4f-876a02038788 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052154 Aug 22 14:47:27.531585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.533421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.539843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a07a794-2604-465b-a2e7-85c3375663e6 HTTP/1.1" status: 204 len: 168 time: 0.2469039 Aug 22 14:47:27.544242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca6292d0-6c22-42f4-8e15-c9aaef381773 req-dab23382-2896-4ee0-a2cc-cf52690c72e3 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075408 Aug 22 14:47:27.549341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dfa83-8402-4b04-b410-9608fd672825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07a794-2604-465b-a2e7-85c3375663e6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:27.565551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.617443 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a0e8d-3a6f-4a27-84c6-313a937fe6dd x-openstack-request-id: req-224a0e8d-3a6f-4a27-84c6-313a937fe6dd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:27.617728 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:27.617962 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-224a0e8d-3a6f-4a27-84c6-313a937fe6dd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:27.618340 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'status': 'completed', 'code': 200} Aug 22 14:47:27.622045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.663229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.663857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.665385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] 10.222.0.10 "PUT /v2.0/ports/b24babcc-03ec-490c-9052-7ec0b54a79a4 HTTP/1.1" status: 200 len: 1096 time: 2.0440831 Aug 22 14:47:27.697935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-a6d05035-80c9-4b1f-a949-a51ee11c6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.699597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-a6d05035-80c9-4b1f-a949-a51ee11c6b27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1097 time: 0.0762334 Aug 22 14:47:27.788708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-faa62503-bc76-4cf0-92b7-b4e437cd2c77 service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795484 Aug 22 14:47:27.797323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd85eb-2acd-4ec3-8e4a-a29016f1b244 service neutron] Pushing event updated for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:27.829845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-6e0495a6-ac74-495d-995c-6438ce25c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.832490 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-6e0495a6-ac74-495d-995c-6438ce25c263 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 929 time: 0.1239853 Aug 22 14:47:27.852274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:27.862617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:27.862617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:27.906461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:27.906681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Attempting to bind port 2083af7a-5383-46f1-bfcb-2bc08e31323c on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:27.937703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-f3409673-feaf-451c-83db-ae21015ab681 tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:27.939542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-f3409673-feaf-451c-83db-ae21015ab681 tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 1100 time: 0.2390826 Aug 22 14:47:27.952222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-c90ef5c3-2068-4f2f-9601-749c348b83d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 1002 time: 0.1089964 Aug 22 14:47:27.968454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:27.968827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:27.969177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:27.969625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Bound port: 2083af7a-5383-46f1-bfcb-2bc08e31323c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:27.969992 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:27.998092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:28.005524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-5f151fb1-1c2b-4bcf-939a-44267490042e tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:28.025249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-a63f4ab9-a2f6-4fc4-92fc-ffed6d09e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.027643 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-a63f4ab9-a2f6-4fc4-92fc-ffed6d09e756 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.0670981 Aug 22 14:47:28.060472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7a3e8aa7-d673-4ea6-9a9e-ddba452346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.061666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-7a3e8aa7-d673-4ea6-9a9e-ddba452346fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a925ce2627bb404f981bbbba85139f92&device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 1099 time: 0.2199616 Aug 22 14:47:28.078643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-e856fc2c-39da-49a3-a161-b33fa04b0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.078903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67cbf38d-9df0-44ce-bf47-051967a206c2 req-f63ddc80-6923-48f4-a5d9-53ca34011c4c service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773314 Aug 22 14:47:28.080444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-e856fc2c-39da-49a3-a161-b33fa04b0808 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457392 Aug 22 14:47:28.137358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-0299d982-dc8f-405d-93fa-86d9fcc861d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4 HTTP/1.1" status: 200 len: 217 time: 0.0575998 Aug 22 14:47:28.208886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:28.233042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-b95fe323-3ce8-4186-b2c5-b98af150317a service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443963 Aug 22 14:47:28.234294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:28.246935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-ecf708da-574c-4639-9c5f-2545eef7cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.248445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-ecf708da-574c-4639-9c5f-2545eef7cabd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1020570 Aug 22 14:47:28.333828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:28.334750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7fb3ff3d-000b-4ccf-8abd-e199b8def659 req-1533134c-a7ff-4b9b-8c00-aba378ce364b service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928741 Aug 22 14:47:28.373989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-5f151fb1-1c2b-4bcf-939a-44267490042e tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:28.395156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-329e91dd-1427-4caf-a3f0-d66d6b0d4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.396797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-329e91dd-1427-4caf-a3f0-d66d6b0d4912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405232 Aug 22 14:47:28.439002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed873f4e-3578-4def-bec6-827260396d57 req-e21813da-26ee-4012-b615-75dfe7e84b87 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.440500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed873f4e-3578-4def-bec6-827260396d57 req-e21813da-26ee-4012-b615-75dfe7e84b87 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1508815 Aug 22 14:47:28.461893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:28.494258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-5f151fb1-1c2b-4bcf-939a-44267490042e tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:28.497050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.497544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:28.501620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-619f5383-11ac-4084-a3c7-f43dcb1a8d83 service neutron] 10.222.0.10 "PUT /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 1122 time: 1.9928906 Aug 22 14:47:28.566103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-272c0811-66c5-4e7a-89c5-b44378cddfdf req-5f151fb1-1c2b-4bcf-939a-44267490042e tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096332 Aug 22 14:47:28.589376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2083af7a-5383-46f1-bfcb-2bc08e31323c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:28.590049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f151fb1-1c2b-4bcf-939a-44267490042e tempest-LiveMigrationNegativeTest-589785131 tempest-LiveMigrationNegativeTest-589785131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c65e9f-1835-43d5-a960-b0df60b7220f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:28.611735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed873f4e-3578-4def-bec6-827260396d57 req-8896d190-8485-4a26-88e1-60a8e9463304 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540031 Aug 22 14:47:28.636206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-20c2fb77-13fe-4c8c-8101-d49daeac7eff service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234931 Aug 22 14:47:28.821771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe6185-78fc-4523-aba7-d41d6138d585 req-01f4bfe7-d285-4ee9-ba12-9a312c210ecf service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681514 Aug 22 14:47:28.857158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b80746-8f73-40f4-acd6-c8d02ec831e5 req-c7dd2f65-80fb-4c7d-997d-14ebf7e7b87a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:28.858845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4b80746-8f73-40f4-acd6-c8d02ec831e5 req-c7dd2f65-80fb-4c7d-997d-14ebf7e7b87a tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 949 time: 0.1380978 Aug 22 14:47:28.923745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4b80746-8f73-40f4-acd6-c8d02ec831e5 req-2dacfa6f-531a-4b8b-bc03-831f1234b696 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/security-groups?id=20040373-0929-4f50-ae6c-6384a8be217d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 Aug 22 14:47:28.928450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de393877-93c3-4ee2-832f-0144f4aba789 req-432dd599-c2be-4601-9602-a1eecf79fbe4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 258 time: 0.1687179 Aug 22 14:47:28.940623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:29.057343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.068754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-31040dd1-9c83-4632-9b4c-4ee869afa9b0 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:29.070227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-31040dd1-9c83-4632-9b4c-4ee869afa9b0 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 949 time: 0.0573626 Aug 22 14:47:29.270319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284818-4d99-40ca-b8c8-78e3eb3ca447 req-25e70771-67c4-4c7f-866e-3c54d8b964fb tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:29.272017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3284818-4d99-40ca-b8c8-78e3eb3ca447 req-25e70771-67c4-4c7f-866e-3c54d8b964fb tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 948 time: 0.0762300 Aug 22 14:47:29.294777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Deleting port 61833767-ab3c-466a-ba8e-e77094b7b038 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:29.301135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.393154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3284818-4d99-40ca-b8c8-78e3eb3ca447 req-53e49b10-dda8-488a-9b3e-4d252983aac0 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132066 Aug 22 14:47:29.407628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.480081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] For port 61833767-ab3c-466a-ba8e-e77094b7b038, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=61833767-ab3c-466a-ba8e-e77094b7b038,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:29.481003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.498778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Calling delete_port for 61833767-ab3c-466a-ba8e-e77094b7b038 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:29.602452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Allocated IP 172.25.0.32 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/50d9e0a7-e760-433a-b4a8-4207ecc6dfbd) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:29.625730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c'}, {'name': 'network-changed', 'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4'}, {'name': 'network-changed', 'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:29.625730 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865" -d '{"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-unplugged", "status": "completed", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c"}, {"name": "network-changed", "server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4"}, {"name": "network-changed", "server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:29.719249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:29.864221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.887108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:29.902441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['61833767-ab3c-466a-ba8e-e77094b7b038'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:29.912199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Pushing event deleted for resources: {'Port': ['ID=61833767-ab3c-466a-ba8e-e77094b7b038,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:29.981594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] No DVR routers for this DVR port 61833767-ab3c-466a-ba8e-e77094b7b038 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:29.998963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.001072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6748b616-9c98-49cf-8283-5d42efe0b258 req-346973dd-73b8-4fc0-bb26-9855de601cac tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.10 "DELETE /v2.0/ports/61833767-ab3c-466a-ba8e-e77094b7b038 HTTP/1.1" status: 204 len: 173 time: 0.9184175 Aug 22 14:47:30.017344 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8c59029f-5764-4c54-b31c-d8830c4f4335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.028837 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaba0db5-c97a-4ddd-bb9c-cf493ecaca80 x-openstack-request-id: req-eaba0db5-c97a-4ddd-bb9c-cf493ecaca80 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:30.029328 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-unplugged", "status": "completed", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c", "code": 200}, {"name": "network-changed", "server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:30.029676 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaba0db5-c97a-4ddd-bb9c-cf493ecaca80 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:30.030137 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'code': 200} Aug 22 14:47:30.030436 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4', 'status': 'completed', 'code': 200} Aug 22 14:47:30.030690 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'status': 'completed', 'code': 200} Aug 22 14:47:30.095646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-db92cda4-6dac-4e7f-82a5-af8c7f60e92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.129947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.147889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-5239694a-75dc-456f-baf0-b71fe7ffba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.149434 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-5239694a-75dc-456f-baf0-b71fe7ffba17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1125 time: 0.0732369 Aug 22 14:47:30.196586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:30.201530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8c59029f-5764-4c54-b31c-d8830c4f4335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.206067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:30.208767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:30.232591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e15e3-385d-410e-9fed-ed2b6d25e022 req-d6c18fb0-0de2-4828-9c5f-ebd3019b7880 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.234108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b23e15e3-385d-410e-9fed-ed2b6d25e022 req-d6c18fb0-0de2-4828-9c5f-ebd3019b7880 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1339657 Aug 22 14:47:30.236135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-57226e4d-4c52-4766-951c-32d7f5e70f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.237728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-57226e4d-4c52-4766-951c-32d7f5e70f43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a925ce2627bb404f981bbbba85139f92&device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 1099 time: 0.1596749 Aug 22 14:47:30.267549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-df67a77f-6c0a-466b-b235-364be9fc6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.270153 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-df67a77f-6c0a-466b-b235-364be9fc6663 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.1110163 Aug 22 14:47:30.273248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event updated for resources: {'Port': ['ID=50d9e0a7-e760-433a-b4a8-4207ecc6dfbd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:30.288702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8c59029f-5764-4c54-b31c-d8830c4f4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.332601 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-f9d34140-8ed6-49fb-aca0-90f91708911b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0528021 Aug 22 14:47:30.393287 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8c59029f-5764-4c54-b31c-d8830c4f4335 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2da91aab26b24157b56cdab1896d96a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721387 Aug 22 14:47:30.394033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59029f-5764-4c54-b31c-d8830c4f4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b1a84-96db-402a-af62-22d571bcb14d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:30.399860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:30.443103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-63b013c7-fe9b-4a14-838b-1a61139cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.444647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-63b013c7-fe9b-4a14-838b-1a61139cb4a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1001911 Aug 22 14:47:30.485248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-e7f4ccff-c360-4718-9821-d1190421734a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326014 Aug 22 14:47:30.504020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.576370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.617654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.630144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-3161d452-d610-4b33-b757-57f5608cc125 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338115 Aug 22 14:47:30.638939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b23e15e3-385d-410e-9fed-ed2b6d25e022 req-0c7108d1-435a-4747-b8f8-22f39c1a8d56 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854227 Aug 22 14:47:30.659950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-906d5e1d-a73e-4e57-8b32-e3292cea9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.659950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-906d5e1d-a73e-4e57-8b32-e3292cea9f9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.4111490 Aug 22 14:47:30.703795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-1387ed02-3038-40c3-b8b4-9157552fd128 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4 HTTP/1.1" status: 200 len: 217 time: 0.0390487 Aug 22 14:47:30.736411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-962b9411-94d5-4bd2-b464-6bcd13469e13 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974598 Aug 22 14:47:30.798574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.821282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-ece2b311-c9e4-427a-a9d2-ada493aa8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.823438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-ece2b311-c9e4-427a-a9d2-ada493aa8ec5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0862403 Aug 22 14:47:30.849819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.852580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:30.854616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a36b1a84-96db-402a-af62-22d571bcb14d HTTP/1.1" status: 204 len: 168 time: 0.4531217 Aug 22 14:47:30.872614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61cbd4-2731-4b24-8bef-57ddb1d88d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b1a84-96db-402a-af62-22d571bcb14d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:30.941755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-89435067-0e2b-49bf-89de-3c0fc53768a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:30.943284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-89435067-0e2b-49bf-89de-3c0fc53768a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122048 Aug 22 14:47:31.071803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.092087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42d11a39-1479-4e8d-81e2-dde8f8488bf5 req-9c9ef4ef-c69f-4175-984d-8818b008aaf4 tempest-DeleteServersAdminTestJSON-900602910 tempest-DeleteServersAdminTestJSON-900602910-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c32820e-c878-4209-b388-9e1512a31e22 HTTP/1.1" status: 200 len: 210 time: 0.0435519 Aug 22 14:47:31.126239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-90e4fdbc-3d58-4e59-8677-7f4e70d4d52c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566491 Aug 22 14:47:31.172506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.261559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.289865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event updated for resources: {'Port': ['ID=50d9e0a7-e760-433a-b4a8-4207ecc6dfbd,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:31.316481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5f79-fc6f-431c-a14c-aa039b73ec9a req-1e63afce-2267-43f2-855e-8eaa92b2289f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:31.317980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd4a5f79-fc6f-431c-a14c-aa039b73ec9a req-1e63afce-2267-43f2-855e-8eaa92b2289f tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.1632981 Aug 22 14:47:31.321978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fe3db8-0ef5-4089-93cf-6fed04b5c865 req-c9355fca-dc2e-42f3-a735-38731c84aae1 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882904 Aug 22 14:47:31.363493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd4a5f79-fc6f-431c-a14c-aa039b73ec9a req-a0890a46-bbc2-4d62-af19-19e03bc593e1 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Aug 22 14:47:31.448722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.449910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de393877-93c3-4ee2-832f-0144f4aba789 req-55b4afc4-b19b-48b0-8ae0-5caac3635382 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5137205 Aug 22 14:47:31.517653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73d5f0-6bbc-4d98-9936-1ea30a0337e1 req-4c0ce75d-e7b3-467f-bf84-cc30ca616461 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:31.519178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b73d5f0-6bbc-4d98-9936-1ea30a0337e1 req-4c0ce75d-e7b3-467f-bf84-cc30ca616461 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 948 time: 0.0989053 Aug 22 14:47:31.523664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de393877-93c3-4ee2-832f-0144f4aba789 req-bad1861a-c722-44c0-96bc-a4f1ad57744b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0668130 Aug 22 14:47:31.523853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:31.618422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47820) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:31.622891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b73d5f0-6bbc-4d98-9936-1ea30a0337e1 req-a826a890-9d81-484e-addb-4c9705756221 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Aug 22 14:47:31.626026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:31.636889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b48623c2-6b02-42f1-8396-90249d501c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.638586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:47:31.681495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393877-93c3-4ee2-832f-0144f4aba789 req-d9e89723-4736-4d94-b989-83d89ecf0431 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:31.683514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de393877-93c3-4ee2-832f-0144f4aba789 req-d9e89723-4736-4d94-b989-83d89ecf0431 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1510184 Aug 22 14:47:31.795256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee9043-2daf-41fe-b9cd-ffc4e0a6dca8 req-64ebe4a6-6e61-4092-b5f7-c7bf28eca766 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:31.796799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48ee9043-2daf-41fe-b9cd-ffc4e0a6dca8 req-64ebe4a6-6e61-4092-b5f7-c7bf28eca766 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.0569046 Aug 22 14:47:31.845276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48ee9043-2daf-41fe-b9cd-ffc4e0a6dca8 req-0bb0b65b-ebd9-4436-97c2-5d10d9447a96 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Aug 22 14:47:31.884494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-4e80f877-928c-4c97-906c-1f97fa72b225 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:31.886132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-4e80f877-928c-4c97-906c-1f97fa72b225 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0617769 Aug 22 14:47:31.938976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b48623c2-6b02-42f1-8396-90249d501c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:31.943567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-38ef8dce-e9ca-4da4-acc3-086b07663b25 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0509477 Aug 22 14:47:31.954295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-7b013b6f-ab2d-486e-94f5-c02576d14bb0 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'floatingip': {'port_id': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:31.995314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-7b013b6f-ab2d-486e-94f5-c02576d14bb0 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.021761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b48623c2-6b02-42f1-8396-90249d501c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.034435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'name': 'network-vif-deleted', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:32.037558 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2393a-96d4-4a92-b88d-2c1934008b27" -d '{"events": [{"server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "name": "network-vif-deleted", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:32.075064 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b48623c2-6b02-42f1-8396-90249d501c41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85ece9a49dda429ca3bc0ecb45ed6922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548101 Aug 22 14:47:32.076055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48623c2-6b02-42f1-8396-90249d501c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ccdcac-a0fe-47f3-b4e0-9b94c0a2d53e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:32.078369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47836) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:32.105836 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223e1a2-6827-4f41-a98f-4b9ae7063439 x-openstack-request-id: req-c223e1a2-6827-4f41-a98f-4b9ae7063439 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:32.106116 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32820e-c878-4209-b388-9e1512a31e22", "name": "network-vif-deleted", "tag": "61833767-ab3c-466a-ba8e-e77094b7b038", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:32.106441 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c223e1a2-6827-4f41-a98f-4b9ae7063439 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:32.106850 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32820e-c878-4209-b388-9e1512a31e22', 'name': 'network-vif-deleted', 'tag': '61833767-ab3c-466a-ba8e-e77094b7b038', 'status': 'completed', 'code': 200} Aug 22 14:47:32.151094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.174598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.249239 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-7b013b6f-ab2d-486e-94f5-c02576d14bb0 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 14:47:32.250324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a4d5da7-03c3-48f8-9de8-d3aef265a88f req-7b013b6f-ab2d-486e-94f5-c02576d14bb0 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "PUT /v2.0/floatingips/53329c74-ac39-47a2-bc77-3206904f6262 HTTP/1.1" status: 409 len: 550 time: 0.3005583 Aug 22 14:47:32.278364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.282821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.284414 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3ccdcac-a0fe-47f3-b4e0-9b94c0a2d53e HTTP/1.1" status: 204 len: 168 time: 0.1931148 Aug 22 14:47:32.294498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc0e05-8d4b-42c5-b347-789ed5ffc15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ccdcac-a0fe-47f3-b4e0-9b94c0a2d53e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:32.346697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-74e1c69b-e77a-4968-89c3-491bc9f21b5a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips/53329c74-ac39-47a2-bc77-3206904f6262 HTTP/1.1" status: 200 len: 692 time: 0.0488853 Aug 22 14:47:32.471904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-738bbf72-57be-4a51-abdd-ced131c7f8db tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:32.473616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-738bbf72-57be-4a51-abdd-ced131c7f8db tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.0861468 Aug 22 14:47:32.478736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049d92-be1e-4823-b0e5-c22d227a530f req-2cc5cf56-a06a-45d6-9290-cfa1002bac82 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:32.480197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-2cc5cf56-a06a-45d6-9290-cfa1002bac82 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1274767 Aug 22 14:47:32.498797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-f94bb43f-c37b-4fbc-a056-b3ebdfb0f6a1 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:32.500843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-f94bb43f-c37b-4fbc-a056-b3ebdfb0f6a1 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113902 Aug 22 14:47:32.590585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-c62e686f-20d5-4267-b476-2ff2966535bf tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0794225 Aug 22 14:47:32.610485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0357746-3a97-45bf-8e76-8f749540d2aa req-1e0d2b21-70aa-4487-af01-5a406cd6cac0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:32.612054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0357746-3a97-45bf-8e76-8f749540d2aa req-1e0d2b21-70aa-4487-af01-5a406cd6cac0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 949 time: 0.0903757 Aug 22 14:47:32.643839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Deleting port a725a2f1-05ba-404e-8696-016f7b8e33f8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:32.644212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.676383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-9ef0b3a1-ef81-4aff-8e72-d08527298e3f tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.32 HTTP/1.1" status: 200 len: 695 time: 0.0632792 Aug 22 14:47:32.717278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0357746-3a97-45bf-8e76-8f749540d2aa req-1384195c-fa54-4ddc-b167-defb21a6e4ee tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978556 Aug 22 14:47:32.764262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] For port a725a2f1-05ba-404e-8696-016f7b8e33f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a725a2f1-05ba-404e-8696-016f7b8e33f8,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:32.764678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.784915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Calling delete_port for a725a2f1-05ba-404e-8696-016f7b8e33f8 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:32.825860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.864413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Deleting port 50d9e0a7-e760-433a-b4a8-4207ecc6dfbd {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:32.864731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.992172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:32.992527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.009340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Calling delete_port for 50d9e0a7-e760-433a-b4a8-4207ecc6dfbd owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:33.027496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.031956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52a348-e5c3-43d5-b5d2-4cfd6e7c5123 req-6a7b0989-1612-4e9a-a1c5-45282c1f9a25 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:33.042666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb52a348-e5c3-43d5-b5d2-4cfd6e7c5123 req-6a7b0989-1612-4e9a-a1c5-45282c1f9a25 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 948 time: 0.0808280 Aug 22 14:47:33.046380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a725a2f1-05ba-404e-8696-016f7b8e33f8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:33.075589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4c0f2eff-3b17-4cd2-9a30-54cc4970b369'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:33.145277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Pushing event deleted for resources: {'Port': ['ID=a725a2f1-05ba-404e-8696-016f7b8e33f8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:33.152538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb52a348-e5c3-43d5-b5d2-4cfd6e7c5123 req-de6bfeea-3350-41d6-a258-32da1705054c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Aug 22 14:47:33.205502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47886) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:33.262320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] No DVR routers for this DVR port a725a2f1-05ba-404e-8696-016f7b8e33f8 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:33.270863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.272981 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a253e19a-7742-44ec-b51a-a4755abbaec1 req-60b25e87-d08f-452e-8460-6ee62fb72233 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.54 "DELETE /v2.0/ports/a725a2f1-05ba-404e-8696-016f7b8e33f8 HTTP/1.1" status: 204 len: 173 time: 0.7908525 Aug 22 14:47:33.273453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'name': 'network-vif-deleted', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:33.275800 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660c6751-e65b-4565-9c6b-f022de8991a4" -d '{"events": [{"server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "name": "network-vif-deleted", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:33.319664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.366453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event deleted for resources: {'Port': ['ID=50d9e0a7-e760-433a-b4a8-4207ecc6dfbd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:33.392597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0148cff4-a3b8-4318-b733-66479e0e43f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.421861 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.424658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.436579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05049d92-be1e-4823-b0e5-c22d227a530f req-b8137b73-412f-4bda-aaa7-78b45144445a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "DELETE /v2.0/floatingips/53329c74-ac39-47a2-bc77-3206904f6262 HTTP/1.1" status: 204 len: 173 time: 0.7352507 Aug 22 14:47:33.451576 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8acc9b08-f37f-47c2-8755-ffc099df928f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=910ca9dda52c45feb54bf3d30442596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448745 Aug 22 14:47:33.454181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:33.472623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e8e9f-3525-4166-91b9-0f6db3d15c17 req-3d518278-1016-4e3b-870a-99bb63968965 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:33.474884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee2e8e9f-3525-4166-91b9-0f6db3d15c17 req-3d518278-1016-4e3b-870a-99bb63968965 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.2045271 Aug 22 14:47:33.512949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.534286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee2e8e9f-3525-4166-91b9-0f6db3d15c17 req-8ad5f569-3133-4517-8171-f34953562eeb tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Aug 22 14:47:33.537142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.548850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b24babcc-03ec-490c-9052-7ec0b54a79a4 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:33.559407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 61833767-ab3c-466a-ba8e-e77094b7b038 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:33.597166 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1991d-93ac-449a-b566-4acd9605bd3b x-openstack-request-id: req-06d1991d-93ac-449a-b566-4acd9605bd3b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:33.597166 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c2335-c542-4c3f-a145-8357839e3713", "name": "network-vif-deleted", "tag": "a725a2f1-05ba-404e-8696-016f7b8e33f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:33.597166 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06d1991d-93ac-449a-b566-4acd9605bd3b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:33.597166 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c2335-c542-4c3f-a145-8357839e3713', 'name': 'network-vif-deleted', 'tag': 'a725a2f1-05ba-404e-8696-016f7b8e33f8', 'status': 'completed', 'code': 200} Aug 22 14:47:33.606545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 61833767-ab3c-466a-ba8e-e77094b7b038 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:33.607295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 61833767-ab3c-466a-ba8e-e77094b7b038 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:33.690000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.693445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.695238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20040373-0929-4f50-ae6c-6384a8be217d HTTP/1.1" status: 204 len: 168 time: 0.2397225 Aug 22 14:47:33.700383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-90238ff1-68c5-4720-9a4f-e270d6673452 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1045792 Aug 22 14:47:33.705045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d985ca9-f2e4-4529-a097-91ef2ddd6635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20040373-0929-4f50-ae6c-6384a8be217d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:33.717760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:33.747264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'b24babcc-03ec-490c-9052-7ec0b54a79a4', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'b24babcc-03ec-490c-9052-7ec0b54a79a4', 'mac_address': 'fa:16:3e:d3:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:33.773413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-70c8e4ff-a8cb-452c-8b5c-5c3b130fc763 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:33.787964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-70c8e4ff-a8cb-452c-8b5c-5c3b130fc763 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports/76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 943 time: 0.0810790 Aug 22 14:47:33.793118 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.814980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24babcc-03ec-490c-9052-7ec0b54a79a4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:33.841973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:33.930365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-dd71f9e8-2048-485b-835f-0c6a4e288d38 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1055520 Aug 22 14:47:33.945955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:33.999270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23cea1c4-6550-4304-b1de-23b46edcffd9 req-ec50a155-abb6-4bc9-a57f-cf634f003334 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac3c2335-c542-4c3f-a145-8357839e3713 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Aug 22 14:47:34.011859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:34.099888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-3320803d-c0fd-4289-94b2-35e24ecd1ac5 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:34.101640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-3320803d-c0fd-4289-94b2-35e24ecd1ac5 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1651134 Aug 22 14:47:34.116878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ac5b37b1-cc41-4b9c-a6b8-d05d9a3b5b85 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:34.128515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ac5b37b1-cc41-4b9c-a6b8-d05d9a3b5b85 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205228 Aug 22 14:47:34.225303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-b07c3c46-0b2b-4b15-882b-7f3fd2df52dc tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.0815158 Aug 22 14:47:34.226811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:34.288266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.378169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['b24babcc-03ec-490c-9052-7ec0b54a79a4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:34.625087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47938) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:34.641921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb7c4-773c-41b4-9f00-55329f6232e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.701528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.729117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.736968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8cca-74bd-4be6-bd69-993c40b01262 req-59cf8781-001c-469d-a8b2-93b0e018a45a tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:34.738467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a71c8cca-74bd-4be6-bd69-993c40b01262 req-59cf8781-001c-469d-a8b2-93b0e018a45a tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 949 time: 0.1062388 Aug 22 14:47:34.760821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb7c4-773c-41b4-9f00-55329f6232e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.782698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a71c8cca-74bd-4be6-bd69-993c40b01262 req-2ab753fc-303f-439f-94c2-46a0066402c5 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Aug 22 14:47:34.849927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.850255 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Floating IP 399c916c-4709-4aa3-b6b3-763885888177 disassociated. External IP: 172.25.0.221, port: 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2. Aug 22 14:47:34.924462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb7c4-773c-41b4-9f00-55329f6232e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:34.966818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0f9eb7c4-773c-41b4-9f00-55329f6232e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=321bf08caf0742f4aad8067f4e71efbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405640 Aug 22 14:47:34.967704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eb7c4-773c-41b4-9f00-55329f6232e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74dbfb1-bece-495f-bca3-31a8455cb443,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:34.970230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47948) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:35.023336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:35.047418 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:35.098574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19713c3c-5bdd-4bc2-90cd-d3401a7201aa req-d72a806f-7b69-4d00-91e4-1d975a7fa0d3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.100141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19713c3c-5bdd-4bc2-90cd-d3401a7201aa req-d72a806f-7b69-4d00-91e4-1d975a7fa0d3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.0992196 Aug 22 14:47:35.129709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Router bf1cef11-50b3-4a7d-9901-e61925ca64d8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:47:35.156158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19713c3c-5bdd-4bc2-90cd-d3401a7201aa req-202489cd-97cd-4c02-a7f9-3cb1be4b50f3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Aug 22 14:47:35.182217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:35.187079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:35.188764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e74dbfb1-bece-495f-bca3-31a8455cb443 HTTP/1.1" status: 204 len: 168 time: 0.2176049 Aug 22 14:47:35.197745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666281-006e-4f22-9177-0567463d0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74dbfb1-bece-495f-bca3-31a8455cb443,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:35.259081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:47:35.266868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:35.274709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Sync routers for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:47:35.285740 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:35.286526 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:35.296883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ca1caf09-085a-4328-80a6-a1f0a2e3ccb4 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "PUT /v2.0/floatingips/399c916c-4709-4aa3-b6b3-763885888177 HTTP/1.1" status: 200 len: 695 time: 1.0741079 Aug 22 14:47:35.297338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:35.299606 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb28fc2-84b6-45c1-be65-303315880bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:35.365451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-efc99587-66ef-4cf4-ba17-b5114b362d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.367237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-efc99587-66ef-4cf4-ba17-b5114b362d8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1097 time: 0.0539272 Aug 22 14:47:35.403114 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:35.472698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ad8f1282-cf5d-4339-9cf8-13c485721166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.474360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-ad8f1282-cf5d-4339-9cf8-13c485721166 service neutron] 10.222.0.53 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 929 time: 0.0999532 Aug 22 14:47:35.526869 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae0119-9ee6-4129-8877-165ede9d6a1d x-openstack-request-id: req-beae0119-9ee6-4129-8877-165ede9d6a1d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:35.527060 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:35.528626 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beae0119-9ee6-4129-8877-165ede9d6a1d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:35.528626 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'status': 'completed', 'code': 200} Aug 22 14:47:35.529418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-3e6af72a-97c2-4db6-bcee-cf0a3a4f5551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 217 time: 0.0476043 Aug 22 14:47:35.585998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-fd22aa45-ede8-44bc-b8f0-1cacd3a54dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.587631 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-fd22aa45-ede8-44bc-b8f0-1cacd3a54dee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 1097 time: 0.0569756 Aug 22 14:47:35.620860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-16000afc-98d7-4ba8-a9df-88cbfd9d1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.622935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-16000afc-98d7-4ba8-a9df-88cbfd9d1bc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.0827866 Aug 22 14:47:35.656370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:35.671992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-743c2f16-98ad-40c8-bb7c-d2a798773b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:35.673836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-743c2f16-98ad-40c8-bb7c-d2a798773b33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441766 Aug 22 14:47:35.688506 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Checking router: bf1cef11-50b3-4a7d-9901-e61925ca64d8 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:47:35.707437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:35.709070 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:35.798817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-633e9ef3-3b23-444f-acf4-b1b60666fd80 service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173277 Aug 22 14:47:35.948812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa9c82b-f7ca-4fd5-b1d2-c0313b89a97a req-be35998c-ee49-4103-a90d-ad67bfac8876 service neutron] 10.222.0.53 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428058 Aug 22 14:47:35.993117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:36.073551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-76d77ed3-7450-4f4d-a12c-b8d257f8ce70 service neutron] 10.222.0.54 "GET /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.3461723 Aug 22 14:47:36.084629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-c79e8f24-9e42-4f17-aea1-e71b4d63b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:36.086335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-c79e8f24-9e42-4f17-aea1-e71b4d63b519 service neutron] 10.222.0.54 "GET /v2.0/networks?id=26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 200 len: 929 time: 0.3702269 Aug 22 14:47:36.151962 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-b7bf40a7-cde6-49af-b454-b19911c76c45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 200 len: 217 time: 0.0547352 Aug 22 14:47:36.233942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-acded6fe-bd6f-4855-beb1-6906b7351dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:36.235579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-acded6fe-bd6f-4855-beb1-6906b7351dcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 200 len: 867 time: 0.0791345 Aug 22 14:47:36.290073 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:36.327937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13041a-7f03-4929-9500-471b21e487b6 None None] The sync data for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 is: [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:46:51Z', 'revision_number': 4, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '08a6d9a3-b682-4f68-8bde-de3df8acd73c', 'name': '', 'network_id': '26df24a6-6ada-480f-8473-87b4d76892df', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'mac_address': 'fa:16:3e:5e:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:51Z', 'updated_at': '2021-08-22T14:46:58Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'subnets': [{'id': 'bed5a03d-37ca-4f1c-9954-d49be8ad15d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:47:36.379303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-0a3bf223-a95e-457f-a453-3cfe3127b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:36.381087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-0a3bf223-a95e-457f-a453-3cfe3127b5d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=26df24a6-6ada-480f-8473-87b4d76892df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246827 Aug 22 14:47:36.480843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:36.518904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:36.575739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb817c1-2161-4176-9fa5-d38fb27955ee req-db306d50-7ceb-4868-8dce-07f23f4e97f0 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:36.577479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cb817c1-2161-4176-9fa5-d38fb27955ee req-db306d50-7ceb-4868-8dce-07f23f4e97f0 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 949 time: 0.1487248 Aug 22 14:47:36.594054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-427b4374-f34e-49e0-9a31-da852da96cb4 service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046776 Aug 22 14:47:36.605057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2083af7a-5383-46f1-bfcb-2bc08e31323c {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:36.637276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:36.674771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ba0af-d926-40f2-934a-3740eea1cdae req-6900f333-d67a-4dcb-8bdc-ec6dc0180328 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:36.676811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b15ba0af-d926-40f2-934a-3740eea1cdae req-6900f333-d67a-4dcb-8bdc-ec6dc0180328 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.1407955 Aug 22 14:47:36.678547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:36.680267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cb817c1-2161-4176-9fa5-d38fb27955ee req-9563d7e1-9ef1-4a07-88a3-adb9a55f24ec tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783718 Aug 22 14:47:36.737556 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:36.747059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b15ba0af-d926-40f2-934a-3740eea1cdae req-02301153-1839-48ca-92a8-e4f7d10f025c tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Aug 22 14:47:36.756124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cad710-8c36-427f-9011-c080339f7055 None None] New status for floating IP 399c916c-4709-4aa3-b6b3-763885888177: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:47:36.802202 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8bb28fc2-84b6-45c1-be65-303315880bcc req-3bf841dc-d240-47de-b96f-3e6951d2960a service neutron] 10.222.0.54 "GET /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910145 Aug 22 14:47:36.873227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-219531b8-dd85-44f0-9582-4f1885958354 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips/399c916c-4709-4aa3-b6b3-763885888177 HTTP/1.1" status: 200 len: 695 time: 0.0730429 Aug 22 14:47:37.002698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] Transition to ACTIVE for port object 2083af7a-5383-46f1-bfcb-2bc08e31323c will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:37.019750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f61378-d0e8-414c-9cc9-94dac0cc2511 req-dc17852d-e4d7-473c-9e33-0aa4a11a6f84 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.027887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21f61378-d0e8-414c-9cc9-94dac0cc2511 req-dc17852d-e4d7-473c-9e33-0aa4a11a6f84 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 944 time: 0.1182246 Aug 22 14:47:37.067642 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.073119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-5b05fd4b-5a95-482b-9283-df2a500d9468 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.078328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a725a2f1-05ba-404e-8696-016f7b8e33f8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:37.080461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-5b05fd4b-5a95-482b-9283-df2a500d9468 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2056384 Aug 22 14:47:37.094687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-038ffd2b-7269-4590-9062-6274d7fa6c90 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:47:37.104141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-038ffd2b-7269-4590-9062-6274d7fa6c90 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218897 Aug 22 14:47:37.126082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a725a2f1-05ba-404e-8696-016f7b8e33f8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:37.126195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a725a2f1-05ba-404e-8696-016f7b8e33f8 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:37.126574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:37.132572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21f61378-d0e8-414c-9cc9-94dac0cc2511 req-40db59ec-2a1e-4b43-bae3-6aec68cf26ff tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033242 Aug 22 14:47:37.180153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:37.193115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:37.214197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-3f267d9f-309c-49a3-a34c-e9c56421881a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 698 time: 0.1055110 Aug 22 14:47:37.219263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] No DVR routers for this DVR port 2083af7a-5383-46f1-bfcb-2bc08e31323c on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:37.269474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] Pushing event updated for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:37.279945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-188cbf29-4a3e-45b6-a215-1ca3401bc41e tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0589731 Aug 22 14:47:37.286487 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2624d09a-e989-44dc-a37e-1d4bb4c520ef service neutron] 10.222.0.54 "PUT /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2032599 Aug 22 14:47:37.438645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dddd84ce-7540-4998-afe0-afbbb1b62448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.441729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Deleting port 0951768c-2a5d-4fc9-b670-22f320079e71 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:37.442204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.557897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b24babcc-03ec-490c-9052-7ec0b54a79a4 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:37.573794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-548e3a2f-86c6-4a9e-b8c7-ea84e344011c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.575335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-548e3a2f-86c6-4a9e-b8c7-ea84e344011c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1303217 Aug 22 14:47:37.600362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dddd84ce-7540-4998-afe0-afbbb1b62448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.663769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.664122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.684698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Calling delete_port for 0951768c-2a5d-4fc9-b670-22f320079e71 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:37.702123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-93aec13a-b998-42d1-a02c-dd8071fe2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.703649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-93aec13a-b998-42d1-a02c-dd8071fe2101 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&tenant_id=8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 1096 time: 0.1145675 Aug 22 14:47:37.718625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dddd84ce-7540-4998-afe0-afbbb1b62448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.739856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port b24babcc-03ec-490c-9052-7ec0b54a79a4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:37.748264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port b24babcc-03ec-490c-9052-7ec0b54a79a4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:37.748833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.774287 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dddd84ce-7540-4998-afe0-afbbb1b62448 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74c2b3beb54849b5afa2b2489d8f31c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756934 Aug 22 14:47:37.776074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:37.790999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd84ce-7540-4998-afe0-afbbb1b62448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cf2d6-6415-44d0-8acf-5b2b4b335e33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:37.869643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.896981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.897238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:37.900988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-42437549-4b1b-46eb-b4c5-58449a0caac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.900988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-42437549-4b1b-46eb-b4c5-58449a0caac9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1096 time: 0.1455512 Aug 22 14:47:37.949084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:37.950130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:37.958654 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d21587-35d0-44bc-871d-056f3d9da0b4" -d '{"events": [{"server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "name": "network-vif-plugged", "status": "completed", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:37.970667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288d1d-0b05-4544-8d60-1960294aa998 req-8dafd562-7d75-4eaf-ad88-a579bd9d5208 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:37.972164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00288d1d-0b05-4544-8d60-1960294aa998 req-8dafd562-7d75-4eaf-ad88-a579bd9d5208 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.10 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.1506863 Aug 22 14:47:38.042811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.066786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.069392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.070633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/750cf2d6-6415-44d0-8acf-5b2b4b335e33 HTTP/1.1" status: 204 len: 168 time: 0.2932827 Aug 22 14:47:38.082728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d0919-0713-4f23-a1af-0aeeb0903bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cf2d6-6415-44d0-8acf-5b2b4b335e33,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:38.098261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43b449-82bf-448f-8d11-1ec5dad8967d req-c878c47f-88aa-47ae-811b-3e148f6f0866 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.105856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e43b449-82bf-448f-8d11-1ec5dad8967d req-c878c47f-88aa-47ae-811b-3e148f6f0866 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 949 time: 0.2444398 Aug 22 14:47:38.128926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:38.183101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-ab6bece8-0bb4-490f-9893-8ff00c80da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.184730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-ab6bece8-0bb4-490f-9893-8ff00c80da45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2724295 Aug 22 14:47:38.199716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.239118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e43b449-82bf-448f-8d11-1ec5dad8967d req-aa6b1dce-afc5-4987-96dc-d86c1b503fed tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323822 Aug 22 14:47:38.268503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event deleted for resources: {'Port': ['ID=0951768c-2a5d-4fc9-b670-22f320079e71,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:38.274711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-9bd79285-5d11-4a38-90c3-e02715a748c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0778270 Aug 22 14:47:38.306292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.309567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.310701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0411427c-8485-4f1e-ae2e-fc322b33d13f req-75a1bf37-43ef-48fb-99db-a7523e0b0db6 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "DELETE /v2.0/floatingips/399c916c-4709-4aa3-b6b3-763885888177 HTTP/1.1" status: 204 len: 173 time: 1.0226865 Aug 22 14:47:38.312888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Deleting port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:38.312888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.411076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-fe991dd7-43a1-499f-a170-7e4bf31b1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.412521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-fe991dd7-43a1-499f-a170-7e4bf31b1f5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1197231 Aug 22 14:47:38.458263 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddee25a-0b2f-45bc-8685-8de92a326b77 x-openstack-request-id: req-2ddee25a-0b2f-45bc-8685-8de92a326b77 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:38.458570 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "name": "network-vif-plugged", "status": "completed", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:38.458895 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ddee25a-0b2f-45bc-8685-8de92a326b77 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:38.459221 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4', 'code': 200} Aug 22 14:47:38.472998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-a568d83a-2607-4459-863f-6a8223ec5202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444357 Aug 22 14:47:38.492083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] For port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:38.492454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:38.521790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b850-9666-47a2-a8f1-16c7398f7de7 req-fb7792da-3165-437c-ada5-7184bc1811eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.524029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ce8b850-9666-47a2-a8f1-16c7398f7de7 req-fb7792da-3165-437c-ada5-7184bc1811eb tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 949 time: 0.1302388 Aug 22 14:47:38.537358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Calling delete_port for 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:38.565379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.10', 62767) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:38.616516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39a187-572b-4a8f-91ff-e7aa6d1f0123 req-65c88b3b-cb34-4d55-8a2b-a428effa6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.618395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0c39a187-572b-4a8f-91ff-e7aa6d1f0123 req-65c88b3b-cb34-4d55-8a2b-a428effa6319 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 1101 time: 0.0519934 Aug 22 14:47:38.657324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0c39a187-572b-4a8f-91ff-e7aa6d1f0123 req-68c0e36e-866a-4c5b-bf18-e2ff0d051982 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Aug 22 14:47:38.708901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ce8b850-9666-47a2-a8f1-16c7398f7de7 req-16d10647-857e-418b-8aea-b7682bc8c1a2 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/security-groups?id=414a6ee9-530a-4510-a943-68a4ef797911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727645 Aug 22 14:47:38.726768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-e021c7f4-898f-4d68-ad79-09aee65e8647 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295716 Aug 22 14:47:38.746085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b364e20-801a-459d-9f4c-f3e58060b74b req-3859acf3-1af6-45a7-9660-7474c1e3f715 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:38.747618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b364e20-801a-459d-9f4c-f3e58060b74b req-3859acf3-1af6-45a7-9660-7474c1e3f715 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.1859560 Aug 22 14:47:38.899954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48068) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:38.919743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1bebc540-4173-4403-b0fe-1bc4115d8992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.028328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1bebc540-4173-4403-b0fe-1bc4115d8992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.108886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48072) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:39.118716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1bebc540-4173-4403-b0fe-1bc4115d8992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.125923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b364e20-801a-459d-9f4c-f3e58060b74b req-8a5f1225-34f9-4003-8791-cf6a90cba92c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714788 Aug 22 14:47:39.193049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1bebc540-4173-4403-b0fe-1bc4115d8992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3495bce42a98480a845c528b7e9fa43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912579 Aug 22 14:47:39.195409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebc540-4173-4403-b0fe-1bc4115d8992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf133f11-47f2-4ec4-b585-061a80eed411,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:39.201047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:39.215535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f1aa-dad3-485e-9c9b-4d384522c0e5 req-3f7bdd9f-8663-4f96-a4b0-841488788a4a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:39.215535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3141f1aa-dad3-485e-9c9b-4d384522c0e5 req-3f7bdd9f-8663-4f96-a4b0-841488788a4a tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4015481 Aug 22 14:47:39.221044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.242489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce8a34b7-a14e-437b-8642-c9e3766b0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.258136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4c0f2eff-3b17-4cd2-9a30-54cc4970b369'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:39.313628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Pushing event deleted for resources: {'Port': ['ID=4c0f2eff-3b17-4cd2-9a30-54cc4970b369,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:39.334918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3141f1aa-dad3-485e-9c9b-4d384522c0e5 req-913f0199-d63c-45ad-9e5a-3a664694e802 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1069186 Aug 22 14:47:39.360516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce8a34b7-a14e-437b-8642-c9e3766b0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.412253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-2c9e69ce-5a67-4c8b-bf3a-e105453bb390 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070145 Aug 22 14:47:39.415803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] No DVR routers for this DVR port 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:39.419250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.421163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00288d1d-0b05-4544-8d60-1960294aa998 req-ba1ae7c3-2bb8-4c71-98cd-e04944004ea0 tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.10 "DELETE /v2.0/ports/4c0f2eff-3b17-4cd2-9a30-54cc4970b369 HTTP/1.1" status: 204 len: 173 time: 1.4419644 Aug 22 14:47:39.432501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'name': 'network-vif-deleted', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:39.435219 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bdfad2-51c8-46d9-9661-d00c0b23341b" -d '{"events": [{"server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "name": "network-vif-deleted", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:39.437922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce8a34b7-a14e-437b-8642-c9e3766b0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.477300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a34b7-a14e-437b-8642-c9e3766b0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22b0448-19b4-4191-bd9a-d7e717adb756,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:39.484653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce8a34b7-a14e-437b-8642-c9e3766b0380 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0073c1caf084ea49b161fc997e964ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743212 Aug 22 14:47:39.485319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f7c8228-f6d0-44e3-9177-38116fb9ab1d req-3ad6d133-ae59-40f5-b30a-5a4c900a3898 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0875902 Aug 22 14:47:39.485591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:39.499577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.521824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a9f5d-28be-4432-8674-2caa66434f91 req-03c3e473-1fcf-43b4-8200-b54bafc1ed0c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:39.524714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a4a9f5d-28be-4432-8674-2caa66434f91 req-03c3e473-1fcf-43b4-8200-b54bafc1ed0c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 950 time: 0.1693718 Aug 22 14:47:39.563802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.593528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.624430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.632219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a4a9f5d-28be-4432-8674-2caa66434f91 req-0429a0e3-5686-4e5a-aa91-e00b6e51bc7e tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012700 Aug 22 14:47:39.707716 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df57dd2-b8ce-409b-ba7f-540d7b7ccd21 x-openstack-request-id: req-9df57dd2-b8ce-409b-ba7f-540d7b7ccd21 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:39.708081 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f695c654-924c-4b83-ab14-f74c37d7d967", "name": "network-vif-deleted", "tag": "4c0f2eff-3b17-4cd2-9a30-54cc4970b369", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:39.708328 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9df57dd2-b8ce-409b-ba7f-540d7b7ccd21 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:39.709836 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695c654-924c-4b83-ab14-f74c37d7d967', 'name': 'network-vif-deleted', 'tag': '4c0f2eff-3b17-4cd2-9a30-54cc4970b369', 'status': 'completed', 'code': 200} Aug 22 14:47:39.821684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.824297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fa37819-f3fd-4382-b229-f2eb7de7496f req-03a81c3f-9567-4a02-9a87-d688cdda1abf tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.0351472 Aug 22 14:47:39.825204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.825533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.828652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c22b0448-19b4-4191-bd9a-d7e717adb756 HTTP/1.1" status: 204 len: 168 time: 0.3398831 Aug 22 14:47:39.831710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:39.833116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf133f11-47f2-4ec4-b585-061a80eed411 HTTP/1.1" status: 204 len: 168 time: 0.6209307 Aug 22 14:47:39.838485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba62a0-fbca-48ed-81d1-5cbdf8ba22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22b0448-19b4-4191-bd9a-d7e717adb756,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:39.864192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c761da-ecf2-4b90-bba1-551265b7d441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf133f11-47f2-4ec4-b585-061a80eed411,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:40.158818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:40.163716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-fb6eb61b-baf8-40e5-aac7-c12085902a83 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:40.165348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-fb6eb61b-baf8-40e5-aac7-c12085902a83 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.0700712 Aug 22 14:47:40.375871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e598-cc2a-4854-8254-8e887f3cdc18 req-128a71dd-c85a-4736-a23c-79381a1c388b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:40.380501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87a2e598-cc2a-4854-8254-8e887f3cdc18 req-128a71dd-c85a-4736-a23c-79381a1c388b tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.2069600 Aug 22 14:47:40.469268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d70c-77c5-4dfd-a4ea-3ddc867a2547 req-05a2ad64-0d84-49ad-a6aa-382ccb589644 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:40.470997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75f0d70c-77c5-4dfd-a4ea-3ddc867a2547 req-05a2ad64-0d84-49ad-a6aa-382ccb589644 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.1804581 Aug 22 14:47:40.506272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87a2e598-cc2a-4854-8254-8e887f3cdc18 req-4f973df1-11fc-4b01-ad86-d72b05380a54 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152353 Aug 22 14:47:40.555613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75f0d70c-77c5-4dfd-a4ea-3ddc867a2547 req-c42423c5-f060-4b51-b667-137b17c4912c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738113 Aug 22 14:47:40.611695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-e4829bf7-17bd-44f0-b5b5-99c4cadcd51b service neutron] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:40.626688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-e4829bf7-17bd-44f0-b5b5-99c4cadcd51b service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:40.635988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-547a566e-5639-467d-8cdb-4fdfd2ed8d20 req-e4829bf7-17bd-44f0-b5b5-99c4cadcd51b service neutron] 10.222.0.10 "DELETE /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.4446971 Aug 22 14:47:40.758608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f4390-b02c-419d-ad21-959f7132e8ad req-e04ab079-d4c3-4548-8a95-d158c8b48571 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:40.760980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-944f4390-b02c-419d-ad21-959f7132e8ad req-e04ab079-d4c3-4548-8a95-d158c8b48571 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1096 time: 0.0432324 Aug 22 14:47:40.780475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48144) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:40.797923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8912-848d-44e1-a79b-64bcba449a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:40.804519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-944f4390-b02c-419d-ad21-959f7132e8ad req-3d5cc329-5466-43a5-b6b7-26d85d192435 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Aug 22 14:47:40.960113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8912-848d-44e1-a79b-64bcba449a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.001134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-538e3c2e-35ae-4333-b71d-46fdfc5341cb req-36cce52e-8946-4b56-bdf6-7fa12a543bff tempest-LiveMigrationNegativeTest-1801412275 tempest-LiveMigrationNegativeTest-1801412275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695c654-924c-4b83-ab14-f74c37d7d967 HTTP/1.1" status: 200 len: 210 time: 0.0414896 Aug 22 14:47:41.018948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb50fe2-e418-4e80-b323-4b9ee7c3a38b req-f1026d76-c517-4f9a-a218-299f7e06d7e2 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:41.033629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dfb50fe2-e418-4e80-b323-4b9ee7c3a38b req-f1026d76-c517-4f9a-a218-299f7e06d7e2 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 950 time: 0.1120121 Aug 22 14:47:41.055890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8912-848d-44e1-a79b-64bcba449a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.126635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8912-848d-44e1-a79b-64bcba449a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b807772-87c5-4ce3-a485-3de9671be0b4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:41.151424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e1d8912-848d-44e1-a79b-64bcba449a28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de223455e8434bb69406dc29f6c08d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622062 Aug 22 14:47:41.159681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48160) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:41.167044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dfb50fe2-e418-4e80-b323-4b9ee7c3a38b req-45de03c4-3d53-45be-aadd-59c54bb8ae2f tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324275 Aug 22 14:47:41.245052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.274472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.471528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.474636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:41.475741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-d495e95f-c23f-4648-a683-d15dc00108e2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:41.475911 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b807772-87c5-4ce3-a485-3de9671be0b4 HTTP/1.1" status: 204 len: 168 time: 0.3151479 Aug 22 14:47:41.492798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-d495e95f-c23f-4648-a683-d15dc00108e2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.1433351 Aug 22 14:47:41.499385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bea74d-eeb6-458f-9e4a-3c51fab09bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b807772-87c5-4ce3-a485-3de9671be0b4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:41.520528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-93178021-fa61-4bf2-ab85-0a1a69064f72 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/quotas/8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 375 time: 0.0268579 Aug 22 14:47:41.583802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:41.590313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-5e619328-f081-4b4b-82ed-74423d5a8e8e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583782 Aug 22 14:47:41.606724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:41.607560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4c0f2eff-3b17-4cd2-9a30-54cc4970b369 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:41.698553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-91349a3f-0306-409b-b89d-5ac091c3a55f service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990422 Aug 22 14:47:41.795693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9519e764-2403-4e26-b8fd-03310fe8ebd9 service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910802 Aug 22 14:47:41.855494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-569ff60d-fe0d-4d2b-b3d8-c40925839e42 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:41.857214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-569ff60d-fe0d-4d2b-b3d8-c40925839e42 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.54 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0835078 Aug 22 14:47:41.981833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Deleting port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:41.982192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:42.025827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a252b3-5c93-4403-8990-796b203a1fd7 req-f70c2c94-0dd1-4a7e-86e1-fab986eb6e4e tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:42.029982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a252b3-5c93-4403-8990-796b203a1fd7 req-f70c2c94-0dd1-4a7e-86e1-fab986eb6e4e tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 946 time: 0.0698841 Aug 22 14:47:42.097175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a252b3-5c93-4403-8990-796b203a1fd7 req-937433e6-4a77-4e5e-83ad-a724e5ce33b8 tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/security-groups?id=c19b3f39-adab-46a7-9ea4-9e1505e0174e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598056 Aug 22 14:47:42.201465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] For port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:42.202115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:42.230260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Calling delete_port for 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:42.243029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2a40-a8f1-42bf-8862-8412d8adf334 req-a84af8b5-c75a-4d51-a00f-f0b3f17e2333 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:42.245456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bcd2a40-a8f1-42bf-8862-8412d8adf334 req-a84af8b5-c75a-4d51-a00f-f0b3f17e2333 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 950 time: 0.0798199 Aug 22 14:47:42.293067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bcd2a40-a8f1-42bf-8862-8412d8adf334 req-2319d8cf-a01b-49f8-ab31-077649a6ac79 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Aug 22 14:47:42.419226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-356e686a-5d78-4e26-b64c-2be2151bbed4 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455651 Aug 22 14:47:42.513507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:42.528650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f8db64e-c211-4c9a-a344-409d92cf7a33 req-38a60100-7c28-4a80-88de-5af9340b7e68 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 210 time: 0.0343406 Aug 22 14:47:42.529638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:42.561371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Pushing event deleted for resources: {'Port': ['ID=76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:42.611851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-40e5dc51-b3a1-4d9c-b5a2-4530ff99ad03 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:42.611851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-40e5dc51-b3a1-4d9c-b5a2-4530ff99ad03 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867621 Aug 22 14:47:42.641914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-98aa224a-e6ae-4c6d-aac4-1acd9b7b1e42 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/quotas/5805b57eae1b49d582a0ec4e9fdc82b7 HTTP/1.1" status: 200 len: 375 time: 0.0281596 Aug 22 14:47:42.699920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] No DVR routers for this DVR port 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:42.705597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-b342322a-0d98-49eb-97d0-cd1c953fedf0 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623980 Aug 22 14:47:42.713449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:42.713449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90cbff57-e581-4eb8-94ac-a82f42a31054 req-75b9f15d-789e-47ac-8cb5-3bd744c8d25c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.54 "DELETE /v2.0/ports/76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 HTTP/1.1" status: 204 len: 173 time: 0.8473577 Aug 22 14:47:42.713449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'name': 'network-vif-deleted', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:42.721967 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269555e6-dab2-4ba7-ad0e-e2d9823475b6" -d '{"events": [{"server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "name": "network-vif-deleted", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:42.815651 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99854e3-9397-45b0-aa02-070ffe1dec2d x-openstack-request-id: req-e99854e3-9397-45b0-aa02-070ffe1dec2d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:42.815949 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b494728a-2fad-4038-81ba-c528b338581e", "name": "network-vif-deleted", "tag": "76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:42.816234 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e99854e3-9397-45b0-aa02-070ffe1dec2d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:42.816634 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b494728a-2fad-4038-81ba-c528b338581e', 'name': 'network-vif-deleted', 'tag': '76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2', 'status': 'completed', 'code': 200} Aug 22 14:47:43.096027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0862bb6e-a1b4-42af-918f-48cf03c6272d req-652d640f-0804-4feb-8ec5-99c34866eaae tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0298116 Aug 22 14:47:43.196540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3811fc1-bcf3-435b-abcf-11eb10a7a15f req-574cdc5b-4340-4d70-8efe-158600ce7b5d tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.0279882 Aug 22 14:47:43.336021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:43.366143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48264) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:43.439901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e685048-f6cc-4c29-826d-bfb7c7322ae3 req-0ac096c0-1aa3-4a42-bc6c-9eeb7d06ab9d tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:43.441644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e685048-f6cc-4c29-826d-bfb7c7322ae3 req-0ac096c0-1aa3-4a42-bc6c-9eeb7d06ab9d tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 950 time: 0.0760829 Aug 22 14:47:43.487143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1576494301-network', 'tenant_id': '71b051cab69c48fbac4417099181909b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:43.501095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e685048-f6cc-4c29-826d-bfb7c7322ae3 req-e7ba743f-71b0-4613-b01e-22c0975dbfba tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a3d0bc-a73c-4692-a348-4244a5248136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Aug 22 14:47:43.581562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116f61-570b-433a-8b21-6837534bf93a req-5cb78f33-d25c-4868-a83f-38c920ac39c8 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:43.583483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93116f61-570b-433a-8b21-6837534bf93a req-5cb78f33-d25c-4868-a83f-38c920ac39c8 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 950 time: 0.0764163 Aug 22 14:47:43.614887 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-016b4531-50f1-4d75-9158-220938f7dbaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=289e09d2ba354093b8066bf8eaa8b59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474511 Aug 22 14:47:43.615647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:43.645550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:43.649248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.667950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7535e101-9e24-4ac5-afd2-88ded3679d23 req-2e376c4a-4316-42e7-a0e3-2285297616e3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 210 time: 0.0436115 Aug 22 14:47:43.683360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.734246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48276) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:43.752154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Deleting port b24babcc-03ec-490c-9052-7ec0b54a79a4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:43.753212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.766648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.801959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.852370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] For port b24babcc-03ec-490c-9052-7ec0b54a79a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b24babcc-03ec-490c-9052-7ec0b54a79a4,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:43.852793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.857119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.895388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Calling delete_port for b24babcc-03ec-490c-9052-7ec0b54a79a4 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:43.897819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c35-b101-4e36-9457-0a6000f00291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.964929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:43.991961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:47:44.008229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c3cb14-e585-41af-9afc-89bac605a1c6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:44.014662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.015014 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Added segment f00fa2b1-aea8-4a6d-a5df-07fd73e724ad of type vlan for network f6ab3086-f496-4329-96c1-4c262c7c349c Aug 22 14:47:44.016440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.019203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.020526 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/414a6ee9-530a-4510-a943-68a4ef797911 HTTP/1.1" status: 204 len: 168 time: 0.4038427 Aug 22 14:47:44.058743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e56b6-2f64-4a81-b08c-70f769a06493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a6ee9-530a-4510-a943-68a4ef797911,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:44.073174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.120328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c35-b101-4e36-9457-0a6000f00291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.178533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.199539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70da4b69-19cb-4019-adc9-0656487aee68 req-a9da766c-114c-4a22-9fca-3a90d3dbc100 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0336421 Aug 22 14:47:44.210930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.214273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:44.218868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.219117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['b24babcc-03ec-490c-9052-7ec0b54a79a4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:44.241524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Pushing event deleted for resources: {'Port': ['ID=b24babcc-03ec-490c-9052-7ec0b54a79a4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:44.248242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ca7c35-b101-4e36-9457-0a6000f00291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.325709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] No DVR routers for this DVR port b24babcc-03ec-490c-9052-7ec0b54a79a4 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:44.357119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.359462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93116f61-570b-433a-8b21-6837534bf93a req-d3ec4f25-5bdb-4c2f-8673-93f8fd53e96c tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.10 "DELETE /v2.0/ports/b24babcc-03ec-490c-9052-7ec0b54a79a4 HTTP/1.1" status: 204 len: 173 time: 0.7672477 Aug 22 14:47:44.359934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'name': 'network-vif-deleted', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:44.363419 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e3eb43-f1dc-4391-917d-4f4eb07f2158" -d '{"events": [{"server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "name": "network-vif-deleted", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:44.374747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] Pushing event updated for resources: {'Network': ['ID=f6ab3086-f496-4329-96c1-4c262c7c349c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:44.387851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f6ab3086-f496-4329-96c1-4c262c7c349c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:47:44.415433 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-48ba8926-981e-4d2c-bf0f-7d8f30923d9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0775485 Aug 22 14:47:44.418693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48290) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:44.426480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Request body: {'subnet': {'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1576494301-subnet', 'tenant_id': '71b051cab69c48fbac4417099181909b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:44.486273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca7c35-b101-4e36-9457-0a6000f00291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6e8be5-3fc7-43e9-bf30-5ed9071c25e9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:44.515229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-abe048a6-bc75-47e5-b3f8-321186654537 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0612011 Aug 22 14:47:44.518781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1ca7c35-b101-4e36-9457-0a6000f00291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=203cc0d79507498b9bec3d1969179edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7805209 Aug 22 14:47:44.518781 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b90e11-b6c3-4e5a-8442-f0d78e2f0391 x-openstack-request-id: req-c2b90e11-b6c3-4e5a-8442-f0d78e2f0391 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:44.518781 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd1d555-90a8-4df0-a04c-d818b52d5f85", "name": "network-vif-deleted", "tag": "b24babcc-03ec-490c-9052-7ec0b54a79a4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:44.518781 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2b90e11-b6c3-4e5a-8442-f0d78e2f0391 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:44.518781 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd1d555-90a8-4df0-a04c-d818b52d5f85', 'name': 'network-vif-deleted', 'tag': 'b24babcc-03ec-490c-9052-7ec0b54a79a4', 'status': 'completed', 'code': 200} Aug 22 14:47:44.519208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48296) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:44.527699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3ab0cb3-a270-4c0f-bf08-fa88173b267a req-43678cb2-3eb1-40c4-84bc-0157f200781c tempest-FloatingIPsAssociationNegativeTestJSON-383348996 tempest-FloatingIPsAssociationNegativeTestJSON-383348996-project] 10.222.0.53 "GET /v2.0/ports?device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.1606066 Aug 22 14:47:44.617391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:44.620599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.645085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65901d39-29f3-4caa-8a8e-7b1e05b95e2d req-6638a655-a791-4140-af2b-0cf0bbc3299a tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 210 time: 0.0272555 Aug 22 14:47:44.646401 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-90caf7f0-1841-4d09-8ae2-cda0bca34bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0bfa367d4294d9d8d11855bdf541092&device_id=b494728a-2fad-4038-81ba-c528b338581e HTTP/1.1" status: 200 len: 210 time: 0.0715497 Aug 22 14:47:44.732936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.783344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fb19455-4faa-4606-8847-04715f672512 req-6a9afaee-b238-4e95-a95a-425e3ef567c2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 210 time: 0.0312254 Aug 22 14:47:44.861606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:44.936509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-574eee79-65fc-45be-b2c8-b338dadfe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:44.937974 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-574eee79-65fc-45be-b2c8-b338dadfe292 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e0bfa367d4294d9d8d11855bdf541092&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2496202 Aug 22 14:47:45.026225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48302) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:45.070506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cf35a312-4fcf-417f-aa4a-30cafa8da962 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63d7dbcfeb5f4a66965220cbcf343e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430202 Aug 22 14:47:45.074088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48304) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:45.099137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:45.156937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:45.157533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 76404e5b-eb45-48b2-b7b9-1b8ec98ddaf2 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:45.164002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.203574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.235430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.241121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.245446 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e6e8be5-3fc7-43e9-bf30-5ed9071c25e9 HTTP/1.1" status: 204 len: 168 time: 0.7236319 Aug 22 14:47:45.246424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.290379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-48860a96-49c1-457a-9b51-e58efcffa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:45.292894 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9281e77b-e261-46ac-90fe-0550defe0d6d req-48860a96-49c1-457a-9b51-e58efcffa409 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3286841 Aug 22 14:47:45.305111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050127d-dce0-4952-b709-77277ef269d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6e8be5-3fc7-43e9-bf30-5ed9071c25e9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:45.362888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.365680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.366939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71c65e9f-1835-43d5-a960-b0df60b7220f HTTP/1.1" status: 204 len: 168 time: 0.2916064 Aug 22 14:47:45.397328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a3070e1-c80a-4f72-b605-c9dbaa93d15b req-ef9fb992-96ac-4371-ac8f-0f06d6956579 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0463679 Aug 22 14:47:45.409119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3431d-aa28-47e8-b021-60080a86ac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c65e9f-1835-43d5-a960-b0df60b7220f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:45.458472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-ec18d134-780e-4195-aff9-e0733337dcad tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:45.459204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-ec18d134-780e-4195-aff9-e0733337dcad tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.3521342 Aug 22 14:47:45.477478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Request body: {'port': {'device_id': '25812f47-88ac-493c-8903-9462124de4c4', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'admin_state_up': True, 'tenant_id': '8b27f92315694b119ef5ab9648710f9c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:45.483498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7c76fb-a39b-4679-8455-707c1d9e3a76,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:45.521721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:45.522141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Network hostable DHCP agents. Network: f6ab3086-f496-4329-96c1-4c262c7c349c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:47:45.599788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48316) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:45.805255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f1d9046-c5c1-4443-92e2-55a97559fb71 req-0f38e1ee-5080-4ae8-bc9c-541abe0eb620 tempest-ServerDiagnosticsNegativeTest-680350301 tempest-ServerDiagnosticsNegativeTest-680350301-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd1d555-90a8-4df0-a04c-d818b52d5f85 HTTP/1.1" status: 200 len: 210 time: 0.0320177 Aug 22 14:47:45.810504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Network f6ab3086-f496-4329-96c1-4c262c7c349c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:47:45.825705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:45.830168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.927154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab086c48-dfe7-4e0b-b7d6-165f074028ce req-694cf3c7-8485-4bfb-9e9c-c010dce12c82 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 210 time: 0.0366862 Aug 22 14:47:45.986204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f6ab3086-f496-4329-96c1-4c262c7c349c) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:45.994973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:45.994973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:45.999460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961eb2f9-d519-4ed4-a57f-66dfc1769c8a None None] Network f6ab3086-f496-4329-96c1-4c262c7c349c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:47:46.069457 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-615991f3-fcdb-48ac-9c17-1f23b05ed838 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379145 Aug 22 14:47:46.084643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Allocated IP 172.20.0.5 (b40c0722-a52d-4bc7-9344-4381b1c6e920/c9cf566f-774f-4f07-9724-61d961e3fe9c/e060274f-9efd-4f9e-b1a6-1333c2901328) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:46.152784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d33c42-2404-4d5e-87ff-b8a0207206ca None None] Network f6ab3086-f496-4329-96c1-4c262c7c349c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:47:46.157440 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c19fe5eb-484d-49b9-be5c-d6ed5bcd8f04 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7364545 Aug 22 14:47:46.294975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:46.296909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-9930b281-8318-4c8a-95de-394d5f78c4f5 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:46.298437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-9930b281-8318-4c8a-95de-394d5f78c4f5 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230361 Aug 22 14:47:46.316778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Request body: {'port': {'device_id': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '5805b57eae1b49d582a0ec4e9fdc82b7'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:46.367026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48338) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:46.413683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f929a258-d4d9-4a17-8d78-36264795724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:46.552748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d11c12f-4f33-4e39-90a0-740fc3422e98 req-040e49e3-ae86-47e3-ac56-ca0101196265 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0511737 Aug 22 14:47:46.746513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:46.863609 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:46.933942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:46.935574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:46.940177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:46.949403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:46.950256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:46.989129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:47.123676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f929a258-d4d9-4a17-8d78-36264795724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.134168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffbf51-c6a3-4978-8dfb-f2fe20bbfe33 req-7af61b6b-5688-4e82-91be-3f08bc68aea0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:47.136833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebffbf51-c6a3-4978-8dfb-f2fe20bbfe33 req-7af61b6b-5688-4e82-91be-3f08bc68aea0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 931 time: 0.1176722 Aug 22 14:47:47.222186 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f929a258-d4d9-4a17-8d78-36264795724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.249377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebffbf51-c6a3-4978-8dfb-f2fe20bbfe33 req-0ae7a00d-cfb0-43e7-9fd7-b34ec3c559a5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881951 Aug 22 14:47:47.273502 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-bd4c03ab-83a5-4093-be97-a2b70be9b8ae tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8015821 Aug 22 14:47:47.275608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f929a258-d4d9-4a17-8d78-36264795724c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fd100f708a449e081e21fef414bffa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9068644 Aug 22 14:47:47.280857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48372) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:47.287426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929a258-d4d9-4a17-8d78-36264795724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf201c3-24f0-445c-a27b-ad42af44a223,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:47.299762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Request body: {'port': {'device_id': '25812f47-88ac-493c-8903-9462124de4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:47.302984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Deleting port 08a6d9a3-b682-4f68-8bde-de3df8acd73c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:47.303323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.397790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.410907 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.443965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] For port 08a6d9a3-b682-4f68-8bde-de3df8acd73c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=08a6d9a3-b682-4f68-8bde-de3df8acd73c,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:47.443965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.450891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Calling delete_port for 08a6d9a3-b682-4f68-8bde-de3df8acd73c owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:47.454532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.468506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Made reservation on behalf of 5805b57eae1b49d582a0ec4e9fdc82b7 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:47.471945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.497211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.574194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48378) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:47.655720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b24babcc-03ec-490c-9052-7ec0b54a79a4 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:47.699781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: b24babcc-03ec-490c-9052-7ec0b54a79a4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:47.700544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b24babcc-03ec-490c-9052-7ec0b54a79a4 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:47.706771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:47.740130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-877669906-network', 'tenant_id': '713d75fdcb254e8d8e0d99710e35883a'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:47.745745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0be26e85-819e-4dc4-ab9a-ef2fe01fb52a req-73287269-720f-4fc2-bb87-dcb334da925a tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0378506 Aug 22 14:47:47.830432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.833661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.836148 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddf201c3-24f0-445c-a27b-ad42af44a223 HTTP/1.1" status: 204 len: 168 time: 0.5526919 Aug 22 14:47:47.861001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.889452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Pushing event deleted for resources: {'Port': ['ID=08a6d9a3-b682-4f68-8bde-de3df8acd73c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:47.892157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e060274f-9efd-4f9e-b1a6-1333c2901328 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:47.900306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:47.915735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Transition to ACTIVE for port object e060274f-9efd-4f9e-b1a6-1333c2901328 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:47.917877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427f2c-d93a-4433-b582-1a8a592908fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf201c3-24f0-445c-a27b-ad42af44a223,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:48.016106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.032373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.082183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cd607ba4-a29d-46cc-bb60-e537bd011f6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a925ce2627bb404f981bbbba85139f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5051410 Aug 22 14:47:48.083918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48394) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:48.102791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.152763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:48.173486 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.193310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:48.193594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:48.193915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:48.222255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:48.222594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:48.271733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:48.272091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:48.272482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:48.272930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Bound port: e060274f-9efd-4f9e-b1a6-1333c2901328, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:48.273295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.275203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb156f-ccdf-4fcf-bb81-a932fb73e978,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:48.303591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.401565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.406121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Made reservation on behalf of 713d75fdcb254e8d8e0d99710e35883a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:48.408443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.470997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.471347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Allocated IP 192.168.233.65 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/fdf5df35-1ddf-4040-bc67-6515e539ec33) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:48.479442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:48.480142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Router bf1cef11-50b3-4a7d-9901-e61925ca64d8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:47:48.492951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a42e5-3318-4bf9-9799-420628659bf9 req-827fcd6e-6164-4114-9d19-ba099689bcf0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:48.492951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a0a42e5-3318-4bf9-9799-420628659bf9 req-827fcd6e-6164-4114-9d19-ba099689bcf0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.1016619 Aug 22 14:47:48.499093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:48.579305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.620210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a0a42e5-3318-4bf9-9799-420628659bf9 req-8e2fe309-cdcf-43f3-a9e5-c1b4dd622315 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085627 Aug 22 14:47:48.632551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:48.633945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.635715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 1091 time: 1.3521655 Aug 22 14:47:48.638723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:48.642815 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb732f3-be75-42f8-8b94-2c64c356b67a" -d '{"events": [{"name": "network-changed", "server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:48.669890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.673141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.674355 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59a3d0bc-a73c-4692-a348-4244a5248136 HTTP/1.1" status: 204 len: 168 time: 0.5883014 Aug 22 14:47:48.712336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c06d7-7fbf-42fc-832e-a17fa54a5c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a3d0bc-a73c-4692-a348-4244a5248136,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:48.717254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:47:48.726416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f2a9cf8-a606-4e28-b5c8-9dca7105c6de admin admin] 10.222.0.53 "PUT /v2.0/routers/bf1cef11-50b3-4a7d-9901-e61925ca64d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1213894 Aug 22 14:47:48.729099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48418) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:48.736860 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Sync routers for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:47:48.765772 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8792c66-1308-4479-9efe-5288e53ee3a8 x-openstack-request-id: req-d8792c66-1308-4479-9efe-5288e53ee3a8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:48.765993 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:48.766247 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8792c66-1308-4479-9efe-5288e53ee3a8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:48.766640 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'status': 'completed', 'code': 200} Aug 22 14:47:48.773392 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:48.775922 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:48.802624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3127b0-f7b6-496d-a5d8-7fc76b0db9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:48.836118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-2d9b84f9-d10e-40b6-8d4c-c65a723e27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:48.836589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-2d9b84f9-d10e-40b6-8d4c-c65a723e27ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1094 time: 0.0725570 Aug 22 14:47:48.895989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.906788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.954637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Transition to ACTIVE for port object fdf5df35-1ddf-4040-bc67-6515e539ec33 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:48.967855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5ae1a77-4b73-4a18-8dc5-9bbeec292ee9 req-ca957b92-4104-41e0-8dc9-b6d3d670a937 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0519612 Aug 22 14:47:48.970907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:48.981943 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:48.990860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-7c25d01b-cc68-4a11-a446-4e360e35f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:48.995945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-7c25d01b-cc68-4a11-a446-4e360e35f530 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8b27f92315694b119ef5ab9648710f9c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1485412 Aug 22 14:47:49.011859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.039693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:47:49.095067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a81a7-7514-485d-b56f-0e01b1a84a46,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:49.098545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.098679 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Added segment dd4b286c-106c-4390-a780-8c77c1e44540 of type vlan for network 2a0d0f22-2033-4512-8875-d4d674971539 Aug 22 14:47:49.154355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.166963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.173699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-851475be-77db-4e9c-953c-d001e1c81702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.175341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3eb732f3-be75-42f8-8b94-2c64c356b67a req-851475be-77db-4e9c-953c-d001e1c81702 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607742 Aug 22 14:47:49.246552 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:47:47Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:49.252625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.278138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Checking router: bf1cef11-50b3-4a7d-9901-e61925ca64d8 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:47:49.286641 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Routers {'bf1cef11-50b3-4a7d-9901-e61925ca64d8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:47:49.287263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:47:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:49.295691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-6a4f158f-5597-4f6f-a08c-3791473bf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.297271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-6a4f158f-5597-4f6f-a08c-3791473bf5d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1094 time: 0.0812261 Aug 22 14:47:49.303667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:49.318022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:49.332776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.335902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.336824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.360728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:49.366619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.367275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.382822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-b030d249-6e4c-42ef-9728-d18f232555e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 217 time: 0.0753922 Aug 22 14:47:49.403354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Pushing event updated for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:49.423518 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] Set router bf1cef11-50b3-4a7d-9901-e61925ca64d8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:47:49.479470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-f5f355db-dffb-4491-851f-b483b4335673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.481931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-f5f355db-dffb-4491-851f-b483b4335673 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0885005 Aug 22 14:47:49.539811 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-f2d35d75-5917-46fe-ad9a-c76b404bf47a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508623 Aug 22 14:47:49.545053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-ca1978d7-4d94-4e5c-8fac-73df3a8f2ff9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2337642 Aug 22 14:47:49.548857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0d0f22-2033-4512-8875-d4d674971539,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:49.562135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2a0d0f22-2033-4512-8875-d4d674971539 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:47:49.572464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-117ab2a9-8e09-4aa5-ae12-ca9f9c4f93d2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8365736 Aug 22 14:47:49.577573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Request body: {'port': {'device_id': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:49.578778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48436) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:49.592688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Request body: {'subnet': {'network_id': '2a0d0f22-2033-4512-8875-d4d674971539', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-877669906-subnet', 'tenant_id': '713d75fdcb254e8d8e0d99710e35883a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:49.689670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Deleting port a1f5762c-8b69-4430-8289-22d31658ccd7 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:49.690023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.784430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.794430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-aa4a27fc-a995-452e-b7fd-d1bae76435d5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760679 Aug 22 14:47:49.806962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:47:47Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:49.815679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75f203a0-aea0-4914-8c21-eec1d2d0735a None None] Provisioning for port fdf5df35-1ddf-4040-bc67-6515e539ec33 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:49.820542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75f203a0-aea0-4914-8c21-eec1d2d0735a None None] Provisioning complete for port fdf5df35-1ddf-4040-bc67-6515e539ec33 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:49.821241 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-75f203a0-aea0-4914-8c21-eec1d2d0735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.850279 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-956719e8-42cb-4c7f-8489-bf117dced671 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901742 Aug 22 14:47:49.851965 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29846e85-a7ed-4cf9-876f-3dda52b96327 None None] The sync data for ids ['bf1cef11-50b3-4a7d-9901-e61925ca64d8'] in n-d-805046-3 is: [{'id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-642950790-router', 'tenant_id': 'e0bfa367d4294d9d8d11855bdf541092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:46Z', 'updated_at': '2021-08-22T14:47:47Z', 'revision_number': 5, 'project_id': 'e0bfa367d4294d9d8d11855bdf541092', 'gw_port': {'id': 'a1f5762c-8b69-4430-8289-22d31658ccd7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1cef11-50b3-4a7d-9901-e61925ca64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:47Z', 'updated_at': '2021-08-22T14:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:47:49.864244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Made reservation on behalf of 713d75fdcb254e8d8e0d99710e35883a for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:49.886285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:49.981947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-75f203a0-aea0-4914-8c21-eec1d2d0735a None None] Port fdf5df35-1ddf-4040-bc67-6515e539ec33 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:49.993426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11ffa-b312-4d17-b56f-93358804a93c req-7ea5848b-05af-4963-94c1-48848151af35 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:49.999223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fa11ffa-b312-4d17-b56f-93358804a93c req-7ea5848b-05af-4963-94c1-48848151af35 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.2428000 Aug 22 14:47:50.068736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48456) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:50.078970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] For port a1f5762c-8b69-4430-8289-22d31658ccd7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a1f5762c-8b69-4430-8289-22d31658ccd7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:50.079366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.084835 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e9038bb-64df-4f17-b0bf-27dafc87034c req-7020e173-0708-48bd-9fbc-473f213c4303 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193310 Aug 22 14:47:50.149337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Calling delete_port for a1f5762c-8b69-4430-8289-22d31658ccd7 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:50.159859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79290f89-0cec-4a16-b6bd-57bca86f0eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.192490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf5df35-1ddf-4040-bc67-6515e539ec33 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:50.209877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.219907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-cc3d36c3-97b6-49ba-ae01-c7ccb42addb9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:50.221485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 08a6d9a3-b682-4f68-8bde-de3df8acd73c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:50.221699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-cc3d36c3-97b6-49ba-ae01-c7ccb42addb9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117327 Aug 22 14:47:50.239119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Transition to ACTIVE for port object fdf5df35-1ddf-4040-bc67-6515e539ec33 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:50.249067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fa11ffa-b312-4d17-b56f-93358804a93c req-06e88457-78d6-4a6f-9477-ff269b255733 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374027 Aug 22 14:47:50.253164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 08a6d9a3-b682-4f68-8bde-de3df8acd73c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:50.253699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 08a6d9a3-b682-4f68-8bde-de3df8acd73c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:50.296748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-d0333a85-971c-4c56-8327-62872dcf2a9d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/quotas/63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 375 time: 0.0598392 Aug 22 14:47:50.335457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.372605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-a881ee59-e5ab-4f97-8adb-812f7d3dc498 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695603 Aug 22 14:47:50.411538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:50.461432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Attempting to bind port fdf5df35-1ddf-4040-bc67-6515e539ec33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:50.461787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Attempting to bind port fdf5df35-1ddf-4040-bc67-6515e539ec33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:50.462128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Attempting to bind port fdf5df35-1ddf-4040-bc67-6515e539ec33 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:50.469387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Port fdf5df35-1ddf-4040-bc67-6515e539ec33 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:50.469728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Attempting to bind port fdf5df35-1ddf-4040-bc67-6515e539ec33 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:50.484313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:50.484660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:50.485055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:50.485496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Bound port: fdf5df35-1ddf-4040-bc67-6515e539ec33, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:50.485850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.580157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:50.585983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:50.594789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06594cb-6b3d-40b2-ba81-7e1402454f7c req-bc2fe50d-d504-4274-9cf9-d99af644b6da tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:50.596410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a06594cb-6b3d-40b2-ba81-7e1402454f7c req-bc2fe50d-d504-4274-9cf9-d99af644b6da tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 947 time: 0.2295339 Aug 22 14:47:50.667487 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.681775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79290f89-0cec-4a16-b6bd-57bca86f0eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.689264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a06594cb-6b3d-40b2-ba81-7e1402454f7c req-b0f4fd8c-fd9a-414b-a7f0-7de092653250 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731699 Aug 22 14:47:50.719582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.736762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.780722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:50.781367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.782936 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] 10.222.0.54 "PUT /v2.0/ports/fdf5df35-1ddf-4040-bc67-6515e539ec33 HTTP/1.1" status: 200 len: 1095 time: 1.2254350 Aug 22 14:47:50.783558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:50.785921 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb6d7c-4836-4477-9662-6fa29d502d19" -d '{"events": [{"name": "network-changed", "server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:50.822146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79290f89-0cec-4a16-b6bd-57bca86f0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:50.847480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1acc7-ea21-4866-808c-9b3910b49fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:50.876429 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34035f4-8d9e-4530-9a10-6d2de9d8b8c8 x-openstack-request-id: req-f34035f4-8d9e-4530-9a10-6d2de9d8b8c8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:50.877002 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:50.877002 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f34035f4-8d9e-4530-9a10-6d2de9d8b8c8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:50.877415 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33', 'status': 'completed', 'code': 200} Aug 22 14:47:50.973048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb6d7c-4836-4477-9662-6fa29d502d19 req-7c350b27-2c47-4f35-8f92-33083a56874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:50.974621 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f9eb6d7c-4836-4477-9662-6fa29d502d19 req-7c350b27-2c47-4f35-8f92-33083a56874a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 1098 time: 0.0771387 Aug 22 14:47:51.014658 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f9eb6d7c-4836-4477-9662-6fa29d502d19 req-fdbfd476-681c-4c44-b8b7-fb3e3b55b7aa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298941 Aug 22 14:47:51.149358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb6d7c-4836-4477-9662-6fa29d502d19 req-afd27b10-9187-40f0-b31d-b330640ca79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.151558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f9eb6d7c-4836-4477-9662-6fa29d502d19 req-afd27b10-9187-40f0-b31d-b330640ca79e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305280 Aug 22 14:47:51.170483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be451eaa-c7cb-4736-9cf1-468b0bbf3566 req-0a51060e-131e-4b8c-8009-f05ad70c7c08 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 210 time: 0.4229877 Aug 22 14:47:51.264018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-db1959d6-fa13-49d5-b1e4-87f382fa730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.265806 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-db1959d6-fa13-49d5-b1e4-87f382fa730f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 1098 time: 0.0730798 Aug 22 14:47:51.272265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fecd156-ffbf-4ce8-b3bd-b196aca24216,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:51.286694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79290f89-0cec-4a16-b6bd-57bca86f0eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c07ea-fdc8-4899-974c-718f3ccae677,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:51.310602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-79290f89-0cec-4a16-b6bd-57bca86f0eff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02bb729f8645489cbc5a1456f7273096&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2394197 Aug 22 14:47:51.315057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:51.354537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.355615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-d1013285-52ea-4b32-b3dd-a5ce20375443 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33 HTTP/1.1" status: 200 len: 217 time: 0.0808640 Aug 22 14:47:51.368390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Checking segment: {'id': 'dd4b286c-106c-4390-a780-8c77c1e44540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2a0d0f22-2033-4512-8875-d4d674971539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:51.369003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Network hostable DHCP agents. Network: 2a0d0f22-2033-4512-8875-d4d674971539, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:47:51.429645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-8d2e223e-5fbc-4293-86eb-94698cab4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.431866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-8d2e223e-5fbc-4293-86eb-94698cab4127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0687017 Aug 22 14:47:51.438605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f5762c-8b69-4430-8289-22d31658ccd7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:51.488988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-9c7b0214-0ca7-4ffd-ab48-c1df5398be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.490938 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-9c7b0214-0ca7-4ffd-ab48-c1df5398be31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522473 Aug 22 14:47:51.511291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.618184 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-dda3dc7e-0676-44e3-830f-86474ec988e6 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190119 Aug 22 14:47:51.645326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.648588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.651825 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.667565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaee99-2742-4ed9-b890-05ba5f72cfd0 req-05048932-03c9-4637-ba7c-960de28d11c5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.669396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10eaee99-2742-4ed9-b890-05ba5f72cfd0 req-05048932-03c9-4637-ba7c-960de28d11c5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.2487240 Aug 22 14:47:51.677778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Network 2a0d0f22-2033-4512-8875-d4d674971539 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:47:51.735002 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-41ac7f2d-a87e-4260-b93d-a0547ea0315d req-8e211189-55bb-4c54-857b-98d96ef00bcf service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087122 Aug 22 14:47:51.770234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.805029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10eaee99-2742-4ed9-b890-05ba5f72cfd0 req-5e29601c-15f2-4c2b-85d7-4ee007371ae2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041117 Aug 22 14:47:51.901129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187ed0-88f0-499c-9856-617dfea444c4 req-b6c930af-cd88-4ea6-99d0-3137b09c5513 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.901129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4187ed0-88f0-499c-9856-617dfea444c4 req-b6c930af-cd88-4ea6-99d0-3137b09c5513 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 947 time: 0.0492301 Aug 22 14:47:51.907031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2a0d0f22-2033-4512-8875-d4d674971539) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:51.921390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5685e-a03c-4aa6-abb7-8c53124e9c95 None None] Network 2a0d0f22-2033-4512-8875-d4d674971539 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:47:51.934430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:51.935281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.976234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.979544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.984242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b52c07ea-fdc8-4899-974c-718f3ccae677 HTTP/1.1" status: 204 len: 168 time: 0.6649103 Aug 22 14:47:51.984242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:51.984242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1cef11-50b3-4a7d-9901-e61925ca64d8 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:47:52.055729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.057902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8d1e59d4-dd42-49bf-bb60-251cb4295941 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bf1cef11-50b3-4a7d-9901-e61925ca64d8 HTTP/1.1" status: 204 len: 168 time: 3.3276398 Aug 22 14:47:52.060816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:52.092445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4187ed0-88f0-499c-9856-617dfea444c4 req-dfc7cd11-2ea1-464a-812e-55a8302b9fb9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781037 Aug 22 14:47:52.094738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc84843f-11fc-4683-9c92-7dfc5dc4a2ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5146015 Aug 22 14:47:52.103809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b182c-1ce7-4d6d-a700-12f23f7d896c None None] Network 2a0d0f22-2033-4512-8875-d4d674971539 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:47:52.106900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b776-ef4a-4652-b1ff-04c245a87c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c07ea-fdc8-4899-974c-718f3ccae677,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:52.161734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Deleting subnet bed5a03d-37ca-4f1c-9954-d49be8ad15d1 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:47:52.166014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.213844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.306183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1a6a7d6-f2de-46c4-9417-bb929ff711c9 req-df59d072-20ce-413a-bdbc-975984064442 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 210 time: 0.0350299 Aug 22 14:47:52.342430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.505963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.532198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed5a03d-37ca-4f1c-9954-d49be8ad15d1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:52.535881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.538302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-70d9bb45-7a65-4374-8e84-077fe50fd96c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bed5a03d-37ca-4f1c-9954-d49be8ad15d1 HTTP/1.1" status: 204 len: 168 time: 0.4761059 Aug 22 14:47:52.541278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48522) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:52.543027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442e7f1-9777-4448-827e-4b1ffc395b5a None None] Network 26df24a6-6ada-480f-8473-87b4d76892df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:47:52.623134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.710356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Deleting port 44ca6862-9288-4663-8978-58cd1aea32bc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:52.710984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.779446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] DHCP port deletion for 26df24a6-6ada-480f-8473-87b4d76892df request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:47:52.790487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] For port 44ca6862-9288-4663-8978-58cd1aea32bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ca6862-9288-4663-8978-58cd1aea32bc,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:52.792657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.824136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Calling delete_port for 44ca6862-9288-4663-8978-58cd1aea32bc owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:52.845170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Deleting port 44ca6862-9288-4663-8978-58cd1aea32bc {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:47:52.849595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.978794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] For port 44ca6862-9288-4663-8978-58cd1aea32bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ca6862-9288-4663-8978-58cd1aea32bc,segment=NetworkSegment(2188552f-9e0a-493c-b3e8-021701fae20a),segment_id=2188552f-9e0a-493c-b3e8-021701fae20a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:52.980328 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:52.989003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fbcb5-9c00-40c6-a670-1345055e09a3 req-b15eb61a-a50a-4388-a2ed-ed8877a2095f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:52.991816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f33fbcb5-9c00-40c6-a670-1345055e09a3 req-b15eb61a-a50a-4388-a2ed-ed8877a2095f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.0639706 Aug 22 14:47:52.997207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Calling delete_port for 44ca6862-9288-4663-8978-58cd1aea32bc owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:47:53.040134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:53.047236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f33fbcb5-9c00-40c6-a670-1345055e09a3 req-7158b621-eb79-4707-8b43-fc1e030650db tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Aug 22 14:47:53.071492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.129515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] No DVR routers for this DVR port 44ca6862-9288-4663-8978-58cd1aea32bc on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:53.135324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Pushing event deleted for resources: {'Port': ['ID=44ca6862-9288-4663-8978-58cd1aea32bc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:53.161645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.187124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] No DVR routers for this DVR port 44ca6862-9288-4663-8978-58cd1aea32bc on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:47:53.238203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65e458-69ff-4c33-86d1-de6f5f22018f None None] Pushing event deleted for resources: {'Port': ['ID=44ca6862-9288-4663-8978-58cd1aea32bc,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:53.375996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b359ba-db1d-4221-8d4a-985a1cc70dd5 req-109967a3-f585-44ed-844b-2fb47b09f9a9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:53.377852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36b359ba-db1d-4221-8d4a-985a1cc70dd5 req-109967a3-f585-44ed-844b-2fb47b09f9a9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 947 time: 0.0838754 Aug 22 14:47:53.385280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-89923f0c-5874-49b5-83c3-16d74cdaadcb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:53.387022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-89923f0c-5874-49b5-83c3-16d74cdaadcb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.1978045 Aug 22 14:47:53.421372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-3ceed835-7c24-4f26-af9e-b55bd8b9967a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/quotas/71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 375 time: 0.0260198 Aug 22 14:47:53.447439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36b359ba-db1d-4221-8d4a-985a1cc70dd5 req-c4aec1ad-0187-46ca-bed1-b8709dd9ce7d tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593805 Aug 22 14:47:53.469897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-0b7864bc-0093-4537-9aee-ee432cd7ab11 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405571 Aug 22 14:47:53.525434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.544480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f1dca23e-f42a-4225-85a7-955e0d8e6231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.547801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.548254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.549047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.549433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > port after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.549974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.550594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.550911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.551255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.551581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.551928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.572501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-683ab2e3-199c-49f7-a01c-a627a49e64ba req-25b5279c-0424-4a36-a292-3e786d430857 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 210 time: 0.0405784 Aug 22 14:47:53.604993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-45d59eb9-cb18-4c1b-8977-652ddf02ae4f service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342301 Aug 22 14:47:53.641693 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.641934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.642403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.642869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:47:53.643197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26df24a6-6ada-480f-8473-87b4d76892df']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:53.650459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-33c5e4ea-157a-48c1-a432-5c05b9648c99 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414362 Aug 22 14:47:53.669200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2188552f-9e0a-493c-b3e8-021701fae20a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:53.669661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2188552f-9e0a-493c-b3e8-021701fae20a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:47:53.690853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.718806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.731906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:47:53.733018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: from cryptography.utils import int_from_bytes Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: from cryptography.utils import int_from_bytes Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:47:53.753983 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:47:53.798868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-ca95bf1a-bd25-4e6b-a5c4-d5c0a37b5bf6 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799879 Aug 22 14:47:53.819320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-dc990a4e-69ae-45d8-886e-e909d9b5b993 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:53.820873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-dc990a4e-69ae-45d8-886e-e909d9b5b993 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639516 Aug 22 14:47:53.846020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Request body: {'port': {'device_id': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '63f558fbc2a74d7f8c8250b3058c6087'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:53.897597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f1dca23e-f42a-4225-85a7-955e0d8e6231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.952457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.970634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:53.989653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] 10.222.0.53 "DELETE /v2.0/networks/26df24a6-6ada-480f-8473-87b4d76892df HTTP/1.1" status: 204 len: 168 time: 1.4304554 Aug 22 14:47:53.992035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34973e-30ce-4035-8677-a2292929f66c admin admin] Pushing event deleted for resources: {'Network': ['ID=26df24a6-6ada-480f-8473-87b4d76892df,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:54.031996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f1dca23e-f42a-4225-85a7-955e0d8e6231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.039327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ca6862-9288-4663-8978-58cd1aea32bc no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:54.060358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 44ca6862-9288-4663-8978-58cd1aea32bc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:54.060708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ca6862-9288-4663-8978-58cd1aea32bc not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:54.061335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a1f5762c-8b69-4430-8289-22d31658ccd7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:47:54.086298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f1dca23e-f42a-4225-85a7-955e0d8e6231 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5d7b60a1f7543ef995f90a25c0a9bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447955 Aug 22 14:47:54.089873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:54.094341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a1f5762c-8b69-4430-8289-22d31658ccd7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:47:54.094689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a1f5762c-8b69-4430-8289-22d31658ccd7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:47:54.098957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dca23e-f42a-4225-85a7-955e0d8e6231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c066c4-5ba9-408f-b9ff-83d2edfe8a3e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:54.154034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Made reservation on behalf of 63f558fbc2a74d7f8c8250b3058c6087 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:54.159382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.173305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.246333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.266425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.342844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf36019-a746-45f1-835a-3e039c6a8984 req-e9462b5a-095d-484c-a8b1-da6683875206 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:54.344251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edf36019-a746-45f1-835a-3e039c6a8984 req-e9462b5a-095d-484c-a8b1-da6683875206 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.1390719 Aug 22 14:47:54.387440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-957b054a-1501-4f21-9869-e56c12ec18b4 req-36fdfa95-8b19-473f-9445-54d0b6abbcca tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 210 time: 0.0408471 Aug 22 14:47:54.432458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edf36019-a746-45f1-835a-3e039c6a8984 req-df36f849-dafe-41ae-831f-41508d37c863 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720437 Aug 22 14:47:54.457356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.480836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:54.482001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.491304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.491304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46c066c4-5ba9-408f-b9ff-83d2edfe8a3e HTTP/1.1" status: 204 len: 168 time: 0.3934069 Aug 22 14:47:54.494705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbf713-74ee-471f-96ab-97eb8985fdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c066c4-5ba9-408f-b9ff-83d2edfe8a3e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:54.545191 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ede6a84-0c3d-4103-afb6-63b45f365fc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0bfa367d4294d9d8d11855bdf541092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628891 Aug 22 14:47:54.547638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48604) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:54.557419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.631874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.653375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51760fb3-bd4c-43a5-9a68-e7279f9565e8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:54.663585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.695159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d6af3-a236-4b43-9854-a22544998668 req-fc0987f9-6f1a-45bf-b41a-70575fdb81e1 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:54.697273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-318d6af3-a236-4b43-9854-a22544998668 req-fc0987f9-6f1a-45bf-b41a-70575fdb81e1 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 947 time: 0.1549044 Aug 22 14:47:54.736137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e03cd523-7663-48aa-99cd-ef21b1d383ce req-07d3a8fe-7f93-490a-9554-21e99d88f76b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 210 time: 0.0626113 Aug 22 14:47:54.786540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Allocated IP 192.168.233.39 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/4bfc012a-4b21-4c73-987c-8141454169ad) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:54.790951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-318d6af3-a236-4b43-9854-a22544998668 req-e88002fa-5cf2-4913-9492-69fb7a2ef111 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742953 Aug 22 14:47:54.950328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.954745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:54.961988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c19b3f39-adab-46a7-9ea4-9e1505e0174e HTTP/1.1" status: 204 len: 168 time: 0.4072959 Aug 22 14:47:54.969263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c14961-2c9e-4584-9166-736016e443fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b3f39-adab-46a7-9ea4-9e1505e0174e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:55.088850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.125823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Transition to ACTIVE for port object 4bfc012a-4b21-4c73-987c-8141454169ad will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:55.147064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fdf5df35-1ddf-4040-bc67-6515e539ec33 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:55.271329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:55.283170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'fdf5df35-1ddf-4040-bc67-6515e539ec33', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'fdf5df35-1ddf-4040-bc67-6515e539ec33', 'mac_address': 'fa:16:3e:6d:e8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:55.291090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.326459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:55.330820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:55.352582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.376224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:55.381424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf5df35-1ddf-4040-bc67-6515e539ec33 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:55.383692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:55.385673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.425176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:55.425379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:55.469784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f52a74-2344-412e-b98c-a202676c5ea2 req-5d47e92b-f571-404b-a7b9-28fc231a6fe9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 210 time: 0.0272400 Aug 22 14:47:55.536709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ee629288-6c36-4943-b383-dbcbe9305bf6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6950443 Aug 22 14:47:55.536878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.537535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:47:55.573670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Request body: {'port': {'device_id': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:55.671592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06528dd8-c114-469e-9b55-72bc84f662d4 req-db76b608-0697-49a4-bdbf-831e7a3ffd0a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:55.679658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06528dd8-c114-469e-9b55-72bc84f662d4 req-db76b608-0697-49a4-bdbf-831e7a3ffd0a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.1329279 Aug 22 14:47:55.696641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.722354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48644) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:55.751865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c69b9de-935f-492e-9a59-3d1758fc70e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.753514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:55.765492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'port_id': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'mac_address': 'fa:16:3e:00:39:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cf566f-774f-4f07-9724-61d961e3fe9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:47:55.807795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:55.820880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.843749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e060274f-9efd-4f9e-b1a6-1333c2901328 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:55.867387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:55.938494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c69b9de-935f-492e-9a59-3d1758fc70e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:55.954093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06528dd8-c114-469e-9b55-72bc84f662d4 req-5b73f32f-cd90-469c-9239-478fbe8da3d4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726288 Aug 22 14:47:55.979776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5ae7093-fae1-45dd-bd5b-00be7fd74e59 None None] Provisioning for port 4bfc012a-4b21-4c73-987c-8141454169ad completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:55.984853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5ae7093-fae1-45dd-bd5b-00be7fd74e59 None None] Provisioning complete for port 4bfc012a-4b21-4c73-987c-8141454169ad triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:55.985237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7093-fae1-45dd-bd5b-00be7fd74e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.017455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73d1a-21b9-41da-9441-7420deaa2c04 req-7c7a3683-8974-4c34-a77e-9468300fb845 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:56.018990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f73d1a-21b9-41da-9441-7420deaa2c04 req-7c7a3683-8974-4c34-a77e-9468300fb845 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 935 time: 0.1494365 Aug 22 14:47:56.030724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae7093-fae1-45dd-bd5b-00be7fd74e59 None None] Port 4bfc012a-4b21-4c73-987c-8141454169ad cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:47:56.048224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.072916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c69b9de-935f-492e-9a59-3d1758fc70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.107361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0c69b9de-935f-492e-9a59-3d1758fc70e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b515d6345dec4f528ce2196557db6925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824041 Aug 22 14:47:56.115837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:56.119820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:56.145202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f73d1a-21b9-41da-9441-7420deaa2c04 req-0ce689a7-2e0b-4fc5-8547-823dae803934 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202121 Aug 22 14:47:56.147012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69b9de-935f-492e-9a59-3d1758fc70e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b99b370-eaa2-4671-b2c9-1f6639cbdc92,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:56.179045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfc012a-4b21-4c73-987c-8141454169ad {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:56.188648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.215480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054834c-f6e2-4ff9-a725-7ee72d06cbc6 req-2ab5b78c-c5e0-48f5-b832-79c6de6459af tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:56.217210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e054834c-f6e2-4ff9-a725-7ee72d06cbc6 req-2ab5b78c-c5e0-48f5-b832-79c6de6459af tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 948 time: 0.1907260 Aug 22 14:47:56.222517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Transition to ACTIVE for port object 4bfc012a-4b21-4c73-987c-8141454169ad will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:56.272145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-307c5b12-f0b7-465b-97e5-0980200ec7a5 req-f0c99ae9-fef6-4170-bfda-c7d1145b7d8d tempest-FlavorsV2NegativeTest-26644435 tempest-FlavorsV2NegativeTest-26644435-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ac9f959f1fec4a3d96734af847bb95cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430009 Aug 22 14:47:56.279545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.338105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e054834c-f6e2-4ff9-a725-7ee72d06cbc6 req-98554696-4b8b-46d3-a172-df476773d9de tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101921 Aug 22 14:47:56.369866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.371789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.380165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['fdf5df35-1ddf-4040-bc67-6515e539ec33'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:56.429827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e060274f-9efd-4f9e-b1a6-1333c2901328'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:47:56.489603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:56.503762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c5b12-f0b7-465b-97e5-0980200ec7a5 req-41da2ee3-c9eb-450d-93a3-1a94c8cf9b3c tempest-FlavorsV2NegativeTest-26644435 tempest-FlavorsV2NegativeTest-26644435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:56.511143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-307c5b12-f0b7-465b-97e5-0980200ec7a5 req-41da2ee3-c9eb-450d-93a3-1a94c8cf9b3c tempest-FlavorsV2NegativeTest-26644435 tempest-FlavorsV2NegativeTest-26644435-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328191 Aug 22 14:47:56.557500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-307c5b12-f0b7-465b-97e5-0980200ec7a5 req-b00a054e-9f9e-4a9a-a2fe-f1f72843cd99 tempest-FlavorsV2NegativeTest-26644435 tempest-FlavorsV2NegativeTest-26644435-project] 10.222.0.53 "GET /v2.0/quotas/ac9f959f1fec4a3d96734af847bb95cd HTTP/1.1" status: 200 len: 375 time: 0.0447037 Aug 22 14:47:56.604999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:56.606186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:56.606698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:56.657115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-307c5b12-f0b7-465b-97e5-0980200ec7a5 req-e5fec833-73fe-4719-a226-6845799cebc3 tempest-FlavorsV2NegativeTest-26644435 tempest-FlavorsV2NegativeTest-26644435-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac9f959f1fec4a3d96734af847bb95cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433092 Aug 22 14:47:56.667890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:56.668332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:56.708421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:56.708766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:56.709505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:56.709974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Bound port: 4bfc012a-4b21-4c73-987c-8141454169ad, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:56.710328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.725294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.728883 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.736196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b99b370-eaa2-4671-b2c9-1f6639cbdc92 HTTP/1.1" status: 204 len: 168 time: 0.6122532 Aug 22 14:47:56.795896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714c17-8204-480d-950b-4e8367e4b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b99b370-eaa2-4671-b2c9-1f6639cbdc92,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:56.799803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62144c9f-eaf5-4d05-a687-cf3ee4d22e3a req-5390c226-9480-4db7-8509-4e361ded9fef tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 210 time: 0.1840143 Aug 22 14:47:56.832965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-e014458f-1150-4de3-b799-adeaa3063820 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672871 Aug 22 14:47:56.857699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:56.861134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:56.934600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-28a2172a-4890-45b4-813c-ef289d86986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:56.936238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-28a2172a-4890-45b4-813c-ef289d86986d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 1096 time: 0.0421913 Aug 22 14:47:56.941310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.990184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:56.995520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:56.995520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] 10.222.0.10 "PUT /v2.0/ports/4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 1095 time: 1.4363623 Aug 22 14:47:56.995520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:56.995520 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:57.111194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a253c66-d803-4a16-ae9c-74289a75115c service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:57.176830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-37817079-40b4-4301-ab30-1863aa70e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.178314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-37817079-40b4-4301-ab30-1863aa70e9dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.2072217 Aug 22 14:47:57.188321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47a898-dcd0-4848-9536-24a09a7ed58a req-4974a0ec-da0d-4507-99f3-c29311bddf4f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.189858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c47a898-dcd0-4848-9536-24a09a7ed58a req-4974a0ec-da0d-4507-99f3-c29311bddf4f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.1364009 Aug 22 14:47:57.283213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-fc9d1636-c4e6-4f5c-a394-c684db2c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.284742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-fc9d1636-c4e6-4f5c-a394-c684db2c48a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1098 time: 0.1480527 Aug 22 14:47:57.556406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-63490dc1-8200-4119-93fa-38e5bd7c1d35 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.558016 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-63490dc1-8200-4119-93fa-38e5bd7c1d35 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.2080157 Aug 22 14:47:57.578182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Request body: {'port': {'device_id': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'admin_state_up': True, 'tenant_id': '71b051cab69c48fbac4417099181909b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:57.673641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-0f82c8ea-a7de-4ded-afbb-ebedc9d5a6a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 200 len: 1001 time: 0.4827073 Aug 22 14:47:57.675702 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bae54-5b6c-4482-b4f4-408cb13164e7 x-openstack-request-id: req-c55bae54-5b6c-4482-b4f4-408cb13164e7 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:57.675702 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:57.675896 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c55bae54-5b6c-4482-b4f4-408cb13164e7 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:57.676185 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'status': 'completed', 'code': 200} Aug 22 14:47:57.681633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c47a898-dcd0-4848-9536-24a09a7ed58a req-0b9dbf0b-0fe0-487a-a190-1c1b2dc39738 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758835 Aug 22 14:47:57.681633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-01d0a758-4050-48a9-9225-804acfa65895 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.3724349 Aug 22 14:47:57.819562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:47:57.823761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:57.838376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-e9d244b9-91ce-4ebb-ad93-1ca5ab47b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.839961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-e9d244b9-91ce-4ebb-ad93-1ca5ab47b74f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1472750 Aug 22 14:47:57.844817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-1fbf1f2a-3532-4d2e-a59e-1e854904547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.846183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-1fbf1f2a-3532-4d2e-a59e-1e854904547e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.1642175 Aug 22 14:47:57.878327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900ec1-3c35-4b2b-8075-457eaf2cbcdc req-50289e7d-63cc-446b-8fe0-883bbda9763f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.879687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a900ec1-3c35-4b2b-8075-457eaf2cbcdc req-50289e7d-63cc-446b-8fe0-883bbda9763f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.1272945 Aug 22 14:47:57.948705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4db6-5658-439a-b13b-e1f617da75d2 req-a13e363d-6582-40c3-b02f-a09e4578bf20 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.950232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-639e4db6-5658-439a-b13b-e1f617da75d2 req-a13e363d-6582-40c3-b02f-a09e4578bf20 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 948 time: 0.1729312 Aug 22 14:47:57.966496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Allocated IP 172.20.0.4 (f6ab3086-f496-4329-96c1-4c262c7c349c/dc7c76fb-a39b-4679-8455-707c1d9e3a76/c55e350d-d2a2-4429-bed7-c16ec1755152) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:47:57.995212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-09498e76-b8d8-4268-ac14-5e31694b0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:57.996786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-09498e76-b8d8-4268-ac14-5e31694b0989 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359711 Aug 22 14:47:57.999711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a900ec1-3c35-4b2b-8075-457eaf2cbcdc req-80c06f96-eec0-4611-aaba-e71b34eb8783 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 Aug 22 14:47:58.002840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-c1e38d9a-a0de-4e14-bab9-413bdb000f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:58.004443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-c1e38d9a-a0de-4e14-bab9-413bdb000f12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563880 Aug 22 14:47:58.067800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-639e4db6-5658-439a-b13b-e1f617da75d2 req-dd8e7b4c-e1b1-413f-a775-cc5402af20d6 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080368 Aug 22 14:47:58.224730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8c82144-ecaa-483d-9e21-75baf681667d req-81ecd6a0-0a82-4467-9dae-158cf79cd4c3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 210 time: 0.0494556 Aug 22 14:47:58.233194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.241692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-9278095d-950a-4e4f-8163-53e301fd818c service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334337 Aug 22 14:47:58.249848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-ca1dc77b-e68d-43ea-9abd-1f64c79c7408 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161517 Aug 22 14:47:58.330176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.407544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Network f6ab3086-f496-4329-96c1-4c262c7c349c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:47:58.415369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:47:58.427930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:47:58.464641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:58.499842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:58.500522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.510018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7862ba4-3760-4077-aed8-8ff857e8674f req-1a94eb71-92cc-48b5-a366-e1c7c622be0e service neutron] 10.222.0.10 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588160 Aug 22 14:47:58.516640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2d0e2f-fb75-402e-9a85-58ebdbcfa010 req-20896d03-e346-41e7-91cc-51b78e49e338 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561831 Aug 22 14:47:58.592980 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-cb6e0800-adb3-457a-8e2f-e0011233bc24 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260727 Aug 22 14:47:58.605809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Request body: {'port': {'device_id': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:47:58.648101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:58.682513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.744366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-b10d26b6-6ada-4cc2-ac5d-779fcb0f7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:58.746014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-b10d26b6-6ada-4cc2-ac5d-779fcb0f7a13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1098 time: 0.0565197 Aug 22 14:47:58.893871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:58.905941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261edfee-cf4c-4c6b-b415-c2b0f6bd33f3 req-4f6e1f71-8e95-4253-8d3b-ac8d58016504 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:58.909801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-261edfee-cf4c-4c6b-b415-c2b0f6bd33f3 req-4f6e1f71-8e95-4253-8d3b-ac8d58016504 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.1162474 Aug 22 14:47:58.976128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-a7d5869a-067d-40a5-bdd2-aaa79a3f56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:58.977578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-a7d5869a-067d-40a5-bdd2-aaa79a3f56d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2241518 Aug 22 14:47:59.008366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-261edfee-cf4c-4c6b-b415-c2b0f6bd33f3 req-09ce30b0-8f34-4d0d-b1d8-c65e2b96c905 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856071 Aug 22 14:47:59.029541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55e350d-d2a2-4429-bed7-c16ec1755152 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:47:59.039293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.052853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Transition to ACTIVE for port object c55e350d-d2a2-4429-bed7-c16ec1755152 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:47:59.054235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-8ec7e275-1b70-42f7-84e8-ef7d49339873 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.0638433 Aug 22 14:47:59.164679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.176709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fdf5df35-1ddf-4040-bc67-6515e539ec33 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:59.182428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46c98b-cc53-4095-8252-d9e3675df800 req-3998e16c-1b79-486f-8d25-ea0774721148 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.189810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f46c98b-cc53-4095-8252-d9e3675df800 req-3998e16c-1b79-486f-8d25-ea0774721148 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.0909173 Aug 22 14:47:59.195668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-7c2ac356-9685-41ab-a71c-cc0a00dd43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.198369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-7c2ac356-9685-41ab-a71c-cc0a00dd43af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1338885 Aug 22 14:47:59.264871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:59.270172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.300552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f46c98b-cc53-4095-8252-d9e3675df800 req-41334d85-5458-4b14-85d0-ec6d4706d2bb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098046 Aug 22 14:47:59.303921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-4680f581-972d-4766-8170-298756c80e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.306483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-4680f581-972d-4766-8170-298756c80e3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965147 Aug 22 14:47:59.315570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port fdf5df35-1ddf-4040-bc67-6515e539ec33 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:59.317514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port fdf5df35-1ddf-4040-bc67-6515e539ec33 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:59.327484 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.394050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:47:59.394643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:47:59.394994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:59.402319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:47:59.403010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:47:59.409433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:47:59.410099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:47:59.410616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:47:59.411130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Bound port: c55e350d-d2a2-4429-bed7-c16ec1755152, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:47:59.411612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.428693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.468472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.510410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:59.511803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:47:59.516993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac9f959f1fec4a3d96734af847bb95cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8635519 Aug 22 14:47:59.517143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:47:59.518434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48784) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:47:59.520621 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790cf122-ee3c-4e8a-baf4-8d417b541a99" -d '{"events": [{"server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:59.521885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f266c7-0147-43e3-96bb-bc12a2d547b7 req-26af09da-3e3e-4d49-8faf-e3fa1eb82004 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.528752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f266c7-0147-43e3-96bb-bc12a2d547b7 req-26af09da-3e3e-4d49-8faf-e3fa1eb82004 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 948 time: 0.1406422 Aug 22 14:47:59.528752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54506cd4-4410-476b-97c6-4e265c076551,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:59.533197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.533548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.533963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.534309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.534650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.534986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.535316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.535656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.536027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.536335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.536663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.536989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179b02c-c2e8-4035-9aa2-2e3e1b7c71b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.543511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-0321b427-8dc5-43a8-b173-9a1ab236d691 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300706 Aug 22 14:47:59.554294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:47:59.595580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.625029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.625827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:47:59.638851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f266c7-0147-43e3-96bb-bc12a2d547b7 req-015deaf9-6d63-4c62-a1de-3cfe9ef82b1d tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Aug 22 14:47:59.654183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.674047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.674687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.676230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] 10.222.0.54 "PUT /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 1091 time: 1.0755088 Aug 22 14:47:59.679530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:47:59.682219 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515414ef-df99-4bc9-8192-f6ae0620666b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:47:59.721459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b08a1c7c-6600-475a-b037-b29e7dcbe2f6 req-263f6946-6e25-4760-9858-5eb0c4223cd0 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700816 Aug 22 14:47:59.729857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.738371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:59.744570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e397fd4-cd6c-4da3-9420-4558e05d4755 service neutron] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:47:59.763614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.764304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.764856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.765412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.765948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.766492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.767036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.767433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.767821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.768383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.768932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.769330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:47:59.769945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20b6f-73a6-4298-92b8-510c2c5796aa req-09167286-0e4d-4c58-9e88-abdb4416008c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.772138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86f20b6f-73a6-4298-92b8-510c2c5796aa req-09167286-0e4d-4c58-9e88-abdb4416008c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.1164122 Aug 22 14:47:59.821288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86f20b6f-73a6-4298-92b8-510c2c5796aa req-a02343f1-4e9c-4f9b-a625-2ed401455f0e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Aug 22 14:47:59.903415 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf64212-69c9-4c53-b7d7-fa2202570b13 x-openstack-request-id: req-5bf64212-69c9-4c53-b7d7-fa2202570b13 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:59.903415 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "name": "network-vif-plugged", "status": "completed", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:59.903415 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bf64212-69c9-4c53-b7d7-fa2202570b13 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:59.903415 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33', 'code': 200} Aug 22 14:47:59.927815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e060274f-9efd-4f9e-b1a6-1333c2901328 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:47:59.933121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e060274f-9efd-4f9e-b1a6-1333c2901328 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:47:59.933497 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.952398 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91729940-24f7-4356-ac72-92820432e22a x-openstack-request-id: req-91729940-24f7-4356-ac72-92820432e22a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:47:59.952687 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:47:59.952944 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91729940-24f7-4356-ac72-92820432e22a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:47:59.953341 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'status': 'completed', 'code': 200} Aug 22 14:47:59.956492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-50a57487-393e-4cc8-a075-8c4c3999d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:47:59.958022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-50a57487-393e-4cc8-a075-8c4c3999d37b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1094 time: 0.0841079 Aug 22 14:47:59.962112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.968192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:47:59.968192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54506cd4-4410-476b-97c6-4e265c076551 HTTP/1.1" status: 204 len: 168 time: 0.4459679 Aug 22 14:48:00.059095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-73d6e6c9-5618-4097-b1a2-2a245e3920ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.0706477 Aug 22 14:48:00.061604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402f8b5-6fb7-4ca4-a6d4-bae5372eeffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54506cd4-4410-476b-97c6-4e265c076551,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:00.090773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7c81e5e-c0f2-4999-a1bf-18723c673f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:00.117900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-4a276b6d-3aaf-4533-8330-b778ac093954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.120342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:00.120776 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-4a276b6d-3aaf-4533-8330-b778ac093954 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0539093 Aug 22 14:48:00.143424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1fa3e-81ec-4234-83d9-df54efd6fba6 req-f2023a05-3a50-45e0-be81-1359b75ce95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.143424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50f1fa3e-81ec-4234-83d9-df54efd6fba6 req-f2023a05-3a50-45e0-be81-1359b75ce95e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 1100 time: 0.1718829 Aug 22 14:48:00.181592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-2f69e6b6-6306-4675-ab96-007071df4680 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522685 Aug 22 14:48:00.186985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:00.214343 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50f1fa3e-81ec-4234-83d9-df54efd6fba6 req-11fee8f4-28f9-4557-bb6e-fc1330e07ee6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Aug 22 14:48:00.226363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3269a-bb76-41f4-b021-bae22f00352f req-f16d83a7-b9ab-47d5-80e7-f1aaba184f9d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.230005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ce3269a-bb76-41f4-b021-bae22f00352f req-f16d83a7-b9ab-47d5-80e7-f1aaba184f9d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.0737615 Aug 22 14:48:00.277173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ce3269a-bb76-41f4-b021-bae22f00352f req-d9c886ce-08b7-456f-a001-8986f5621b5c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Aug 22 14:48:00.301549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:00.312134 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-b78dac09-8547-4585-a1fa-0e85e3c8db24 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223507 Aug 22 14:48:00.368040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:00.444152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9ec4-847c-4551-a280-1107c265a1fe req-fb05dfae-c658-46b1-b6c8-4f3ea7d92399 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.445708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b5c9ec4-847c-4551-a280-1107c265a1fe req-fb05dfae-c658-46b1-b6c8-4f3ea7d92399 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.0538416 Aug 22 14:48:00.492127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b5c9ec4-847c-4551-a280-1107c265a1fe req-21437f82-822a-424d-b398-84e8fc7dddec tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Aug 22 14:48:00.569976 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5aa66fe2-75f3-4e36-a678-e6c9f0bcf611 req-0c21e5d9-5560-4687-ad76-8a817569c9f5 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114616 Aug 22 14:48:00.751589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515414ef-df99-4bc9-8192-f6ae0620666b req-8573edd8-a6dc-40e0-999c-bc843b1a683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.756267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-8573edd8-a6dc-40e0-999c-bc843b1a683f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1094 time: 0.0487130 Aug 22 14:48:00.799084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af369c-e0d7-481c-a25a-d9de6b91f66a req-74f177b0-4ab4-4e8e-962a-453a11eeb104 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.800760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86af369c-e0d7-481c-a25a-d9de6b91f66a req-74f177b0-4ab4-4e8e-962a-453a11eeb104 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.0563064 Aug 22 14:48:00.851391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86af369c-e0d7-481c-a25a-d9de6b91f66a req-d11ba509-04e3-4b79-affc-ea4bcc23b6d9 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Aug 22 14:48:00.866089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515414ef-df99-4bc9-8192-f6ae0620666b req-00417c27-de6b-42ec-86b2-54f5dda7d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.866089 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-00417c27-de6b-42ec-86b2-54f5dda7d9a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1013510 Aug 22 14:48:00.916215 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-8b440653-94cb-431f-b292-9df541f94594 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.0436673 Aug 22 14:48:00.983412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515414ef-df99-4bc9-8192-f6ae0620666b req-e50e8f89-9487-447d-87e4-a158a5cf9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:00.988900 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-e50e8f89-9487-447d-87e4-a158a5cf9936 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0605621 Aug 22 14:48:01.009923 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:48:01.035963 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-67833b7d-c620-4f6c-958d-f8bd0e5122ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354865 Aug 22 14:48:01.067193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ea415-0fbc-41de-93a2-b1547fc43ad9 req-0774790d-e5a9-4436-8273-0ff0041b2f17 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:01.068779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d34ea415-0fbc-41de-93a2-b1547fc43ad9 req-0774790d-e5a9-4436-8273-0ff0041b2f17 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0561960 Aug 22 14:48:01.131737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d34ea415-0fbc-41de-93a2-b1547fc43ad9 req-146f8a06-9947-47b3-a4e2-6fbc8d395b52 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Aug 22 14:48:01.166720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-ce112498-aa43-4fd3-ae45-ddad80166147 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239910 Aug 22 14:48:01.277828 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-515414ef-df99-4bc9-8192-f6ae0620666b req-3ab80964-1571-488c-8ce3-30159e9d8109 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022658 Aug 22 14:48:01.393128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48872) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:01.407338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871304ef-aaed-437c-bd1c-3f2f0501ad6b req-46e9c656-7a8a-441e-a373-59ed4a8b8e0b tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:01.408968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-871304ef-aaed-437c-bd1c-3f2f0501ad6b req-46e9c656-7a8a-441e-a373-59ed4a8b8e0b tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Aug 22 14:48:01.443252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:01.462798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-871304ef-aaed-437c-bd1c-3f2f0501ad6b req-bcf94881-8744-4efc-8e8d-a7ae349782de tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Aug 22 14:48:01.592677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-361564879-network', 'tenant_id': 'd82257248c9745ba99fb097266818d98'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:01.624267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3d505-747f-4931-b7d7-e78054eb9b72 req-d6e4fcbb-32ac-4103-9751-76c9a267fec6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:01.625872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cf3d505-747f-4931-b7d7-e78054eb9b72 req-d6e4fcbb-32ac-4103-9751-76c9a267fec6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.0532272 Aug 22 14:48:01.630691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.670347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cf3d505-747f-4931-b7d7-e78054eb9b72 req-5fbe9225-793a-4d1a-81eb-2216b4cc60f5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Aug 22 14:48:01.737075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Made reservation on behalf of d82257248c9745ba99fb097266818d98 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:01.739475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.753761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.842204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.902375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:01.904801 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96708432-6d58-47d1-aef3-e319a69e905e" -d '{"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-plugged", "status": "completed", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:01.974564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:01.984922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bc545-939c-4d6e-bbd9-2ef1bd8bfe33 req-5fdc41aa-b9c1-43ed-8f8d-d8895a52e1a2 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:01.986585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b7bc545-939c-4d6e-bbd9-2ef1bd8bfe33 req-5fdc41aa-b9c1-43ed-8f8d-d8895a52e1a2 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.0600333 Aug 22 14:48:02.039095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3c45ab9c35a458c8eab20f83275c7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444819 Aug 22 14:48:02.046434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db94bec7-714e-4836-9946-6b49a470dc3b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:02.049905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b7bc545-939c-4d6e-bbd9-2ef1bd8bfe33 req-461876a6-ac8b-4b21-a573-1f6b813958a1 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Aug 22 14:48:02.050443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48898) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:02.061581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.062068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.062422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.062759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.063100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.063435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.063766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.064127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.064453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.064780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.065105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.066039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6b0b9a-eaae-4964-aad6-891f06009e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:02.077223 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab0d5c-aab3-41cd-b968-fe050a8ee255 x-openstack-request-id: req-44ab0d5c-aab3-41cd-b968-fe050a8ee255 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:02.077987 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-plugged", "status": "completed", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:02.081371 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44ab0d5c-aab3-41cd-b968-fe050a8ee255 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:02.081371 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'code': 200} Aug 22 14:48:02.141663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.150073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.167438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.188840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a70d-0ee0-4476-893a-03c20316e98d req-d6061880-1199-4bc2-b089-5650e62cb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:02.190471 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4898a70d-0ee0-4476-893a-03c20316e98d req-d6061880-1199-4bc2-b089-5650e62cb72e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.0462425 Aug 22 14:48:02.229108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4898a70d-0ee0-4476-893a-03c20316e98d req-53ca2281-6e88-4895-a471-21813cf9f3b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Aug 22 14:48:02.232304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.260139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156cb68-e415-496e-827f-fa713b74184a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:02.265137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2910bbc-37ff-4077-8ad2-25bfb00d2a0b req-24131816-d8e9-450f-96c1-afd4e4f3aded tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:02.277338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2910bbc-37ff-4077-8ad2-25bfb00d2a0b req-24131816-d8e9-450f-96c1-afd4e4f3aded tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0531976 Aug 22 14:48:02.310667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2910bbc-37ff-4077-8ad2-25bfb00d2a0b req-901cb533-e028-47e3-8573-22c0a1d675cc tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Aug 22 14:48:02.329387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.332084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.336371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db94bec7-714e-4836-9946-6b49a470dc3b HTTP/1.1" status: 204 len: 168 time: 0.2818553 Aug 22 14:48:02.336515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:48:02.342205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85b166-74de-4922-b92d-80a08d8a92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94bec7-714e-4836-9946-6b49a470dc3b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:02.355603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.355955 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Added segment 30060a13-b44e-42cf-88fa-e8a2be563e37 of type vlan for network e2890571-5771-440e-ab25-242cad2d80a8 Aug 22 14:48:02.398538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.489264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.491798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:02.492444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.562276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] Pushing event updated for resources: {'Network': ['ID=e2890571-5771-440e-ab25-242cad2d80a8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:02.572650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e2890571-5771-440e-ab25-242cad2d80a8 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:48:02.589947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb1c1-3b88-4cff-b4b5-9b9a7296a130 req-ea8c9b22-ef07-412a-97b1-ba78c8cc61a3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:02.591498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b85fb1c1-3b88-4cff-b4b5-9b9a7296a130 req-ea8c9b22-ef07-412a-97b1-ba78c8cc61a3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 945 time: 0.0577807 Aug 22 14:48:02.643725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b85fb1c1-3b88-4cff-b4b5-9b9a7296a130 req-711084ea-4dfd-4c27-89d8-49d163828f9a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Aug 22 14:48:02.673144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e76fdcbc-7f36-4b72-9b95-0d69bdbd2a68 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2287939 Aug 22 14:48:02.675932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48914) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:02.681822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Request body: {'subnet': {'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-361564879-subnet', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:02.790618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.806515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d106f00-010e-492e-9289-90607c3a19d2 req-a4397839-1c07-4725-8f7f-88ff2d426b34 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:02.808176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d106f00-010e-492e-9289-90607c3a19d2 req-a4397839-1c07-4725-8f7f-88ff2d426b34 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.0656161 Aug 22 14:48:02.824913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Made reservation on behalf of d82257248c9745ba99fb097266818d98 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:02.827592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:02.855938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:02.886105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d106f00-010e-492e-9289-90607c3a19d2 req-b50b78c8-ef9b-479f-a33d-8727335b6aa8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716386 Aug 22 14:48:02.972178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d9099de-387b-4f59-8b37-beaef955740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.067356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d9099de-387b-4f59-8b37-beaef955740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.124079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.167018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d9099de-387b-4f59-8b37-beaef955740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.175838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:03.193376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48928) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:03.208593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Checking segment: {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:03.208954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Network hostable DHCP agents. Network: e2890571-5771-440e-ab25-242cad2d80a8, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:48:03.212407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1332dd7-25e2-4c88-a523-89fd062ef8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.215833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9099de-387b-4f59-8b37-beaef955740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95289b4-87f5-454c-81ea-762dafb8f331,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:03.224680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d9099de-387b-4f59-8b37-beaef955740f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=747692175dee4092901d83236e0b605a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671608 Aug 22 14:48:03.229333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48930) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:03.236256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47643aae-df5c-4bd2-b819-12beba3ac34f req-cf419647-a2c3-4ee3-b5ee-41315d59c395 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:03.237782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47643aae-df5c-4bd2-b819-12beba3ac34f req-cf419647-a2c3-4ee3-b5ee-41315d59c395 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.1042378 Aug 22 14:48:03.285745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47643aae-df5c-4bd2-b819-12beba3ac34f req-84a81bde-b7be-459f-8d68-9a5958033dfa tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Aug 22 14:48:03.320762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.349552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Network e2890571-5771-440e-ab25-242cad2d80a8 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:48:03.360314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.398246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c5386df-664f-46b9-b0b5-941acba025fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.419697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1332dd7-25e2-4c88-a523-89fd062ef8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.449406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ded4-2f9a-48e2-b7c2-67582b3ef2d6 req-4aa223ea-1776-41aa-a0c9-0eb802b74657 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:03.450915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a97ded4-2f9a-48e2-b7c2-67582b3ef2d6 req-4aa223ea-1776-41aa-a0c9-0eb802b74657 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0685017 Aug 22 14:48:03.455087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e2890571-5771-440e-ab25-242cad2d80a8) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:03.459484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:03.460127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.465256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af212b91-b073-4bd3-82d6-3f011d1e0287 None None] Network e2890571-5771-440e-ab25-242cad2d80a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:03.487170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1332dd7-25e2-4c88-a523-89fd062ef8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.505635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a97ded4-2f9a-48e2-b7c2-67582b3ef2d6 req-c23b5e8c-f1a5-4c87-877d-283f09da2b8b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478680 Aug 22 14:48:03.535885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1332dd7-25e2-4c88-a523-89fd062ef8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73fd54-bf3b-45e7-af92-fff95ed9e9fa,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:03.541176 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b1332dd7-25e2-4c88-a523-89fd062ef8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0689d399a414036825be76ac807dd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458335 Aug 22 14:48:03.542695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.543652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:03.545457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.555339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b95289b4-87f5-454c-81ea-762dafb8f331 HTTP/1.1" status: 204 len: 168 time: 0.3170722 Aug 22 14:48:03.558692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162730-4376-440f-ba7a-99744e41e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95289b4-87f5-454c-81ea-762dafb8f331,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:03.580187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48940) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:03.580764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d0c59cc-4015-41c1-8f73-e8d82b13255f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9036047 Aug 22 14:48:03.608394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:03.678889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.701548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e2890571-5771-440e-ab25-242cad2d80a8', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:48:03.706794 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.720466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.728471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:03.818537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96145-6b57-4d64-a44e-40b7129fa7a6 req-4f8961f5-cb5b-4075-9b5b-6f13d9ea1581 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:03.820213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5df96145-6b57-4d64-a44e-40b7129fa7a6 req-4f8961f5-cb5b-4075-9b5b-6f13d9ea1581 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 945 time: 0.0579484 Aug 22 14:48:03.872224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5df96145-6b57-4d64-a44e-40b7129fa7a6 req-f60bdb0e-cb4e-435d-8229-694ff4db386e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Aug 22 14:48:03.936521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:03.957946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.090899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:04.093737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Allocated IP 172.20.0.2 (e2890571-5771-440e-ab25-242cad2d80a8/9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7/3709ab5b-1084-4db7-925d-e2a6b16de0b4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:04.110607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '4bfc012a-4b21-4c73-987c-8141454169ad', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '4bfc012a-4b21-4c73-987c-8141454169ad', 'mac_address': 'fa:16:3e:ed:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:04.111733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1b63-91bd-43c7-a5c9-dbad68e7b62f req-83a31fda-a245-4949-9eae-277e4037ccc0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:04.113320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b7a1b63-91bd-43c7-a5c9-dbad68e7b62f req-83a31fda-a245-4949-9eae-277e4037ccc0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.0877936 Aug 22 14:48:04.129656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fef0-4ba0-486c-aebe-a136d8895678 req-0af2e54d-a655-4da2-b691-d5b07bd726f2 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:04.131575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54a8fef0-4ba0-486c-aebe-a136d8895678 req-0af2e54d-a655-4da2-b691-d5b07bd726f2 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.0936248 Aug 22 14:48:04.197161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b7a1b63-91bd-43c7-a5c9-dbad68e7b62f req-6fd50bc7-8679-4c67-9253-83d9389b2235 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Aug 22 14:48:04.204496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.215852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54a8fef0-4ba0-486c-aebe-a136d8895678 req-546b0869-2ad0-4fe3-94f7-fb2f70c1890e tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695221 Aug 22 14:48:04.227897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfc012a-4b21-4c73-987c-8141454169ad {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:04.241201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.244393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.248934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e73fd54-bf3b-45e7-af92-fff95ed9e9fa HTTP/1.1" status: 204 len: 168 time: 0.7008164 Aug 22 14:48:04.264633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:04.266265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3190e-8b05-4e3e-8dbc-e9e39f45d4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73fd54-bf3b-45e7-af92-fff95ed9e9fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:04.296995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.311169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.320196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Transition to ACTIVE for port object 3709ab5b-1084-4db7-925d-e2a6b16de0b4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:04.335502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.370599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Transition to ACTIVE for port object 3709ab5b-1084-4db7-925d-e2a6b16de0b4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:04.401227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:04.488240 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.538565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Network e2890571-5771-440e-ab25-242cad2d80a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:04.545603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:04.548657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:04.587163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.609154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Pushing event updated for resources: {'Port': ['ID=3709ab5b-1084-4db7-925d-e2a6b16de0b4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:04.644711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Attempting to bind port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:04.649359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Attempting to bind port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:04.649359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Attempting to bind port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 on network e2890571-5771-440e-ab25-242cad2d80a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:04.652927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:04.653838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Checking segment: {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:04.654537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.655265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Bound using segment: {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:04.656310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Bound port: 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:04.657050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.708800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cfe9e-0eb5-4134-91e3-1f505711bfdc req-783dc34a-56e5-4f17-8e49-0277c1b00ef4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:04.710315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f2cfe9e-0eb5-4134-91e3-1f505711bfdc req-783dc34a-56e5-4f17-8e49-0277c1b00ef4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0660732 Aug 22 14:48:04.741245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.742506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] For port 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:04.747892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:04.752181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] For port 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3709ab5b-1084-4db7-925d-e2a6b16de0b4,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:04.819618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f2cfe9e-0eb5-4134-91e3-1f505711bfdc req-6c061679-c8fc-4496-b030-509e5cc64758 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973189 Aug 22 14:48:04.851858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:04.954373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94527138-8df3-47a1-928f-ad66b5c001c4 None None] Pushing event updated for resources: {'Port': ['ID=3709ab5b-1084-4db7-925d-e2a6b16de0b4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:05.096409 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.119499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b26d-f86b-41da-b1b3-2b16eae61f13 req-ef7d4dd1-49d7-4705-a079-86e07425d2ed tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:05.122439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92a7b26d-f86b-41da-b1b3-2b16eae61f13 req-ef7d4dd1-49d7-4705-a079-86e07425d2ed tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 945 time: 0.1269162 Aug 22 14:48:05.146608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.236933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:05.272317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92a7b26d-f86b-41da-b1b3-2b16eae61f13 req-54fe032f-e8ac-4d74-ae97-687c053afa5a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239243 Aug 22 14:48:05.381965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Allocated IP 172.25.0.131 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/86bd82a9-8a56-48e4-8188-972a1cc0e2a6) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:05.409829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-eb4beae8-d0ec-4e26-96c1-aa33915c6181 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:05.414812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-eb4beae8-d0ec-4e26-96c1-aa33915c6181 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.54 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.1474810 Aug 22 14:48:05.488076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:05.501914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'port_id': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'mac_address': 'fa:16:3e:0a:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7c76fb-a39b-4679-8455-707c1d9e3a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:05.555584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.565547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e231e-8686-40e0-a447-974ee18d8073 req-fc4ff2d0-119a-48e2-b714-7483694b56b0 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:05.573889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd9e231e-8686-40e0-a447-974ee18d8073 req-fc4ff2d0-119a-48e2-b714-7483694b56b0 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 949 time: 0.1699870 Aug 22 14:48:05.577501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Deleting port fdf5df35-1ddf-4040-bc67-6515e539ec33 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:05.577501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.577814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55e350d-d2a2-4429-bed7-c16ec1755152 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:05.593545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d49186-8859-49a8-940a-236a7e96e21f req-e042adc2-201b-4697-aaa3-de247be169bb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:05.601205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01d49186-8859-49a8-940a-236a7e96e21f req-e042adc2-201b-4697-aaa3-de247be169bb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 948 time: 0.1961870 Aug 22 14:48:05.601444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:05.674444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.688707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] For port fdf5df35-1ddf-4040-bc67-6515e539ec33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fdf5df35-1ddf-4040-bc67-6515e539ec33,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:05.692238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.692542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01d49186-8859-49a8-940a-236a7e96e21f req-41d3e497-272d-42df-84f9-b082188959b4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904076 Aug 22 14:48:05.698547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd9e231e-8686-40e0-a447-974ee18d8073 req-6a1eb815-e329-4d1b-8d71-4e2f400cf1d5 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aeb156f-ccdf-4fcf-bb81-a932fb73e978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235292 Aug 22 14:48:05.710068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Calling delete_port for fdf5df35-1ddf-4040-bc67-6515e539ec33 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:05.747224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.854188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:05.860731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:05.912393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078b782-7e54-4aca-b31b-ab25ff27f534 req-6e037d0c-0d13-49a3-bc79-5aa90abcec0c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:05.914051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4078b782-7e54-4aca-b31b-ab25ff27f534 req-6e037d0c-0d13-49a3-bc79-5aa90abcec0c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.1134481 Aug 22 14:48:05.953448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:05.978282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4078b782-7e54-4aca-b31b-ab25ff27f534 req-de7741f7-b5b8-4a00-ba0c-522e547671a0 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Aug 22 14:48:05.985290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:05.988683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:06.049478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['c55e350d-d2a2-4429-bed7-c16ec1755152'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:06.081404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Pushing event updated for resources: {'Port': ['ID=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:06.082364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.204137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Pushing event deleted for resources: {'Port': ['ID=fdf5df35-1ddf-4040-bc67-6515e539ec33,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:06.234313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3709ab5b-1084-4db7-925d-e2a6b16de0b4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:06.266647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] No DVR routers for this DVR port fdf5df35-1ddf-4040-bc67-6515e539ec33 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:06.269722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.273320 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1e367cbe-93ed-4235-8197-cbda8b8294af req-f8d2360a-afca-485a-adaa-24d3d44b1869 tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.54 "DELETE /v2.0/ports/fdf5df35-1ddf-4040-bc67-6515e539ec33 HTTP/1.1" status: 204 len: 173 time: 0.8516536 Aug 22 14:48:06.273805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'name': 'network-vif-deleted', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:06.286035 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8817e6-3134-4365-a162-982b89e68670" -d '{"events": [{"server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "name": "network-vif-deleted", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:06.290791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49014) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:06.369128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4f7b6-e74e-4f61-915c-54de863c2173 None None] Network e2890571-5771-440e-ab25-242cad2d80a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:06.457888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-network', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:06.586721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Made reservation on behalf of c308624db51d4f8c84b55151034ba8b2 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:06.589645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.600461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.635655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6f8d7-293b-4f4a-bf41-1a25ae52df64 req-aadcabc3-2005-4977-90b3-0ab3b738f7fe tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:06.637350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12c6f8d7-293b-4f4a-bf41-1a25ae52df64 req-aadcabc3-2005-4977-90b3-0ab3b738f7fe tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.4208593 Aug 22 14:48:06.644456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fadc1918-9010-4f93-8792-7fa8654a3936 None None] Provisioning for port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:06.645019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2ef4-3a99-4e62-afd5-ee375d109c80 req-4528acca-b9be-4142-ab2c-1593e5f75241 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:06.652956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8ea2ef4-3a99-4e62-afd5-ee375d109c80 req-4528acca-b9be-4142-ab2c-1593e5f75241 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.4989593 Aug 22 14:48:06.704787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:06.706006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:06.706389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.737898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8ea2ef4-3a99-4e62-afd5-ee375d109c80 req-c25002b7-e2fa-4402-a4a4-a35fb5d3803e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839353 Aug 22 14:48:06.739715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.746512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12c6f8d7-293b-4f4a-bf41-1a25ae52df64 req-d096f13e-e0ad-4e3f-b720-689b07ba3fac tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855458 Aug 22 14:48:06.756963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.815813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.830347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:48:06.844058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:06.848141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.848141 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Added segment 7abbfc8b-7a76-48b4-949b-61694b84f4a9 of type vlan for network 299250e4-ce81-49d3-b0a7-393e20708257 Aug 22 14:48:06.857834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.928181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3709ab5b-1084-4db7-925d-e2a6b16de0b4,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:06.958921 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df24df-60cd-459b-aac6-c87a48ccb8fb x-openstack-request-id: req-96df24df-60cd-459b-aac6-c87a48ccb8fb {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:06.958921 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f40aed-de2a-4e19-b86a-7001980aa55e", "name": "network-vif-deleted", "tag": "fdf5df35-1ddf-4040-bc67-6515e539ec33", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:06.958921 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96df24df-60cd-459b-aac6-c87a48ccb8fb {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:06.958921 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f40aed-de2a-4e19-b86a-7001980aa55e', 'name': 'network-vif-deleted', 'tag': 'fdf5df35-1ddf-4040-bc67-6515e539ec33', 'status': 'completed', 'code': 200} Aug 22 14:48:06.982086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.991365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:06.996446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12671bee-0151-414e-a774-4795d54817f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:07.010656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.047739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['fdf5df35-1ddf-4040-bc67-6515e539ec33'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:07.110380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3709ab5b-1084-4db7-925d-e2a6b16de0b4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:07.117844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.121309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16cb2f9a-09ac-487b-b5ad-6338363e4729 req-0b4f7a35-fc71-40d3-9f2a-b90d0e32aeeb tempest-ImagesNegativeTestJSON-403949147 tempest-ImagesNegativeTestJSON-403949147-project] 10.222.0.53 "GET /v2.0/ports?device_id=74f40aed-de2a-4e19-b86a-7001980aa55e HTTP/1.1" status: 200 len: 210 time: 0.0451801 Aug 22 14:48:07.123429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f4986f3e-48ea-4c78-a673-aa6147d56c19 None None] Provisioning complete for port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:07.123626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f4986f3e-48ea-4c78-a673-aa6147d56c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.124551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af304edf-0930-4e25-ba66-a2fcf359b4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.125593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:07.126598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.191552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b66b7-39c2-492c-a369-44ec6f820aaa req-65234945-a8ed-432b-8832-7020114b34d6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:07.193185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-322b66b7-39c2-492c-a369-44ec6f820aaa req-65234945-a8ed-432b-8832-7020114b34d6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 948 time: 0.2039285 Aug 22 14:48:07.246633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:07.284490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] Pushing event updated for resources: {'Network': ['ID=299250e4-ce81-49d3-b0a7-393e20708257,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:07.289207 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8a8135a9-c6c4-4a0c-a139-3a9adcd75ace admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9954052 Aug 22 14:48:07.292726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:07.302629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Request body: {'subnet': {'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-subnet', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:07.309270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 299250e4-ce81-49d3-b0a7-393e20708257 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:48:07.426840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port c55e350d-d2a2-4429-bed7-c16ec1755152 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:07.433741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port c55e350d-d2a2-4429-bed7-c16ec1755152 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:07.434131 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.508522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-322b66b7-39c2-492c-a369-44ec6f820aaa req-0210b98e-d509-49d8-b4a2-10180ccadd5e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074143 Aug 22 14:48:07.542801 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.543403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.556888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af304edf-0930-4e25-ba66-a2fcf359b4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.566991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:07.569444 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c841a3ff-897d-44d4-8511-b1190f3781d9" -d '{"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-plugged", "status": "completed", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:07.583465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:07.609333 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a818f-05d0-4a97-84ef-3ea6f9746f83 x-openstack-request-id: req-0f9a818f-05d0-4a97-84ef-3ea6f9746f83 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:07.609850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-plugged", "status": "completed", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:07.610110 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f9a818f-05d0-4a97-84ef-3ea6f9746f83 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:07.610502 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'code': 200} Aug 22 14:48:07.647665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af304edf-0930-4e25-ba66-a2fcf359b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.677618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.710269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304edf-0930-4e25-ba66-a2fcf359b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9711e472-7e78-4779-82d7-e85c35db5f5c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:07.717764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af304edf-0930-4e25-ba66-a2fcf359b4d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b914145aecfd4349bbe7e7cfb812f5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792591 Aug 22 14:48:07.719154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:07.750166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:07.773170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d282c-b545-4dd9-94ef-fc87904f4b2d req-584b536d-661d-431b-a8dc-3bb0939b7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:07.776729 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-833d282c-b545-4dd9-94ef-fc87904f4b2d req-584b536d-661d-431b-a8dc-3bb0939b7ebe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1096 time: 0.0885909 Aug 22 14:48:07.779789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be502db-7865-4915-bdd0-c1a6c01b2327 req-5073b23e-959a-466e-b523-897e36e4e9f5 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:07.781357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8be502db-7865-4915-bdd0-c1a6c01b2327 req-5073b23e-959a-466e-b523-897e36e4e9f5 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.0605693 Aug 22 14:48:07.792929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Made reservation on behalf of c308624db51d4f8c84b55151034ba8b2 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:07.795403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.802280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:07.851843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8be502db-7865-4915-bdd0-c1a6c01b2327 req-c95e7782-624a-46f7-ab8b-9b33606b10a8 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 Aug 22 14:48:07.860759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Router 496c781a-41f4-4a60-bc32-8a85ad29315c is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:48:07.871739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fd5ba-4931-4456-9d9f-fdde5bad4567 req-59a1dfc6-ca78-43c7-ab54-0f128ab22bf7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:07.873313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-869fd5ba-4931-4456-9d9f-fdde5bad4567 req-59a1dfc6-ca78-43c7-ab54-0f128ab22bf7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.0708582 Aug 22 14:48:07.874474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-833d282c-b545-4dd9-94ef-fc87904f4b2d req-f764fc31-b934-4e93-904b-751191e25c9f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885174 Aug 22 14:48:07.888233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 4bfc012a-4b21-4c73-987c-8141454169ad completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:07.897230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 4bfc012a-4b21-4c73-987c-8141454169ad triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:07.903211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.922591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:07.961527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.011570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-869fd5ba-4931-4456-9d9f-fdde5bad4567 req-e467a282-04fc-4493-b3b8-aee9ff3d3830 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Aug 22 14:48:08.033555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.083655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3709ab5b-1084-4db7-925d-e2a6b16de0b4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:08.098650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:08.117566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Sync routers for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:08.121109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:08.129992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.132904 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.134242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9711e472-7e78-4779-82d7-e85c35db5f5c HTTP/1.1" status: 204 len: 168 time: 0.4127424 Aug 22 14:48:08.140962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:08.141581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:08.143758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18496f3c-2a63-4db6-977b-2a484d86aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9711e472-7e78-4779-82d7-e85c35db5f5c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:08.207280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.238205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.240015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-209fa9e5-5847-40ee-9d31-56b16cbb8888 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6570094 Aug 22 14:48:08.242198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49054) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:08.275888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.287714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:08.287714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.287863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c209db9-1c67-4905-81b8-6015a79d59d2,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:08.350565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Checking segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:08.366558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Network hostable DHCP agents. Network: 299250e4-ce81-49d3-b0a7-393e20708257, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:48:08.456686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Network 299250e4-ce81-49d3-b0a7-393e20708257 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:48:08.521828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:08.551467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 299250e4-ce81-49d3-b0a7-393e20708257) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:08.565557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:08.566394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.599681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e4324-2f1e-4cd9-9fbc-d00ec33a2eb0 None None] Network 299250e4-ce81-49d3-b0a7-393e20708257 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:08.620879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:08.659713 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ade69905-74e0-4476-af80-9f559ac96897 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3641477 Aug 22 14:48:08.661104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49074) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:08.667288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:08.715052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4578-693a-48a0-bdc7-56667abcf9e2 req-1ac233ad-b60c-4083-a2d4-751d917efba8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:08.716756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84cb4578-693a-48a0-bdc7-56667abcf9e2 req-1ac233ad-b60c-4083-a2d4-751d917efba8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0737786 Aug 22 14:48:08.788317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.800074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.809961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84cb4578-693a-48a0-bdc7-56667abcf9e2 req-ddd3f9a1-fe5b-4bda-adb1-4879c741da1b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873027 Aug 22 14:48:08.881433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.886866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.925115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-299250e4-ce81-49d3-b0a7-393e20708257', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:48:08.926360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:08.978366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:06Z', 'revision_number': 3, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:09.099155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ac5e1-c7be-41cd-8190-23bf6fe46923 req-0ddfa9b5-c387-46b7-8a3a-26796f2d3cbc tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:09.099155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-052ac5e1-c7be-41cd-8190-23bf6fe46923 req-0ddfa9b5-c387-46b7-8a3a-26796f2d3cbc tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.1255488 Aug 22 14:48:09.129061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Allocated IP 172.20.0.1 (e2890571-5771-440e-ab25-242cad2d80a8/9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7/945931c3-3a8b-4c35-9e69-617aaeb54d37) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:09.152927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-052ac5e1-c7be-41cd-8190-23bf6fe46923 req-ad8d971d-6b06-47e5-b261-60a07165815c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Aug 22 14:48:09.263111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49092) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:09.267562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.315087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fdf5df35-1ddf-4040-bc67-6515e539ec33 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:09.340011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.360166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: fdf5df35-1ddf-4040-bc67-6515e539ec33 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:48:09.360931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fdf5df35-1ddf-4040-bc67-6515e539ec33 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:09.363493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Checking router: 496c781a-41f4-4a60-bc32-8a85ad29315c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:09.364236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Updating router 496c781a-41f4-4a60-bc32-8a85ad29315c port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:48:09.383503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Transition to ACTIVE for port object 945931c3-3a8b-4c35-9e69-617aaeb54d37 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:09.425847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bf1e-6c10-4866-9065-1c8fbe1e35bb req-7aa2a4e3-f6c4-4cab-95aa-667dc5390cda tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:09.427816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa05bf1e-6c10-4866-9065-1c8fbe1e35bb req-7aa2a4e3-f6c4-4cab-95aa-667dc5390cda tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.1129766 Aug 22 14:48:09.429920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.566597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa05bf1e-6c10-4866-9065-1c8fbe1e35bb req-597100dd-b948-463e-88bb-ffe94a237f3c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258230 Aug 22 14:48:09.585088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c6abec55-284d-49b7-817f-a75ed2915dbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5805b57eae1b49d582a0ec4e9fdc82b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204052 Aug 22 14:48:09.588911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49104) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:09.624954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.669921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.688516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Pushing event updated for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:09.704369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.719205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Network e2890571-5771-440e-ab25-242cad2d80a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:09.720319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.722004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:09.723669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:09.724436 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa656ad-2a2e-44f9-af9f-7c2cfda74449" -d '{"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:09.738410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:09.738895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.748540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:09.765291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Allocated IP 172.20.0.2 (299250e4-ce81-49d3-b0a7-393e20708257/3c209db9-1c67-4905-81b8-6015a79d59d2/5b723167-85a9-49c2-9943-246cf52aab39) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:09.794210 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4383ca-db7b-4cf1-95a8-6234f595ec04 x-openstack-request-id: req-ad4383ca-db7b-4cf1-95a8-6234f595ec04 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:09.794533 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:09.794865 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad4383ca-db7b-4cf1-95a8-6234f595ec04 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:09.795290 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'code': 200} Aug 22 14:48:09.815025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:09.972902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.001792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-15030011-network', 'tenant_id': 'd77fc96ec292401fbab582bf7c7b3004'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:10.041293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.054981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Transition to ACTIVE for port object 5b723167-85a9-49c2-9943-246cf52aab39 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:10.089888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed5fc-e9c3-4fab-b146-28a0f3f60925 req-922922ed-e767-440c-b785-6880f7855016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:10.091388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc8ed5fc-e9c3-4fab-b146-28a0f3f60925 req-922922ed-e767-440c-b785-6880f7855016 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1100 time: 0.1956911 Aug 22 14:48:10.102909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Transition to ACTIVE for port object 5b723167-85a9-49c2-9943-246cf52aab39 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:10.116178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0866c-45af-4a28-afe5-52ed5d4a8479 req-e4137fae-c72a-4110-b623-ff62cf21c6b9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:10.116178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32a0866c-45af-4a28-afe5-52ed5d4a8479 req-e4137fae-c72a-4110-b623-ff62cf21c6b9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1287448 Aug 22 14:48:10.138624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Transition to ACTIVE for port object 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:10.147687 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.150765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.151918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3aeb156f-ccdf-4fcf-bb81-a932fb73e978 HTTP/1.1" status: 204 len: 168 time: 0.5620558 Aug 22 14:48:10.158690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.166791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Made reservation on behalf of d77fc96ec292401fbab582bf7c7b3004 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:10.169094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.176603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc8ed5fc-e9c3-4fab-b146-28a0f3f60925 req-5e829de4-d3cc-4d48-a84c-91f37fec4d48 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Aug 22 14:48:10.177294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd7a1e-d28a-4496-bcc2-1d65fa3f20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb156f-ccdf-4fcf-bb81-a932fb73e978,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.208209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.210363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.224077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32a0866c-45af-4a28-afe5-52ed5d4a8479 req-64e78a68-10ee-48bd-9d40-50021c5109d9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002023 Aug 22 14:48:10.228939 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.271908 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.271908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cb58c62b-0652-46b3-a305-f8f3cb819688 None None] Provisioning for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:10.293414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Network 299250e4-ce81-49d3-b0a7-393e20708257 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:10.298894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cb58c62b-0652-46b3-a305-f8f3cb819688 None None] Provisioning complete for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:10.298894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cb58c62b-0652-46b3-a305-f8f3cb819688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.304919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:10.341110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:10.360497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Pushing event updated for resources: {'Port': ['ID=5b723167-85a9-49c2-9943-246cf52aab39,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.395064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Attempting to bind port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:10.395426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Attempting to bind port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:10.396392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Attempting to bind port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:10.397563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Allocated IP 172.25.0.167 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/0d467e39-c852-45a5-ad70-245b1f77f96f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:10.399145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cb58c62b-0652-46b3-a305-f8f3cb819688 None None] Port 945931c3-3a8b-4c35-9e69-617aaeb54d37 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:10.447209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.447954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:10.448357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:10.448946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.449587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:10.450235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Bound port: 86bd82a9-8a56-48e4-8188-972a1cc0e2a6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:10.450789 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.491659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.496313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Attempting to bind port 5b723167-85a9-49c2-9943-246cf52aab39 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:10.496693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Attempting to bind port 5b723167-85a9-49c2-9943-246cf52aab39 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:10.497059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Attempting to bind port 5b723167-85a9-49c2-9943-246cf52aab39 on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:10.509638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a726bd-0c4a-4f01-84a4-d185e83b804a None None] Pushing event updated for resources: {'Port': ['ID=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.511182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.511603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:10.512025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Checking segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:10.512421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.512821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Bound using segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:10.513326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Bound port: 5b723167-85a9-49c2-9943-246cf52aab39, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:10.513685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.543648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:48:10.565688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.567936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] For port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:10.568502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.568950 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Added segment ee4fb948-4b95-4987-86e7-f40a6000e4fd of type vlan for network c06a0df5-14cd-4868-b216-35576abd5745 Aug 22 14:48:10.585013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] For port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:10.616247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] For port 5b723167-85a9-49c2-9943-246cf52aab39, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:10.620317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] For port 5b723167-85a9-49c2-9943-246cf52aab39, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5b723167-85a9-49c2-9943-246cf52aab39,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:10.642605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.646842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.647319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.694784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e1f6d-5adb-476f-845b-4fe7067ebae5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.713459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.770761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.781020 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.785503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:10.786143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:10.811099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:10.814370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:10.818132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:10.826188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Pushing event updated for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.842356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a726bd-0c4a-4f01-84a4-d185e83b804a None None] Pushing event updated for resources: {'Port': ['ID=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.847278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.848501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:10.849201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:10.863417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Pushing event updated for resources: {'Port': ['ID=0d467e39-c852-45a5-ad70-245b1f77f96f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:10.894873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6392a-6184-4d82-9215-55ef8cd6e5c8 req-83c282cb-ac5f-4c8d-9022-8ef4c4d44f33 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:10.902755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cef6392a-6184-4d82-9215-55ef8cd6e5c8 req-83c282cb-ac5f-4c8d-9022-8ef4c4d44f33 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.2011445 Aug 22 14:48:10.980041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] Pushing event updated for resources: {'Network': ['ID=c06a0df5-14cd-4868-b216-35576abd5745,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:11.017323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Network e2890571-5771-440e-ab25-242cad2d80a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:11.025623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:11.041349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a081b44b-e5b3-4912-925f-bec3bd8c4f61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2869568 Aug 22 14:48:11.042626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49152) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:11.047898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Request body: {'subnet': {'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-15030011-subnet', 'tenant_id': 'd77fc96ec292401fbab582bf7c7b3004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:11.055648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c06a0df5-14cd-4868-b216-35576abd5745 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:48:11.068570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cef6392a-6184-4d82-9215-55ef8cd6e5c8 req-8cdba186-90c6-4977-badf-568db04fe11d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646810 Aug 22 14:48:11.115619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d548c-c84f-4ba1-bf9a-c97c0d973377 None None] Pushing event updated for resources: {'Port': ['ID=5b723167-85a9-49c2-9943-246cf52aab39,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:11.354452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:11.382956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Made reservation on behalf of d77fc96ec292401fbab582bf7c7b3004 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:11.393675 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:11.846717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d142f1d9-61ab-4d1d-8294-1e031fb97ba8 None None] Provisioning complete for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:11.847288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d142f1d9-61ab-4d1d-8294-1e031fb97ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:11.953650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d142f1d9-61ab-4d1d-8294-1e031fb97ba8 None None] Port 945931c3-3a8b-4c35-9e69-617aaeb54d37 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:11.991929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:12.019681 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:12.039435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Router 496c781a-41f4-4a60-bc32-8a85ad29315c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:48:12.105507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '945931c3-3a8b-4c35-9e69-617aaeb54d37', 'name': '', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'mac_address': 'fa:16:3e:5d:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 2, 'project_id': 'd82257248c9745ba99fb097266818d98', 'subnets': [{'id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:12.122823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667eca5-40dd-4b5c-8883-0c8dc94a0df2 req-df8da0e3-271e-4220-b144-878b7470e92b tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:12.124608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2667eca5-40dd-4b5c-8883-0c8dc94a0df2 req-df8da0e3-271e-4220-b144-878b7470e92b tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1096 time: 0.1462123 Aug 22 14:48:12.144907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0017-a91e-4017-a930-a52ae2873b09 None None] The sync data for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 is: [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '945931c3-3a8b-4c35-9e69-617aaeb54d37', 'name': '', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'mac_address': 'fa:16:3e:5d:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 2, 'project_id': 'd82257248c9745ba99fb097266818d98', 'subnets': [{'id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:48:12.191734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5b723167-85a9-49c2-9943-246cf52aab39 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:12.311307 n-d-805046-3 neutron-server[102048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 22 14:48:12.317633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-b56b4cb7-1c1f-44f0-995f-52a48db6ec4f tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:48:12.318849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-b56b4cb7-1c1f-44f0-995f-52a48db6ec4f tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3233843 Aug 22 14:48:12.354443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5b723167-85a9-49c2-9943-246cf52aab39 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:12.373567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2667eca5-40dd-4b5c-8883-0c8dc94a0df2 req-5977f9bd-ae11-44e0-b88e-b3e586aa3de0 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324636 Aug 22 14:48:12.373567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:12.393692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9a4f235a-7d60-44c7-ab59-697c11e8c34c admin admin] 10.222.0.53 "PUT /v2.0/routers/496c781a-41f4-4a60-bc32-8a85ad29315c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1373370 Aug 22 14:48:12.475742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:12.484136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-94ca03a1-04a3-4dcf-ac38-d3b98f59312e tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:12.486248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-94ca03a1-04a3-4dcf-ac38-d3b98f59312e tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 1093 time: 0.1265142 Aug 22 14:48:12.570990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:12.631303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52963463-01c3-402a-8b02-17e6ecd76a7f None None] Network 299250e4-ce81-49d3-b0a7-393e20708257 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:12.668407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1874cd-5c70-447c-b5db-82a8bf5ed92c req-85d56f78-e4cb-4509-a010-58c9b04405ab tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:12.670031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d1874cd-5c70-447c-b5db-82a8bf5ed92c req-85d56f78-e4cb-4509-a010-58c9b04405ab tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1708713 Aug 22 14:48:12.670694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965bd350-d250-477b-926e-22baab7eff98,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:12.725762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Checking segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:12.726232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Network hostable DHCP agents. Network: c06a0df5-14cd-4868-b216-35576abd5745, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:48:12.741272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:12.741943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Unknown quota resources ['binding']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:48:12.784864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d1874cd-5c70-447c-b5db-82a8bf5ed92c req-2b799157-4d26-49e4-ab10-6d097289f92d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Aug 22 14:48:12.926308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:12.926659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:12.926996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:12.933259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:48:12.935278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:12.935563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:12.944165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:12.944513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:12.944929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:12.945395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Bound port: e060274f-9efd-4f9e-b1a6-1333c2901328, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:12.975296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Network c06a0df5-14cd-4868-b216-35576abd5745 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:48:12.976211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Provisioning for port 5b723167-85a9-49c2-9943-246cf52aab39 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:12.982800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Provisioning complete for port 5b723167-85a9-49c2-9943-246cf52aab39 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:12.983309 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.084503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c06a0df5-14cd-4868-b216-35576abd5745) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:13.119218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aba824-c46f-47ad-baba-251965de4fb7 None None] Network c06a0df5-14cd-4868-b216-35576abd5745 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:13.159182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fcc9d834-c5ea-4819-a68e-daabac2cef68 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6fe8886d6234446d85f9597262d348ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974855 Aug 22 14:48:13.220379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:13.224260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.237238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:13.256812 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.257606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:13.269900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:13.285692 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:13.286927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:13.309460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.313781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-39cb1b25-0394-4e67-a93f-cf4035f3365c service neutron] 10.222.0.53 "POST /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328/bindings HTTP/1.1" status: 201 len: 389 time: 0.6867495 Aug 22 14:48:13.317527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] For port 5b723167-85a9-49c2-9943-246cf52aab39, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5b723167-85a9-49c2-9943-246cf52aab39,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:13.388150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-f95597d3-40ca-4e74-9684-be9f0dd298e2 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:13.390840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-f95597d3-40ca-4e74-9684-be9f0dd298e2 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296140 Aug 22 14:48:13.392405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-beac2567-d1fd-4075-8550-691bf6d7fce3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3498135 Aug 22 14:48:13.398263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.411211 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef682d27-b815-4d38-ae03-3a10231ffcbd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7400787 Aug 22 14:48:13.411211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:13.418876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.428613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb4ea6-f148-44d9-9852-42c5c0c78d1b None None] Network c06a0df5-14cd-4868-b216-35576abd5745 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:13.452463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-850bb010-f179-4836-9d6a-76822751696a tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/quotas/6fe8886d6234446d85f9597262d348ca HTTP/1.1" status: 200 len: 375 time: 0.0382874 Aug 22 14:48:13.517752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-049561ce-3823-4ed0-98df-e64daf399e05 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fe8886d6234446d85f9597262d348ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626416 Aug 22 14:48:13.561697 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:13.816872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-386939da-d401-42d3-8923-55d6960d1f1e None None] Provisioning complete for port 5b723167-85a9-49c2-9943-246cf52aab39 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:13.817451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-386939da-d401-42d3-8923-55d6960d1f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:13.825451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0a09-db15-4be6-a5a7-f5bd38557751 req-941f5101-35d3-4dbb-aec1-7aebec050b45 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:13.842428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d7a0a09-db15-4be6-a5a7-f5bd38557751 req-941f5101-35d3-4dbb-aec1-7aebec050b45 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1096 time: 0.1018138 Aug 22 14:48:13.904462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414a6c-ccf6-46f8-bc4d-2fafde9af570 None None] Pushing event updated for resources: {'Port': ['ID=5b723167-85a9-49c2-9943-246cf52aab39,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:13.941249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:11Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:13.950431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d7a0a09-db15-4be6-a5a7-f5bd38557751 req-57c308e4-f3a7-41ac-95b5-5481b838e671 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067805 Aug 22 14:48:13.989890 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:13.990455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Updating router 45e421e3-68ff-4579-ac6b-e42d8874ee7c port 0d467e39-c852-45a5-ad70-245b1f77f96f binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:48:14.271579 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.318643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5b723167-85a9-49c2-9943-246cf52aab39 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:14.489070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5b723167-85a9-49c2-9943-246cf52aab39 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:14.490128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.510096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-2c3402f8-3247-4e60-b0dc-674e87028efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:14.512057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-2c3402f8-3247-4e60-b0dc-674e87028efc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1096 time: 0.3917811 Aug 22 14:48:14.518148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.559910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a5888e1-f419-440a-b737-87f908135c38 req-4a41f8ce-804c-4997-aa95-1694155770d1 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5570552 Aug 22 14:48:14.577781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd91a8-606d-4392-9c77-a1335f03724e req-91b3b195-65f9-4fc8-b78c-b4b962b4af8d tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:14.585621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80fd91a8-606d-4392-9c77-a1335f03724e req-91b3b195-65f9-4fc8-b78c-b4b962b4af8d tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1100 time: 0.1468003 Aug 22 14:48:14.592288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:14.651818 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80fd91a8-606d-4392-9c77-a1335f03724e req-fa81b4f2-7399-4974-9e8b-b5f1ebdcf02b tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.686941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:14.708040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-bfbd4241-ad35-44fb-b574-da812af681ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:14.709755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-bfbd4241-ad35-44fb-b574-da812af681ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.1862166 Aug 22 14:48:14.771170 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.776293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-a1f3fb6a-f9f8-4eb6-a76b-808fb5895461 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 217 time: 0.0574639 Aug 22 14:48:14.796090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.799621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Transition to ACTIVE for port object 0d467e39-c852-45a5-ad70-245b1f77f96f will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:14.890048 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.892797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:14.899914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:14.900259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:14.902137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-26feb30d-3f51-4925-b37c-26da48c53916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:14.903664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-26feb30d-3f51-4925-b37c-26da48c53916 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1088271 Aug 22 14:48:14.922676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Allocated IP 172.20.0.1 (299250e4-ce81-49d3-b0a7-393e20708257/3c209db9-1c67-4905-81b8-6015a79d59d2/9c9216ca-4210-4d0c-8fc7-e77c666e70fe) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:14.996573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-80eebd17-1273-45a1-8b81-f9a7c700a5e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795600 Aug 22 14:48:15.059331 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Pushing event updated for resources: {'Port': ['ID=0d467e39-c852-45a5-ad70-245b1f77f96f,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:15.099240 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.099730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.099856 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.103869 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.104432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.104874 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.105312 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.105914 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.106365 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.106794 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.107223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.107652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.108098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:48:15.113004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Attempting to bind port 0d467e39-c852-45a5-ad70-245b1f77f96f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:15.113894 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Attempting to bind port 0d467e39-c852-45a5-ad70-245b1f77f96f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:15.114363 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Attempting to bind port 0d467e39-c852-45a5-ad70-245b1f77f96f on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:15.123345 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:15.124326 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:15.124844 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.125411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:15.126219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Bound port: 0d467e39-c852-45a5-ad70-245b1f77f96f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:15.127510 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.150602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:15.159753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80fd91a8-606d-4392-9c77-a1335f03724e req-fa81b4f2-7399-4974-9e8b-b5f1ebdcf02b tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.207217 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] For port 0d467e39-c852-45a5-ad70-245b1f77f96f, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:15.208989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-7921c5ce-683f-41a0-9026-7bec05a7c74a service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983187 Aug 22 14:48:15.213602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.213839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.217687 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] For port 0d467e39-c852-45a5-ad70-245b1f77f96f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0d467e39-c852-45a5-ad70-245b1f77f96f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:15.235498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Transition to ACTIVE for port object 9c9216ca-4210-4d0c-8fc7-e77c666e70fe will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:15.256751 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.329084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80fd91a8-606d-4392-9c77-a1335f03724e req-fa81b4f2-7399-4974-9e8b-b5f1ebdcf02b tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.344297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:15.363541 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.389226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80fd91a8-606d-4392-9c77-a1335f03724e req-fa81b4f2-7399-4974-9e8b-b5f1ebdcf02b tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027215 Aug 22 14:48:15.394661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.418548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81b4f2-7399-4974-9e8b-b5f1ebdcf02b tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cefce24-fa8b-45be-9cc5-a0a644374e50,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:15.446423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-bd544bb4-e77b-4fec-8c2d-4fa4eabcba82 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287807 Aug 22 14:48:15.454511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Allocated IP 172.25.0.28 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/5c86fbb7-26fb-41a2-8073-79e94a164f42) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:15.506128 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee3cf-4706-4626-9c83-9bccd971cc62 None None] Pushing event updated for resources: {'Port': ['ID=0d467e39-c852-45a5-ad70-245b1f77f96f,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:15.517850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:15.518738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:15.522444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:15.544269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Network 299250e4-ce81-49d3-b0a7-393e20708257 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:15.547407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:15.551064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:15.605677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.649804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Sync routers for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:15.667711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:15.669626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.670166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:15.709188 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:15.774480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e48955-6643-4f3d-b9d1-f9cfb363c5e4 req-7592c327-1f47-4e9e-988a-13390f027a9c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:15.777083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e48955-6643-4f3d-b9d1-f9cfb363c5e4 req-7592c327-1f47-4e9e-988a-13390f027a9c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 945 time: 0.2144899 Aug 22 14:48:15.854977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e48955-6643-4f3d-b9d1-f9cfb363c5e4 req-8e3c8c65-838b-475d-a155-b386fc044201 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Aug 22 14:48:15.857808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:15.866409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-ad5b7281-2022-406a-bd8a-f5f7f32bf5c1 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:15.868770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-ad5b7281-2022-406a-bd8a-f5f7f32bf5c1 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1587176 Aug 22 14:48:15.882989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:15.962794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:15.997343 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:11Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:16.006731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.022487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-93c1b685-8e7a-4cf8-bed9-e6d248cef75f None None] Provisioning for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:16.030013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-93c1b685-8e7a-4cf8-bed9-e6d248cef75f None None] Provisioning complete for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:16.030396 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93c1b685-8e7a-4cf8-bed9-e6d248cef75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.046211 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227075f0-be94-4120-9b60-18ce4f0a6c6a None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:11Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:48:16.103711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-93c1b685-8e7a-4cf8-bed9-e6d248cef75f None None] Port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:16.122858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:16.131740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:16.139605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:16.141850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.144129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:16.268141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:16.268141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.287028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '945931c3-3a8b-4c35-9e69-617aaeb54d37', 'name': '', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'mac_address': 'fa:16:3e:5d:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 2, 'project_id': 'd82257248c9745ba99fb097266818d98', 'subnets': [{'id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:16.321364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Checking router: 496c781a-41f4-4a60-bc32-8a85ad29315c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:16.325751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Updating router 496c781a-41f4-4a60-bc32-8a85ad29315c port 945931c3-3a8b-4c35-9e69-617aaeb54d37 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:48:16.331657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.349673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event updated for resources: {'Port': ['ID=5c86fbb7-26fb-41a2-8073-79e94a164f42,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:16.361678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.412994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.480250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:16.495894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.527846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:16.532214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.563901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-02af4853-ffe9-4db2-8609-0ef4e856956f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:16.573540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-02af4853-ffe9-4db2-8609-0ef4e856956f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.4399819 Aug 22 14:48:16.608639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-221a4f9a-16a6-4765-833c-ae8ea72e573f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/quotas/d77fc96ec292401fbab582bf7c7b3004 HTTP/1.1" status: 200 len: 375 time: 0.0336192 Aug 22 14:48:16.665392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Network 299250e4-ce81-49d3-b0a7-393e20708257 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:16.668152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:16.734420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-e0be246a-55dd-4883-9f04-8ea52c1e6b9a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244030 Aug 22 14:48:16.844076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.858147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Transition to ACTIVE for port object 945931c3-3a8b-4c35-9e69-617aaeb54d37 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:16.861233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:48:16.863731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:16.887637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:16.964031 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.006696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:17.014953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-77304069-41f6-4b17-8a23-955065f0ad4d admin admin] 10.222.0.53 "PUT /v2.0/routers/45e421e3-68ff-4579-ac6b-e42d8874ee7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6096346 Aug 22 14:48:17.071812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69e279-5523-42ae-9dba-b1abd38f30b9 None None] Pushing event updated for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:17.105215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.108113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:17.110752 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2343a53-2db0-4aeb-b05a-01af68919c94" -d '{"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:17.125091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-f84bc981-9b37-4fe2-9755-bc160dd4d967 service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877923 Aug 22 14:48:17.137163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bfeaa6bb-5ca3-425d-873a-02c35b90f3da None None] Provisioning complete for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:17.137490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bfeaa6bb-5ca3-425d-873a-02c35b90f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.192284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bfeaa6bb-5ca3-425d-873a-02c35b90f3da None None] Port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:17.197300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.209339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Attempting to bind port 945931c3-3a8b-4c35-9e69-617aaeb54d37 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:17.213606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Attempting to bind port 945931c3-3a8b-4c35-9e69-617aaeb54d37 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:17.213606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Attempting to bind port 945931c3-3a8b-4c35-9e69-617aaeb54d37 on network e2890571-5771-440e-ab25-242cad2d80a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:17.222260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:17.222693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Checking segment: {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:17.223260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.223488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Bound using segment: {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:17.223986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Bound port: 945931c3-3a8b-4c35-9e69-617aaeb54d37, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30060a13-b44e-42cf-88fa-e8a2be563e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:17.224373 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.345926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] For port 945931c3-3a8b-4c35-9e69-617aaeb54d37, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:17.349711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] For port 945931c3-3a8b-4c35-9e69-617aaeb54d37, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=945931c3-3a8b-4c35-9e69-617aaeb54d37,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:17.381104 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.424917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:17.434053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-6f5d67e4-7b40-4b85-9655-bd6942316171 service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994254 Aug 22 14:48:17.447127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.466862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-23f0fd9c-b088-48e9-a014-b6b1b44d7fdb tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6fe8886d6234446d85f9597262d348ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384459 Aug 22 14:48:17.468243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:17.468573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:17.468914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:17.474091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.495738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:17.496005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Attempting to bind port e060274f-9efd-4f9e-b1a6-1333c2901328 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:17.544804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.545866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69e279-5523-42ae-9dba-b1abd38f30b9 None None] Pushing event updated for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:17.547725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:17.548095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:17.548485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:17.548932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Bound port: e060274f-9efd-4f9e-b1a6-1333c2901328, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:17.549289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.555480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:17.557179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:17.619220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event updated for resources: {'Port': ['ID=5c86fbb7-26fb-41a2-8073-79e94a164f42,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:17.697500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:17.702509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-655af8de-0e2e-4caf-84dc-a597911c447a tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:17.704108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-655af8de-0e2e-4caf-84dc-a597911c447a tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268353 Aug 22 14:48:17.718767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:17.727331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:17.732108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Request body: {'port': {'device_id': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '6fe8886d6234446d85f9597262d348ca'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:17.824257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:17.828489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a5888e1-f419-440a-b737-87f908135c38 req-6ada7907-ab62-4dca-8312-6a43e541febf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2598107 Aug 22 14:48:18.139070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '945931c3-3a8b-4c35-9e69-617aaeb54d37', 'name': '', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'mac_address': 'fa:16:3e:5d:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:17Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'subnets': [{'id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:18.174589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9ad77b-bb3f-4c43-84e9-5e47ad4dda0f None None] The sync data for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 is: [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:10Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '945931c3-3a8b-4c35-9e69-617aaeb54d37', 'name': '', 'network_id': 'e2890571-5771-440e-ab25-242cad2d80a8', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'mac_address': 'fa:16:3e:5d:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:17Z', 'revision_number': 4, 'project_id': 'd82257248c9745ba99fb097266818d98', 'subnets': [{'id': '9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:48:18.257365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0d467e39-c852-45a5-ad70-245b1f77f96f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:18.300941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.362552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a5888e1-f419-440a-b737-87f908135c38 req-d4b67b87-438f-4286-b9a1-fb1935d72ffa tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.5263343 Aug 22 14:48:18.364619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bdaef05-4158-46ac-ae68-5750bd1603ac req-9fc862f1-1242-4e59-9464-11232fd25ed3 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 210 time: 0.0715685 Aug 22 14:48:18.402340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0d467e39-c852-45a5-ad70-245b1f77f96f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:18.402340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0d467e39-c852-45a5-ad70-245b1f77f96f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:18.402340 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.413929 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:18.444469 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:18.447647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:18.535547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:18.536303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.537844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-f83288d9-1325-4374-965e-0919ead4871d service neutron] 10.222.0.10 "PUT /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 1121 time: 2.6611025 Aug 22 14:48:18.546593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83288d9-1325-4374-965e-0919ead4871d service neutron] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:18.561417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Made reservation on behalf of 6fe8886d6234446d85f9597262d348ca for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:18.579699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.609043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.620839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e060274f-9efd-4f9e-b1a6-1333c2901328'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:18.626019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.639993 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:18.697152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5888e1-f419-440a-b737-87f908135c38 req-280d8fda-e748-41dc-bba5-4657d5ea7daf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:18.698980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a5888e1-f419-440a-b737-87f908135c38 req-280d8fda-e748-41dc-bba5-4657d5ea7daf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3279440 Aug 22 14:48:18.783926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 0d467e39-c852-45a5-ad70-245b1f77f96f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0d467e39-c852-45a5-ad70-245b1f77f96f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:18.907666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.908720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 945931c3-3a8b-4c35-9e69-617aaeb54d37 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:18.909038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:18.924008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b59e0-e3bb-4fc5-a7bb-2fac12d8e473 req-4f5bcda2-be50-4eef-afad-01a8dd407410 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:18.933563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-751b59e0-e3bb-4fc5-a7bb-2fac12d8e473 req-4f5bcda2-be50-4eef-afad-01a8dd407410 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.1141660 Aug 22 14:48:18.989259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-751b59e0-e3bb-4fc5-a7bb-2fac12d8e473 req-e079b810-5459-44ea-b6ca-b35f3552d662 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502975 Aug 22 14:48:19.001242 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:16Z', 'revision_number': 2, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:19.009862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.043835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=0d467e39-c852-45a5-ad70-245b1f77f96f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:19.092068 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:19.092431 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Updating router 45e421e3-68ff-4579-ac6b-e42d8874ee7c port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:48:19.198015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef624bb-b9ac-4fb9-a110-9fce04aae21e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:19.198605 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.199051 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ebcccc-75ae-4511-9e08-fc4b1675f055 x-openstack-request-id: req-f0ebcccc-75ae-4511-9e08-fc4b1675f055 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:19.199051 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:19.199051 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0ebcccc-75ae-4511-9e08-fc4b1675f055 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:19.199051 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'code': 200} Aug 22 14:48:19.324082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:19.328968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:19.329444 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.391743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Allocated IP 192.168.233.208 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/35df9f44-8b9c-4a72-930a-13253fbac55d) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:19.478587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.484965 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.485553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-474ec72f-9f43-44f9-bbdc-fddca6936b56 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:19.486719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-474ec72f-9f43-44f9-bbdc-fddca6936b56 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 820 time: 0.2103198 Aug 22 14:48:19.502653 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Transition to ACTIVE for port object 9c9216ca-4210-4d0c-8fc7-e77c666e70fe will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:19.519333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 945931c3-3a8b-4c35-9e69-617aaeb54d37, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=945931c3-3a8b-4c35-9e69-617aaeb54d37,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:19.545402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-96757c36-f090-4b41-92bd-8534ae2c73ec tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/quotas/c308624db51d4f8c84b55151034ba8b2 HTTP/1.1" status: 200 len: 375 time: 0.0489249 Aug 22 14:48:19.559750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-362c8641-c5e9-45e5-8826-48ec4a0695b4 req-2fdc44e6-9737-4443-9728-8b96574e49b9 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 210 time: 0.0559189 Aug 22 14:48:19.615403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.617522 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.664098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-607393b2-1045-4cfd-ba3e-2c02a7a5653c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080215 Aug 22 14:48:19.692227 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baf2a6-66ed-49fa-a502-0ec3320f20a5 None None] Pushing event updated for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:19.722761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:19.749728 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Attempting to bind port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:19.750106 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Attempting to bind port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:19.750503 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Attempting to bind port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:19.756220 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:19.756608 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Checking segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:19.757003 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.757394 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Bound using segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:19.757868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Bound port: 9c9216ca-4210-4d0c-8fc7-e77c666e70fe, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:19.758719 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.774236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.835410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Transition to ACTIVE for port object 35df9f44-8b9c-4a72-930a-13253fbac55d will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:19.846897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-b089adf5-c3b6-4263-a80d-060a35cf63bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349607 Aug 22 14:48:19.850577 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] For port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:19.859810 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] For port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:19.862679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2bfa9c2a-38ab-4c53-861f-090e62b6fbd7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:48:19.863896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2bfa9c2a-38ab-4c53-861f-090e62b6fbd7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069249 Aug 22 14:48:19.897592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-e683d6ed-7953-4e2d-a619-9434961b02be service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972408 Aug 22 14:48:19.965060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:19.967649 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:20.015573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:20.023571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:20.030376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:20.036164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:20.041750 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:20.041750 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:20.042505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:20.070251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:20.099479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5e985b41-910d-46fd-b1d6-536323ced7b5 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935062 Aug 22 14:48:20.176149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-fd4d17cb-a2b4-452b-804b-efb01a2d2c4c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4512782 Aug 22 14:48:20.197793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Request body: {'port': {'device_id': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:20.303292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:20.355200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0d467e39-c852-45a5-ad70-245b1f77f96f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:20.459582 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:20.483059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0d467e39-c852-45a5-ad70-245b1f77f96f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:20.484024 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:20.654564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1273c6e-8ccc-479d-941b-e668542e3ef4 req-1659ae83-6538-4d7f-af28-be771ab3ac98 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips/a2ca743f-823b-4293-ae0c-a70f94d833be HTTP/1.1" status: 200 len: 692 time: 0.1068313 Aug 22 14:48:20.718857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 945931c3-3a8b-4c35-9e69-617aaeb54d37 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:20.729766 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baf2a6-66ed-49fa-a502-0ec3320f20a5 None None] Pushing event updated for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:20.840376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 945931c3-3a8b-4c35-9e69-617aaeb54d37 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:20.843452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:20.920015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1273c6e-8ccc-479d-941b-e668542e3ef4 req-e28243e3-648d-491f-8cb6-9a5bb3b388f9 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:20.921639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1273c6e-8ccc-479d-941b-e668542e3ef4 req-e28243e3-648d-491f-8cb6-9a5bb3b388f9 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2659311 Aug 22 14:48:20.922222 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:19Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:20.953479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-f1273c6e-8ccc-479d-941b-e668542e3ef4 req-e9e0b160-cb57-4aaa-bb67-93bc2acf0b5c tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:48:20.955569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1273c6e-8ccc-479d-941b-e668542e3ef4 req-e9e0b160-cb57-4aaa-bb67-93bc2acf0b5c tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206206 Aug 22 14:48:20.966860 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655c3cc-b4f3-416f-8172-32137879a259 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:19Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:48:21.000040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-624b095b-b966-4163-bb59-df7ddaeb7ff7 None None] Provisioning for port 35df9f44-8b9c-4a72-930a-13253fbac55d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:21.006903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:21.011623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-624b095b-b966-4163-bb59-df7ddaeb7ff7 None None] Provisioning complete for port 35df9f44-8b9c-4a72-930a-13253fbac55d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:21.011623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-624b095b-b966-4163-bb59-df7ddaeb7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:21.016108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:21.048802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:21.084880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Transition to ACTIVE for port object 35df9f44-8b9c-4a72-930a-13253fbac55d will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:21.091241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-624b095b-b966-4163-bb59-df7ddaeb7ff7 None None] Port 35df9f44-8b9c-4a72-930a-13253fbac55d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:21.130993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab00e5-1eb6-4cd4-93ab-d951a035153f req-88139c39-a37d-48f2-acc1-9360b115b7c9 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:21.132653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fab00e5-1eb6-4cd4-93ab-d951a035153f req-88139c39-a37d-48f2-acc1-9360b115b7c9 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 936 time: 0.0634394 Aug 22 14:48:21.153480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:21.155715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607" -d '{"events": [{"name": "network-changed", "server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:21.187802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fab00e5-1eb6-4cd4-93ab-d951a035153f req-60f26fe8-ad28-4994-ae7b-96ee02f9c4a3 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Aug 22 14:48:21.275894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:21.372343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:21.425700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71a89-6789-49a2-b597-e6ddbc15c17e req-bcb10212-f100-43ec-806e-fa489b1babfa tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:21.425700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e71a89-6789-49a2-b597-e6ddbc15c17e req-bcb10212-f100-43ec-806e-fa489b1babfa tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1648548 Aug 22 14:48:21.519061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e71a89-6789-49a2-b597-e6ddbc15c17e req-6d96187d-b945-4bdc-9068-56601db9ed45 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932703 Aug 22 14:48:21.522457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Attempting to bind port 35df9f44-8b9c-4a72-930a-13253fbac55d on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:21.522988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Attempting to bind port 35df9f44-8b9c-4a72-930a-13253fbac55d by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:21.523425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Attempting to bind port 35df9f44-8b9c-4a72-930a-13253fbac55d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:21.542671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Port 35df9f44-8b9c-4a72-930a-13253fbac55d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:21.550818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Attempting to bind port 35df9f44-8b9c-4a72-930a-13253fbac55d on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:21.557429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:21.558819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:21.558819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:21.558819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Bound port: 35df9f44-8b9c-4a72-930a-13253fbac55d, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:21.559096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:21.771486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-f494c1db-b608-4b68-b768-f9fd91582df4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:21.773098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-f494c1db-b608-4b68-b768-f9fd91582df4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.3011565 Aug 22 14:48:21.790468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Request body: {'port': {'device_id': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'admin_state_up': True, 'tenant_id': 'd77fc96ec292401fbab582bf7c7b3004'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:21.833261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:21.841370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:21.844179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584e87-43c1-445b-a323-a4842054ca4b req-d375f74e-9517-4645-9d3e-cfb8e63259aa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:21.845833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d584e87-43c1-445b-a323-a4842054ca4b req-d375f74e-9517-4645-9d3e-cfb8e63259aa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.1201856 Aug 22 14:48:21.848348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:21.932157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d584e87-43c1-445b-a323-a4842054ca4b req-fa832269-4858-4eff-bfbb-7799a7313273 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707786 Aug 22 14:48:21.968403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.034443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:22.056787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:48:22.124999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b05b722-dccd-4762-84ba-47acfa58cb42 req-f66a9e2b-4798-49dd-a886-da5590285467 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0498793 Aug 22 14:48:22.126745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:22.126877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.135108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] 10.222.0.10 "PUT /v2.0/ports/35df9f44-8b9c-4a72-930a-13253fbac55d HTTP/1.1" status: 200 len: 1096 time: 1.9356792 Aug 22 14:48:22.135547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9216ca-4210-4d0c-8fc7-e77c666e70fe up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:22.135674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc916b52-35ad-4ad1-a4c8-19ce99ed4e1f service neutron] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:22.154168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Made reservation on behalf of d77fc96ec292401fbab582bf7c7b3004 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:22.161407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.349888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8422a93e-575c-4715-8568-7c551c1735b7 req-58a31755-f0fd-4563-beae-fd4e3659d75d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 210 time: 0.0635612 Aug 22 14:48:22.396571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:22.401408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:22.406545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.520769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-079d1667-ab94-4cf8-b88e-06d4ea03a28a req-31664059-e0ec-4489-986b-c0d183b8edf1 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=d82257248c9745ba99fb097266818d98 HTTP/1.1" status: 200 len: 695 time: 0.1503277 Aug 22 14:48:22.528066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-96fd0d45-5a7b-40fd-b700-86a203c0a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:22.531237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-96fd0d45-5a7b-40fd-b700-86a203c0a095 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fe8886d6234446d85f9597262d348ca&device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 1099 time: 0.1265230 Aug 22 14:48:22.549986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.608269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:22.626859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-c785eab9-16b5-4b14-b476-6912d3728f37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=35df9f44-8b9c-4a72-930a-13253fbac55d HTTP/1.1" status: 200 len: 217 time: 0.0797911 Aug 22 14:48:22.703605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Allocated IP 172.20.0.10 (c06a0df5-14cd-4868-b216-35576abd5745/965bd350-d250-477b-926e-22baab7eff98/36decfe4-0755-49f3-9fc8-fa10862a4e92) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:22.745433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:22.772151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-e5cf677d-5b98-4069-8bda-022205425d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:22.774780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-e5cf677d-5b98-4069-8bda-022205425d38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1293058 Aug 22 14:48:22.808058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d1667-ab94-4cf8-b88e-06d4ea03a28a req-83e56a0c-df1f-4062-a1c1-144690dc7f1c tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:22.811961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-079d1667-ab94-4cf8-b88e-06d4ea03a28a req-83e56a0c-df1f-4062-a1c1-144690dc7f1c tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks?id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 787 time: 0.2775569 Aug 22 14:48:22.816609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:22.871127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-079d1667-ab94-4cf8-b88e-06d4ea03a28a req-db58a659-328f-43c1-adfd-0250ad70140b tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:48:22.872499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-079d1667-ab94-4cf8-b88e-06d4ea03a28a req-db58a659-328f-43c1-adfd-0250ad70140b tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373087 Aug 22 14:48:22.899677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-dec085ee-24d9-4457-8fed-b49433864d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:22.901122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-dec085ee-24d9-4457-8fed-b49433864d33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873199 Aug 22 14:48:22.933074 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec02766-3972-4adb-84ee-187bbc3fb7c8 x-openstack-request-id: req-bec02766-3972-4adb-84ee-187bbc3fb7c8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:22.933516 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:22.933866 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bec02766-3972-4adb-84ee-187bbc3fb7c8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:22.934670 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'status': 'completed', 'code': 200} Aug 22 14:48:22.963244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:23.042130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-d3f25a90-7c4f-4258-9812-d736a8475d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.044006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-d3f25a90-7c4f-4258-9812-d736a8475d98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1124 time: 0.0702338 Aug 22 14:48:23.092153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8e22c-e315-4d13-a07d-7565ee2def31 req-73be1e8a-2f4b-42ac-84cb-d3838fdb6260 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.094639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-baf8e22c-e315-4d13-a07d-7565ee2def31 req-73be1e8a-2f4b-42ac-84cb-d3838fdb6260 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 948 time: 0.1126080 Aug 22 14:48:23.101167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-6ee5ba77-9057-4e97-90c9-0955e383b65f service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838179 Aug 22 14:48:23.156338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:23.223525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-f13595b6-61f1-4ed6-9783-cf9f96176d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.225162 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-f13595b6-61f1-4ed6-9783-cf9f96176d0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.1734042 Aug 22 14:48:23.225605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-baf8e22c-e315-4d13-a07d-7565ee2def31 req-8e46aa79-9841-40e3-9eda-1ca8210b068c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221385 Aug 22 14:48:23.247718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Network c06a0df5-14cd-4868-b216-35576abd5745 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:23.268292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b0f7f5-a0e7-49b2-8e22-0ef07237fa71 req-26b9db59-6154-4764-bb10-0320649dc300 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526625 Aug 22 14:48:23.280828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:23.295556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-fff53c78-7df3-4398-be3a-8e4a94b477f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 217 time: 0.0548897 Aug 22 14:48:23.295556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:23.297729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:23.385189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c988f0d-5c5b-4173-88ad-823ec317f84d req-659ba7c2-040d-4dbe-abd9-48cc7c4c1209 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.386637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.387282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:23.394571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c988f0d-5c5b-4173-88ad-823ec317f84d req-659ba7c2-040d-4dbe-abd9-48cc7c4c1209 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1018710 Aug 22 14:48:23.397574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-fa1f493f-d4ff-4edd-9966-86f62ac24447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.399608 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-fa1f493f-d4ff-4edd-9966-86f62ac24447 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0800228 Aug 22 14:48:23.436495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c988f0d-5c5b-4173-88ad-823ec317f84d req-0288ae58-0b58-420b-b5a2-f3faee33cf80 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Aug 22 14:48:23.437423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-d5e246bc-288b-4055-9460-fcc100bcd234 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267968 Aug 22 14:48:23.509608 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-09ede5f7-e786-4794-b383-0d1a510ea677 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7261703 Aug 22 14:48:23.521534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Request body: {'port': {'device_id': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:23.567518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-4ca6dfd2-2e34-4046-a3cb-1b4f9da5a582 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:48:23.574738 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-4ca6dfd2-2e34-4046-a3cb-1b4f9da5a582 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145586 Aug 22 14:48:23.588716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-1bd5bea8-d357-4c65-957b-2de916a08e0f service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467488 Aug 22 14:48:23.632928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-769611ab-d21a-4b6a-9a3e-6d31f771ae03 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips/a2ca743f-823b-4293-ae0c-a70f94d833be HTTP/1.1" status: 200 len: 692 time: 0.0685933 Aug 22 14:48:23.674168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:23.718409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-6e175782-0c7a-4bc6-813d-207f6aa49c34 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.719856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-6e175782-0c7a-4bc6-813d-207f6aa49c34 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 1093 time: 0.1291511 Aug 22 14:48:23.740664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:23.741130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Unknown quota resources ['binding']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:48:23.778521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2a6058dc-2e7d-49a0-ad37-220a164d9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.780165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2a6058dc-2e7d-49a0-ad37-220a164d9735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1100 time: 0.1371198 Aug 22 14:48:23.825241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-55068c1f-6e3e-4ab4-9c81-881b1e2d09e4 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:23.832285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-55068c1f-6e3e-4ab4-9c81-881b1e2d09e4 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1980965 Aug 22 14:48:23.906429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dc045ed-ef5d-40e4-a3b2-06e68dd88607 req-f1918331-64ae-48e1-8813-973fce1d7363 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922397 Aug 22 14:48:23.928626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-4d8a69db-437d-425e-954e-9892cea68dd8 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0952766 Aug 22 14:48:23.999712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-bdbc0f06-503e-4dfe-be6b-4a9770918b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:24.001267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-bdbc0f06-503e-4dfe-be6b-4a9770918b85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2120583 Aug 22 14:48:24.004579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-0674e4c5-df7a-41d4-9223-cb1d3bd42238 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.28 HTTP/1.1" status: 200 len: 695 time: 0.0616136 Aug 22 14:48:24.055669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-82fe4019-4e28-4e2f-a51e-b702e062bca0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.0438437 Aug 22 14:48:24.120840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9216ca-4210-4d0c-8fc7-e77c666e70fe up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:24.121431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:24.122023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:24.122954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:24.154526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:24.154850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:24.174268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:24.174602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:24.174998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:24.175450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Bound port: c55e350d-d2a2-4429-bed7-c16ec1755152, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:24.180432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:24.181085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.198185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-9b55b12f-447c-4794-881a-6d432805e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:24.199846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-9b55b12f-447c-4794-881a-6d432805e0f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1166701 Aug 22 14:48:24.256680 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-49ca9634-a18f-4c59-a038-2b348e5cf76a service neutron] 10.222.0.54 "GET /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.1547987 Aug 22 14:48:24.291694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-ee9a14f3-8961-4073-a2f4-03433702e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:24.294941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-ee9a14f3-8961-4073-a2f4-03433702e4bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831773 Aug 22 14:48:24.294941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Deleting port 5c86fbb7-26fb-41a2-8073-79e94a164f42 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:24.295332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.353009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:24.384554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36decfe4-0755-49f3-9fc8-fa10862a4e92 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:24.395392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.435234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.438386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a3f27ba5-e38f-4db4-9df5-f02619575fad service neutron] 10.222.0.53 "POST /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152/bindings HTTP/1.1" status: 201 len: 389 time: 0.7048197 Aug 22 14:48:24.438386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Transition to ACTIVE for port object 36decfe4-0755-49f3-9fc8-fa10862a4e92 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:24.536248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.536477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.557953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.564699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Calling delete_port for 5c86fbb7-26fb-41a2-8073-79e94a164f42 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:24.582703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-eb15e200-2b08-4f8a-bb77-fb0e5eb2d01c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720931 Aug 22 14:48:24.645849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:24.703607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:24.751034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:24.788853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Attempting to bind port 36decfe4-0755-49f3-9fc8-fa10862a4e92 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:24.789133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Attempting to bind port 36decfe4-0755-49f3-9fc8-fa10862a4e92 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:24.790168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Attempting to bind port 36decfe4-0755-49f3-9fc8-fa10862a4e92 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:24.798502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Port 36decfe4-0755-49f3-9fc8-fa10862a4e92 on network c06a0df5-14cd-4868-b216-35576abd5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:24.798826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Attempting to bind port 36decfe4-0755-49f3-9fc8-fa10862a4e92 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:24.810779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e060274f-9efd-4f9e-b1a6-1333c2901328 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:24.816274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:24.821347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Checking segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:24.821347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Bound using segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:24.821347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Bound port: 36decfe4-0755-49f3-9fc8-fa10862a4e92, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:24.821347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.838009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:24.920998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:24.924410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:24.930157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-c9203343-c3c3-4b2c-b8ab-43ca9a9b69c3 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:24.932010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-c9203343-c3c3-4b2c-b8ab-43ca9a9b69c3 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 820 time: 0.5515630 Aug 22 14:48:24.963941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:24.971927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:24.974489 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3dbf60-ff35-4059-9a24-71f273c83e28" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:25.001380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'port': {'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'admin_state_up': True, 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:25.026102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.078187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.078832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.080339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] 10.222.0.54 "PUT /v2.0/ports/36decfe4-0755-49f3-9fc8-fa10862a4e92 HTTP/1.1" status: 200 len: 1092 time: 1.5629566 Aug 22 14:48:25.080811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:25.083182 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a201c-98db-4fe7-8539-06a04a054d92" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:25.107163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] Transition to ACTIVE for port object e060274f-9efd-4f9e-b1a6-1333c2901328 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:25.126919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9cc33-a3c5-4f66-8fab-882090ee036d service neutron] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:25.190578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860861c-67f2-4bd0-85bb-0014b3e6081e req-e47b120b-2df5-4d98-a207-3b01cd8b76d1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.192801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b860861c-67f2-4bd0-85bb-0014b3e6081e req-e47b120b-2df5-4d98-a207-3b01cd8b76d1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 943 time: 0.2699559 Aug 22 14:48:25.203115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.249014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-d26e9a97-b474-4eb0-93c9-287fa8069989 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529987 Aug 22 14:48:25.308428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b860861c-67f2-4bd0-85bb-0014b3e6081e req-f0b92642-ef02-4ed1-88d3-4b894fa84ca7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Aug 22 14:48:25.343914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-3f985b32-6d5f-403c-a7f6-8f46130f058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.349883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-3f985b32-6d5f-403c-a7f6-8f46130f058f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 1095 time: 0.1289201 Aug 22 14:48:25.349883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] No DVR routers for this DVR port e060274f-9efd-4f9e-b1a6-1333c2901328 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:25.357139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] Pushing event updated for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:25.407572 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.421733 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-d6600262-ca81-4db7-92d5-0a48d7042d61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92 HTTP/1.1" status: 200 len: 217 time: 0.0657198 Aug 22 14:48:25.425339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-e1fdf884-72fa-47f7-b827-1ba3b759c3ed service neutron] 10.222.0.54 "PUT /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1593060 Aug 22 14:48:25.433046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eb2f507-ca9d-4ef0-a162-5a2706c40672 req-fd88a1d4-fb9e-4347-86da-0e42e6b188d5 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0387192 Aug 22 14:48:25.459509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event deleted for resources: {'Port': ['ID=5c86fbb7-26fb-41a2-8073-79e94a164f42,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:25.461763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Made reservation on behalf of c308624db51d4f8c84b55151034ba8b2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:25.465710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.511109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.513768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:25.520690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71817-7876-49a1-902e-8876d553a3bb req-495041ca-dc65-4998-a456-0fedf753a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.525245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-495041ca-dc65-4998-a456-0fedf753a050 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 200 len: 853 time: 0.0887606 Aug 22 14:48:25.525898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04e905f1-06cb-4edb-8c9b-b3c93ae558bb req-1328d35f-a91f-4dc9-a0c7-690b472894a3 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "DELETE /v2.0/floatingips/a2ca743f-823b-4293-ae0c-a70f94d833be HTTP/1.1" status: 204 len: 173 time: 1.5069001 Aug 22 14:48:25.585855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-d62c17b0-b2df-493c-a690-569f3b0d56fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c06a0df5-14cd-4868-b216-35576abd5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518262 Aug 22 14:48:25.711830 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-e558addb-dffc-48e4-8756-a0aa15f93655 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177559 Aug 22 14:48:25.758951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f4e7a-4530-4a15-a80f-be27196019ec req-19a285b7-2ea8-4e06-9b95-fa373e645821 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.760639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-843f4e7a-4530-4a15-a80f-be27196019ec req-19a285b7-2ea8-4e06-9b95-fa373e645821 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 948 time: 0.1841977 Aug 22 14:48:25.771827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43b59-de9e-41a1-b5c0-bd3487eebf2e req-c1ffef44-3439-4fe3-bf19-3bdecc28f7cf tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.773491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffd43b59-de9e-41a1-b5c0-bd3487eebf2e req-c1ffef44-3439-4fe3-bf19-3bdecc28f7cf tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 944 time: 0.1958830 Aug 22 14:48:25.834274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Allocated IP 172.20.0.14 (299250e4-ce81-49d3-b0a7-393e20708257/3c209db9-1c67-4905-81b8-6015a79d59d2/7b756c64-e0b1-4e48-8f61-801ad405e962) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:25.845135 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3e71817-7876-49a1-902e-8876d553a3bb req-a37ffb8a-0fbd-4979-a94b-aba2393c2a5a service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253619 Aug 22 14:48:25.872511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-a2950023-1807-454d-99e3-bf26f7c20e4c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:25.874052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-a2950023-1807-454d-99e3-bf26f7c20e4c tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.2118974 Aug 22 14:48:25.913560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-843f4e7a-4530-4a15-a80f-be27196019ec req-95655d1e-9a35-4c8c-a293-477363981534 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389792 Aug 22 14:48:25.923540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffd43b59-de9e-41a1-b5c0-bd3487eebf2e req-b647db0f-d5d8-4a18-829b-e615fea2546c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319537 Aug 22 14:48:26.096972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-6a8d7963-dfde-489c-9ab6-5b461fdfb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.098438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-6a8d7963-dfde-489c-9ab6-5b461fdfb2c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4&tenant_id=8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 1095 time: 0.1516242 Aug 22 14:48:26.145868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38118790-98fc-4320-992f-e9ee47309532 req-b1646e8e-78b7-4c50-8ef3-6a9f220eef12 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.147486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38118790-98fc-4320-992f-e9ee47309532 req-b1646e8e-78b7-4c50-8ef3-6a9f220eef12 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1293314 Aug 22 14:48:26.247945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:26.284002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Transition to ACTIVE for port object 7b756c64-e0b1-4e48-8f61-801ad405e962 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:26.288126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38118790-98fc-4320-992f-e9ee47309532 req-148cd496-8e19-44c1-a7a4-d28ea4627e95 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253490 Aug 22 14:48:26.296209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc81278-0a9a-437e-92f5-acec418a6e7a req-72f13776-88ff-4e84-8a32-4aeddd8bca55 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.299851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc81278-0a9a-437e-92f5-acec418a6e7a req-72f13776-88ff-4e84-8a32-4aeddd8bca55 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.1748190 Aug 22 14:48:26.303631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-c7ac153e-8889-4267-9303-90bb1d73fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.305741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-c7ac153e-8889-4267-9303-90bb1d73fc1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1095 time: 0.1572926 Aug 22 14:48:26.356225 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08b833-f55f-4599-91aa-507607fa9835 x-openstack-request-id: req-4c08b833-f55f-4599-91aa-507607fa9835 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:26.357260 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:26.357260 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c08b833-f55f-4599-91aa-507607fa9835 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:26.357260 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'status': 'completed', 'code': 200} Aug 22 14:48:26.392593 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6754241a-adb5-4add-8790-97c21872a5fe x-openstack-request-id: req-6754241a-adb5-4add-8790-97c21872a5fe {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:26.394391 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:26.395261 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6754241a-adb5-4add-8790-97c21872a5fe {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:26.397266 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'status': 'completed', 'code': 200} Aug 22 14:48:26.468772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-7445a7fa-650a-4152-b1d6-8ada4059570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.470394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-7445a7fa-650a-4152-b1d6-8ada4059570b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 1095 time: 0.0502207 Aug 22 14:48:26.486353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc81278-0a9a-437e-92f5-acec418a6e7a req-05a1c8b4-e104-479a-8fe3-8cd5f33e41bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779258 Aug 22 14:48:26.563389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:26.581194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-09451abe-7c20-41b9-bc17-82fbf156566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.582678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-09451abe-7c20-41b9-bc17-82fbf156566e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2655516 Aug 22 14:48:26.592604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-493ad496-cc42-4aea-8a50-fd325b759d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.594611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-493ad496-cc42-4aea-8a50-fd325b759d29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 914 time: 0.1162801 Aug 22 14:48:26.671225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-d21f978f-0192-42f9-beb9-ea989ba5f6e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92 HTTP/1.1" status: 200 len: 217 time: 0.0687001 Aug 22 14:48:26.696550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-8e829e00-7c8d-4216-a123-dc04c9018fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.698157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-8e829e00-7c8d-4216-a123-dc04c9018fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fe8886d6234446d85f9597262d348ca&device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 1099 time: 0.2609351 Aug 22 14:48:26.703758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Network 299250e4-ce81-49d3-b0a7-393e20708257 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:26.708776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-34de5583-d988-4a50-b771-45caa3fecb50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 217 time: 0.1141655 Aug 22 14:48:26.733257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:26.749012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:26.754826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.755514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:26.783052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-cf202eaa-d840-4fc1-84ad-c071c832f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.785328 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-cf202eaa-d840-4fc1-84ad-c071c832f903 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 200 len: 853 time: 0.1053393 Aug 22 14:48:26.816553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-01b83e6f-c812-4470-8d08-8658ea26b9de tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4063859 Aug 22 14:48:26.817556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event updated for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:26.834504 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-7f303375-1cf4-4fd7-b38f-294433bbb911 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c06a0df5-14cd-4868-b216-35576abd5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410433 Aug 22 14:48:26.880567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:26.907184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfc10-d7ad-497d-894e-cb8003e47f0e req-93aaa2c7-95a0-47cd-8cbd-30013fdcb020 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.908906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44dfc10-d7ad-497d-894e-cb8003e47f0e req-93aaa2c7-95a0-47cd-8cbd-30013fdcb020 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.3154533 Aug 22 14:48:26.919861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-4999461a-de87-4905-838f-f59e438d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:26.921630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-4999461a-de87-4905-838f-f59e438d47db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1922700 Aug 22 14:48:26.971495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-0183d283-d70e-4090-9d2b-feaff84f7ecb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414267 Aug 22 14:48:26.978595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-1b34c2fe-006f-4cdf-8b34-2f042c0240ba service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353698 Aug 22 14:48:27.005779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-5a56218e-245d-47e1-9caa-5299a3ba407c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0263693 Aug 22 14:48:27.035441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Request body: {'port': {'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:27.041518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-b9a854a5-dd9d-4a45-a530-3fc92691d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:27.043070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-b9a854a5-dd9d-4a45-a530-3fc92691d2bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3288295 Aug 22 14:48:27.093114 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1d0a201c-98db-4fe7-8539-06a04a054d92 req-36dffa17-d84c-414b-98ff-4def0d485956 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061544 Aug 22 14:48:27.105588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d105da0-0773-4e0c-8025-622a5ee4dc9b None None] Provisioning for port 7b756c64-e0b1-4e48-8f61-801ad405e962 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:27.117151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d105da0-0773-4e0c-8025-622a5ee4dc9b None None] Provisioning complete for port 7b756c64-e0b1-4e48-8f61-801ad405e962 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:27.117829 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d105da0-0773-4e0c-8025-622a5ee4dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:27.154877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:27.158516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-8f43dc56-f407-436b-b034-9e629985bfc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=35df9f44-8b9c-4a72-930a-13253fbac55d HTTP/1.1" status: 200 len: 217 time: 0.1041157 Aug 22 14:48:27.162996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1d105da0-0773-4e0c-8025-622a5ee4dc9b None None] Port 7b756c64-e0b1-4e48-8f61-801ad405e962 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:27.166473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44dfc10-d7ad-497d-894e-cb8003e47f0e req-d8201091-dcf8-4152-82d8-29a4d5126e85 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229853 Aug 22 14:48:27.283389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:27.314952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-0ce2b728-1a85-44b0-87b0-4d185256b3eb service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351140 Aug 22 14:48:27.323757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-1bd55116-1991-47e9-889b-5b1d2f1643fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:27.325276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-1bd55116-1991-47e9-889b-5b1d2f1643fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1579077 Aug 22 14:48:27.378346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:27.430239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:27.841699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405515-e191-442f-b3b0-6517338eef8c req-9789dfe3-a255-4438-a577-7eb0d5402d4c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:27.844057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20405515-e191-442f-b3b0-6517338eef8c req-9789dfe3-a255-4438-a577-7eb0d5402d4c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 932 time: 0.6046402 Aug 22 14:48:27.862659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:27.943041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-17c7e4eb-d96f-4b82-a0f1-83cd138a97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:27.944583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-17c7e4eb-d96f-4b82-a0f1-83cd138a97bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6060581 Aug 22 14:48:27.983229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-2483eeae-d432-4b01-b87c-0f8fe692d35e service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568344 Aug 22 14:48:27.986019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:28.010901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'mac_address': 'fa:16:3e:29:ce:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:28.041822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20405515-e191-442f-b3b0-6517338eef8c req-bd9dd767-da52-4f86-9f47-f75bd6e0b13c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786091 Aug 22 14:48:28.103349 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:28.151261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:28.165292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:28.177534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:28.234634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-eafb56fb-c224-4c77-940f-857912e52e8d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756548 Aug 22 14:48:28.278760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:28.334045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:28.451878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db059b3-1cb3-42fd-a6f4-66bbad089457 req-69064440-f74d-491d-bb62-955babda3428 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:28.454709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2db059b3-1cb3-42fd-a6f4-66bbad089457 req-69064440-f74d-491d-bb62-955babda3428 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 948 time: 0.2936397 Aug 22 14:48:28.627734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3dbf60-ff35-4059-9a24-71f273c83e28 req-bf88581c-af8a-4bc9-81d7-10d553f2d6fb service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529885 Aug 22 14:48:28.642535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b756c64-e0b1-4e48-8f61-801ad405e962 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:28.648224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Allocated IP 172.25.0.125 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1e7096b5-6c13-4007-924e-9f75d227d85d) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:28.658912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2db059b3-1cb3-42fd-a6f4-66bbad089457 req-b39e3c71-6993-4c28-9bef-a8499749971c tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896548 Aug 22 14:48:28.661197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:28.693070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Transition to ACTIVE for port object 7b756c64-e0b1-4e48-8f61-801ad405e962 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:28.709060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb81-4692-497f-8c23-df07c768984f req-75a21e65-7068-4385-ab28-a1e714485dc6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:28.710657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-75a21e65-7068-4385-ab28-a1e714485dc6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1652844 Aug 22 14:48:28.714811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['35df9f44-8b9c-4a72-930a-13253fbac55d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:28.851585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.127109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7727e-df99-4456-8004-f32bc9c6e8a4 req-0be15df4-f63b-4fd2-b1d3-053d09c763b3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:29.129500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c7727e-df99-4456-8004-f32bc9c6e8a4 req-0be15df4-f63b-4fd2-b1d3-053d09c763b3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 944 time: 0.3781948 Aug 22 14:48:29.145410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Pushing event updated for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:29.190983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.215162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Attempting to bind port 7b756c64-e0b1-4e48-8f61-801ad405e962 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:29.215492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Attempting to bind port 7b756c64-e0b1-4e48-8f61-801ad405e962 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:29.215822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Attempting to bind port 7b756c64-e0b1-4e48-8f61-801ad405e962 on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:29.239353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Port 7b756c64-e0b1-4e48-8f61-801ad405e962 on network 299250e4-ce81-49d3-b0a7-393e20708257 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:29.239613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Attempting to bind port 7b756c64-e0b1-4e48-8f61-801ad405e962 on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:29.257446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:29.257788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Checking segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:29.258279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Bound using segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:29.258796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Bound port: 7b756c64-e0b1-4e48-8f61-801ad405e962, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:29.259154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.290111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c7727e-df99-4456-8004-f32bc9c6e8a4 req-459b36d9-7cc6-42b2-bd3b-402b7417cc96 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117258 Aug 22 14:48:29.340847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-802bcb81-4692-497f-8c23-df07c768984f req-b956f58e-45a9-4abd-ba8c-f1f4c28f4472 service neutron] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:29.350016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-802bcb81-4692-497f-8c23-df07c768984f req-b956f58e-45a9-4abd-ba8c-f1f4c28f4472 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.351640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-802bcb81-4692-497f-8c23-df07c768984f req-b956f58e-45a9-4abd-ba8c-f1f4c28f4472 service neutron] 10.222.0.10 "DELETE /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.6171966 Aug 22 14:48:29.380916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:29.388312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:29.395340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b756c64-e0b1-4e48-8f61-801ad405e962,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:29.409599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.455148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:29.469298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:29.495178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:29.500993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.507945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event updated for resources: {'Port': ['ID=1e7096b5-6c13-4007-924e-9f75d227d85d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:29.511565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:29.527184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'port_id': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'mac_address': 'fa:16:3e:59:95:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965bd350-d250-477b-926e-22baab7eff98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:29.584171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:29.584811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.586406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] 10.222.0.54 "PUT /v2.0/ports/7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 1092 time: 2.5585351 Aug 22 14:48:29.586816 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.587138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:29.589617 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9992b50-e66f-4429-8113-fc632840d488" -d '{"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:29.611369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36decfe4-0755-49f3-9fc8-fa10862a4e92 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:29.629499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab202f-c301-43e2-81ad-08a16455c38f req-2bc7a62c-7820-41f8-9165-b11dce45010b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:29.631216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6ab202f-c301-43e2-81ad-08a16455c38f req-2bc7a62c-7820-41f8-9165-b11dce45010b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1782882 Aug 22 14:48:29.636647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1748-2282-41c6-864c-a4e55ef9fe21 service neutron] Pushing event updated for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:29.638097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:29.642711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.690946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6ab202f-c301-43e2-81ad-08a16455c38f req-bb798f0b-115f-4dc4-8f1c-f311be4fa780 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461099 Aug 22 14:48:29.700943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.767359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:29.835681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-8ead6362-cb26-47e5-8c61-3fd321141b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:29.837431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-8ead6362-cb26-47e5-8c61-3fd321141b0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1095 time: 0.1384087 Aug 22 14:48:29.841741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:29.871664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:29.923110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-bfd80469-0633-4c89-b7fb-72599b6cbb2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0763557 Aug 22 14:48:29.942443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2569ee9-6844-46a0-88e8-cd9bc4491758 req-96af92ab-4e30-49f2-9708-a69ef7cf6480 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:29.944094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2569ee9-6844-46a0-88e8-cd9bc4491758 req-96af92ab-4e30-49f2-9708-a69ef7cf6480 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.1721509 Aug 22 14:48:30.050185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['36decfe4-0755-49f3-9fc8-fa10862a4e92'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:30.071102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-1885d0a1-e4b1-4e99-9b49-d35c1dc6047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.072717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-1885d0a1-e4b1-4e99-9b49-d35c1dc6047f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1389217 Aug 22 14:48:30.081350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 35df9f44-8b9c-4a72-930a-13253fbac55d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:30.095208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed46af3d-a9af-4f93-9ae7-db893d46b10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.095208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 35df9f44-8b9c-4a72-930a-13253fbac55d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:30.095208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.101718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2569ee9-6844-46a0-88e8-cd9bc4491758 req-b8daecc4-c89b-4f20-9bec-c15adedd8bda tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250622 Aug 22 14:48:30.159862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-90a4f9b1-a6d6-46d7-b8ca-67e1ac453899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.162100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-90a4f9b1-a6d6-46d7-b8ca-67e1ac453899 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768104 Aug 22 14:48:30.233692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.249448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.293445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:30.295790 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f2cbd-fc2d-4a79-b1b5-a24b6267f2b3" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:30.327897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:30.339922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.394375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.400884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.445934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68f2bb-7138-493b-aec3-97b8801b15f9 req-12ae1aff-9b0a-4a23-851e-a2ed7f8f0c51 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.447831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff68f2bb-7138-493b-aec3-97b8801b15f9 req-12ae1aff-9b0a-4a23-851e-a2ed7f8f0c51 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.2226908 Aug 22 14:48:30.450362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-0c58286c-2f08-4e3f-85f2-a3e5497ac165 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770357 Aug 22 14:48:30.451116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event updated for resources: {'Port': ['ID=1e7096b5-6c13-4007-924e-9f75d227d85d,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:30.459315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:30.516890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:30.518134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-84086836-2611-43db-b479-5f21f5bd8d75 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6754858 Aug 22 14:48:30.568504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff68f2bb-7138-493b-aec3-97b8801b15f9 req-c3c6b393-ffcb-4d78-8053-af6cc47509ff tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128314 Aug 22 14:48:30.612844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-9bf7a1f7-e6d6-4130-a598-e85b14be6291 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0620747 Aug 22 14:48:30.683161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cbee64-e349-4079-b1cb-784b2e3449ee req-64f461e2-e4dd-4d94-ae7c-fc1b3ac6ffed service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205546 Aug 22 14:48:30.769151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59107cf-7d5f-4adb-a4f3-a39fbac92086 req-49743b6a-a586-4da0-b25d-e5c8c286369d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.770756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b59107cf-7d5f-4adb-a4f3-a39fbac92086 req-49743b6a-a586-4da0-b25d-e5c8c286369d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 944 time: 0.1264920 Aug 22 14:48:30.798699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-95dc975c-19b9-4ee0-9c5f-fff22f8017cf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.800181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0825c11d-4fb4-4d2b-8642-ff83cc68d5f3 req-95dc975c-19b9-4ee0-9c5f-fff22f8017cf tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1757658 Aug 22 14:48:30.838090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b59107cf-7d5f-4adb-a4f3-a39fbac92086 req-9659f6b9-f4af-4486-8191-25d8daa594b8 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543826 Aug 22 14:48:30.849213 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b94a11d-16ba-4094-8bd5-c509db028f77 x-openstack-request-id: req-8b94a11d-16ba-4094-8bd5-c509db028f77 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:30.849658 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:30.850122 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b94a11d-16ba-4094-8bd5-c509db028f77 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:30.851009 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:48:30.900151 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe378281-02b9-4780-b77c-1c0cc28bd900 x-openstack-request-id: req-fe378281-02b9-4780-b77c-1c0cc28bd900 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:30.900903 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:30.901273 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe378281-02b9-4780-b77c-1c0cc28bd900 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:30.901792 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'code': 200} Aug 22 14:48:30.971240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992b50-e66f-4429-8113-fc632840d488 req-37742811-3b3a-4c22-a0d9-621938ecfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:30.974035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-37742811-3b3a-4c22-a0d9-621938ecfb9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1095 time: 0.0883691 Aug 22 14:48:31.170376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12e596-5297-487b-bc20-cbaf8ad19f79 req-50b4feba-6b21-492a-b2ad-1b6366a39106 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.171945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be12e596-5297-487b-bc20-cbaf8ad19f79 req-50b4feba-6b21-492a-b2ad-1b6366a39106 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 950 time: 0.2471888 Aug 22 14:48:31.188150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98fe98-30f7-4957-9f1e-d1e862abb2c4 req-0f65674f-8b5d-4e4f-83d8-7f868aeb2d7e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.189908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb98fe98-30f7-4957-9f1e-d1e862abb2c4 req-0f65674f-8b5d-4e4f-83d8-7f868aeb2d7e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 945 time: 0.2146554 Aug 22 14:48:31.259866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-52033503-55dc-418b-aa78-218777bd7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.261527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-52033503-55dc-418b-aa78-218777bd7b16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1096 time: 0.2096481 Aug 22 14:48:31.262811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992b50-e66f-4429-8113-fc632840d488 req-e4ca397d-fc60-43b0-a671-87834ab24f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.264269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-e4ca397d-fc60-43b0-a671-87834ab24f09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.2696283 Aug 22 14:48:31.266734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe29fe-6739-47d1-9917-70ed56dace43 req-819f354a-7cff-4fdd-a3b6-0be8033e1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.268231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adfe29fe-6739-47d1-9917-70ed56dace43 req-819f354a-7cff-4fdd-a3b6-0be8033e1e42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 1101 time: 0.2134275 Aug 22 14:48:31.355490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-d9a38a05-eb71-4715-88ea-031bcb20f639 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0797184 Aug 22 14:48:31.366321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be12e596-5297-487b-bc20-cbaf8ad19f79 req-c1c45cad-0763-48d6-8053-af9f0cd97d33 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721530 Aug 22 14:48:31.380264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb98fe98-30f7-4957-9f1e-d1e862abb2c4 req-15cf56cb-2550-4be0-9b0b-8826a2cf7333 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784976 Aug 22 14:48:31.396016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:31.438378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992b50-e66f-4429-8113-fc632840d488 req-668166b8-e03f-4d40-ab2f-f3ec80f6062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.440185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-668166b8-e03f-4d40-ab2f-f3ec80f6062e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.0634544 Aug 22 14:48:31.557077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 36decfe4-0755-49f3-9fc8-fa10862a4e92 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:31.561414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 36decfe4-0755-49f3-9fc8-fa10862a4e92 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:31.561871 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:31.568490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adfe29fe-6739-47d1-9917-70ed56dace43 req-b4a95d7c-81d6-43e6-81aa-f1acdf66cec5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849154 Aug 22 14:48:31.658042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:31.696850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:31.824601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:31.878760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:31.934203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-d617bac6-386c-4c5f-bc9f-a24eb3c476e8 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips/85624d60-6d03-41fb-be15-de7cc2eea553 HTTP/1.1" status: 200 len: 693 time: 0.4010470 Aug 22 14:48:31.988564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ef3c815c-cb76-49d4-b317-cfe701790f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.990062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ef3c815c-cb76-49d4-b317-cfe701790f16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.7082679 Aug 22 14:48:31.994688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992b50-e66f-4429-8113-fc632840d488 req-d776717c-9905-4062-b4c6-c552948bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:31.996175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-d776717c-9905-4062-b4c6-c552948bca24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4892025 Aug 22 14:48:32.025605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39060-2e22-4469-937e-7df27de0eb89 req-0286d4d8-b6e8-43fa-ad30-2a653358607e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:32.027094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4b39060-2e22-4469-937e-7df27de0eb89 req-0286d4d8-b6e8-43fa-ad30-2a653358607e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.4929390 Aug 22 14:48:32.167986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-379747dc-e456-4ac3-8543-a1e8e51478d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.1032727 Aug 22 14:48:32.236860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4b39060-2e22-4469-937e-7df27de0eb89 req-aaac8972-5f0e-465f-84b2-80a041c00805 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609502 Aug 22 14:48:32.269862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-e6fc8384-b47d-4348-bda0-c15b611fbe6f tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:32.271277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-e6fc8384-b47d-4348-bda0-c15b611fbe6f tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3298669 Aug 22 14:48:32.278961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-58b390e3-966b-4a9a-8c8a-1c7db652184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:32.280514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-58b390e3-966b-4a9a-8c8a-1c7db652184b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0989733 Aug 22 14:48:32.283692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-cd1f75df-8158-4cce-8c97-6bffd1c400da service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769849 Aug 22 14:48:32.376676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-138caa0b-f2d0-4925-9424-325a189aa872 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838506 Aug 22 14:48:32.388903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-b2ec4967-5397-48aa-ad8a-fa0eec111d85 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1074183 Aug 22 14:48:32.550915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-6ed5b960-bea5-477a-b5f9-68825cb2903e tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1350119 Aug 22 14:48:32.635134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455db30-63ce-4640-8ce6-692482e70c71 req-d58763d9-e005-469d-8515-ce219abcf733 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:32.636799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a455db30-63ce-4640-8ce6-692482e70c71 req-d58763d9-e005-469d-8515-ce219abcf733 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 945 time: 0.3023534 Aug 22 14:48:32.666270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9992b50-e66f-4429-8113-fc632840d488 req-a8ed65d7-6655-4919-af9a-61420d301cf0 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745234 Aug 22 14:48:32.729019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-932885ca-7d61-462f-a431-e938d82628a4 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377600 Aug 22 14:48:32.769345 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a455db30-63ce-4640-8ce6-692482e70c71 req-39e009b0-0ccd-4cf7-abf6-c5f04a88db5b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Aug 22 14:48:32.808483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:32.903117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:32.903935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-155a842e-8090-4569-9f48-f5ee5eb5f5d9 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625304 Aug 22 14:48:32.905651 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f55c9-6f39-463f-861c-52c7699df372" -d '{"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-plugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:32.911137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091852-923e-4c06-b43b-fbfa10b40e9c req-64aa9756-8ba5-4946-8eeb-52edf9e318c3 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:32.912668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd091852-923e-4c06-b43b-fbfa10b40e9c req-64aa9756-8ba5-4946-8eeb-52edf9e318c3 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1095 time: 0.0798578 Aug 22 14:48:32.914067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Deleting port 1e7096b5-6c13-4007-924e-9f75d227d85d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:32.914411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.005754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd091852-923e-4c06-b43b-fbfa10b40e9c req-9d05aa24-725f-4349-ac9d-3ea1bf80537d tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787997 Aug 22 14:48:33.032677 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.039191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.063191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Calling delete_port for 1e7096b5-6c13-4007-924e-9f75d227d85d owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:33.215331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca65133-7b19-429a-a660-c30ee71a4aac req-41c81632-a1c8-4789-bb7f-0717351377c7 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:33.216929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ca65133-7b19-429a-a660-c30ee71a4aac req-41c81632-a1c8-4789-bb7f-0717351377c7 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 944 time: 0.1058974 Aug 22 14:48:33.282474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-80349c40-1fb9-4db4-80ab-3e09a534a3dc tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:33.284053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-80349c40-1fb9-4db4-80ab-3e09a534a3dc tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1103005 Aug 22 14:48:33.306872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:33.346781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ca65133-7b19-429a-a660-c30ee71a4aac req-aee6aed9-516e-430a-85ee-6045d1fbdf3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105461 Aug 22 14:48:33.371084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bdec1376-4356-42a5-a470-ffbd02fb1ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.390641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.479696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.525087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Pushing event deleted for resources: {'Port': ['ID=1e7096b5-6c13-4007-924e-9f75d227d85d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:33.564847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c4edd-75f8-4b2b-987a-55731d0488d0 req-fee44da2-06e3-4a6b-9604-7a7b62812f2a tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:33.566394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a43c4edd-75f8-4b2b-987a-55731d0488d0 req-fee44da2-06e3-4a6b-9604-7a7b62812f2a tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 950 time: 0.1612139 Aug 22 14:48:33.608199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.610658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.611839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775eb3-e189-42e4-9ea7-a57ace542046 req-1ce19e9f-dfa4-4a33-ac87-5362c64b666d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "DELETE /v2.0/floatingips/85624d60-6d03-41fb-be15-de7cc2eea553 HTTP/1.1" status: 204 len: 173 time: 1.0511944 Aug 22 14:48:33.644516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:33.649575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a43c4edd-75f8-4b2b-987a-55731d0488d0 req-1a11d79f-7c59-4608-9b4a-495003d678d2 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Aug 22 14:48:33.723747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:33.733119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa50bb9-f2ec-4425-8484-6eddf6e403db req-ab911566-3c28-401b-8f42-f21207026aae tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:33.734618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aa50bb9-f2ec-4425-8484-6eddf6e403db req-ab911566-3c28-401b-8f42-f21207026aae tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0717342 Aug 22 14:48:33.782323 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9c65a-f585-492c-a19a-da23987f8bea x-openstack-request-id: req-b5f9c65a-f585-492c-a19a-da23987f8bea {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:33.782776 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-plugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:33.783093 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5f9c65a-f585-492c-a19a-da23987f8bea {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:33.783601 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'code': 200} Aug 22 14:48:33.797092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:33.799374 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d8f47-944a-4380-9b74-11a4dab34a15" -d '{"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-unplugged", "status": "completed", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:33.806023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:33.818301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aa50bb9-f2ec-4425-8484-6eddf6e403db req-184167f8-fd80-4652-a3d7-08dbc8385d40 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603600 Aug 22 14:48:33.927696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.053726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5d55a-8c20-4f78-a9ab-fc4d8289fc77 req-a0158d79-2e2e-4d4c-b818-c3bd5d760d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:34.056155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71e5d55a-8c20-4f78-a9ab-fc4d8289fc77 req-a0158d79-2e2e-4d4c-b818-c3bd5d760d62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 1097 time: 0.1901429 Aug 22 14:48:34.099016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:34.109617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ef461-dffb-4e2a-8864-74f37f10731c req-bf292094-0bf5-4e6c-aac2-ff450641a457 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:34.111070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c3ef461-dffb-4e2a-8864-74f37f10731c req-bf292094-0bf5-4e6c-aac2-ff450641a457 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.2180750 Aug 22 14:48:34.155807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-6300af12-c5df-4fd9-9c05-100006808c78 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:34.157259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-6300af12-c5df-4fd9-9c05-100006808c78 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.2631674 Aug 22 14:48:34.174251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:34.174580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:34.174904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:34.194675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71e5d55a-8c20-4f78-a9ab-fc4d8289fc77 req-805bb7a7-dc16-45bc-926a-335d037df2af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 Aug 22 14:48:34.195233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:34.195622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Attempting to bind port c55e350d-d2a2-4429-bed7-c16ec1755152 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:34.203714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-9279746c-84f2-44af-98fe-ddc2e1cfafa7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/quotas/8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 375 time: 0.0379059 Aug 22 14:48:34.208140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:34.208480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:34.208853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:34.209283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Bound port: c55e350d-d2a2-4429-bed7-c16ec1755152, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:34.209643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.225072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c3ef461-dffb-4e2a-8864-74f37f10731c req-7c1909d9-bb48-4f9d-9d2f-55ca7078dfa0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964754 Aug 22 14:48:34.318955 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-2bad2773-1b1d-4460-99a2-159b3dd13c5c req-a4b0814d-a815-4de7-835e-ed9098739e1d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] show failed (client error): The resource could not be found. Aug 22 14:48:34.320065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bad2773-1b1d-4460-99a2-159b3dd13c5c req-a4b0814d-a815-4de7-835e-ed9098739e1d tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips/85624d60-6d03-41fb-be15-de7cc2eea553 HTTP/1.1" status: 404 len: 350 time: 0.0669019 Aug 22 14:48:34.334369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-ca622ce8-ed85-4cb7-90fe-e46cf3cba44e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208665 Aug 22 14:48:34.389253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:34.436644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:34.469743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-0c3d3ccd-cdf9-475b-8243-04bfd438a24d service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195791 Aug 22 14:48:34.510401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.618422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:34.649110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:34.649682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.651143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-21a1ae76-5173-4484-bb3e-4f3c0b99f5dc service neutron] 10.222.0.10 "PUT /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 1121 time: 1.3564847 Aug 22 14:48:34.657699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-a31d1be2-6cdd-4ca4-bf98-671aff7304ca service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766109 Aug 22 14:48:34.715609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['c55e350d-d2a2-4429-bed7-c16ec1755152'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:34.741727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:34.994325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51b47b-2f1c-4ed4-81d5-65849d014796 req-f420a79a-9874-4d76-8374-e1fdfb8b33ce tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:34.996153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d51b47b-2f1c-4ed4-81d5-65849d014796 req-f420a79a-9874-4d76-8374-e1fdfb8b33ce tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0736661 Aug 22 14:48:35.055585 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5751b-ea0a-4104-9006-a13956ceed78 x-openstack-request-id: req-10c5751b-ea0a-4104-9006-a13956ceed78 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:35.056582 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-unplugged", "status": "completed", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:35.056582 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10c5751b-ea0a-4104-9006-a13956ceed78 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:35.056582 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'code': 200} Aug 22 14:48:35.062948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d51b47b-2f1c-4ed4-81d5-65849d014796 req-496d3ddf-6b45-4f8b-aa40-7f2d7ed02a46 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598228 Aug 22 14:48:35.129697 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-8ac02513-ec11-4c85-b415-b7b99f4707fc req-7d2e8a6c-2763-4d05-9ad4-846ec6a0a716 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] show failed (client error): The resource could not be found. Aug 22 14:48:35.131047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ac02513-ec11-4c85-b415-b7b99f4707fc req-7d2e8a6c-2763-4d05-9ad4-846ec6a0a716 tempest-FloatingIPsTestJSON-1555938311 tempest-FloatingIPsTestJSON-1555938311-project] 10.222.0.53 "GET /v2.0/floatingips/85624d60-6d03-41fb-be15-de7cc2eea553 HTTP/1.1" status: 404 len: 350 time: 0.0626664 Aug 22 14:48:35.141489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:35.209516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eff3d-c359-4a69-bfe5-51850b15d3b4 req-cc4b7953-9f77-4a16-a0bd-d39e32ccdd99 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:35.218388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-065eff3d-c359-4a69-bfe5-51850b15d3b4 req-cc4b7953-9f77-4a16-a0bd-d39e32ccdd99 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 944 time: 0.0582373 Aug 22 14:48:35.275284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-065eff3d-c359-4a69-bfe5-51850b15d3b4 req-029eea14-58a9-4053-932c-3868fb940f0b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550499 Aug 22 14:48:35.399875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8ee9d37-8a10-432e-ae5d-0eeaa3b8974a req-67be3226-82f7-411f-b3cb-d41529cc8a81 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 210 time: 0.0711937 Aug 22 14:48:35.420052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39b148-a606-4793-adcb-e2ac639cc04d req-e04474bf-2545-4b1f-af5a-d67e2c5c9ad6 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:35.420052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce39b148-a606-4793-adcb-e2ac639cc04d req-e04474bf-2545-4b1f-af5a-d67e2c5c9ad6 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1278939 Aug 22 14:48:35.423251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b756c64-e0b1-4e48-8f61-801ad405e962 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:35.486194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce39b148-a606-4793-adcb-e2ac639cc04d req-c08a0b55-2e20-4bd7-98b7-1be91df01b7f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Aug 22 14:48:35.578790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b756c64-e0b1-4e48-8f61-801ad405e962,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:35.592184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:35.645800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:35.662323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b756c64-e0b1-4e48-8f61-801ad405e962 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:35.685188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b756c64-e0b1-4e48-8f61-801ad405e962,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:35.692146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011df02-48a4-4885-b890-0873a65131e0 req-40522d3d-a1f5-48df-a167-c419c7c5fcff tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:35.696682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6011df02-48a4-4885-b890-0873a65131e0 req-40522d3d-a1f5-48df-a167-c419c7c5fcff tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0887942 Aug 22 14:48:35.717917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:35.743047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6011df02-48a4-4885-b890-0873a65131e0 req-f230d7bb-2a34-4f1d-a8d5-6ba62153eb57 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Aug 22 14:48:35.786961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:35.840526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:36.043369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Deleting port 945931c3-3a8b-4c35-9e69-617aaeb54d37 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:36.043714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:36.103211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7b756c64-e0b1-4e48-8f61-801ad405e962'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:36.235144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966095-783e-461a-a69e-b9fcf04fb9a2 req-5cea2510-366c-4a80-8419-9ff23dbf2498 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:36.238822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f966095-783e-461a-a69e-b9fcf04fb9a2 req-5cea2510-366c-4a80-8419-9ff23dbf2498 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0949287 Aug 22 14:48:36.313704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f966095-783e-461a-a69e-b9fcf04fb9a2 req-d5bc135c-0cbe-4228-840a-1a2f4e3817d7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659294 Aug 22 14:48:36.430911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] For port 945931c3-3a8b-4c35-9e69-617aaeb54d37, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=945931c3-3a8b-4c35-9e69-617aaeb54d37,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:36.432135 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:36.448751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Calling delete_port for 945931c3-3a8b-4c35-9e69-617aaeb54d37 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:36.451382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034bf17-a56d-4a95-8a93-9adc116275b7 req-58032ec3-0dea-41a7-9a91-e4461295d65b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:36.454096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5034bf17-a56d-4a95-8a93-9adc116275b7 req-58032ec3-0dea-41a7-9a91-e4461295d65b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 945 time: 0.0771418 Aug 22 14:48:36.538702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f6f38d8-8a2e-4f7d-90c9-62366a9f0bff req-22c4b02d-0d52-4b8b-9781-a0d5fe25e24d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 210 time: 0.0473228 Aug 22 14:48:36.572320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5034bf17-a56d-4a95-8a93-9adc116275b7 req-52e9bf46-a5c6-4130-8d4e-0dc0ac67975a tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Aug 22 14:48:36.676853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b21a-113e-4757-9a83-2c2dacfaaef1 req-8aaf8bd9-4a85-4240-8f80-094be4cf95c4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:36.678653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e43b21a-113e-4757-9a83-2c2dacfaaef1 req-8aaf8bd9-4a85-4240-8f80-094be4cf95c4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0707834 Aug 22 14:48:36.712679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:36.723552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e43b21a-113e-4757-9a83-2c2dacfaaef1 req-44358221-ac4f-422a-947e-9bf8e324389c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Aug 22 14:48:36.859317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:36.887299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Pushing event deleted for resources: {'Port': ['ID=945931c3-3a8b-4c35-9e69-617aaeb54d37,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:36.893846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a133-b80c-4fbd-b241-1db0965dfeeb req-7648413d-1c49-4a82-bc0e-3e9acac19b15 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:36.895622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e565a133-b80c-4fbd-b241-1db0965dfeeb req-7648413d-1c49-4a82-bc0e-3e9acac19b15 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0874524 Aug 22 14:48:36.908246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6e2c6-65b0-48f3-9ab8-7d978b8fe19d req-3eba176c-8fc4-4802-a9e4-f14b8f302f52 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:36.909802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acd6e2c6-65b0-48f3-9ab8-7d978b8fe19d req-3eba176c-8fc4-4802-a9e4-f14b8f302f52 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0700359 Aug 22 14:48:36.968676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e565a133-b80c-4fbd-b241-1db0965dfeeb req-1c5778ab-5327-4ee4-bd89-f2c34a987759 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Aug 22 14:48:36.979060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acd6e2c6-65b0-48f3-9ab8-7d978b8fe19d req-b2f992f9-8688-48b1-b7e0-b179b7b6747a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603449 Aug 22 14:48:37.058094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:37.060522 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372d1fe-b633-4adf-897d-4ed9b29ef160" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:37.075071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:37.118783 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a027a-e315-4197-b895-132a03d71efa x-openstack-request-id: req-1a0a027a-e315-4197-b895-132a03d71efa {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:37.119151 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:37.119490 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a0a027a-e315-4197-b895-132a03d71efa {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:37.120308 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'status': 'completed', 'code': 200} Aug 22 14:48:37.222287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-b9790f83-5061-4eaa-8fb2-b1778e35ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:37.224021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-b9790f83-5061-4eaa-8fb2-b1778e35ab15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1124 time: 0.0748048 Aug 22 14:48:37.416367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b756c64-e0b1-4e48-8f61-801ad405e962 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:37.504021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-731b8b75-8050-4470-99d4-41cfdbf87cd1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:37.505722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-731b8b75-8050-4470-99d4-41cfdbf87cd1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.1349964 Aug 22 14:48:37.513922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Router 496c781a-41f4-4a60-bc32-8a85ad29315c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:48:37.519247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Request body: {'port': {'device_id': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'admin_state_up': True, 'tenant_id': '8b27f92315694b119ef5ab9648710f9c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:37.640335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 7b756c64-e0b1-4e48-8f61-801ad405e962 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:37.646148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 7b756c64-e0b1-4e48-8f61-801ad405e962 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:37.646769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:37.770209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:37.779193 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e38f8542-560f-4272-9436-23b756ef9601 admin admin] 10.222.0.53 "PUT /v2.0/routers/496c781a-41f4-4a60-bc32-8a85ad29315c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342893 Aug 22 14:48:37.780170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49548) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:37.811452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Sync routers for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:37.840389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-4b227e42-a292-4a0f-8a84-dc2beea5792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:37.842144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-4b227e42-a292-4a0f-8a84-dc2beea5792b service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.6106012 Aug 22 14:48:37.849165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:37.866806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:37.868019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:37.931920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:37.942554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:37.975800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-f23117b8-f7e2-4c3e-9afc-1e68090da3c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.1085067 Aug 22 14:48:37.986503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:37.989973 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df98288-abcb-4d4e-81d4-599c222405b3" -d '{"events": [{"server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "name": "network-vif-plugged", "status": "completed", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:38.005915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:48:38.025721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b756c64-e0b1-4e48-8f61-801ad405e962,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:38.058853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734acd02-da3f-4bf4-ae15-6cf5f3bba782 req-594702cb-f43a-489e-9b62-615588fc9227 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.061124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-734acd02-da3f-4bf4-ae15-6cf5f3bba782 req-594702cb-f43a-489e-9b62-615588fc9227 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2458570 Aug 22 14:48:38.072400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20590f5-0a8d-460d-81b4-684698ff78d4 req-8fbab160-11b4-4e7f-95ae-f0c58e5dbc67 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.083397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f20590f5-0a8d-460d-81b4-684698ff78d4 req-8fbab160-11b4-4e7f-95ae-f0c58e5dbc67 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.2668684 Aug 22 14:48:38.107512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.118303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:38.122867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.130329 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.167093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-f4317598-c61c-4956-b6e2-3f9b43bc3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.168758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-f4317598-c61c-4956-b6e2-3f9b43bc3f01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1857374 Aug 22 14:48:38.201149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f20590f5-0a8d-460d-81b4-684698ff78d4 req-cc96b6ee-0f31-4c52-afdf-ce4a4be076e6 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158214 Aug 22 14:48:38.232215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-c23a3dda-d95a-4da5-a264-61fafe8e25aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457244 Aug 22 14:48:38.235395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-734acd02-da3f-4bf4-ae15-6cf5f3bba782 req-b6c09557-3c02-4bf5-a40e-ca8e6022e9ab tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354599 Aug 22 14:48:38.260957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:38.386183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:38.416181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Allocated IP 172.20.0.9 (b40c0722-a52d-4bc7-9344-4381b1c6e920/c9cf566f-774f-4f07-9724-61d961e3fe9c/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:38.421282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:48:38.430057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:38.433510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Deleting port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:38.436987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.440906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1da8e16a-cd60-4ca9-9c88-abc8c10de4e8 req-6b59aa0f-4306-44a7-9360-66644f354698 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 210 time: 0.0765486 Aug 22 14:48:38.511713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-b4f1f650-100b-478b-8ae6-05a087ffa3e4 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676361 Aug 22 14:48:38.528134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa62f8-e636-4039-8e6d-e18b7cfdabaf req-5bce8cc9-4e60-4f90-8165-b13a7fa02b63 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.530525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cfa62f8-e636-4039-8e6d-e18b7cfdabaf req-5bce8cc9-4e60-4f90-8165-b13a7fa02b63 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.1757851 Aug 22 14:48:38.608445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cfa62f8-e636-4039-8e6d-e18b7cfdabaf req-ae294344-4c34-4735-8f9b-d51b8ab383eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639453 Aug 22 14:48:38.631535 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed3dcd-aea2-4606-bebd-4178d59c881a x-openstack-request-id: req-45ed3dcd-aea2-4606-bebd-4178d59c881a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:38.631535 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "name": "network-vif-plugged", "status": "completed", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:38.631535 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45ed3dcd-aea2-4606-bebd-4178d59c881a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:38.631535 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'code': 200} Aug 22 14:48:38.641019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] For port 86bd82a9-8a56-48e4-8188-972a1cc0e2a6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:38.641583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.662173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Calling delete_port for 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:38.708476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:36Z', 'revision_number': 5, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port': {'id': '86bd82a9-8a56-48e4-8188-972a1cc0e2a6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:05Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:38.749708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Checking router: 496c781a-41f4-4a60-bc32-8a85ad29315c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:38.765769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Routers {'496c781a-41f4-4a60-bc32-8a85ad29315c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:38.766682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['496c781a-41f4-4a60-bc32-8a85ad29315c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:38.771489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:38.783372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3372d1fe-b633-4adf-897d-4ed9b29ef160 req-27ded789-17fe-492c-b4eb-f2ab87c24c7a service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024710 Aug 22 14:48:38.799739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9477a-02ad-4df9-8af5-4bd64499ef53 req-a7fefa26-9fbf-4baa-8017-2ca41141404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.801302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a9477a-02ad-4df9-8af5-4bd64499ef53 req-a7fefa26-9fbf-4baa-8017-2ca41141404d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1322672 Aug 22 14:48:38.805675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ae76c-2d4e-457d-81ef-d9ed4a0381ae req-b6b5b097-fc50-4cf2-b5aa-ca9f43acfda4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:38.808346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-239ae76c-2d4e-457d-81ef-d9ed4a0381ae req-b6b5b097-fc50-4cf2-b5aa-ca9f43acfda4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0853624 Aug 22 14:48:38.852639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-239ae76c-2d4e-457d-81ef-d9ed4a0381ae req-83029607-5517-4a35-98f8-44e34d43ef90 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Aug 22 14:48:38.871187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] Set router 496c781a-41f4-4a60-bc32-8a85ad29315c gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:38.907624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a9477a-02ad-4df9-8af5-4bd64499ef53 req-fa020d61-ce3b-4051-a204-152fad158695 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991268 Aug 22 14:48:38.928632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:38Z', 'revision_number': 6, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:38.957194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c33c9-74ad-4137-8b2a-ef365c6f34c5 None None] The sync data for ids ['496c781a-41f4-4a60-bc32-8a85ad29315c'] in n-d-805046-3 is: [{'id': '496c781a-41f4-4a60-bc32-8a85ad29315c', 'name': 'tempest-FloatingIPsTestJSON-361564879-router', 'tenant_id': 'd82257248c9745ba99fb097266818d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:03Z', 'updated_at': '2021-08-22T14:48:38Z', 'revision_number': 6, 'project_id': 'd82257248c9745ba99fb097266818d98', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:48:38.969925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.013834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:39.019570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:39.020635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:39.030500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:39.050742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.093995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bd82a9-8a56-48e4-8188-972a1cc0e2a6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:39.128163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:39.128786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.176587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.258368 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-57e0eed9-47fa-4ef8-ae9f-0c8555bc8753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7427225 Aug 22 14:48:39.298961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Request body: {'port': {'device_id': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:39.327415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.333514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.411505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795160-dada-4402-934a-bef7f8a0c4cf req-8a040676-64e8-4d27-9fd9-8218b9c91859 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:39.413116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8795160-dada-4402-934a-bef7f8a0c4cf req-8a040676-64e8-4d27-9fd9-8218b9c91859 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0994675 Aug 22 14:48:39.428672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3261a-34a2-43ab-87e7-a0e2f81b3751 req-103c9cc5-c193-45bd-95ae-02ea78cd7a30 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:39.428895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.430977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0da3261a-34a2-43ab-87e7-a0e2f81b3751 req-103c9cc5-c193-45bd-95ae-02ea78cd7a30 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0992410 Aug 22 14:48:39.489399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8795160-dada-4402-934a-bef7f8a0c4cf req-8de0d9a0-3b90-41e5-9acf-111d4d4aad05 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568240 Aug 22 14:48:39.495630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.496356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496c781a-41f4-4a60-bc32-8a85ad29315c {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:48:39.500571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0da3261a-34a2-43ab-87e7-a0e2f81b3751 req-a81b10ab-07e4-489c-ae44-11336704ea16 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611942 Aug 22 14:48:39.505113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.505113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-16cdaabc-38f3-409e-b853-cfbd470d8c58 admin admin] 10.222.0.53 "DELETE /v2.0/routers/496c781a-41f4-4a60-bc32-8a85ad29315c HTTP/1.1" status: 204 len: 168 time: 1.7217693 Aug 22 14:48:39.506561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:39.570177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Deleting subnet 9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:48:39.575154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.649189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.756284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f3f94-5690-46d2-8ce3-84a1efdf32dd req-daed913a-fa72-48e7-84f2-6ab4a92cd071 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:39.758331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-828f3f94-5690-46d2-8ce3-84a1efdf32dd req-daed913a-fa72-48e7-84f2-6ab4a92cd071 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 931 time: 0.1563957 Aug 22 14:48:39.798533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.802597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:39.810944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.823214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Transition to ACTIVE for port object 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:39.861563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57354248-3784-41d9-84b5-220e24636840 req-a19319cb-c4cf-48ac-9d96-56084973176b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:39.863121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57354248-3784-41d9-84b5-220e24636840 req-a19319cb-c4cf-48ac-9d96-56084973176b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.1772909 Aug 22 14:48:39.868848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-828f3f94-5690-46d2-8ce3-84a1efdf32dd req-9950bc52-5b37-4187-822f-36d5f400f9ce tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967736 Aug 22 14:48:39.912092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.918367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:39.924079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57354248-3784-41d9-84b5-220e24636840 req-8a84d5e7-9bf9-4889-b0bf-d33f730d63ff tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Aug 22 14:48:39.976549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:39.982955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.026074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.058490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.068032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57200ff9-9046-4d4f-87a4-78cf3441586a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9eb9497f-e87c-4a20-ba3f-4254cf2f8ce7 HTTP/1.1" status: 204 len: 168 time: 0.5528114 Aug 22 14:48:40.068032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49592) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:40.068312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218949b-51a2-4603-8cbc-5f3d4adcf782 None None] Network e2890571-5771-440e-ab25-242cad2d80a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:40.073739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:40.075679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:40.076051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:40.082505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:40.082837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:40.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:40.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:40.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:40.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Bound port: 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:40.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.151318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90126f29-6442-4e7e-91ce-7cdf0c38b6d9 req-01810133-a470-42d6-9348-3cace43de473 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.153236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90126f29-6442-4e7e-91ce-7cdf0c38b6d9 req-01810133-a470-42d6-9348-3cace43de473 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1325397 Aug 22 14:48:40.170512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.181627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:40.184234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 945931c3-3a8b-4c35-9e69-617aaeb54d37 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:40.188956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:40.232113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 945931c3-3a8b-4c35-9e69-617aaeb54d37 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:48:40.236869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 945931c3-3a8b-4c35-9e69-617aaeb54d37 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:40.236869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:40.240276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90126f29-6442-4e7e-91ce-7cdf0c38b6d9 req-20c47c78-0b70-47fa-8c3b-9af9f4cee0b7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733168 Aug 22 14:48:40.256721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.272830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:48:40.273242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 86bd82a9-8a56-48e4-8188-972a1cc0e2a6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:40.286179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Deleting port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:40.286553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.292412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.302071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:40.317666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.318459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.321631 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 1091 time: 1.0273004 Aug 22 14:48:40.321631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:40.324239 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:40.347517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1013711-afb8-471b-890a-f3204dbe9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.354154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'mac_address': 'fa:16:3e:29:ce:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:40.378397 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526d3034-1306-4e7d-a76a-df2063d4632f x-openstack-request-id: req-526d3034-1306-4e7d-a76a-df2063d4632f {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:40.379042 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:40.379400 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-526d3034-1306-4e7d-a76a-df2063d4632f {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:40.379929 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'status': 'completed', 'code': 200} Aug 22 14:48:40.397070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] For port 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3709ab5b-1084-4db7-925d-e2a6b16de0b4,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:40.397673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.408807 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.418437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Calling delete_port for 3709ab5b-1084-4db7-925d-e2a6b16de0b4 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:40.420527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:40.443662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:40.451710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e81019-a157-4536-8875-12873c43b982 None None] DHCP port deletion for e2890571-5771-440e-ab25-242cad2d80a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:48:40.514553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-96e81019-a157-4536-8875-12873c43b982 None None] Deleting port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:48:40.514958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96e81019-a157-4536-8875-12873c43b982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.515614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-ae96bc25-078e-4e1b-9b50-080f602c1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.520174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-ae96bc25-078e-4e1b-9b50-080f602c1db7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1094 time: 0.0830672 Aug 22 14:48:40.549659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.613866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.643313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-96e81019-a157-4536-8875-12873c43b982 None None] For port 3709ab5b-1084-4db7-925d-e2a6b16de0b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3709ab5b-1084-4db7-925d-e2a6b16de0b4,segment=NetworkSegment(30060a13-b44e-42cf-88fa-e8a2be563e37),segment_id=30060a13-b44e-42cf-88fa-e8a2be563e37)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:40.643725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96e81019-a157-4536-8875-12873c43b982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.681116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-96e81019-a157-4536-8875-12873c43b982 None None] Calling delete_port for 3709ab5b-1084-4db7-925d-e2a6b16de0b4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:48:40.684835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Pushing event deleted for resources: {'Port': ['ID=3709ab5b-1084-4db7-925d-e2a6b16de0b4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.688374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.698293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-7d9475c5-d157-46b5-b969-08d2c5c81a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.701346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-7d9475c5-d157-46b5-b969-08d2c5c81a21 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8b27f92315694b119ef5ab9648710f9c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1738896 Aug 22 14:48:40.704913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] No DVR routers for this DVR port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:40.769098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfbd39-33d6-4de6-9530-688ff8dbaf89 req-d1648d6a-a041-44f3-b040-0ab14159929c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.770681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91bfbd39-33d6-4de6-9530-688ff8dbaf89 req-d1648d6a-a041-44f3-b040-0ab14159929c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1579566 Aug 22 14:48:40.779251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['35df9f44-8b9c-4a72-930a-13253fbac55d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:40.785577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9203c-3e4c-4600-9cdd-c2393073a26c req-a686351e-0600-45e1-bd69-6062cc6ac3f1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.787216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc9203c-3e4c-4600-9cdd-c2393073a26c req-a686351e-0600-45e1-bd69-6062cc6ac3f1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.1862438 Aug 22 14:48:40.852781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96e81019-a157-4536-8875-12873c43b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.857411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-af3ddd90-1e12-4e04-bed3-7f3e1be45fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.857411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dfe0989c-a3e4-4ec6-ab11-16b3e43430b5 req-af3ddd90-1e12-4e04-bed3-7f3e1be45fc5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426692 Aug 22 14:48:40.880382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:40.912552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.913106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.914541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.915047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > port after_create 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.915482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.916146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > port after_update 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.917039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.917039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.917425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.917868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.919750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e81019-a157-4536-8875-12873c43b982 None None] No DVR routers for this DVR port 3709ab5b-1084-4db7-925d-e2a6b16de0b4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:40.924851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81019-a157-4536-8875-12873c43b982 None None] Pushing event deleted for resources: {'Port': ['ID=3709ab5b-1084-4db7-925d-e2a6b16de0b4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:40.986233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-106a4671-82e9-4eaa-9a13-235a170b761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:40.987868 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-106a4671-82e9-4eaa-9a13-235a170b761c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1094 time: 0.0778961 Aug 22 14:48:40.990153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.990619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.991024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.991627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 22 14:48:40.992753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2890571-5771-440e-ab25-242cad2d80a8']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:41.024538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91bfbd39-33d6-4de6-9530-688ff8dbaf89 req-7accfea5-2314-48c3-b203-ccecbd799de8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266772 Aug 22 14:48:41.052288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30060a13-b44e-42cf-88fa-e8a2be563e37') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:41.052590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30060a13-b44e-42cf-88fa-e8a2be563e37') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:41.053386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-53e43593-fd8b-4e03-bda8-b51a8588c372 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 217 time: 0.0491951 Aug 22 14:48:41.064329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc9203c-3e4c-4600-9cdd-c2393073a26c req-a6f15729-a887-4891-8b90-42128e6ba20b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692049 Aug 22 14:48:41.093160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.124944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-0150e837-963f-4564-baa0-c90bfe5a3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:41.124944 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-0150e837-963f-4564-baa0-c90bfe5a3271 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0649877 Aug 22 14:48:41.125414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.142372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:48:41.144912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: from cryptography.utils import int_from_bytes Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: from cryptography.utils import int_from_bytes Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:48:41.149625 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:48:41.170537 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-cce1b373-ee96-46cd-8184-b043e389695d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373151 Aug 22 14:48:41.277446 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-3f4dc205-a26f-441c-965e-95908d938697 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962381 Aug 22 14:48:41.320468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb322-cfa3-4630-afbe-bb95eae696aa req-d8ac4749-1851-4b77-9587-89bb9dafe9ee tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:41.324547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8eafb322-cfa3-4630-afbe-bb95eae696aa req-d8ac4749-1851-4b77-9587-89bb9dafe9ee tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1541603 Aug 22 14:48:41.333554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e389-4a69-4686-b0a4-15d69430bf38 req-3a7fa54c-e4ef-4ed9-bfd7-ccd536794ebb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:41.335186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b67e389-4a69-4686-b0a4-15d69430bf38 req-3a7fa54c-e4ef-4ed9-bfd7-ccd536794ebb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.0929105 Aug 22 14:48:41.379132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.389606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-86aab7a8-7fb7-4698-9b62-b4596d9ff267 req-10250020-b248-4e19-b331-bd64a92f493c service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032960 Aug 22 14:48:41.395668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8eafb322-cfa3-4630-afbe-bb95eae696aa req-5cb344e9-5f4c-448b-ad6c-458488f5507c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Aug 22 14:48:41.403479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.408500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e2890571-5771-440e-ab25-242cad2d80a8 HTTP/1.1" status: 204 len: 168 time: 1.3445153 Aug 22 14:48:41.428664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216df42-11dc-4663-98d7-1fb50351a424 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2890571-5771-440e-ab25-242cad2d80a8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:41.443475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b67e389-4a69-4686-b0a4-15d69430bf38 req-3cd4ce31-269d-4855-a229-4fdcbc1aaa4d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991366 Aug 22 14:48:41.619229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8656e5-ae8b-43cd-8532-f17c455c0d6e req-dd663051-c0f9-43c0-b6b2-29c9bb47ea18 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:41.620755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b8656e5-ae8b-43cd-8532-f17c455c0d6e req-dd663051-c0f9-43c0-b6b2-29c9bb47ea18 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1225424 Aug 22 14:48:41.669639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-ce2d6e64-212a-48af-940a-48fa4cbbf377 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1390026 Aug 22 14:48:41.682803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:41.694415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b8656e5-ae8b-43cd-8532-f17c455c0d6e req-8209f65f-9256-45fc-a6b4-587956ca5a9c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675249 Aug 22 14:48:41.803352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.867549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49622) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:41.908887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.913461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ff787612-f38c-4738-a810-1ee99e81c659 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d82257248c9745ba99fb097266818d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416183 Aug 22 14:48:41.913719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49624) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:41.935819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:41.965320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.989521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:41.997478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 35df9f44-8b9c-4a72-930a-13253fbac55d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:41.998101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.039614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Allocated IP 172.25.0.244 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1e4ecf14-eda3-4623-a9e5-99e23f6c7716) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:42.097409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3709ab5b-1084-4db7-925d-e2a6b16de0b4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:42.116241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.119853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.123552 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b156cb68-e415-496e-827f-fa713b74184a HTTP/1.1" status: 204 len: 168 time: 0.2064936 Aug 22 14:48:42.135833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66642d17-68a4-468a-9f5e-02f92733c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156cb68-e415-496e-827f-fa713b74184a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:42.196853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55be924-bbbd-4a43-beae-63c23e1e1399 req-d5a47d20-bb90-4ecb-9d3d-aa5e50f427d7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:42.198438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d55be924-bbbd-4a43-beae-63c23e1e1399 req-d5a47d20-bb90-4ecb-9d3d-aa5e50f427d7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0966296 Aug 22 14:48:42.222164 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.262022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d55be924-bbbd-4a43-beae-63c23e1e1399 req-81f9fdd8-4fc5-4bf1-a97e-9b2cdb96af38 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Aug 22 14:48:42.268059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3709ab5b-1084-4db7-925d-e2a6b16de0b4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:48:42.268471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3709ab5b-1084-4db7-925d-e2a6b16de0b4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:42.291068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.314724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:42.320322 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ea9aa-fc19-4713-bdce-1b563d24165b" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:42.330070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:42.382819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e00649-992b-4336-b895-aec073cba206 req-f96c888d-20f4-4482-a48f-789f5d7633f5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:42.384406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8e00649-992b-4336-b895-aec073cba206 req-f96c888d-20f4-4482-a48f-789f5d7633f5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0577588 Aug 22 14:48:42.410039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.455733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8e00649-992b-4336-b895-aec073cba206 req-137c1cae-c1af-419f-afbc-c554e32cbe39 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648263 Aug 22 14:48:42.464519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:42.467392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:42.471084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:42.489159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.506851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event updated for resources: {'Port': ['ID=1e4ecf14-eda3-4623-a9e5-99e23f6c7716,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:42.560966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:42.580254 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7bdbd-d77c-4c62-a329-da252ba8898a x-openstack-request-id: req-8ed7bdbd-d77c-4c62-a329-da252ba8898a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:42.580575 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:42.580835 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ed7bdbd-d77c-4c62-a329-da252ba8898a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:42.581252 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'code': 200} Aug 22 14:48:42.596169 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.680115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae77053-e062-4e1b-a01f-4e6ab85831c0 req-5293830e-a2b2-49d2-a5c5-c24bbb4c47f4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:42.682057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ae77053-e062-4e1b-a01f-4e6ab85831c0 req-5293830e-a2b2-49d2-a5c5-c24bbb4c47f4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.0537813 Aug 22 14:48:42.755448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:42.762149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ae77053-e062-4e1b-a01f-4e6ab85831c0 req-422a6400-fa3e-4fdb-96dc-69187e830534 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Aug 22 14:48:43.075386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.097546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a4dc-7514-49d2-8fd5-15fce13a008f req-d6713913-abf9-49c6-8249-c6cac3503a77 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.106075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7e3a4dc-7514-49d2-8fd5-15fce13a008f req-d6713913-abf9-49c6-8249-c6cac3503a77 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1629357 Aug 22 14:48:43.116450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-a02bc2b6-dfbe-4816-8056-6b8a519ca013 service neutron] 10.222.0.54 "GET /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.0758910 Aug 22 14:48:43.152649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7e3a4dc-7514-49d2-8fd5-15fce13a008f req-9b41a610-7232-4327-bde7-585f42b729b7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Aug 22 14:48:43.153865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.288014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event updated for resources: {'Port': ['ID=1e4ecf14-eda3-4623-a9e5-99e23f6c7716,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:43.319767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.397723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:43.405532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467762b8-ac4c-4433-ac42-835b892d7851 req-d6498801-e6f3-4ee0-95f5-f592a397c02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.407145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-467762b8-ac4c-4433-ac42-835b892d7851 req-d6498801-e6f3-4ee0-95f5-f592a397c02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0627742 Aug 22 14:48:43.408607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.412705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-0c7f7ad9-df87-4e34-bdbc-8e93e389c317 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7363405 Aug 22 14:48:43.449572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:43.496474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-a16729bf-aa67-4b7a-a100-45e560420a6b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.0771961 Aug 22 14:48:43.507148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55e350d-d2a2-4429-bed7-c16ec1755152 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:43.522213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:43.544785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-467762b8-ac4c-4433-ac42-835b892d7851 req-0b169909-e900-4dda-b653-c28b24a32d82 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281500 Aug 22 14:48:43.589992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.678648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-f4dba291-ca64-4b74-b654-ffff1cb5a369 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.680788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3218733e-6cf2-4c03-9a13-99b60cd60247 req-f4dba291-ca64-4b74-b654-ffff1cb5a369 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1833518 Aug 22 14:48:43.684536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] Transition to ACTIVE for port object c55e350d-d2a2-4429-bed7-c16ec1755152 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:43.717634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fa485-ac87-4c62-8640-2189d3d8f0b8 req-6331cfbb-f4b3-48d7-a6d2-a405e4204e17 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.719182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-523fa485-ac87-4c62-8640-2189d3d8f0b8 req-6331cfbb-f4b3-48d7-a6d2-a405e4204e17 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 943 time: 0.0925779 Aug 22 14:48:43.758972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:43.782247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-523fa485-ac87-4c62-8640-2189d3d8f0b8 req-d122ece6-2318-4ea8-85f2-e506d77f3e98 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554032 Aug 22 14:48:43.899930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] Pushing event updated for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:43.919075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] No DVR routers for this DVR port c55e350d-d2a2-4429-bed7-c16ec1755152 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:43.942758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbffc5b-e6aa-4c3f-b9a7-f92287854d69 req-90eacf88-35cb-41ca-8707-66ad7d25305a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.952594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbffc5b-e6aa-4c3f-b9a7-f92287854d69 req-90eacf88-35cb-41ca-8707-66ad7d25305a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.0860703 Aug 22 14:48:43.952816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-c5ee67d2-0ffe-446f-ad54-82c6d45936db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:43.955899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-c5ee67d2-0ffe-446f-ad54-82c6d45936db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1095 time: 0.1095529 Aug 22 14:48:43.958971 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ae15a9ae-03d7-4c5d-8d33-5f3f127e2f66 service neutron] 10.222.0.54 "PUT /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8353202 Aug 22 14:48:44.015377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbffc5b-e6aa-4c3f-b9a7-f92287854d69 req-46e92392-87b5-49e5-924f-ff1e39bc73f3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Aug 22 14:48:44.123461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-3619de39-a62a-4d86-b257-c15d2cf4e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.128862 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-3619de39-a62a-4d86-b257-c15d2cf4e59c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1505804 Aug 22 14:48:44.329587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ed9da69c-59a8-4299-93cf-09da0cb646bc tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.331243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-ed9da69c-59a8-4299-93cf-09da0cb646bc tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1367769 Aug 22 14:48:44.450022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-172e9480-c5f0-4a67-89a9-c3ed250284d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.451581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-172e9480-c5f0-4a67-89a9-c3ed250284d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&tenant_id=71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 1095 time: 0.1058536 Aug 22 14:48:44.459726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-8e8e89ab-bb9b-4ea9-9822-0903e2b99152 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.468090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-8e8e89ab-bb9b-4ea9-9822-0903e2b99152 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 820 time: 0.2888098 Aug 22 14:48:44.478491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a9975-abbf-4e47-8ecb-72b9b6eb745a req-2e5428a5-9c5c-4b1c-b661-d991a0b4ec70 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.507113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff6a9975-abbf-4e47-8ecb-72b9b6eb745a req-2e5428a5-9c5c-4b1c-b661-d991a0b4ec70 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1874864 Aug 22 14:48:44.711380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-3932d6e2-79f1-4743-86cc-88ef933acef3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.4482524 Aug 22 14:48:44.711380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-dc85ccc1-c917-4c93-b0ce-b727f7ab5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:44.711380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-dc85ccc1-c917-4c93-b0ce-b727f7ab5b6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0730975 Aug 22 14:48:44.711380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-19ef2b76-9673-4fad-acfb-4ac636083e53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284710 Aug 22 14:48:44.856342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-b681633c-552a-47f4-b513-6ebf0256dd0f service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381783 Aug 22 14:48:44.864496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:44.936575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-428fdf57-4bc6-46ee-8901-ae1ca4806d32 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/quotas/c308624db51d4f8c84b55151034ba8b2 HTTP/1.1" status: 200 len: 375 time: 0.4675107 Aug 22 14:48:45.050290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff6a9975-abbf-4e47-8ecb-72b9b6eb745a req-4afbf88f-2172-4296-a968-e63726ba2d78 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487823 Aug 22 14:48:45.066430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-5f01991f-2c34-45c6-9d01-c98634a3b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:45.069014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c1c7c5f-4f6d-4b2a-aaef-71b5674aebfb req-e3663af6-e146-4164-b70b-2b417a134601 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036543 Aug 22 14:48:45.069014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2895c9d-e8fa-4f61-aef9-cbfb31528145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.069371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-5f01991f-2c34-45c6-9d01-c98634a3b843 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1095 time: 0.1355064 Aug 22 14:48:45.112528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-3a69b5f2-e5eb-472a-9f98-b0c535368707 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1609740 Aug 22 14:48:45.228451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2895c9d-e8fa-4f61-aef9-cbfb31528145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.329600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2895c9d-e8fa-4f61-aef9-cbfb31528145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.374611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065bc3-0276-4382-8ed4-07c84d1ecaff req-2a3b66ec-85e8-4560-a5f5-8904ca912d29 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:45.385280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94065bc3-0276-4382-8ed4-07c84d1ecaff req-2a3b66ec-85e8-4560-a5f5-8904ca912d29 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2410514 Aug 22 14:48:45.387350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2895c9d-e8fa-4f61-aef9-cbfb31528145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085c60d-ff4c-4779-8737-6296a0094fda,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:45.393779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e2895c9d-e8fa-4f61-aef9-cbfb31528145 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c057994fbb3490690acfe98d83d9a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277929 Aug 22 14:48:45.395966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49748) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:45.450844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:45.477634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-055d6e18-7b78-4424-9ad5-1d463cb727d2 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625350 Aug 22 14:48:45.489916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-017d956b-0273-48f6-8b66-1f7424f00ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:45.491456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-017d956b-0273-48f6-8b66-1f7424f00ad4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.4150295 Aug 22 14:48:45.498817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.505522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:45.539839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.548662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94065bc3-0276-4382-8ed4-07c84d1ecaff req-f6c5fecc-b235-4362-a73c-51bf43836356 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619701 Aug 22 14:48:45.646818 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-84174891-44b9-4664-a2bc-bb3666126e4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.1171231 Aug 22 14:48:45.780963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-30a0b011-5939-413f-8347-17e3f89cab9f service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849669 Aug 22 14:48:45.798099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.801178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:45.802356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7085c60d-ff4c-4779-8737-6296a0094fda HTTP/1.1" status: 204 len: 168 time: 0.4051931 Aug 22 14:48:45.827927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e57a4da1-55f0-476f-bea9-c794739fae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:45.829557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e57a4da1-55f0-476f-bea9-c794739fae6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1706498 Aug 22 14:48:45.842668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ce508-2b65-4c02-8f8d-3d16ddeefbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085c60d-ff4c-4779-8737-6296a0094fda,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:45.871516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:45.957093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:45.960241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-0d09bef1-a2bc-4258-9733-c0c83f436e38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072209 Aug 22 14:48:46.057109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'port_id': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'mac_address': 'fa:16:3e:6c:0d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cf566f-774f-4f07-9724-61d961e3fe9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:46.141834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:46.164592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:46.247645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:46.322973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34048fd6-c3cd-4373-9920-f6ed1450cd1c req-b7fece74-2e36-480c-9104-37fdc51a3e93 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:46.333417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34048fd6-c3cd-4373-9920-f6ed1450cd1c req-b7fece74-2e36-480c-9104-37fdc51a3e93 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.4828899 Aug 22 14:48:46.341358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:46.518534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:46.528601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34048fd6-c3cd-4373-9920-f6ed1450cd1c req-47004b1d-3dd7-4628-a3f5-777b8d42b16c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936707 Aug 22 14:48:46.544829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e56a6820-cde2-403b-b1b3-3d9ffb801f27 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445974 Aug 22 14:48:46.658430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40cae7-54a2-4850-9a57-3e8384c104b5 req-abf1bcd9-1141-4646-894a-ad91a804cffc tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:46.667018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e40cae7-54a2-4850-9a57-3e8384c104b5 req-abf1bcd9-1141-4646-894a-ad91a804cffc tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.3059874 Aug 22 14:48:46.720075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:46.810655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e40cae7-54a2-4850-9a57-3e8384c104b5 req-1222ccf7-f78f-4b30-89e7-b60398127ad7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426089 Aug 22 14:48:46.862645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-68ad6a14-2746-4c7a-a424-00ee126a0c59 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020029 Aug 22 14:48:46.903580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96c3ac-6a40-4805-9d30-86092d21a717 req-6fa1f5d4-98df-4da1-95b7-8d592c5db8ec tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:46.905420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a96c3ac-6a40-4805-9d30-86092d21a717 req-6fa1f5d4-98df-4da1-95b7-8d592c5db8ec tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0917048 Aug 22 14:48:46.970371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-300a8da5-3829-42f4-8494-7131c8b9e131 req-ce31bf38-29f9-46aa-bd01-daa440969b90 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 210 time: 0.0639007 Aug 22 14:48:47.008440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a96c3ac-6a40-4805-9d30-86092d21a717 req-5e23c168-a546-47d6-9619-9397c28a1984 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738358 Aug 22 14:48:47.160369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c362fe-58f1-47b5-ae86-08aa729fa266 req-11e7ca2e-661b-4767-b40c-965b2fd3c66c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:47.161989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18c362fe-58f1-47b5-ae86-08aa729fa266 req-11e7ca2e-661b-4767-b40c-965b2fd3c66c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0804696 Aug 22 14:48:47.216908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18c362fe-58f1-47b5-ae86-08aa729fa266 req-06761e31-6a91-41fd-b47e-75a1f155653f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Aug 22 14:48:47.401313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-bf5e7b4d-1c84-43ad-8213-750d553c335a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:47.403806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-bf5e7b4d-1c84-43ad-8213-750d553c335a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.0573084 Aug 22 14:48:47.620528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49806) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:47.673092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e9ab62ba-19fb-4c73-838d-7e63bacc4887 service neutron] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:47.681761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e9ab62ba-19fb-4c73-838d-7e63bacc4887 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:47.683025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57c3e0e1-6cd9-44d7-afb5-5c8d98828955 req-e9ab62ba-19fb-4c73-838d-7e63bacc4887 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.2709157 Aug 22 14:48:47.776514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8005-de7b-4cb7-834f-965740df4807 req-6e2631b1-4fb1-4dff-9691-8f8ffa758cb7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:47.787577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-170c8005-de7b-4cb7-834f-965740df4807 req-6e2631b1-4fb1-4dff-9691-8f8ffa758cb7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.1561558 Aug 22 14:48:47.842903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-170c8005-de7b-4cb7-834f-965740df4807 req-48dbbcf9-fda7-4b73-984e-b279b5531b28 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538051 Aug 22 14:48:47.848472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-543214562-network', 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:47.949327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:48.015062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:48.018571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:48.037411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:48.330713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc173f9-60bf-4ff2-9d70-8f0d80d08702 req-1d43ad47-12a6-49fe-8b64-ddb0df9443af tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:48.332367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc173f9-60bf-4ff2-9d70-8f0d80d08702 req-1d43ad47-12a6-49fe-8b64-ddb0df9443af tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.2868209 Aug 22 14:48:48.358857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:48.369638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efc908-54af-49ac-811a-235307c549ee req-4b80f978-4a95-437e-98e6-495261b19a31 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:48.371228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85efc908-54af-49ac-811a-235307c549ee req-4b80f978-4a95-437e-98e6-495261b19a31 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1095 time: 0.2524326 Aug 22 14:48:48.387699 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-b0c0e40a-a9a6-4daf-a69d-aa74b3d51ee4 service neutron] show failed (client error): The resource could not be found. Aug 22 14:48:48.388901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-b0c0e40a-a9a6-4daf-a69d-aa74b3d51ee4 service neutron] 10.222.0.10 "GET /v2.0/ports/4bfc012a-4b21-4c73-987c-8141454169ad/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1544721 Aug 22 14:48:48.463146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc173f9-60bf-4ff2-9d70-8f0d80d08702 req-74bc9c9f-8f81-4dc0-81dc-974238517271 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067681 Aug 22 14:48:48.532937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85efc908-54af-49ac-811a-235307c549ee req-f7ea207f-62e9-4e91-8c58-985cd6fff2b6 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423507 Aug 22 14:48:48.538921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:48.640708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee013c72-ab89-4f3f-85aa-54383cc29a7b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:48.711824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd63290b-d6da-46c2-aac8-db245bd2f919 req-10721ecc-62a2-4629-b223-6418f13bfabe tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 210 time: 0.0635688 Aug 22 14:48:48.715817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:48:48.769093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:48.769448 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Added segment 85649056-7f35-44be-9797-82195ddb6429 of type vlan for network 85341e5d-9392-40a4-85f9-b752aca6da25 Aug 22 14:48:48.824369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b0531-1af5-42a8-aba8-f6486386de25 req-c78d0fa4-f3b6-4a00-8c60-3b3bbf9f2683 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:48.827235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e0b0531-1af5-42a8-aba8-f6486386de25 req-c78d0fa4-f3b6-4a00-8c60-3b3bbf9f2683 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1132047 Aug 22 14:48:48.893355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.021573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e0b0531-1af5-42a8-aba8-f6486386de25 req-6deec28f-a371-46b5-8e9a-86b11690905b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858296 Aug 22 14:48:49.074279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2ade3-ee50-4de5-9bb7-d5b8d68b0dfb req-040752b2-d881-4e58-8bb6-2b17578e44de tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.074583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07e2ade3-ee50-4de5-9bb7-d5b8d68b0dfb req-040752b2-d881-4e58-8bb6-2b17578e44de tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1543994 Aug 22 14:48:49.181903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07e2ade3-ee50-4de5-9bb7-d5b8d68b0dfb req-7c26c56a-d180-43bc-bcad-05d3f6da55ee tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004968 Aug 22 14:48:49.307445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-b3ddce03-2d88-4747-892d-a71b601fc36f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.309045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-b3ddce03-2d88-4747-892d-a71b601fc36f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.1518896 Aug 22 14:48:49.325465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-58386416-686f-497a-bcbc-aac94dd8bb41 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/quotas/71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 375 time: 0.0102088 Aug 22 14:48:49.406728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-c9b7d07a-ea1e-47da-ba54-cc11ebd5daeb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718079 Aug 22 14:48:49.445875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.446993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.447593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.487591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:49.574013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] Pushing event updated for resources: {'Network': ['ID=85341e5d-9392-40a4-85f9-b752aca6da25,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:49.579117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-68a9a47f-44fe-4fd8-86cc-0022f3ddf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.580821 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-68a9a47f-44fe-4fd8-86cc-0022f3ddf179 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1100 time: 0.1092410 Aug 22 14:48:49.590969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 85341e5d-9392-40a4-85f9-b752aca6da25 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:48:49.607792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-0fed076e-9379-4700-bd0b-c3e83ff95643 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922090 Aug 22 14:48:49.623815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:49.709494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f13ec1d-3641-42f8-aecb-920929e6df7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0876455 Aug 22 14:48:49.712510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49854) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:49.721827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Request body: {'subnet': {'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-543214562-subnet', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:49.738378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:49.744745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:49.745407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.794891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.909243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:49.939793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4fd8389d-78b3-4f99-9a3f-330209a5f1f9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.941578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4fd8389d-78b3-4f99-9a3f-330209a5f1f9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.10 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 820 time: 0.2384186 Aug 22 14:48:49.965580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:49.966963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ff5d-a8a5-418d-89c5-e6436f97123d req-cda321ed-e724-4e04-83db-ac5f9302dd83 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:49.967430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:49.968744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e0ff5d-a8a5-418d-89c5-e6436f97123d req-cda321ed-e724-4e04-83db-ac5f9302dd83 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.2918766 Aug 22 14:48:49.971214 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cb6994-4ba4-4e30-8f9c-d87e8b1be0a8" -d '{"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-plugged", "status": "completed", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:49.975923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'port': {'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'admin_state_up': True, 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:50.005924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:50.026409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.033091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-ab68ec36-0439-43a2-96ce-81f254d34555 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158471 Aug 22 14:48:50.120157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e0ff5d-a8a5-418d-89c5-e6436f97123d req-6a954b5b-6fff-4ef2-8159-278453fadb2f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325643 Aug 22 14:48:50.152310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.255321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:50.273351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:50.336751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35d4168e-f21a-46ae-85a3-8c78c1cddb1a req-861b8805-dde5-465b-8502-433bb758c1cf tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 210 time: 0.0659542 Aug 22 14:48:50.361678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:50.393551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Made reservation on behalf of c308624db51d4f8c84b55151034ba8b2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:50.401666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.407787 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cddae3-e581-4d51-aa02-eb98c194a80f x-openstack-request-id: req-86cddae3-e581-4d51-aa02-eb98c194a80f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:50.408401 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-plugged", "status": "completed", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:50.408891 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86cddae3-e581-4d51-aa02-eb98c194a80f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:50.409513 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'code': 200} Aug 22 14:48:50.590006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:50.590006 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ddaab-1b14-4426-b400-dfdd9afd29eb" -d '{"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:50.601483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.647743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Transition to ACTIVE for port object 4bfc012a-4b21-4c73-987c-8141454169ad will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:50.663019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065e834-b06e-4f3f-a2ae-d29f67d9325e req-7ba4cd83-d918-40fa-91ef-fae93b8abc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:50.667893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1065e834-b06e-4f3f-a2ae-d29f67d9325e req-7ba4cd83-d918-40fa-91ef-fae93b8abc49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1096 time: 0.1076510 Aug 22 14:48:50.695542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.727250 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1065e834-b06e-4f3f-a2ae-d29f67d9325e req-0a60dc7f-b57b-42ba-a0b8-293aada36189 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Aug 22 14:48:50.751081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.756032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:50.758254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f959f15-9d5c-44bc-8d5c-c7d17186ec6f req-e60c49ec-d640-4fb9-ae03-5aff6b81ee97 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:50.765923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f959f15-9d5c-44bc-8d5c-c7d17186ec6f req-e60c49ec-d640-4fb9-ae03-5aff6b81ee97 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1674430 Aug 22 14:48:50.810530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741c30f-e1ee-44ef-90b2-ffc06448816d req-e4934d30-27b8-46d8-bb11-63ff420daa05 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:50.812274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9741c30f-e1ee-44ef-90b2-ffc06448816d req-e4934d30-27b8-46d8-bb11-63ff420daa05 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.2150879 Aug 22 14:48:50.855015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Allocated IP 172.20.0.11 (299250e4-ce81-49d3-b0a7-393e20708257/3c209db9-1c67-4905-81b8-6015a79d59d2/e4c911c6-3749-4003-a79d-05244a8b0104) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:50.893168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f959f15-9d5c-44bc-8d5c-c7d17186ec6f req-c6985dd6-c5f7-49c9-ad2d-bf436e61f3d1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250906 Aug 22 14:48:50.939542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b8097e-9307-4a02-ab8b-240245999083,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:50.949224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9741c30f-e1ee-44ef-90b2-ffc06448816d req-c446efd7-dfb3-4462-85de-c8483548f22f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280904 Aug 22 14:48:51.050989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] No DVR routers for this DVR port 4bfc012a-4b21-4c73-987c-8141454169ad on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:48:51.070979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Checking segment: {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:51.072088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Network hostable DHCP agents. Network: 85341e5d-9392-40a4-85f9-b752aca6da25, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:48:51.092973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:51.149828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ade83b68-0e6a-48bc-8889-8ab1dc9b5253 req-78905d3f-039f-4720-831a-36474f2cee0b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 210 time: 0.0871811 Aug 22 14:48:51.203562 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e719425-af0f-485a-8628-7e0e6f62f796 x-openstack-request-id: req-6e719425-af0f-485a-8628-7e0e6f62f796 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:51.204204 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:51.204681 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e719425-af0f-485a-8628-7e0e6f62f796 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:51.206053 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'code': 200} Aug 22 14:48:51.254731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:51.260153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:51.260153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:51.265741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:51.266140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Attempting to bind port 4bfc012a-4b21-4c73-987c-8141454169ad on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:51.272346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:51.274601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:51.275018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:51.275577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Bound port: 4bfc012a-4b21-4c73-987c-8141454169ad, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:51.275958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.321621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Network 85341e5d-9392-40a4-85f9-b752aca6da25 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:48:51.338385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.365001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Transition to ACTIVE for port object e4c911c6-3749-4003-a79d-05244a8b0104 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:51.384944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:51.388754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:51.424956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 85341e5d-9392-40a4-85f9-b752aca6da25) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:51.432223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:51.433238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.439177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c605a6d-c947-4f9c-b5d4-2f3b9e5239a9 None None] Network 85341e5d-9392-40a4-85f9-b752aca6da25 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:51.483860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b206206-88b3-433b-9b1f-95378770af3c req-a957ebcb-b709-4a32-a618-b9a4c621f8d7 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 210 time: 0.0445883 Aug 22 14:48:51.493855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309071f-0adf-4ec3-ba09-857cb84236cf req-2e530dcc-4962-4882-88cb-3ed405183707 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:51.501685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d309071f-0adf-4ec3-ba09-857cb84236cf req-2e530dcc-4962-4882-88cb-3ed405183707 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.2143664 Aug 22 14:48:51.509100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.562983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d309071f-0adf-4ec3-ba09-857cb84236cf req-39508db2-9980-4348-80fb-87f2317482cf tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603213 Aug 22 14:48:51.566932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.594823 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0755ddd-3929-45a1-a362-aba8e013ab95 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8804107 Aug 22 14:48:51.597506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49902) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:51.604144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7b756c64-e0b1-4e48-8f61-801ad405e962'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:51.606779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:51.637304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:51.637926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.639347 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] 10.222.0.54 "PUT /v2.0/ports/4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 1095 time: 2.0501955 Aug 22 14:48:51.678779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Network 299250e4-ce81-49d3-b0a7-393e20708257 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:51.687394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:51.697554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:51.703694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99766739-bc7a-41c5-b3ce-21b31fe94782 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:51.747180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.747180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.804805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-85341e5d-9392-40a4-85f9-b752aca6da25', 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'fixed_ips': [{'subnet_id': '30b8097e-9307-4a02-ab8b-240245999083'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:48:51.806814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.808298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event updated for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:51.827426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-50a89e7c-84d9-4b73-92f2-e3587c64e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:51.838665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-50a89e7c-84d9-4b73-92f2-e3587c64e2e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1098 time: 0.1595309 Aug 22 14:48:51.842557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:51.846842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.935843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:51.987216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-da3ba5b2-03ba-4396-9782-2d6e0385ff3e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0170908 Aug 22 14:48:52.018613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Request body: {'port': {'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:52.083016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2a426f7d-08b8-4eb8-8487-b92b67fe0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:52.094900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:48:52.095222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2a426f7d-08b8-4eb8-8487-b92b67fe0950 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2502306 Aug 22 14:48:52.205702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.245957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124bc04-a1ce-42c4-ab0f-1fb1b9f993ba req-c3a935ff-6c57-4c02-8b7e-8fabff045d5e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:52.247534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8124bc04-a1ce-42c4-ab0f-1fb1b9f993ba req-c3a935ff-6c57-4c02-8b7e-8fabff045d5e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.1317332 Aug 22 14:48:52.281892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:48:52.320907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db56734-2f00-48ff-9ea7-1a498be2052c req-eb2f16bb-3924-41ec-a446-d1d6756889ba tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:52.329586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2db56734-2f00-48ff-9ea7-1a498be2052c req-eb2f16bb-3924-41ec-a446-d1d6756889ba tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2259519 Aug 22 14:48:52.346028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Allocated IP 172.20.0.2 (85341e5d-9392-40a4-85f9-b752aca6da25/30b8097e-9307-4a02-ab8b-240245999083/c6ae1378-f9bd-4695-a32c-9b08a7bbd90e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:52.383316 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-eb0da1d5-15e0-4c20-8e50-1729846e5d00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.1416128 Aug 22 14:48:52.389485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8124bc04-a1ce-42c4-ab0f-1fb1b9f993ba req-e710b2ba-603e-47b3-a176-3ba8bf187f51 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341558 Aug 22 14:48:52.509098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2db56734-2f00-48ff-9ea7-1a498be2052c req-eb9530b0-4d24-4909-9bef-3276f3cff4b2 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785097 Aug 22 14:48:52.509364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.516842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-67bd4b1f-5819-4c2c-8256-95178049c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:52.521742 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-67bd4b1f-5819-4c2c-8256-95178049c550 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0954993 Aug 22 14:48:52.567924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-293fec02-d8fa-4462-ae15-06fb07ea9ff2 None None] Provisioning for port e4c911c6-3749-4003-a79d-05244a8b0104 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:52.582193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-293fec02-d8fa-4462-ae15-06fb07ea9ff2 None None] Provisioning complete for port e4c911c6-3749-4003-a79d-05244a8b0104 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:52.589408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-293fec02-d8fa-4462-ae15-06fb07ea9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.622126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-0eea9013-627b-4cfe-a2a2-54f3283913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:52.623722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-0eea9013-627b-4cfe-a2a2-54f3283913dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939941 Aug 22 14:48:52.793509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.809421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Transition to ACTIVE for port object c6ae1378-f9bd-4695-a32c-9b08a7bbd90e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:52.830379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Transition to ACTIVE for port object c6ae1378-f9bd-4695-a32c-9b08a7bbd90e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:52.833852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-293fec02-d8fa-4462-ae15-06fb07ea9ff2 None None] Port e4c911c6-3749-4003-a79d-05244a8b0104 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:48:52.838158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-c16283f1-30b8-4229-a2b1-0d2b97a2ca01 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024100 Aug 22 14:48:52.845688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c911c6-3749-4003-a79d-05244a8b0104 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:52.860553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.884711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Transition to ACTIVE for port object e4c911c6-3749-4003-a79d-05244a8b0104 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:52.957210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:52.980573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eda92581-54a4-4fd0-9169-b3e2bce5e6af req-58f80c74-1b44-4998-96e7-77bdc7878c51 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 210 time: 0.2463834 Aug 22 14:48:53.017433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.044022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234fa5f-df02-4211-b363-95a72b8a72a6 req-d92ccb5f-3783-4f9b-a836-e88b5b2605de tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.047183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Network 85341e5d-9392-40a4-85f9-b752aca6da25 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:53.057327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4234fa5f-df02-4211-b363-95a72b8a72a6 req-d92ccb5f-3783-4f9b-a836-e88b5b2605de tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 932 time: 0.3113468 Aug 22 14:48:53.072792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:53.082808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Pushing event updated for resources: {'Port': ['ID=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:53.086419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:53.097988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1bf91813-9afe-486d-befb-b7f8c5a328f8 req-2a3902fd-7721-4906-96e7-88e030cce621 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459440 Aug 22 14:48:53.186168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.226304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Attempting to bind port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:53.227299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Attempting to bind port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:53.227569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Attempting to bind port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e on network 85341e5d-9392-40a4-85f9-b752aca6da25 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:53.232960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:53.234425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:53.234928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Checking segment: {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:53.235257 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:53.235554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.236284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Bound using segment: {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:53.236737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Bound port: c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:53.237538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.254424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.256394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:53.288811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4234fa5f-df02-4211-b363-95a72b8a72a6 req-cb3d9e69-327a-4242-987d-d6bea7180708 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284899 Aug 22 14:48:53.371286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] For port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:53.375652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] For port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:53.456233 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cf3f9a-6a65-48ab-a8ca-71594d4ebd57 x-openstack-request-id: req-55cf3f9a-6a65-48ab-a8ca-71594d4ebd57 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:53.456517 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:53.456805 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55cf3f9a-6a65-48ab-a8ca-71594d4ebd57 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:53.457209 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'status': 'completed', 'code': 200} Aug 22 14:48:53.489853 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.611455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Allocated IP 172.25.0.70 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/30f00dc4-6fa3-4207-bd6c-b3998e6e02e1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:53.666822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-7139c151-36d0-4f80-b89c-27494ce1d8c1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.668602 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-7139c151-36d0-4f80-b89c-27494ce1d8c1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.2293892 Aug 22 14:48:53.685581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-deea6b28-a914-4526-b497-93bc3ef36b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.687186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-deea6b28-a914-4526-b497-93bc3ef36b10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1098 time: 0.2006559 Aug 22 14:48:53.694315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Request body: {'port': {'device_id': '84a46c21-3cd6-41a9-9766-e54e132de219', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'admin_state_up': True, 'tenant_id': '71b051cab69c48fbac4417099181909b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:53.732794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ea47-2ba5-444c-bfca-14bb686ba275 None None] Pushing event updated for resources: {'Port': ['ID=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:53.736815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Attempting to bind port e4c911c6-3749-4003-a79d-05244a8b0104 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:53.737318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Attempting to bind port e4c911c6-3749-4003-a79d-05244a8b0104 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:53.738936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Attempting to bind port e4c911c6-3749-4003-a79d-05244a8b0104 on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:53.777597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1394fb0-046e-4096-847f-8330d1efa75a req-d2befc24-2a59-4a87-882f-8da5d5ff5bef tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.786556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1394fb0-046e-4096-847f-8330d1efa75a req-d2befc24-2a59-4a87-882f-8da5d5ff5bef tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.5647509 Aug 22 14:48:53.793228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Port e4c911c6-3749-4003-a79d-05244a8b0104 on network 299250e4-ce81-49d3-b0a7-393e20708257 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:53.793822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Attempting to bind port e4c911c6-3749-4003-a79d-05244a8b0104 on network 299250e4-ce81-49d3-b0a7-393e20708257 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:53.802982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:53.806991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Checking segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:53.806991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Bound using segment: {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:53.806991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Bound port: e4c911c6-3749-4003-a79d-05244a8b0104, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abbfc8b-7a76-48b4-949b-61694b84f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:53.806991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:53.842677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-4bc9928e-f34f-40fd-beb7-cbbf3031f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.843950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-4bc9928e-f34f-40fd-beb7-cbbf3031f62d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1098 time: 0.2577364 Aug 22 14:48:53.906387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2745a74-0dae-4e7a-80c4-c9845ce371bd req-c956e1ea-0820-4e1b-9411-c7e2e6c2d28d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:53.911119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2745a74-0dae-4e7a-80c4-c9845ce371bd req-c956e1ea-0820-4e1b-9411-c7e2e6c2d28d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.3587816 Aug 22 14:48:53.968745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1394fb0-046e-4096-847f-8330d1efa75a req-50d33194-be54-4510-af06-da4bf2181431 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820467 Aug 22 14:48:54.163068 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:54.188141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-e439df2f-ce3b-4d33-a456-6d2933646961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:54.189834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-e439df2f-ce3b-4d33-a456-6d2933646961 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.4709718 Aug 22 14:48:54.193365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:48:54.197292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:54.218414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c6ae1378-f9bd-4695-a32c-9b08a7bbd90e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:54.301397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-5ecc4150-150e-4dd4-8bc8-b2d09d413c17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.0919819 Aug 22 14:48:54.430937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:54.465574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-be88574c-4c44-436e-806d-37e7eed3ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:54.467455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-be88574c-4c44-436e-806d-37e7eed3ccbd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1311793 Aug 22 14:48:54.530704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Allocated IP 172.20.0.3 (f6ab3086-f496-4329-96c1-4c262c7c349c/dc7c76fb-a39b-4679-8455-707c1d9e3a76/a809d533-1287-44c6-a7cd-966e76ebb089) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:54.553384 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:54.593511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-c81403f7-7e5a-4878-8591-edf58fc0e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:54.595322 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-c81403f7-7e5a-4878-8591-edf58fc0e3f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152141 Aug 22 14:48:54.652170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:54.681767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:54.695317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Pushing event updated for resources: {'Port': ['ID=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:54.696091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:54.708893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:54.743066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2745a74-0dae-4e7a-80c4-c9845ce371bd req-427b12bc-8006-4948-9417-a982146af732 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524762 Aug 22 14:48:54.767072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e4c911c6-3749-4003-a79d-05244a8b0104,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:54.818950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a105eb6-8b81-47b1-aa0e-7248821f7e93 req-a0c9068a-1888-4903-a9fc-f122d9f8f7ac tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:54.838734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a105eb6-8b81-47b1-aa0e-7248821f7e93 req-a0c9068a-1888-4903-a9fc-f122d9f8f7ac tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2563789 Aug 22 14:48:54.849830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-37407d14-8237-4f8d-af0f-6b908c4026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:54.851942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-37407d14-8237-4f8d-af0f-6b908c4026cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.9949152 Aug 22 14:48:54.909574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:55.048657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a105eb6-8b81-47b1-aa0e-7248821f7e93 req-67fff4ec-592d-4cc1-a4b3-101c4a1fdaaa tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086766 Aug 22 14:48:55.161713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-525ef5fc-c312-4a9f-92cb-c12bacbf130c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.2672629 Aug 22 14:48:55.302816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90f1b462-d3ba-47ca-9c94-6304253cd542 req-e334a027-ddbf-44ff-b2c8-6b6b4c318a49 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 210 time: 0.1680984 Aug 22 14:48:55.308584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-34f6c02a-2449-432a-84e7-898221f2be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.310417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-34f6c02a-2449-432a-84e7-898221f2be66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1167486 Aug 22 14:48:55.379334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.380101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:55.381871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-4a856832-9c55-4263-9c74-96748794d583 service neutron] 10.222.0.10 "PUT /v2.0/ports/e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 1092 time: 3.3765643 Aug 22 14:48:55.390322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:55.415476 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c880f730-4924-441c-9cc9-94df7665a7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:55.419109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3384448-e599-49de-8494-4b231ffa6756 None None] Network 85341e5d-9392-40a4-85f9-b752aca6da25 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:48:55.559052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856832-9c55-4263-9c74-96748794d583 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:55.584211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-5d38fe97-915e-4b1a-8c8d-a3bab77f832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.587314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-5d38fe97-915e-4b1a-8c8d-a3bab77f832f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124574 Aug 22 14:48:55.608116 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-c73c8ff3-7fd8-4fc9-bc78-5820d3f57d2b service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947138 Aug 22 14:48:55.612709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:55.662328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e53b96-abb9-4573-9f1f-22d65e7416ad req-eb7e7250-ed5d-4d93-9f4c-f6c67b820b55 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.674200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47e53b96-abb9-4573-9f1f-22d65e7416ad req-eb7e7250-ed5d-4d93-9f4c-f6c67b820b55 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1096 time: 0.3617756 Aug 22 14:48:55.753841 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-f1024abc-0b51-43a3-a1aa-2dbd39591e21 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355762 Aug 22 14:48:55.777485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cfe52-b8b1-43c8-a4eb-0c001bd47e73 req-dc2b1be8-f08a-468d-bd63-9117d8351d2c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.780834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee9cfe52-b8b1-43c8-a4eb-0c001bd47e73 req-dc2b1be8-f08a-468d-bd63-9117d8351d2c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 944 time: 0.1806164 Aug 22 14:48:55.787483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47e53b96-abb9-4573-9f1f-22d65e7416ad req-6ae5190b-02d7-4d23-95fa-d48dd30c2d5f tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122205 Aug 22 14:48:55.814663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-e8e7a5ab-f591-4676-856d-9ec206f2aaab service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173173 Aug 22 14:48:55.878649 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4517403-e4cd-4585-ad50-51d50c5840b9 x-openstack-request-id: req-c4517403-e4cd-4585-ad50-51d50c5840b9 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:55.878947 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:55.879204 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4517403-e4cd-4585-ad50-51d50c5840b9 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:55.879682 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'status': 'completed', 'code': 200} Aug 22 14:48:55.891509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee9cfe52-b8b1-43c8-a4eb-0c001bd47e73 req-76cc4f17-2d8d-4afc-b8fa-f670ffeacda8 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 Aug 22 14:48:55.983688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-0ccd98ca-7049-40f7-903f-ac3a553950dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:55.985352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-0ccd98ca-7049-40f7-903f-ac3a553950dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1095 time: 0.1542284 Aug 22 14:48:56.024235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98d5e3f9-1fcc-4151-b87f-ec9a6999b19c req-d1dca839-238d-4118-bd8b-a6c2e4df245b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958201 Aug 22 14:48:56.049608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-cb4fde9a-2ab1-4b6c-985a-9f2461bc8b57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 217 time: 0.0456505 Aug 22 14:48:56.060084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35ea7a-bcef-4509-9919-70c8202c74c7 req-beec20a1-cdf7-47fe-bbb3-c70a4f903ea5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.075268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed35ea7a-bcef-4509-9919-70c8202c74c7 req-beec20a1-cdf7-47fe-bbb3-c70a4f903ea5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.1219103 Aug 22 14:48:56.097576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Provisioning for port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:48:56.103514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.105314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Provisioning complete for port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:56.105930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.144781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed35ea7a-bcef-4509-9919-70c8202c74c7 req-5a0ccc0c-a8ea-4e03-af9c-d0eb41d50e57 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753441 Aug 22 14:48:56.155319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-6d574d5f-12b4-4a12-bef1-6310260e72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.156956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-6d574d5f-12b4-4a12-bef1-6310260e72a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.0724654 Aug 22 14:48:56.224567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Network f6ab3086-f496-4329-96c1-4c262c7c349c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:48:56.231455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:48:56.243565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:48:56.284025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:56.285552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-22247da9-f144-4820-b713-e45cb8e0aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.288343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-22247da9-f144-4820-b713-e45cb8e0aef8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094048 Aug 22 14:48:56.355177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.357713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec390af-0c20-43a6-8f65-4922ca9e39c1 req-b25db9c9-2b79-41e1-9d2a-23466fc0a203 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.368122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eec390af-0c20-43a6-8f65-4922ca9e39c1 req-b25db9c9-2b79-41e1-9d2a-23466fc0a203 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2097139 Aug 22 14:48:56.368381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.373137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.379186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.445149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] For port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:56.530807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eec390af-0c20-43a6-8f65-4922ca9e39c1 req-3701238f-9b7b-409b-9f8b-42dcc839af84 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533046 Aug 22 14:48:56.569738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.587041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-0b728361-d411-4918-af66-19798861944c service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847881 Aug 22 14:48:56.595651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214496-22c1-45c4-9fac-fb69534a23fa req-055f66f7-e753-4de0-82bd-600ecc63e9c5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:56.603494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4214496-22c1-45c4-9fac-fb69534a23fa req-055f66f7-e753-4de0-82bd-600ecc63e9c5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 931 time: 0.1398373 Aug 22 14:48:56.646843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-23c4863f-a88e-45f7-b170-766100cf57bb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9568620 Aug 22 14:48:56.652829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba1bd1-5ef1-45f8-8bb1-df1ce22b9d50 None None] Pushing event updated for resources: {'Port': ['ID=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:56.671196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Request body: {'port': {'device_id': '84a46c21-3cd6-41a9-9766-e54e132de219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:48:56.709097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4eb87ddf-8b03-4483-a350-1f4b0fc07e06 None None] Provisioning complete for port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:56.710651 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4eb87ddf-8b03-4483-a350-1f4b0fc07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.740790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4214496-22c1-45c4-9fac-fb69534a23fa req-9be3901f-cbad-45ba-a43d-d5febbb2a4d3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296201 Aug 22 14:48:56.795138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5bcb1b-6a6a-4fd3-9d88-11ba1056310a req-579f1981-c6dc-4548-a123-55fe4e288253 service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904504 Aug 22 14:48:56.811172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:56.813723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:57.076624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-bf6c180b-7f5f-4856-8410-db6cefef0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.078210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-bf6c180b-7f5f-4856-8410-db6cefef0c7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1095 time: 0.1033945 Aug 22 14:48:57.102832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac6717-5474-42aa-b844-42f642e83fc8 req-c348c78a-3b28-423b-99a7-3d856e4166be tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.110245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0ac6717-5474-42aa-b844-42f642e83fc8 req-c348c78a-3b28-423b-99a7-3d856e4166be tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 944 time: 0.0916371 Aug 22 14:48:57.223766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0ac6717-5474-42aa-b844-42f642e83fc8 req-ecf1bb79-5ddc-495c-8944-47a31198c18e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125751 Aug 22 14:48:57.237602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Router 107039ff-f360-4b76-a770-039624ff94b0 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:48:57.292742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-3d8adf43-40a7-4619-9298-0d615e6392e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.300768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-3d8adf43-40a7-4619-9298-0d615e6392e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.2024436 Aug 22 14:48:57.396997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-eab2fb12-b2e8-4f1a-bbdf-d29e2eacfd5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 217 time: 0.0924525 Aug 22 14:48:57.413255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:48:57.424066 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Sync routers for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:48:57.454802 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:57.457068 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:57.551735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:48:57.603420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:57.613281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97e87879-a0c3-4b5e-b640-670e29d4fdfc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0130537 Aug 22 14:48:57.613933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50000) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:48:57.666966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a809d533-1287-44c6-a7cd-966e76ebb089 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:57.668757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07742-41c5-49ab-9017-3d09d41eb613 req-54f92faa-c635-4a71-a574-4b3696e94b7b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.670444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5e07742-41c5-49ab-9017-3d09d41eb613 req-54f92faa-c635-4a71-a574-4b3696e94b7b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 947 time: 0.2871356 Aug 22 14:48:57.687273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:57.734712 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:57.785258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-50e9d69a-2aec-40fe-8aea-9fe2359653dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.787431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-50e9d69a-2aec-40fe-8aea-9fe2359653dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.3110743 Aug 22 14:48:57.907914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5e07742-41c5-49ab-9017-3d09d41eb613 req-0c6646d6-e234-45c5-936e-4936ed3f0bce tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281652 Aug 22 14:48:57.941252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b72582-48fb-4228-9aae-cc70d97af543 req-c3188b1e-ce68-4f0c-8691-d48644c44159 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:57.945116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Transition to ACTIVE for port object a809d533-1287-44c6-a7cd-966e76ebb089 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:57.960939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:57.965650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03b72582-48fb-4228-9aae-cc70d97af543 req-c3188b1e-ce68-4f0c-8691-d48644c44159 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2693877 Aug 22 14:48:57.995965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '4bfc012a-4b21-4c73-987c-8141454169ad', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '4bfc012a-4b21-4c73-987c-8141454169ad', 'mac_address': 'fa:16:3e:ed:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:48:58.087946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.149274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.173631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03b72582-48fb-4228-9aae-cc70d97af543 req-5375d535-4b44-486a-b3d6-2ef3d6052d92 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903293 Aug 22 14:48:58.177937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c6ae1378-f9bd-4695-a32c-9b08a7bbd90e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:48:58.178116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-0d3a4cfd-838b-4a4b-b56d-47da3538c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:58.180298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-0d3a4cfd-838b-4a4b-b56d-47da3538c524 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3823292 Aug 22 14:48:58.183871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-46fb0286-a017-41e5-963e-bc86df40287b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3328831 Aug 22 14:48:58.198905 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:48:55Z', 'revision_number': 3, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:58.234991 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Checking router: 107039ff-f360-4b76-a770-039624ff94b0 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:48:58.235554 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Updating router 107039ff-f360-4b76-a770-039624ff94b0 port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:48:58.244667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfc012a-4b21-4c73-987c-8141454169ad {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:48:58.281467 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.290576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:48:58.311246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:48:58.312054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.439311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.449709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:58.597849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-165af648-bd80-4a13-b08b-1580ba748e64 service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741271 Aug 22 14:48:58.645234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:58.754704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:58.755583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:58.755583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:58.765890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:48:58.766282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:58.774647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:58.775018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:58.775387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:58.775846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Bound port: a809d533-1287-44c6-a7cd-966e76ebb089, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:58.776270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.832766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c880f730-4924-441c-9cc9-94df7665a7d3 req-a1e6289c-6c3c-45f2-af75-0d13d1f20ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335291 Aug 22 14:48:58.838797 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.860321 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Transition to ACTIVE for port object 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:48:58.869078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:58.872914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:58.886874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:48:58.947327 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:58.959886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a9c8-3758-40db-8ec8-6b1aaba77860 req-84e27389-c379-49e6-832e-23a76df1e7de tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:58.970570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d56a9c8-3758-40db-8ec8-6b1aaba77860 req-84e27389-c379-49e6-832e-23a76df1e7de tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.6755810 Aug 22 14:48:59.010006 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Attempting to bind port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:48:59.010006 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Attempting to bind port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:48:59.014020 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Attempting to bind port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:48:59.035808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.053671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ba79a-30ef-4d9e-b0e1-d7b7a8a2b04b req-0ea52ff5-197f-4d50-8f8a-2cd63f259c06 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.054955 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.057028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-314ba79a-30ef-4d9e-b0e1-d7b7a8a2b04b req-0ea52ff5-197f-4d50-8f8a-2cd63f259c06 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 944 time: 0.2694030 Aug 22 14:48:59.062071 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:48:59.064545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-5bc3ead0-a5fd-4764-b196-62a23d12a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.065105 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:48:59.066123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-5bc3ead0-a5fd-4764-b196-62a23d12a632 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1096 time: 0.8118687 Aug 22 14:48:59.066679 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.067186 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:48:59.068624 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Bound port: 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:48:59.069324 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.116254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.116897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.118345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 1091 time: 2.4518654 Aug 22 14:48:59.118808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:48:59.126774 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca68016-b89b-410b-bc7d-a502035162a3" -d '{"events": [{"name": "network-changed", "server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:48:59.199031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e474b-fbb1-46a4-a9e3-924f09a133b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:59.218915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] For port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:48:59.228482 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] For port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:48:59.246516 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8f57f-6322-400e-bbed-af6a3dd4aa66 None None] Pushing event updated for resources: {'Port': ['ID=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:59.316921 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:48:59.320352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d56a9c8-3758-40db-8ec8-6b1aaba77860 req-e344277b-2a24-410d-8a1a-272ccb4c5916 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474381 Aug 22 14:48:59.390489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-314ba79a-30ef-4d9e-b0e1-d7b7a8a2b04b req-16d160ab-8e8c-46bc-af16-813b72ae106b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197124 Aug 22 14:48:59.423948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-008c0f7b-2fa5-40b7-abb7-a10477a4173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.425522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-008c0f7b-2fa5-40b7-abb7-a10477a4173e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.3246505 Aug 22 14:48:59.455165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-b29f9c85-2d09-4132-8034-223ce2c8e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.460855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-b29f9c85-2d09-4132-8034-223ce2c8e562 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1094 time: 0.1614957 Aug 22 14:48:59.463812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:48:59.464740 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:48:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:59.470452 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8f57f-6322-400e-bbed-af6a3dd4aa66 None None] Pushing event updated for resources: {'Port': ['ID=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:48:59.534014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-a64b7a1a-2816-4507-9a5d-ad0e9bc40bdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 217 time: 0.0606499 Aug 22 14:48:59.543167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-d5f83280-4cf9-43e9-98e2-dc71ccdb330c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0941496 Aug 22 14:48:59.544122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Allocated IP 172.20.0.1 (85341e5d-9392-40a4-85f9-b752aca6da25/30b8097e-9307-4a02-ab8b-240245999083/bd22377c-d0cc-4224-ade6-b2157dc7f801) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:48:59.658912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edf7b9-1ec7-4990-9186-31154208bbd8 req-993e52c5-9f9a-4f2f-83f9-0242db443c6d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.668321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4edf7b9-1ec7-4990-9186-31154208bbd8 req-993e52c5-9f9a-4f2f-83f9-0242db443c6d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 948 time: 0.1570652 Aug 22 14:48:59.697647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:48:59.743515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-7f42ac7a-5a98-4f6a-a943-65dca05543ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.743931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-86d10127-d463-43c3-80ef-e4d63a0048b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.745471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-7f42ac7a-5a98-4f6a-a943-65dca05543ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1936829 Aug 22 14:48:59.745603 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-86d10127-d463-43c3-80ef-e4d63a0048b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1956379 Aug 22 14:48:59.761459 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e61d2ca-5380-4486-ae6a-8dea01af1836 x-openstack-request-id: req-3e61d2ca-5380-4486-ae6a-8dea01af1836 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:48:59.761838 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:48:59.762132 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e61d2ca-5380-4486-ae6a-8dea01af1836 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:48:59.762582 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'status': 'completed', 'code': 200} Aug 22 14:48:59.798696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-625d7512-78f6-4f12-bd4b-589e03ec4fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437074 Aug 22 14:48:59.874424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4edf7b9-1ec7-4990-9186-31154208bbd8 req-38ab7396-5fc9-4c3b-be5f-136ff42ab8b5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045143 Aug 22 14:48:59.922336 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:48:55Z', 'revision_number': 3, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:48:59.934966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bdead-ac0b-438c-ac2b-df67a124d97b req-5058e444-c39a-4e2b-b629-7c36da4e8d63 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:48:59.937178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd3bdead-ac0b-438c-ac2b-df67a124d97b req-5058e444-c39a-4e2b-b629-7c36da4e8d63 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2661457 Aug 22 14:48:59.959557 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef977b-32aa-4197-a992-d6f94561fa0c None None] The sync data for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 is: [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:48:55Z', 'revision_number': 3, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:00.035689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:00.061981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-597e9f48-cb20-4839-94e9-ffa90e080f16 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515171 Aug 22 14:49:00.078118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e4c911c6-3749-4003-a79d-05244a8b0104 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:00.108181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Transition to ACTIVE for port object bd22377c-d0cc-4224-ade6-b2157dc7f801 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:00.121683 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-7dcc990f-d873-43f3-92ad-76c570ddc4a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3442307 Aug 22 14:49:00.372998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e4c911c6-3749-4003-a79d-05244a8b0104,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:00.381445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd3bdead-ac0b-438c-ac2b-df67a124d97b req-ca85130e-215a-42ea-ac25-c470d75840de tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179319 Aug 22 14:49:00.386497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:00.388628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6502eb21-80f7-406b-9e8d-98bcd3815736 req-6e9589bf-8c34-482e-953d-f91938fdad8f service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164463 Aug 22 14:49:00.388988 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6471bcd2-4067-4d78-b41e-09fe8bcd44ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:00.456979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-7ea8da19-2d08-4f6d-a927-dff43553736e service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229899 Aug 22 14:49:00.553099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:00.580564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:00.607044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c911c6-3749-4003-a79d-05244a8b0104 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:00.671437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e4c911c6-3749-4003-a79d-05244a8b0104,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:00.673991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4e8e9-653e-414d-affe-3c66c9b31543 req-de8ffb27-ab79-46b5-bdc7-f23980b9600f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:00.689823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d4e8e9-653e-414d-affe-3c66c9b31543 req-de8ffb27-ab79-46b5-bdc7-f23980b9600f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.1546993 Aug 22 14:49:00.798061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Pushing event updated for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:00.803465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:00.836643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Network 85341e5d-9392-40a4-85f9-b752aca6da25 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:00.837861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d4e8e9-653e-414d-affe-3c66c9b31543 req-ce0b9bca-165e-4511-b23d-15900f8880a2 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432521 Aug 22 14:49:00.849662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:00.860420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:00.895014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1411b8-a878-42e5-94e3-900aa9476d01 req-9d90c84d-0455-438f-b17c-a425bcf3df06 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:00.904646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d1411b8-a878-42e5-94e3-900aa9476d01 req-9d90c84d-0455-438f-b17c-a425bcf3df06 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 944 time: 0.1255455 Aug 22 14:49:00.959457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d1411b8-a878-42e5-94e3-900aa9476d01 req-2505a0a8-9bb9-4b37-8465-2a0b35910bea tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520642 Aug 22 14:49:00.982641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:01.021906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.022295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.023284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.023572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.023909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.033283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.033812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.034163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.039620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.039620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.039620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.039620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:01.048838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:01.291900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-26dae120-fd8d-4b99-8f33-aa61b414aeb8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:01.295661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e4c911c6-3749-4003-a79d-05244a8b0104'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:01.299566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-26dae120-fd8d-4b99-8f33-aa61b414aeb8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370&tenant_id=63f558fbc2a74d7f8c8250b3058c6087&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 948 time: 0.2896700 Aug 22 14:49:01.423564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaf25d-949c-467f-bbeb-69d8830ce99c req-fb40ff92-64f8-4c5f-af1f-56de2f001de6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:01.441799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abaaf25d-949c-467f-bbeb-69d8830ce99c req-fb40ff92-64f8-4c5f-af1f-56de2f001de6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 948 time: 0.3418374 Aug 22 14:49:01.508123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c4659be9-df12-4b77-9b20-9f02811cdf44 None None] Provisioning for port bd22377c-d0cc-4224-ade6-b2157dc7f801 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:01.517642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c4659be9-df12-4b77-9b20-9f02811cdf44 None None] Provisioning complete for port bd22377c-d0cc-4224-ade6-b2157dc7f801 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:01.518011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c4659be9-df12-4b77-9b20-9f02811cdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:01.539685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abaaf25d-949c-467f-bbeb-69d8830ce99c req-ac17c264-d4e3-4b04-adeb-2a80437fb175 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Aug 22 14:49:01.560554 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-8dd1ad82-0285-4e01-af53-75f87e9e48d1 service neutron] delete failed (client error): The resource could not be found. Aug 22 14:49:01.579573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-8dd1ad82-0285-4e01-af53-75f87e9e48d1 service neutron] 10.222.0.10 "DELETE /v2.0/ports/4bfc012a-4b21-4c73-987c-8141454169ad/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.2577176 Aug 22 14:49:01.623712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:01.706378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b014e50b-584f-4c71-bc35-45992f5266c9 req-4ee1502f-39dc-4f6e-84bc-cfc46a07da00 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2418618 Aug 22 14:49:01.879509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c4659be9-df12-4b77-9b20-9f02811cdf44 None None] Port bd22377c-d0cc-4224-ade6-b2157dc7f801 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:01.895145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-aba9e36a-79ae-40cc-b9e1-8834a93606c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:01.896886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-aba9e36a-79ae-40cc-b9e1-8834a93606c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1099 time: 0.1109784 Aug 22 14:49:01.908862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20f2e3-9ce5-4647-8bd2-2af0e0565db6 req-d284515b-6608-4e09-b4c4-a94b14ab010d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:01.910578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a20f2e3-9ce5-4647-8bd2-2af0e0565db6 req-d284515b-6608-4e09-b4c4-a94b14ab010d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0690935 Aug 22 14:49:01.963693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68016-b89b-410b-bc7d-a502035162a3 req-9ce75429-ed19-4836-a40c-7f10ced4b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:01.970232 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-9ce75429-ed19-4836-a40c-7f10ced4b8f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1094 time: 0.0755043 Aug 22 14:49:02.043517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 4bfc012a-4b21-4c73-987c-8141454169ad completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:02.052422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 4bfc012a-4b21-4c73-987c-8141454169ad triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:02.054138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.059192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.060231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a20f2e3-9ce5-4647-8bd2-2af0e0565db6 req-eea167f1-4f61-4e91-babc-9bb333245631 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097705 Aug 22 14:49:02.111730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-b52c071a-d58e-4f1e-a2a7-503c343fcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.113560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-b52c071a-d58e-4f1e-a2a7-503c343fcce1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2017140 Aug 22 14:49:02.209596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68016-b89b-410b-bc7d-a502035162a3 req-160ef73a-6723-4848-8a4f-1395cddaf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.211904 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-160ef73a-6723-4848-8a4f-1395cddaf7aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.2337677 Aug 22 14:49:02.235521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:02.238219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-6c3a9a30-fd29-452c-ac80-1de4b43acb29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.1156423 Aug 22 14:49:02.327615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.375554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-b0efab42-6f0a-46eb-8181-8643ea0c7e02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 217 time: 0.1516798 Aug 22 14:49:02.398052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:02.401433 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b67763-ab1f-41a1-9e82-a64705e2c946" -d '{"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:02.432743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:02.461621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68016-b89b-410b-bc7d-a502035162a3 req-6a8cc1c9-166b-4a68-b520-aef981d164bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.461621 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-6a8cc1c9-166b-4a68-b520-aef981d164bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0697389 Aug 22 14:49:02.523679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.536563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-50de2080-4b1d-431c-9221-0600d90c7065 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570483 Aug 22 14:49:02.642868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:02.659276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:02.659480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.757345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-eb936978-540d-4e0b-9726-11fbfd3ce159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.762118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-eb936978-540d-4e0b-9726-11fbfd3ce159 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.5130277 Aug 22 14:49:02.769942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:02.816676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21a25f-229c-415e-b693-178578e0d19e req-37022693-df5c-4401-946b-01d14fcd229a tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.826289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a21a25f-229c-415e-b693-178578e0d19e req-37022693-df5c-4401-946b-01d14fcd229a tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 945 time: 0.1861641 Aug 22 14:49:02.839899 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.854112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51bde-bcf9-4272-86b2-ca24701397bc req-7269d4a6-829f-4fa1-8d05-58703932b38c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:02.867353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27a51bde-bcf9-4272-86b2-ca24701397bc req-7269d4a6-829f-4fa1-8d05-58703932b38c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.6334543 Aug 22 14:49:02.877209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:02.939866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-5c4e8606-86c0-4a27-b524-a5e9bfec6fb2 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847127 Aug 22 14:49:02.965659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:02.989766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:03.069846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27a51bde-bcf9-4272-86b2-ca24701397bc req-22bdcd59-0f45-43fc-9e6a-5df7345d0ab4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015553 Aug 22 14:49:03.093104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-a4d885d8-1fc2-4e47-afb1-7f5438417e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:03.195352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-a4d885d8-1fc2-4e47-afb1-7f5438417e22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2989686 Aug 22 14:49:03.195352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a21a25f-229c-415e-b693-178578e0d19e req-69cda8d8-ec77-426c-a499-71638aef9143 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890375 Aug 22 14:49:03.196955 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca68016-b89b-410b-bc7d-a502035162a3 req-26dd1345-b74d-4697-81a6-0e2925e9792c service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265422 Aug 22 14:49:03.228932 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4767f41c-4785-4088-977d-0d6e93836e36 x-openstack-request-id: req-4767f41c-4785-4088-977d-0d6e93836e36 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:03.230710 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-plugged", "status": "completed", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:03.231171 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4767f41c-4785-4088-977d-0d6e93836e36 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:03.237528 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'code': 200} Aug 22 14:49:03.408340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-56736857-186c-42a7-b4f3-2a215a171fd7 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866559 Aug 22 14:49:03.417407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484b1e-f6a4-4f0e-9fc8-b4b28a2ef5d5 req-adce2165-2e84-4fe0-8780-61fc416315e3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:03.419066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31484b1e-f6a4-4f0e-9fc8-b4b28a2ef5d5 req-adce2165-2e84-4fe0-8780-61fc416315e3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0815110 Aug 22 14:49:03.563344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:03.565441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31484b1e-f6a4-4f0e-9fc8-b4b28a2ef5d5 req-351d7e8a-0c96-4339-af2a-a5b7d5ab611c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369555 Aug 22 14:49:03.608792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-472178a9-10f8-4d83-87c2-6b406f8d05af req-36c1153c-8155-46a7-83f8-1b895b6e87c6 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887186 Aug 22 14:49:03.619994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38441dd7-c7cf-4b48-95e2-7d89acfac295 req-f34f78bb-21be-4ffd-b80f-6846d2f69364 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:03.659414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38441dd7-c7cf-4b48-95e2-7d89acfac295 req-f34f78bb-21be-4ffd-b80f-6846d2f69364 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1761279 Aug 22 14:49:03.671605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:03.690793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38441dd7-c7cf-4b48-95e2-7d89acfac295 req-eeef3ff4-b59b-4b59-9147-7ed1b2ce36a1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Aug 22 14:49:03.747221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:03.747384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69ef9a09-cf76-40eb-8c32-fbb62102842c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:03.808257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Pushing event updated for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:03.820107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.820511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.820796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.821147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.821484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.821838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.822227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.822533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.822956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.823446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.823783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.824164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:03.828646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:03.935398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Network 85341e5d-9392-40a4-85f9-b752aca6da25 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:03.937137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:04.101345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e4c911c6-3749-4003-a79d-05244a8b0104 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:04.146694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Router 107039ff-f360-4b76-a770-039624ff94b0 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:04.150050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:04.314122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:04.314766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.321446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2dcc6-9f64-4a6e-ac88-b34f0aff2874 req-b3a50690-fff8-4fb3-b50b-fa742ff5e369 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:04.327165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfb2dcc6-9f64-4a6e-ac88-b34f0aff2874 req-b3a50690-fff8-4fb3-b50b-fa742ff5e369 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.1675270 Aug 22 14:49:04.362461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f7a0ce0e-1a3c-4ecd-95e0-5aea33af1411 None None] Provisioning complete for port bd22377c-d0cc-4224-ade6-b2157dc7f801 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:04.363036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ce0e-1a3c-4ecd-95e0-5aea33af1411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.365053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:04.381318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f11d390-cbfd-4e35-b1c5-8a0fbb8ce984 admin admin] 10.222.0.53 "PUT /v2.0/routers/107039ff-f360-4b76-a770-039624ff94b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7567728 Aug 22 14:49:04.446105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0ce0e-1a3c-4ecd-95e0-5aea33af1411 None None] Port bd22377c-d0cc-4224-ade6-b2157dc7f801 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:04.447877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Sync routers for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:04.464521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfb2dcc6-9f64-4a6e-ac88-b34f0aff2874 req-daf5ecdb-7b39-41d1-8716-ec9bd0d12517 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333680 Aug 22 14:49:04.483140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port e4c911c6-3749-4003-a79d-05244a8b0104 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:04.508359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port e4c911c6-3749-4003-a79d-05244a8b0104 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:04.508754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.626198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec9b4e-e75b-4a93-aa35-260084eb97f9 req-9d6f8c52-f460-4f6e-9772-919411255a3a tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:04.634670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:04.645252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49ec9b4e-e75b-4a93-aa35-260084eb97f9 req-9d6f8c52-f460-4f6e-9772-919411255a3a tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 945 time: 0.1562097 Aug 22 14:49:04.686386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:04.686386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:04.737747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1450130801'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:04.748164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49ec9b4e-e75b-4a93-aa35-260084eb97f9 req-485d7e87-b659-4e8f-be20-3cbd59ac4287 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Aug 22 14:49:04.871654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:04.878816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.948672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:49:04.966464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:04.966840 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Added segment 4a3894d7-bfec-42a0-a680-dec29fccf981 of type vlan for network 88631815-5dd2-498c-898e-9111d6071a54 Aug 22 14:49:05.000503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cb8b2-cf26-40e7-8a02-ef53b17b8044 req-91ed9f69-ed4f-4c0f-86d5-12baeeb74372 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:05.002170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e3cb8b2-cf26-40e7-8a02-ef53b17b8044 req-91ed9f69-ed4f-4c0f-86d5-12baeeb74372 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1713533 Aug 22 14:49:05.021497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473671c-dd24-4a61-ac30-94088cffde1b req-bf937e7e-0d6b-4eba-9489-53e5a3195d9d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:05.024359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.025111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1473671c-dd24-4a61-ac30-94088cffde1b req-bf937e7e-0d6b-4eba-9489-53e5a3195d9d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1339166 Aug 22 14:49:05.066395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.085905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:05.102246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1473671c-dd24-4a61-ac30-94088cffde1b req-5a0f83b3-4ce1-487a-b31d-773e9a58853e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Aug 22 14:49:05.112356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e3cb8b2-cf26-40e7-8a02-ef53b17b8044 req-0822ecdd-fa98-4a06-87bd-481b352a8067 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003196 Aug 22 14:49:05.157695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.195758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.203383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:05.203383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.239210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:05.241135 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc69060-ff87-42bf-bcd1-9f6af3fb0443" -d '{"events": [{"server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:05.266069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e4c911c6-3749-4003-a79d-05244a8b0104,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:05.316548 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b610b945-5a73-4193-af28-28e5b91e7918 x-openstack-request-id: req-b610b945-5a73-4193-af28-28e5b91e7918 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:05.316975 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:05.324971 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b610b945-5a73-4193-af28-28e5b91e7918 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:05.324971 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'code': 200} Aug 22 14:49:05.344157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Network': ['ID=88631815-5dd2-498c-898e-9111d6071a54,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:05.374272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 88631815-5dd2-498c-898e-9111d6071a54 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:49:05.450897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3291224a-a0e3-4201-a732-5db8ca21e7a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8190775 Aug 22 14:49:05.451280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50150) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:05.463792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'subnet': {'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:05.471246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.606482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:05.618845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:05.722320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cc065-7df5-425b-bc57-fb6a8c969e59 req-c346b801-248c-40c3-a569-b66e3060532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:05.725513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-425cc065-7df5-425b-bc57-fb6a8c969e59 req-c346b801-248c-40c3-a569-b66e3060532f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1097 time: 0.2705503 Aug 22 14:49:05.736864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0d95-7ccb-49e0-8c17-4b2a93a009f6 req-9cb27b07-b400-449b-8cc4-d4a4a16ae7e3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:05.738968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deec0d95-7ccb-49e0-8c17-4b2a93a009f6 req-9cb27b07-b400-449b-8cc4-d4a4a16ae7e3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.0853665 Aug 22 14:49:05.765890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:05.789859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'port_id': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'mac_address': 'fa:16:3e:70:fa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7c76fb-a39b-4679-8455-707c1d9e3a76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:05.802783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:49:01Z', 'revision_number': 4, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'bd22377c-d0cc-4224-ade6-b2157dc7f801', 'name': '', 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'mac_address': 'fa:16:3e:99:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '30b8097e-9307-4a02-ab8b-240245999083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:59Z', 'updated_at': '2021-08-22T14:49:02Z', 'revision_number': 2, 'project_id': '3a166a88a77e47138476485c52f35df0', 'subnets': [{'id': '30b8097e-9307-4a02-ab8b-240245999083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:05.870969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deec0d95-7ccb-49e0-8c17-4b2a93a009f6 req-698ef409-7a78-4638-92f9-06b962a7f826 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113286 Aug 22 14:49:05.877073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:05.896240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:05.903631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-425cc065-7df5-425b-bc57-fb6a8c969e59 req-8d420971-a85c-4451-90bc-30a9c24967c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455841 Aug 22 14:49:05.925404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Checking router: 107039ff-f360-4b76-a770-039624ff94b0 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:05.926065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Updating router 107039ff-f360-4b76-a770-039624ff94b0 port bd22377c-d0cc-4224-ade6-b2157dc7f801 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:49:05.984389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.007834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.064875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a809d533-1287-44c6-a7cd-966e76ebb089 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:06.076772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38432a-c372-423c-a78f-a78702d71f5c req-a6483307-1d80-424c-af01-c97fb005f993 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.078421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf38432a-c372-423c-a78f-a78702d71f5c req-a6483307-1d80-424c-af01-c97fb005f993 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 946 time: 0.1704719 Aug 22 14:49:06.101752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:06.171738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.189099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf38432a-c372-423c-a78f-a78702d71f5c req-f10b2855-00ce-4ddf-af0c-c7468ae965ba tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973723 Aug 22 14:49:06.334033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:06.390183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcbcab-debf-47bd-86ad-9137ac293acc req-b4b4066e-5bb9-40fd-af0c-d8d890e0b42a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.391854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abfcbcab-debf-47bd-86ad-9137ac293acc req-b4b4066e-5bb9-40fd-af0c-d8d890e0b42a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.1285939 Aug 22 14:49:06.432317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8be039-6b4d-46d3-87b6-375c7380c736 req-33244129-469d-4948-9dea-e3d2307e1842 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.434544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f8be039-6b4d-46d3-87b6-375c7380c736 req-33244129-469d-4948-9dea-e3d2307e1842 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1056328 Aug 22 14:49:06.437328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.449735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.460967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Transition to ACTIVE for port object bd22377c-d0cc-4224-ade6-b2157dc7f801 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:06.512213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abfcbcab-debf-47bd-86ad-9137ac293acc req-ce0e0237-8434-4c1b-bf6e-4e8562aca141 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101606 Aug 22 14:49:06.552443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Subnet': ['ID=98ad6121-4d9d-468f-895d-1c8ee7e10e77,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:06.558226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.572794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f8be039-6b4d-46d3-87b6-375c7380c736 req-0ef37176-3461-4093-9f7f-727c33532c11 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281195 Aug 22 14:49:06.602420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Checking segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:06.602899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network hostable DHCP agents. Network: 88631815-5dd2-498c-898e-9111d6071a54, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:49:06.608703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.609194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.609611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.610085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.610541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.610956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.611466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.611881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.612422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.612831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.613288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.613727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:49:06.744597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a809d533-1287-44c6-a7cd-966e76ebb089'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:06.749258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.813674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7be93-fe62-40b8-a1aa-b8d8795975cc req-0e391176-1df4-42b1-a035-1a74500298e1 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.814215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61a0f-1ca2-4ffb-98f1-257d9f360efa None None] Pushing event updated for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:06.814932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ab7be93-fe62-40b8-a1aa-b8d8795975cc req-0e391176-1df4-42b1-a035-1a74500298e1 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1100 time: 0.1018174 Aug 22 14:49:06.817658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 88631815-5dd2-498c-898e-9111d6071a54 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:49:06.846724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0995df6-2809-4d6c-abc6-86fd0a80724e req-a5747626-6e22-40f2-a8ae-c54a32882666 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.855703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0995df6-2809-4d6c-abc6-86fd0a80724e req-a5747626-6e22-40f2-a8ae-c54a32882666 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 950 time: 0.1178298 Aug 22 14:49:06.939142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 88631815-5dd2-498c-898e-9111d6071a54) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:06.939142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:06.939142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:06.939142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ab7be93-fe62-40b8-a1aa-b8d8795975cc req-f63bed14-2aae-4840-b67e-c6394e9a6e4e tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037068 Aug 22 14:49:06.942099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e125643-21c8-4cf2-8ee6-01994174eea4 None None] Network 88631815-5dd2-498c-898e-9111d6071a54 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:49:06.979695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0995df6-2809-4d6c-abc6-86fd0a80724e req-a1875a0c-b88e-4342-82af-07eb00173936 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173875 Aug 22 14:49:06.994431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Attempting to bind port bd22377c-d0cc-4224-ade6-b2157dc7f801 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:06.995616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Attempting to bind port bd22377c-d0cc-4224-ade6-b2157dc7f801 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:06.995917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Attempting to bind port bd22377c-d0cc-4224-ade6-b2157dc7f801 on network 85341e5d-9392-40a4-85f9-b752aca6da25 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:07.066866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:07.071256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-626537da-3807-499e-8f50-06fbfdc38def tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6187413 Aug 22 14:49:07.074045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Checking segment: {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:07.074510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:07.075313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.075743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Bound using segment: {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:07.076334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Bound port: bd22377c-d0cc-4224-ade6-b2157dc7f801, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85649056-7f35-44be-9797-82195ddb6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:07.076958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.083331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-715464006'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:07.174629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108837ea-6f2e-465f-a71d-aa6784d0b8fb req-3152e467-707c-4e72-9e28-9410f979c7df tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:07.189357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-108837ea-6f2e-465f-a71d-aa6784d0b8fb req-3152e467-707c-4e72-9e28-9410f979c7df tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.1087067 Aug 22 14:49:07.237771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-108837ea-6f2e-465f-a71d-aa6784d0b8fb req-8249dcfe-ddb8-4d0b-92cb-6b377693dd0d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Aug 22 14:49:07.254718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:07.259657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.300706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:49:07.319195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.319702 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Added segment 246e4cda-b539-4e96-a073-5f0755222333 of type vlan for network 4d1b2ff8-7299-4127-bc9e-c622019025f0 Aug 22 14:49:07.363996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] For port bd22377c-d0cc-4224-ade6-b2157dc7f801, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:07.370112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583857c-e02f-46d1-83ba-6aa5b82fffac req-027c7b96-4b47-44f7-a29c-2f13af9864a6 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:07.371950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6583857c-e02f-46d1-83ba-6aa5b82fffac req-027c7b96-4b47-44f7-a29c-2f13af9864a6 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 946 time: 0.0695162 Aug 22 14:49:07.376503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] For port bd22377c-d0cc-4224-ade6-b2157dc7f801, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bd22377c-d0cc-4224-ade6-b2157dc7f801,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:07.391110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.413664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-5d668a99-e815-4e0f-be09-082baf6496e7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397468 Aug 22 14:49:07.425473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-88631815-5dd2-498c-898e-9111d6071a54', 'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'fixed_ips': [{'subnet_id': '98ad6121-4d9d-468f-895d-1c8ee7e10e77'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:49:07.426433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.441750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.479653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6583857c-e02f-46d1-83ba-6aa5b82fffac req-b829058e-427a-4af5-810b-178ee0e738e3 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925710 Aug 22 14:49:07.541357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.549750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:07.551254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.594022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-d2355d9b-f113-4f02-b6e1-b66770035ed7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:07.602487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-d2355d9b-f113-4f02-b6e1-b66770035ed7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804333 Aug 22 14:49:07.630045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-2ab71f08-6aaa-47eb-8ded-cb1da31df67f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/quotas/63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 375 time: 0.0198774 Aug 22 14:49:07.652158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Network': ['ID=4d1b2ff8-7299-4127-bc9e-c622019025f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:07.674786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Allocated IP 19.80.0.2 (88631815-5dd2-498c-898e-9111d6071a54/98ad6121-4d9d-468f-895d-1c8ee7e10e77/2dc42abb-23db-4722-b861-f6ca3b35c1f3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:07.691034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a1330c4e-7f95-41dd-a87b-d502f8b5d3d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6142471 Aug 22 14:49:07.693819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50224) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:07.702697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'subnet': {'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:07.786366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-8e96eedf-b606-46ba-b96c-3711f2a86fb2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442962 Aug 22 14:49:07.830594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5441c-f4f2-44a6-a336-db1fed7230d0 req-8b643af0-f59f-4347-aca5-96f51e325398 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:07.839764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4c5441c-f4f2-44a6-a336-db1fed7230d0 req-8b643af0-f59f-4347-aca5-96f51e325398 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1113143 Aug 22 14:49:07.867330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:49:07.874523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.900819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4c5441c-f4f2-44a6-a336-db1fed7230d0 req-7641c48f-3faf-4f78-baac-4845abe85bbc tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601239 Aug 22 14:49:07.907470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb61a0f-1ca2-4ffb-98f1-257d9f360efa None None] Pushing event updated for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:07.922305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Transition to ACTIVE for port object 2dc42abb-23db-4722-b861-f6ca3b35c1f3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:07.956247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:07.960407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:07.964404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:07.965045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:08.028067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Transition to ACTIVE for port object 2dc42abb-23db-4722-b861-f6ca3b35c1f3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:08.134944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.135050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a56c961-ca17-4f40-a638-5fead29f7a01 req-a2120c4c-7dbe-4698-ae2f-f1ae25799122 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 210 time: 0.0964563 Aug 22 14:49:08.220101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Network 88631815-5dd2-498c-898e-9111d6071a54 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:08.232145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:08.243004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:08.255183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:08.289148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Pushing event updated for resources: {'Port': ['ID=2dc42abb-23db-4722-b861-f6ca3b35c1f3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:08.304816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b98d-b997-477f-a965-809ae1b4fdca req-a0be7986-3b82-4202-bd6b-3ad8e7364a5d tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:08.306856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e41b98d-b997-477f-a965-809ae1b4fdca req-a0be7986-3b82-4202-bd6b-3ad8e7364a5d tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 950 time: 0.1730742 Aug 22 14:49:08.382878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e41b98d-b997-477f-a965-809ae1b4fdca req-51b99211-061d-49a2-b394-48caf65dd1ce tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693653 Aug 22 14:49:08.392172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Attempting to bind port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:08.392172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Attempting to bind port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:08.392172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Attempting to bind port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 on network 88631815-5dd2-498c-898e-9111d6071a54 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:08.435876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.446448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:08.449190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Checking segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:08.449732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.450342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Bound using segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:08.450971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Bound port: 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:08.451445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.563437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48d0f9-6e53-4e1a-8303-404c8ca066d5 req-7b16bfb1-b5fc-41b2-8947-bc2bfd79207f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:08.567151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec48d0f9-6e53-4e1a-8303-404c8ca066d5 req-7b16bfb1-b5fc-41b2-8947-bc2bfd79207f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.0890925 Aug 22 14:49:08.639143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Subnet': ['ID=65ff6077-7534-4589-8a8a-e2ca41d1f00b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:08.648250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Checking segment: {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:08.654097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network hostable DHCP agents. Network: 4d1b2ff8-7299-4127-bc9e-c622019025f0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:49:08.679322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec48d0f9-6e53-4e1a-8303-404c8ca066d5 req-9d489216-3248-4c14-ae6e-81a89bb8be78 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040168 Aug 22 14:49:08.703994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] For port 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:08.704121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaf186-c8e1-4885-95d4-b99fce10dff5 req-92db1647-c981-4ca2-be7d-dead9b07d3b4 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:08.708308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ebaf186-c8e1-4885-95d4-b99fce10dff5 req-92db1647-c981-4ca2-be7d-dead9b07d3b4 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 946 time: 0.0978258 Aug 22 14:49:08.730739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] For port 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2dc42abb-23db-4722-b861-f6ca3b35c1f3,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:08.758665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ebaf186-c8e1-4885-95d4-b99fce10dff5 req-1a46a279-7f84-4709-b8a1-7c880e67721e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493913 Aug 22 14:49:08.760779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:49:01Z', 'revision_number': 4, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'bd22377c-d0cc-4224-ade6-b2157dc7f801', 'name': '', 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'mac_address': 'fa:16:3e:99:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '30b8097e-9307-4a02-ab8b-240245999083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:59Z', 'updated_at': '2021-08-22T14:49:07Z', 'revision_number': 4, 'project_id': '3a166a88a77e47138476485c52f35df0', 'subnets': [{'id': '30b8097e-9307-4a02-ab8b-240245999083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:08.768833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:49:08.799303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3f2c5-de6b-4bc3-99a5-56c4c7286d95 None None] The sync data for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 is: [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:49:01Z', 'revision_number': 4, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'bd22377c-d0cc-4224-ade6-b2157dc7f801', 'name': '', 'network_id': '85341e5d-9392-40a4-85f9-b752aca6da25', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'mac_address': 'fa:16:3e:99:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '30b8097e-9307-4a02-ab8b-240245999083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:59Z', 'updated_at': '2021-08-22T14:49:07Z', 'revision_number': 4, 'project_id': '3a166a88a77e47138476485c52f35df0', 'subnets': [{'id': '30b8097e-9307-4a02-ab8b-240245999083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:08.815285 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.890328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 4d1b2ff8-7299-4127-bc9e-c622019025f0) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:08.895046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:08.896008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:08.947170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee80c99-c156-48d1-b091-40aa69bd833f None None] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:49:09.047605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171e75-43d1-4994-aff8-337e122020ff req-b964a5a1-bee9-40b9-9206-c1b0d18e1390 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:09.053647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-b964a5a1-bee9-40b9-9206-c1b0d18e1390 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1286924 Aug 22 14:49:09.055374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0d8ad09d-73ec-436f-9d6e-c1273b3ea965 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3571799 Aug 22 14:49:09.102757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec64fa6-6222-4ca3-afac-0b1aebe8fe43 None None] Pushing event updated for resources: {'Port': ['ID=2dc42abb-23db-4722-b861-f6ca3b35c1f3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:09.163222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-31242a98-96d5-4ed3-9522-115ea819fbf7 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.0939710 Aug 22 14:49:09.179233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:09.315233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:09.324722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-4d1b2ff8-7299-4127-bc9e-c622019025f0', 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'fixed_ips': [{'subnet_id': '65ff6077-7534-4589-8a8a-e2ca41d1f00b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:49:09.326749 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:09.619419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Allocated IP 19.86.0.2 (4d1b2ff8-7299-4127-bc9e-c622019025f0/65ff6077-7534-4589-8a8a-e2ca41d1f00b/69c161e5-74d4-4c08-9fc0-7fcaf8474b6e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:09.635942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:09.918759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a809d533-1287-44c6-a7cd-966e76ebb089 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:09.933318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a809d533-1287-44c6-a7cd-966e76ebb089 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:09.933888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:09.996814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.012623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Transition to ACTIVE for port object 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:10.038616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Transition to ACTIVE for port object 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:10.058774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.128950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.158170 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.206402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:10.216678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.254800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:10.263695 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854849b7-987e-40a1-9b0c-86e7940012cb" -d '{"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-plugged", "status": "completed", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:10.318756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:10.355667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Pushing event updated for resources: {'Port': ['ID=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:10.358704 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8 associated. External IP: 172.25.0.244, port: 7b756c64-e0b1-4e48-8f61-801ad405e962. Aug 22 14:49:10.359105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:10.367825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bd22377c-d0cc-4224-ade6-b2157dc7f801 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:10.414841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:10.420750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:10.440225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d9d5e-8e73-489d-88c3-b47354e9b170 None None] Network 88631815-5dd2-498c-898e-9111d6071a54 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:49:10.440225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.637753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:10.705541 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.768840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:10.774724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.779920 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:10.789740 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:10.793901 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:10.804651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-3eaf42c0-bd4b-4ae4-8f55-d7ddddb89cab tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "PUT /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 997 time: 1.6311612 Aug 22 14:49:10.805281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:10.808227 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa" -d '{"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:10.828829 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.852598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Attempting to bind port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:10.853583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Attempting to bind port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:10.853583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Attempting to bind port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e on network 4d1b2ff8-7299-4127-bc9e-c622019025f0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:10.864935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171e75-43d1-4994-aff8-337e122020ff req-99a4becc-4635-4700-b207-9883cf1defeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:10.866280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-99a4becc-4635-4700-b207-9883cf1defeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0487456 Aug 22 14:49:10.882473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:10.882959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Checking segment: {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:10.883441 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.883919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Bound using segment: {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:10.884512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Bound port: 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:10.884982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:10.968324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:10.976422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:10.999737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171e75-43d1-4994-aff8-337e122020ff req-50f6fa22-b7e7-43e5-9e73-6ddbe9a22399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:11.001240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-50f6fa22-b7e7-43e5-9e73-6ddbe9a22399 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1278965 Aug 22 14:49:11.004460 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:11.018906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-33b8e206-2162-4c91-b50b-7bcace9efffd tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307944 Aug 22 14:49:11.033010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-be858c01-d437-4905-9b72-eec2210d7e27 None None] Provisioning for port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:11.042832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port bd22377c-d0cc-4224-ade6-b2157dc7f801 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:11.078532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bd22377c-d0cc-4224-ade6-b2157dc7f801 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:11.079302 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.106322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.199834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-17d7dbe6-4ae8-4703-96ba-051becdbc65f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 1000 time: 0.1838553 Aug 22 14:49:11.226160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] For port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:11.230815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291d65-d56a-42af-aa3e-807eb674b8c1 req-c3e6d005-7332-4e92-839b-dfda5555d3e8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:11.232466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49291d65-d56a-42af-aa3e-807eb674b8c1 req-c3e6d005-7332-4e92-839b-dfda5555d3e8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1399648 Aug 22 14:49:11.250948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] For port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:11.254788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:11.296555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-2712a3dd-bde3-417e-a90e-ffb663e38cfb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:11.300667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-2712a3dd-bde3-417e-a90e-ffb663e38cfb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718804 Aug 22 14:49:11.321062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Request body: {'port': {'device_id': '261fb073-872f-411c-8039-b72cdef609ed', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '63f558fbc2a74d7f8c8250b3058c6087'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:11.339218 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.353219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49291d65-d56a-42af-aa3e-807eb674b8c1 req-653749e8-2cf0-40c0-9989-588ff611f8d0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045146 Aug 22 14:49:11.358092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171e75-43d1-4994-aff8-337e122020ff req-b2379d94-263a-417f-bccd-87b81b2f3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:11.360451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-b2379d94-263a-417f-bccd-87b81b2f3cf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1207733 Aug 22 14:49:11.386723 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:09Z', 'revision_number': 1, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:11.394030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port bd22377c-d0cc-4224-ade6-b2157dc7f801, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bd22377c-d0cc-4224-ade6-b2157dc7f801,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:11.396408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.428097 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:11.444062 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:11.444997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:11.502911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3171e75-43d1-4994-aff8-337e122020ff req-c3361fa8-26c8-489a-bbac-df71b98b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:11.503128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.503998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2dc42abb-23db-4722-b861-f6ca3b35c1f3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:11.505082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-c3361fa8-26c8-489a-bbac-df71b98b3834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302803 Aug 22 14:49:11.623291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38073f3-f122-4d29-96d5-30cfa59909c5 None None] Pushing event updated for resources: {'Port': ['ID=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:11.634434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:11.704942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:11.801432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:11.806438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:11.807085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.923744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:11.961068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2dc42abb-23db-4722-b861-f6ca3b35c1f3,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:11.979469 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:09Z', 'revision_number': 1, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:12.005646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Made reservation on behalf of 63f558fbc2a74d7f8c8250b3058c6087 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:12.007171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90a75d-1ff0-4fc1-ac51-2071bef5c52c None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:09Z', 'revision_number': 1, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:12.009944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:12.035682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:12.095589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-882164fb-982c-4fbc-8e2b-2156b1a15d03 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656068 Aug 22 14:49:12.095589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-6931933f-8764-41fb-9e02-6f2b1a5540af tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:12.099740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-6931933f-8764-41fb-9e02-6f2b1a5540af tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:12.107786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-6931933f-8764-41fb-9e02-6f2b1a5540af tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/networks?id=88631815-5dd2-498c-898e-9111d6071a54&id=4d1b2ff8-7299-4127-bc9e-c622019025f0&id=88631815-5dd2-498c-898e-9111d6071a54 HTTP/1.1" status: 200 len: 1391 time: 0.5559187 Aug 22 14:49:12.114357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=2dc42abb-23db-4722-b861-f6ca3b35c1f3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:12.174273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1001377e-194c-46ee-a017-b86ad105c2b0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/quotas/3a166a88a77e47138476485c52f35df0 HTTP/1.1" status: 200 len: 375 time: 0.0655382 Aug 22 14:49:12.280422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6ecc2-35c1-408f-b026-1d085dd92b16 None None] New status for floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:12.320403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bd22377c-d0cc-4224-ade6-b2157dc7f801 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:12.324234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3171e75-43d1-4994-aff8-337e122020ff req-fe5df357-ea0a-4019-af3d-808c3e85bb67 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117109 Aug 22 14:49:12.344516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-0133e49c-6718-4b5c-bcf8-b20eda00abed tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1591153 Aug 22 14:49:12.361539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Allocated IP 192.168.233.108 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/d01b168a-533b-421f-9738-567529e1d63c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:12.456211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bd22377c-d0cc-4224-ade6-b2157dc7f801 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:12.457173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:12.514058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8303d875-5c05-4635-9d83-69b5fd911655 service neutron] 10.222.0.53 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603155 Aug 22 14:49:12.576930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:12.591690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc08b23-c866-48fd-adce-0ba61b6077a0 req-56f31ee3-e0b8-46e4-b027-0bdc71124bad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 210 time: 0.0746758 Aug 22 14:49:12.731464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:12.750189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-71de2e2a-41ef-4688-b909-2b58650ad416 service neutron] 10.222.0.53 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880503 Aug 22 14:49:12.753565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:12.800200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2587a81-4bb8-440a-b8f0-6fc91c44b569 None None] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:49:12.814159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Transition to ACTIVE for port object d01b168a-533b-421f-9738-567529e1d63c will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:12.924262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ae3d8-b68d-4ce2-a4d1-b6718bf02967 req-03e48cba-102a-48fd-98aa-124ea0d88032 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:12.925651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-535ae3d8-b68d-4ce2-a4d1-b6718bf02967 req-03e48cba-102a-48fd-98aa-124ea0d88032 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1400123 Aug 22 14:49:12.934621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-5195b7fc-cffc-40ef-81a2-d785fb13d3fe service neutron] 10.222.0.53 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747806 Aug 22 14:49:12.972967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Provisioning for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:12.978552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Provisioning complete for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:12.986578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.026102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.031890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-535ae3d8-b68d-4ce2-a4d1-b6718bf02967 req-e3eda62c-f2aa-4d96-9050-0a5cd3828079 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962973 Aug 22 14:49:13.076489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:13.106236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:13.130241 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246906e-e8e0-4428-a266-a899df723ac7 x-openstack-request-id: req-7246906e-e8e0-4428-a266-a899df723ac7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:13.130707 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-plugged", "status": "completed", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:13.131135 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7246906e-e8e0-4428-a266-a899df723ac7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:13.131791 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'code': 200} Aug 22 14:49:13.136420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:13.138578 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2596f9e3-7915-4076-b5bc-b9f6b204b2b0 x-openstack-request-id: req-2596f9e3-7915-4076-b5bc-b9f6b204b2b0 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:13.138874 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:13.139629 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2596f9e3-7915-4076-b5bc-b9f6b204b2b0 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:13.140081 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:49:13.145409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:13.148093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:13.171720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.273295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] For port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:13.293089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a9ee-d678-4d6c-abc1-f7bd12ef11d3 req-829fa24d-f0c8-4ce7-9efa-a2e98a6ccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.295640 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be5a9ee-d678-4d6c-abc1-f7bd12ef11d3 req-829fa24d-f0c8-4ce7-9efa-a2e98a6ccf2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.1374350 Aug 22 14:49:13.297823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-0d6edd58-1d27-46ec-bc8e-5bc2f885a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.299810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-0d6edd58-1d27-46ec-bc8e-5bc2f885a764 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1306107 Aug 22 14:49:13.300259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.301026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.323260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-47ca56d3-8ed9-4607-a5f1-e43d7942d1a8 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812313 Aug 22 14:49:13.374753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be5a9ee-d678-4d6c-abc1-f7bd12ef11d3 req-e3c0df2e-334f-4d13-883f-a3b1390bedbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686469 Aug 22 14:49:13.391359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.455331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-052995dc-856c-4171-8291-dd2ab17f4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.456233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3375c9-d928-47a7-a616-99b58ced62e4 req-e69b4f92-3b4b-4c71-8427-85bd322d88a1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.458384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-052995dc-856c-4171-8291-dd2ab17f4eee service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1244650 Aug 22 14:49:13.466247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a3375c9-d928-47a7-a616-99b58ced62e4 req-e69b4f92-3b4b-4c71-8427-85bd322d88a1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1609733 Aug 22 14:49:13.485413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e170-2262-4528-bedf-40b4f72886d6 None None] Pushing event updated for resources: {'Port': ['ID=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:13.486139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-1737d3bf-f718-4b0e-af9a-ec4dbc2e2000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1696339 Aug 22 14:49:13.511872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Request body: {'port': {'device_id': '261fb073-872f-411c-8039-b72cdef609ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:13.512153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Provisioning complete for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:13.512495 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.545141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a3375c9-d928-47a7-a616-99b58ced62e4 req-9a0c3e6e-00f1-4a59-8fa5-2d2ad03ab00b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777640 Aug 22 14:49:13.552298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-2cc507e5-b144-4899-856b-7e4dcf2f7782 service neutron] 10.222.0.53 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267334 Aug 22 14:49:13.661991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:13.663521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.727698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-45048908-d56d-454c-b6a6-1e7aaad704dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 1002 time: 0.0763943 Aug 22 14:49:13.739775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Provisioning for port d01b168a-533b-421f-9738-567529e1d63c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:13.749296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Provisioning complete for port d01b168a-533b-421f-9738-567529e1d63c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:13.749771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.755002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-c1eaee47-4be5-4200-8c00-ebf662baa17c service neutron] 10.222.0.53 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984303 Aug 22 14:49:13.765789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-f4e9a671-cbca-4f79-8418-0d5d3d3a2c26 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.767662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-f4e9a671-cbca-4f79-8418-0d5d3d3a2c26 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1214192 Aug 22 14:49:13.796314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.811541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-ab48f78a-2636-4c0e-84a9-ce3921ce4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.813197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-ab48f78a-2636-4c0e-84a9-ce3921ce4e8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.0745831 Aug 22 14:49:13.820937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a7dc1-e516-4ee3-b377-0edb85217c93 None None] Port d01b168a-533b-421f-9738-567529e1d63c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:13.865657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:13.891567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-bbe9b8fc-9133-4c96-aac8-7a5b32c1c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:13.893159 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-bbe9b8fc-9133-4c96-aac8-7a5b32c1c13d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654128 Aug 22 14:49:13.932968 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:13.954073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-f7511017-1281-494b-9f1e-050b92abff74 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1699562 Aug 22 14:49:13.991441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:13.997858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:14.014913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-be85336e-ef1b-4df9-8309-b5d5af0bcc69 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050422 Aug 22 14:49:14.109484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.145530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:14.152187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56180a7d-e3fe-4f13-a9d1-11ec6b285caa req-14386ca5-8bf2-49a8-8b33-ecd549a8d2e8 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264088 Aug 22 14:49:14.241267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:14.241267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.339988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01b168a-533b-421f-9738-567529e1d63c {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:14.340374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2dc42abb-23db-4722-b861-f6ca3b35c1f3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:14.352135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.399656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:14.400071 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.405334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Transition to ACTIVE for port object d01b168a-533b-421f-9738-567529e1d63c will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:14.532428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.663000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:14.791707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Attempting to bind port d01b168a-533b-421f-9738-567529e1d63c on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:14.792083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Attempting to bind port d01b168a-533b-421f-9738-567529e1d63c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:14.792423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Attempting to bind port d01b168a-533b-421f-9738-567529e1d63c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:14.801551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Port d01b168a-533b-421f-9738-567529e1d63c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:14.801882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Attempting to bind port d01b168a-533b-421f-9738-567529e1d63c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:14.851828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:14.852220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:14.852598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:14.853065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Bound port: d01b168a-533b-421f-9738-567529e1d63c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:14.853413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.900707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:14.947907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678b9cb-fff7-428a-b8a1-049e5eccd59a req-94c78a44-e0d2-4425-a709-ef92d96e41f3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:14.953197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1678b9cb-fff7-428a-b8a1-049e5eccd59a req-94c78a44-e0d2-4425-a709-ef92d96e41f3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.1177845 Aug 22 14:49:14.998319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:15.000569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:15.008926 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:49:15.016346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1678b9cb-fff7-428a-b8a1-049e5eccd59a req-7b9bcbea-960a-49c0-bbb3-fc3e3af7bd72 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552118 Aug 22 14:49:15.036904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:15.133773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}, {'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:15.136280 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc90bba-8f3b-4bea-9247-9587aad12443" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}, {"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-unplugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:15.164432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:15.224139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c393059-b6ed-420b-9fa8-4b0ae8b0fea9 req-e4f23b3a-7f72-478b-a3ee-afba9d5e631a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 210 time: 0.0641561 Aug 22 14:49:15.242275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:15.242916 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:15.244458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 1096 time: 1.7368002 Aug 22 14:49:15.244813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:15.247362 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962bd85d-9fff-4a2d-95ea-c92417c7dd86" -d '{"events": [{"name": "network-changed", "server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "tag": "d01b168a-533b-421f-9738-567529e1d63c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:15.259101 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8 associated. External IP: 172.25.0.244, port: 7b756c64-e0b1-4e48-8f61-801ad405e962. Aug 22 14:49:15.661612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:15.666272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ea9c-dbec-41f6-a2ba-f533700e57f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:15.737506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-b510e274-4f1b-441d-8c3f-29570d15204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:15.739120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-b510e274-4f1b-441d-8c3f-29570d15204d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1099 time: 0.1346552 Aug 22 14:49:15.754658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f58bf-e8c1-450a-ba3b-b931e76e4cd5 req-277f334b-7d24-4e3d-8bc2-c07341a3689c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:15.756558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-425f58bf-e8c1-450a-ba3b-b931e76e4cd5 req-277f334b-7d24-4e3d-8bc2-c07341a3689c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1507702 Aug 22 14:49:15.766982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:15.780106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'port_id': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'mac_address': 'fa:16:3e:59:95:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965bd350-d250-477b-926e-22baab7eff98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:15.809443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-88b558cb-2b07-4122-a14c-5e3e3d15a45e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.0516722 Aug 22 14:49:15.822649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:15.836790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36decfe4-0755-49f3-9fc8-fa10862a4e92 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:15.857045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:15.919041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-425f58bf-e8c1-450a-ba3b-b931e76e4cd5 req-0dd0e2cc-54bc-4b6c-93fb-70013056d160 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536884 Aug 22 14:49:15.963891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-b7ee66b5-8dd4-4dfb-9bad-50894fa7b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:15.965415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-b7ee66b5-8dd4-4dfb-9bad-50894fa7b920 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1452520 Aug 22 14:49:15.968924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:16.030487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:16.031957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:16.072189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-af1ba9d4-d115-476a-9e30-6d97b9617282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:16.073735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-af1ba9d4-d115-476a-9e30-6d97b9617282 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002343 Aug 22 14:49:16.133168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa8010-e946-4887-a2f9-cface0536fcf req-9ae7d6a5-173d-462e-b43b-7cb5fef27b9c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:16.134657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dafa8010-e946-4887-a2f9-cface0536fcf req-9ae7d6a5-173d-462e-b43b-7cb5fef27b9c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 945 time: 0.1267819 Aug 22 14:49:16.294925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dafa8010-e946-4887-a2f9-cface0536fcf req-2289b0f4-6fce-4268-8661-224be0430335 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488860 Aug 22 14:49:16.309602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-31153106-1197-454e-8755-faf5e9deac1b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255986 Aug 22 14:49:16.312500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:16.325767 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:16.336245 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:16.337123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:16.404759 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb39b19-9fa3-4d74-a0a9-e77746c0a576 x-openstack-request-id: req-4bb39b19-9fa3-4d74-a0a9-e77746c0a576 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:16.405068 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "code": 200}, {"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-unplugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:16.405324 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bb39b19-9fa3-4d74-a0a9-e77746c0a576 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:16.405731 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'code': 200} Aug 22 14:49:16.405988 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'code': 200} Aug 22 14:49:16.447343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['36decfe4-0755-49f3-9fc8-fa10862a4e92'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:16.455120 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85409dc9-abec-4827-a5d6-b65b369bae4a x-openstack-request-id: req-85409dc9-abec-4827-a5d6-b65b369bae4a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:16.455312 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "tag": "d01b168a-533b-421f-9738-567529e1d63c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:16.455571 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85409dc9-abec-4827-a5d6-b65b369bae4a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:16.455991 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c', 'status': 'completed', 'code': 200} Aug 22 14:49:16.472102 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:16.516349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bde1df6-c853-4efc-a9da-6d59094ab10c req-a61bee44-4de3-4ec1-944c-869fc4e173f6 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618683 Aug 22 14:49:16.596731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cc7af-8c4c-4d9a-9dc0-45c629722814 req-63126587-06f1-462d-9228-e2b8257a236f tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:16.604798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d71cc7af-8c4c-4d9a-9dc0-45c629722814 req-63126587-06f1-462d-9228-e2b8257a236f tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.1037943 Aug 22 14:49:16.685191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d71cc7af-8c4c-4d9a-9dc0-45c629722814 req-a115db5a-e9b3-4b13-b430-2d6fc82b859c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794809 Aug 22 14:49:16.692541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:16.770071 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:14Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:16.797729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:16.809693 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:16.810318 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:16.873264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-bfed6a48-9be0-48fd-89b3-9921eb6115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:16.874766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-bfed6a48-9be0-48fd-89b3-9921eb6115bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1099 time: 0.1242988 Aug 22 14:49:16.883932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc753-7316-495a-b2cf-ae03ba285a03 req-062d9752-7440-40b7-9340-c0793b3f063d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:16.885501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a24bc753-7316-495a-b2cf-ae03ba285a03 req-062d9752-7440-40b7-9340-c0793b3f063d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.1360984 Aug 22 14:49:16.927144 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:16.952301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:16.956908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:17.145468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a24bc753-7316-495a-b2cf-ae03ba285a03 req-1cb69788-a73f-42e3-beeb-278a79eabc75 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359986 Aug 22 14:49:17.171725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-a9036434-faa5-4ae2-809c-e09bc1d2d76e tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "PUT /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 999 time: 3.1820803 Aug 22 14:49:17.233964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-fba6fada-4e23-4ea7-baab-3d41c2c17370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.235477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-fba6fada-4e23-4ea7-baab-3d41c2c17370 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3459611 Aug 22 14:49:17.244840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-f939b582-bd5b-4fc1-b8f9-1c84d00eda1a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.248247 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:14Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:17.250839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-f939b582-bd5b-4fc1-b8f9-1c84d00eda1a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.252476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-f939b582-bd5b-4fc1-b8f9-1c84d00eda1a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "GET /v2.0/networks?id=88631815-5dd2-498c-898e-9111d6071a54&id=4d1b2ff8-7299-4127-bc9e-c622019025f0&id=88631815-5dd2-498c-898e-9111d6071a54 HTTP/1.1" status: 200 len: 1391 time: 0.3640347 Aug 22 14:49:17.263322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-0c36e5e6-39da-4da4-a44c-5eea00efd8c4 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.264896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-0c36e5e6-39da-4da4-a44c-5eea00efd8c4 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports/7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 943 time: 0.0736408 Aug 22 14:49:17.281289 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9ddf8-0718-4520-a0bb-eee48edacc11 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:14Z', 'revision_number': 3, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:17.286816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'admin_state_up': True, 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:17.356131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-049b02f7-ba98-4b9a-bd53-dad558d9cf6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.0823555 Aug 22 14:49:17.386833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd8b18-ef66-46ba-b720-fa0186262d29 req-94459b57-6e00-465a-a413-289dc474af44 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 210 time: 0.0603311 Aug 22 14:49:17.478943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5f1b6-8e8c-4b37-9e53-3be43c8ab470 None None] New status for floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:17.553654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-43cfd127-c6e3-4eef-a3b3-44ca159be3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.555725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-43cfd127-c6e3-4eef-a3b3-44ca159be3d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1785650 Aug 22 14:49:17.582148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-30826087-5484-4415-a11b-82fc709d0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.583648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-30826087-5484-4415-a11b-82fc709d0f6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.2370589 Aug 22 14:49:17.622420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ed70-e297-4e51-a15c-fe19c4147432 req-f6737174-2d2e-4dda-9bdd-cb484a41462c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:17.624049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e5ed70-e297-4e51-a15c-fe19c4147432 req-f6737174-2d2e-4dda-9bdd-cb484a41462c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.1666400 Aug 22 14:49:17.671799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:17.869651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 36decfe4-0755-49f3-9fc8-fa10862a4e92 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:17.870106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:17.898324 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:17.914366 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:17.915180 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:17.960695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:18.002079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:18.008991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:18.012554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:18.031639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-5e05cfcb-0df0-4e97-82c6-8a14e5f4fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:18.033257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-5e05cfcb-0df0-4e97-82c6-8a14e5f4fdbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4691994 Aug 22 14:49:18.100261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e5ed70-e297-4e51-a15c-fe19c4147432 req-a772aa47-4774-4f03-8717-f4c3b479f658 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604962 Aug 22 14:49:18.103702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-7d8d2041-82a0-4ccb-9223-bd9b5aa5b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:18.105350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-7d8d2041-82a0-4ccb-9223-bd9b5aa5b650 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.5049684 Aug 22 14:49:18.138678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:18.149520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:18.228841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-d5980c98-75f7-439a-af21-f91234ce6c94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0932374 Aug 22 14:49:18.275410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:18.368154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-8161e371-4965-4520-aca5-4eff606d4875 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242679 Aug 22 14:49:18.383167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-223d8ba7-e64f-4b0a-a176-b6d0b65746e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:18.392695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-223d8ba7-e64f-4b0a-a176-b6d0b65746e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1542833 Aug 22 14:49:18.407134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Allocated IP 19.80.0.247 (88631815-5dd2-498c-898e-9111d6071a54/98ad6121-4d9d-468f-895d-1c8ee7e10e77/18cd4632-35e8-4b6b-adef-1bd616c9eaee) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:18.407406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:18.410385 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3136bc21-2ebf-4a66-bd97-e2a89ac8d9ec" -d '{"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-plugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:18.466314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}, {'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:18.468838 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39419a9e-4648-4cb6-8428-2da088f80c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}, {"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:18.508556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:17Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:18.540499 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:18.549084 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:18.549683 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:18.620773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-23769e53-4b29-44bb-baa0-55f98a5151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:18.622369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-23769e53-4b29-44bb-baa0-55f98a5151bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988683 Aug 22 14:49:18.660041 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:18.677358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd85d-9fff-4a2d-95ea-c92417c7dd86 req-974c9ce6-f4a3-4702-8297-8203ed83da73 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832139 Aug 22 14:49:18.697541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125d948-8669-43c0-84ff-88b5403d1e0b req-d4b6072c-4a5b-47d2-b876-3abdf99db018 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:18.699293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d125d948-8669-43c0-84ff-88b5403d1e0b req-d4b6072c-4a5b-47d2-b876-3abdf99db018 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.2271237 Aug 22 14:49:18.841329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d125d948-8669-43c0-84ff-88b5403d1e0b req-3367b7ff-ee48-44e5-bca4-6f0646194154 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792050 Aug 22 14:49:18.848373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-d3d57b18-45bb-4550-8933-dac01618af00 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166729 Aug 22 14:49:18.887866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:18.912191 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:17Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:18.946822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Transition to ACTIVE for port object 18cd4632-35e8-4b6b-adef-1bd616c9eaee will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:18.949301 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a7215-ddb4-4532-8d96-a87b1e85b9f8 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:63:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:17Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:18.999790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-19db0d55-3e03-4cd1-963f-7da3c0db713a service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429243 Aug 22 14:49:19.060781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eadbdd-b6a3-40f5-b9f1-96a2c4f28c9a req-53cd07e7-4a22-4988-9a83-058e66c12602 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.064163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81eadbdd-b6a3-40f5-b9f1-96a2c4f28c9a req-53cd07e7-4a22-4988-9a83-058e66c12602 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.0553653 Aug 22 14:49:19.128226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:19.136295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81eadbdd-b6a3-40f5-b9f1-96a2c4f28c9a req-cfec8b1e-8de9-45a7-b45c-a38ee8464b9e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 Aug 22 14:49:19.185462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 88631815-5dd2-498c-898e-9111d6071a54 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:19.193118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-ec3929b1-f392-430b-80d3-ec74235714d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.195162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-ec3929b1-f392-430b-80d3-ec74235714d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1097 time: 0.1035862 Aug 22 14:49:19.196059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:19.202817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:19.237194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:19.359024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.359654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:19.399561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e38ccd-6c60-41d1-ba97-66e8fc0f567d req-61baefc3-23c8-4a25-ba90-9fc7e657adef tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.399917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47e38ccd-6c60-41d1-ba97-66e8fc0f567d req-61baefc3-23c8-4a25-ba90-9fc7e657adef tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1096 time: 0.0873077 Aug 22 14:49:19.402566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-ca627c09-f185-418d-9acc-976d48babb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.404063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-ca627c09-f185-418d-9acc-976d48babb12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1985095 Aug 22 14:49:19.466073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-e97b72be-c900-4391-967a-25a47fbddbe0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1904616 Aug 22 14:49:19.488661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0', 'admin_state_up': True, 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:19.492667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-01583dfd-5bd2-4879-8b03-8b3c03df359f None None] Provisioning for port 18cd4632-35e8-4b6b-adef-1bd616c9eaee completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:19.496929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-01583dfd-5bd2-4879-8b03-8b3c03df359f None None] Provisioning complete for port 18cd4632-35e8-4b6b-adef-1bd616c9eaee triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:19.497379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-01583dfd-5bd2-4879-8b03-8b3c03df359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:19.498523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47e38ccd-6c60-41d1-ba97-66e8fc0f567d req-3699041b-4e8b-479f-a8e2-f1696a783d82 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Aug 22 14:49:19.526274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-76869c2c-f654-41f9-aa04-35494ed3c582 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 1002 time: 0.1133268 Aug 22 14:49:19.544592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-01583dfd-5bd2-4879-8b03-8b3c03df359f None None] Port 18cd4632-35e8-4b6b-adef-1bd616c9eaee cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:19.666854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-7f2bd444-a276-4bb4-b3c2-f586f2844b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.668774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-7f2bd444-a276-4bb4-b3c2-f586f2844b5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1350224 Aug 22 14:49:19.722895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aba68-2e60-4b4c-8a56-f50e750f427b req-93f68645-0bb5-4655-b1a1-eddae13f5620 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.724536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2aba68-2e60-4b4c-8a56-f50e750f427b req-93f68645-0bb5-4655-b1a1-eddae13f5620 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 932 time: 0.1319861 Aug 22 14:49:19.761269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-2d3c5c4a-77d2-4ea9-b795-f78f7eeb00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.762799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-2d3c5c4a-77d2-4ea9-b795-f78f7eeb00ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829210 Aug 22 14:49:19.798491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd2aba68-2e60-4b4c-8a56-f50e750f427b req-b32ca3b2-4f65-4b8a-9687-dd69d267845c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665314 Aug 22 14:49:19.844879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:19.845439 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692cd990-b760-4d23-ba54-7f6178b83014 x-openstack-request-id: req-692cd990-b760-4d23-ba54-7f6178b83014 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:19.845990 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-plugged", "status": "completed", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:19.846295 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-692cd990-b760-4d23-ba54-7f6178b83014 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:19.846746 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'code': 200} Aug 22 14:49:19.857042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:19.885811 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b748c6-516a-4b0f-ba21-1e921be04190 x-openstack-request-id: req-a3b748c6-516a-4b0f-ba21-1e921be04190 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:19.886163 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:19.886322 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3b748c6-516a-4b0f-ba21-1e921be04190 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:19.886687 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:49:19.886947 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'status': 'completed', 'code': 200} Aug 22 14:49:19.936790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-5d25e05d-da59-4fc7-84b6-fbb2f658636d service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631656 Aug 22 14:49:19.976383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-d6f67242-83ed-43d5-994f-7e99a6e22894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:19.978103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-d6f67242-83ed-43d5-994f-7e99a6e22894 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0607700 Aug 22 14:49:20.112452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-586ce561-5581-4e0c-b76a-4054b84100a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.113988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-586ce561-5581-4e0c-b76a-4054b84100a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1267121 Aug 22 14:49:20.116096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d26e45-6729-41ad-b0fa-b1abee1aa33a req-e3700490-29ab-42b6-98be-8f4d99cafe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.117561 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0d26e45-6729-41ad-b0fa-b1abee1aa33a req-e3700490-29ab-42b6-98be-8f4d99cafe0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 1097 time: 0.0696456 Aug 22 14:49:20.125918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-c6ebd307-3153-41f3-bf93-d264a5c19919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.127686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-c6ebd307-3153-41f3-bf93-d264a5c19919 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1097 time: 0.1766627 Aug 22 14:49:20.179647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a8b257-94aa-486c-85da-ce14dcff60ad req-5761df9f-032e-40f0-91d8-bb1aaeb3bfd3 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273841 Aug 22 14:49:20.183252 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-c3aa00ee-0ef9-4282-b683-7fd27f0485f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0530243 Aug 22 14:49:20.193395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Allocated IP 19.86.0.225 (4d1b2ff8-7299-4127-bc9e-c622019025f0/65ff6077-7534-4589-8a8a-e2ca41d1f00b/d2440fa7-a713-47d1-a3e9-cdba666523e2) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:20.211682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:20.236346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0d26e45-6729-41ad-b0fa-b1abee1aa33a req-b8038bd8-4cf4-4b1f-8bd1-829b8e379d8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989895 Aug 22 14:49:20.260436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-2c4b4587-9341-4ed6-81a3-19a15496c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.262327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-2c4b4587-9341-4ed6-81a3-19a15496c925 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.0705676 Aug 22 14:49:20.324168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-5283ec6e-b1f7-49db-bdd2-d6454631eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.325953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-5283ec6e-b1f7-49db-bdd2-d6454631eaad service neutron] 10.222.0.10 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1846454 Aug 22 14:49:20.365215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:20.377469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'mac_address': 'fa:16:3e:29:ce:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:20.419078 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.435291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:20.458065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:20.490185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-b5a3fb85-1c42-47e8-a33d-9029afc7ca6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 1002 time: 0.1525867 Aug 22 14:49:20.535694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-4bd4856a-0769-4694-bd04-64a350a2c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.537365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-4bd4856a-0769-4694-bd04-64a350a2c11b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480700 Aug 22 14:49:20.551307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.552144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:20.558738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbeb36-3776-40ca-ac84-2dc4c41e5c03 req-40a97f18-dea6-4028-b118-d49aee2d82b0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.561531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30cbeb36-3776-40ca-ac84-2dc4c41e5c03 req-40a97f18-dea6-4028-b118-d49aee2d82b0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1992040 Aug 22 14:49:20.582662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.609410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-f38974ec-858c-4d98-b9dd-e4acd5d0bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.611364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-f38974ec-858c-4d98-b9dd-e4acd5d0bf52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1104460 Aug 22 14:49:20.638169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Transition to ACTIVE for port object d2440fa7-a713-47d1-a3e9-cdba666523e2 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:20.662664 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-19bf24c8-8aa2-406e-bede-65e1bdc286aa service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177003 Aug 22 14:49:20.665160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30cbeb36-3776-40ca-ac84-2dc4c41e5c03 req-348f8bfc-e23a-421f-8332-23ad236016a0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919845 Aug 22 14:49:20.669077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:20.687776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:20.706300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'd01b168a-533b-421f-9738-567529e1d63c', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'd01b168a-533b-421f-9738-567529e1d63c', 'mac_address': 'fa:16:3e:39:84:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:20.729733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-ef84ea9c-3a59-40f9-9590-f72007bea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.731551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-ef84ea9c-3a59-40f9-9590-f72007bea7a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082087 Aug 22 14:49:20.794227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.817376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01b168a-533b-421f-9738-567529e1d63c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:20.839617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:20.848138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.849943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-655c4579-79a9-46f7-9db9-aee76491505c service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763988 Aug 22 14:49:20.897506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520fff6-c7f0-4e96-8ae7-e86d2d7f050c req-e3bba476-a258-4004-9691-3d7043b1f8b5 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:20.899078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0520fff6-c7f0-4e96-8ae7-e86d2d7f050c req-e3bba476-a258-4004-9691-3d7043b1f8b5 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.0669360 Aug 22 14:49:20.903202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-5a15e653-855a-4976-9a65-e6d0b3e01b7b service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611817 Aug 22 14:49:20.932457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:20.972353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:21.024437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:21.043654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0520fff6-c7f0-4e96-8ae7-e86d2d7f050c req-6a1dd066-2ccf-40aa-a8fa-32cd7041843c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363847 Aug 22 14:49:21.051522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:21.057772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:21.059652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:21.065707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:21.157295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39419a9e-4648-4cb6-8428-2da088f80c2c req-cc33a2f9-9e40-46a2-9088-7c9df5ff70e7 service neutron] 10.222.0.10 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427106 Aug 22 14:49:21.177279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:21.178628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:21.212989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6b1c-b609-4a7d-a536-51e795208e69 req-0d5b87ef-6a26-4107-afbe-cab5edc44733 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:21.214583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2eec6b1c-b609-4a7d-a536-51e795208e69 req-0d5b87ef-6a26-4107-afbe-cab5edc44733 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 949 time: 0.0835776 Aug 22 14:49:21.218376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['35df9f44-8b9c-4a72-930a-13253fbac55d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:21.254602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-8293685d-5c45-4515-8e40-4a7a0eee1cf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7723002 Aug 22 14:49:21.277666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'admin_state_up': True, 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:21.296642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2eec6b1c-b609-4a7d-a536-51e795208e69 req-78d30791-af31-4bda-9a28-36c2bacab06a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656452 Aug 22 14:49:21.448820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c4bf3b08-c357-4bc3-8bfe-9b715f9f9dce None None] Provisioning for port d2440fa7-a713-47d1-a3e9-cdba666523e2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:21.453091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c4bf3b08-c357-4bc3-8bfe-9b715f9f9dce None None] Provisioning complete for port d2440fa7-a713-47d1-a3e9-cdba666523e2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:21.453501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c4bf3b08-c357-4bc3-8bfe-9b715f9f9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:21.491716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-37530305-827d-41d7-a3b6-13c361c9febd tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.0903504 Aug 22 14:49:21.505639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf3b08-c357-4bc3-8bfe-9b715f9f9dce None None] Port d2440fa7-a713-47d1-a3e9-cdba666523e2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:21.547536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-22eba887-2164-4a78-ac03-9c18824fe818 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:21.549154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-22eba887-2164-4a78-ac03-9c18824fe818 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports/e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 943 time: 0.0481210 Aug 22 14:49:21.563322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:21.567979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:21.730382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:21.740119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-07506fe3-10e3-4881-8553-524d7e7aa8f1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1408384 Aug 22 14:49:21.794414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Allocated IP 19.80.0.75 (88631815-5dd2-498c-898e-9111d6071a54/98ad6121-4d9d-468f-895d-1c8ee7e10e77/4f74fcea-608c-4bd5-98a2-bc88d9cd37c4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:22.128235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-a44c783f-0a39-447d-9588-8d2c3b755b30 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:49:22.129610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-a44c783f-0a39-447d-9588-8d2c3b755b30 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065513 Aug 22 14:49:22.178815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-97abffba-acf3-442e-b08c-e27abd1fea07 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.180408 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-97abffba-acf3-442e-b08c-e27abd1fea07 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 1093 time: 0.0440247 Aug 22 14:49:22.190178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:22.190629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Unknown quota resources ['binding']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:49:22.215231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:22.243892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-f715679f-8621-4e01-8796-5b31ba41831f tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.248676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa10eca-1518-4f12-af1d-7962b17aa78a req-f715679f-8621-4e01-8796-5b31ba41831f tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.4980175 Aug 22 14:49:22.276428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 35df9f44-8b9c-4a72-930a-13253fbac55d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:22.276875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.368992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.386713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:22.387057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:22.387381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:22.393378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:22.393378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:22.395347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:22.397879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:22.398222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:22.398611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:22.398902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c1ebb-90a1-461f-95f4-df951278a857" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:22.399048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Bound port: 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:22.413566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:22.422212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4037a-ec7b-447a-8836-33eed2e7b7b6 req-d95d48d6-ed94-4fbc-b660-702dff783c8c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.432813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4037a-ec7b-447a-8836-33eed2e7b7b6 req-d95d48d6-ed94-4fbc-b660-702dff783c8c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.434644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74a4037a-ec7b-447a-8836-33eed2e7b7b6 req-d95d48d6-ed94-4fbc-b660-702dff783c8c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 1655 time: 0.1226978 Aug 22 14:49:22.456862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.466763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:22.478886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Transition to ACTIVE for port object 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:22.488724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.499827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74a4037a-ec7b-447a-8836-33eed2e7b7b6 req-250b0cc7-f678-474e-ae9f-9d6f87de5590 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Aug 22 14:49:22.552002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:22.552608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.555136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-f3d8e0e8-c5d8-4a62-9827-4c9c332adbf5 service neutron] 10.222.0.53 "POST /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3687038 Aug 22 14:49:22.604457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.626728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05affcaf-395a-43ae-84ad-2c508a8b3723 req-5b646fae-a83a-41c5-a389-3e350743196c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.628300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05affcaf-395a-43ae-84ad-2c508a8b3723 req-5b646fae-a83a-41c5-a389-3e350743196c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0632718 Aug 22 14:49:22.678535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 88631815-5dd2-498c-898e-9111d6071a54 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:22.686303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:22.695483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:22.725523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:22.742821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05affcaf-395a-43ae-84ad-2c508a8b3723 req-b6689d86-1584-4e4b-ac07-28c6ee3de271 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939960 Aug 22 14:49:22.764488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.765150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:22.954107 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-38e99788-8455-4322-9381-ecc99b196203 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819394 Aug 22 14:49:22.962039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-4d69511a-51c5-4333-844a-2e59650a86cf tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1181073 Aug 22 14:49:22.968252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4677a-5d50-42d0-8e9d-3309fef8f690 req-ec526a6e-d778-4063-b12b-b730be29c678 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:22.969822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6b4677a-5d50-42d0-8e9d-3309fef8f690 req-ec526a6e-d778-4063-b12b-b730be29c678 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.0864789 Aug 22 14:49:22.993902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:23.012488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-553e8776-afcc-4816-be0c-b2858fdf601a None None] Provisioning for port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:23.026169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-553e8776-afcc-4816-be0c-b2858fdf601a None None] Provisioning complete for port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:23.026625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-553e8776-afcc-4816-be0c-b2858fdf601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:23.068972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-553e8776-afcc-4816-be0c-b2858fdf601a None None] Port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:23.076695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-0bd9bd4e-dbef-4c05-b48a-d5095cd2fb94 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.079302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-0bd9bd4e-dbef-4c05-b48a-d5095cd2fb94 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports/e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 943 time: 0.1082745 Aug 22 14:49:23.116028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6b4677a-5d50-42d0-8e9d-3309fef8f690 req-0f4dc35d-5763-410f-93b7-abea73484645 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359322 Aug 22 14:49:23.124790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:23.278704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-6e04e176-332d-4982-a7b0-6c6f6fa9eb77 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1498959 Aug 22 14:49:23.379140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc25e-dfba-4d76-8a5e-8410a3e69b2a req-1f9e699e-1580-4ea9-bb9d-e430260c7c0c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.381536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3cfc25e-dfba-4d76-8a5e-8410a3e69b2a req-1f9e699e-1580-4ea9-bb9d-e430260c7c0c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 949 time: 0.1806166 Aug 22 14:49:23.574615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3cfc25e-dfba-4d76-8a5e-8410a3e69b2a req-bfd11457-b5b7-4bc7-a9dd-7ff266ea577d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798446 Aug 22 14:49:23.603129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-97033b6a-9b53-457c-b2c6-559857b2453b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.604621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-97033b6a-9b53-457c-b2c6-559857b2453b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2733555 Aug 22 14:49:23.680500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-2fcd4854-3ea8-40d6-b885-b0e48b7fd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.680500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-2fcd4854-3ea8-40d6-b885-b0e48b7fd7f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1096 time: 0.2087252 Aug 22 14:49:23.712530 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66506c01-90ee-4849-814c-2c87c50a17d0 x-openstack-request-id: req-66506c01-90ee-4849-814c-2c87c50a17d0 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:23.712825 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-plugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:23.713075 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66506c01-90ee-4849-814c-2c87c50a17d0 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:23.713463 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'code': 200} Aug 22 14:49:23.769083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-29c2d6b7-5c1f-4947-8ce9-b10a53870857 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1529949 Aug 22 14:49:23.840026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:23.888788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cd4632-35e8-4b6b-adef-1bd616c9eaee {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:23.904454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:23.941444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Transition to ACTIVE for port object 18cd4632-35e8-4b6b-adef-1bd616c9eaee will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:23.950025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-caceb45d-bbd8-4dd6-877b-5d1cbb69c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.951530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-caceb45d-bbd8-4dd6-877b-5d1cbb69c193 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2610068 Aug 22 14:49:23.969797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a589b-d6bb-484e-809b-bdc0c8f6106b req-60fdd398-7334-4011-ab2e-07c8bf9999db tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:23.971688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f47a589b-d6bb-484e-809b-bdc0c8f6106b req-60fdd398-7334-4011-ab2e-07c8bf9999db tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.1999559 Aug 22 14:49:23.979711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.039325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.125135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-a07d124d-9165-4442-a51a-01f3215ff8d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 217 time: 0.1520886 Aug 22 14:49:24.221764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:24.261475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:24.274980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f47a589b-d6bb-484e-809b-bdc0c8f6106b req-46bdfcc7-072d-42ca-931b-4397ef9f4e56 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449834 Aug 22 14:49:24.335063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-d401cf8f-a491-4892-bf89-c844aa13c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:24.337779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-d401cf8f-a491-4892-bf89-c844aa13c5ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.2029452 Aug 22 14:49:24.379959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port d01b168a-533b-421f-9738-567529e1d63c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:24.386059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port d01b168a-533b-421f-9738-567529e1d63c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:24.387252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.486159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-0357dc81-4fb9-49b7-9803-82c00ef35d74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207719 Aug 22 14:49:24.495820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.528886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.585516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.585942 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8 disassociated. External IP: 172.25.0.244, port: e4c911c6-3749-4003-a79d-05244a8b0104. Aug 22 14:49:24.614633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:24.633005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Attempting to bind port 18cd4632-35e8-4b6b-adef-1bd616c9eaee on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:24.633361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Attempting to bind port 18cd4632-35e8-4b6b-adef-1bd616c9eaee by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:24.633703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Attempting to bind port 18cd4632-35e8-4b6b-adef-1bd616c9eaee on network 88631815-5dd2-498c-898e-9111d6071a54 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:24.646913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f790b-18f8-4a7d-a305-72a0527bd58a req-80d0b925-f413-4214-b5cc-81d4ca17d3d2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:24.654846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a8f790b-18f8-4a7d-a305-72a0527bd58a req-80d0b925-f413-4214-b5cc-81d4ca17d3d2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.2764883 Aug 22 14:49:24.676216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Port 18cd4632-35e8-4b6b-adef-1bd616c9eaee on network 88631815-5dd2-498c-898e-9111d6071a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:24.676544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Attempting to bind port 18cd4632-35e8-4b6b-adef-1bd616c9eaee on network 88631815-5dd2-498c-898e-9111d6071a54 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:24.685877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.707607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:24.708321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Checking segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:24.709754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Bound using segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:24.710726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Bound port: 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:24.711290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:24.769672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:24.793378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-47bb2d57-4f90-4b94-8b5f-b428b4bfb709 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946768 Aug 22 14:49:24.816090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a8f790b-18f8-4a7d-a305-72a0527bd58a req-5e4dcbe9-ced4-4379-8e5f-827b8a525107 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602926 Aug 22 14:49:25.010413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:25.045252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:25.052451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-5417bb1a-a52f-43ae-997e-b666a32e5286 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471347 Aug 22 14:49:25.404865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:25.451699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:25.452456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:25.454356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] 10.222.0.10 "PUT /v2.0/ports/18cd4632-35e8-4b6b-adef-1bd616c9eaee HTTP/1.1" status: 200 len: 1092 time: 2.4656060 Aug 22 14:49:25.457220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:25.459991 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d3eae3-0410-4c45-9515-d41664f2ea69" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:25.495579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:25.506704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f240f2-ea79-4eb4-8098-c8c97808e24e service neutron] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:25.640207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:25.716676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:25.718802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc5c93-0aa9-4fbf-9680-d5f88ba3c940" -d '{"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-plugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:25.821577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:25.823407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:25.840612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:25.857555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:25.861409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:25.872345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:25.907887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-8e2c481a-8a12-47f7-a50d-22a7d90b0f91 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "PUT /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 695 time: 2.0941253 Aug 22 14:49:26.104102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-2257cb7a-737f-4598-9d1e-e9a291c4127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:26.105804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-2257cb7a-737f-4598-9d1e-e9a291c4127c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 1097 time: 0.1360259 Aug 22 14:49:26.210656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:26.424594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-a7067400-d840-4afb-92a8-1789428ee98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:26.428209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-a7067400-d840-4afb-92a8-1789428ee98b service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.3033898 Aug 22 14:49:26.545156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-bab3ddbe-25bd-48b4-ac13-7efd314b09a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 200 len: 217 time: 0.0908158 Aug 22 14:49:26.644243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:26.678874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-3fdbea32-a80c-48d6-a0d7-9b2a1cd9c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:26.681387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-3fdbea32-a80c-48d6-a0d7-9b2a1cd9c983 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1355610 Aug 22 14:49:26.695938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2440fa7-a713-47d1-a3e9-cdba666523e2 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:26.702984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:26.715017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:26.715392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:26.716091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:26.779349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Transition to ACTIVE for port object d2440fa7-a713-47d1-a3e9-cdba666523e2 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:26.849807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-5958a568-05c5-44cd-8bbd-2be2919ee81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:26.861291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-5958a568-05c5-44cd-8bbd-2be2919ee81a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595786 Aug 22 14:49:26.864865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:26.868545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:27.253895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Pushing event updated for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:27.303931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-e3915dbe-edb7-4cd7-9e31-b3caaa304ffc service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192674 Aug 22 14:49:27.350803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Attempting to bind port d2440fa7-a713-47d1-a3e9-cdba666523e2 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:27.351151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Attempting to bind port d2440fa7-a713-47d1-a3e9-cdba666523e2 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:27.351489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Attempting to bind port d2440fa7-a713-47d1-a3e9-cdba666523e2 on network 4d1b2ff8-7299-4127-bc9e-c622019025f0 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:27.367578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Port d2440fa7-a713-47d1-a3e9-cdba666523e2 on network 4d1b2ff8-7299-4127-bc9e-c622019025f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:27.367950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Attempting to bind port d2440fa7-a713-47d1-a3e9-cdba666523e2 on network 4d1b2ff8-7299-4127-bc9e-c622019025f0 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:27.374626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:27.399691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:27.400067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Checking segment: {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:27.400493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Bound using segment: {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:27.400956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Bound port: d2440fa7-a713-47d1-a3e9-cdba666523e2, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246e4cda-b539-4e96-a073-5f0755222333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:27.401320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:27.435807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0fa75d-d0bf-4613-8de9-85ee2feacd45 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:27.556204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3417a70-5408-4d7c-ac33-0f8d26240861 req-3926605b-12bc-4b5b-a178-8b6ac137b235 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161479 Aug 22 14:49:27.567166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:27.578856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:27.733588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-52210249-5fb8-49d6-bc58-a13c3332660c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:49:27.734831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-52210249-5fb8-49d6-bc58-a13c3332660c tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115745 Aug 22 14:49:27.763768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:27.878792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Pushing event updated for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:27.893163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:27.894099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:27.896153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-581d012f-119d-411f-9680-32eb556cab07 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2440fa7-a713-47d1-a3e9-cdba666523e2 HTTP/1.1" status: 200 len: 1092 time: 2.2624252 Aug 22 14:49:27.910824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-8912b2bd-1307-4fc5-87a1-4dbdafc166e8 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:27.910824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-8912b2bd-1307-4fc5-87a1-4dbdafc166e8 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 1093 time: 0.1663282 Aug 22 14:49:27.970702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:27.970702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Unknown quota resources ['binding']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:49:27.971274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a808105-a2dc-415b-b0b6-f01ed5efd1ec None None] New status for floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:28.220497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Request body: {'port': {'device_id': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:28.248312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:28.249608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:28.249608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:28.256603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:28.257062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:28.264411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:28.264866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:28.265152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:28.265600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Bound port: a809d533-1287-44c6-a7cd-966e76ebb089, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:28.277336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493dfbf-a9fb-49b5-887e-c632b1c27968 req-865574a4-bf93-4d2e-8fc0-bb1783692d21 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:28.283377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493dfbf-a9fb-49b5-887e-c632b1c27968 req-865574a4-bf93-4d2e-8fc0-bb1783692d21 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:28.291542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493dfbf-a9fb-49b5-887e-c632b1c27968 req-865574a4-bf93-4d2e-8fc0-bb1783692d21 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:28.293237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0493dfbf-a9fb-49b5-887e-c632b1c27968 req-865574a4-bf93-4d2e-8fc0-bb1783692d21 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2400 time: 0.4051647 Aug 22 14:49:28.435888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:28.470410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:28.490335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0493dfbf-a9fb-49b5-887e-c632b1c27968 req-e1604585-cfe8-4fec-9f3b-359b7d872db4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575184 Aug 22 14:49:28.633725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:28.639177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-872d56c8-3bac-48b9-833c-5a283eb46657 service neutron] 10.222.0.53 "POST /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089/bindings HTTP/1.1" status: 201 len: 389 time: 0.7088356 Aug 22 14:49:28.937939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:28.952728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:28.982419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Transition to ACTIVE for port object 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:29.077750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:29.169676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295863c-f2e1-4d5f-91c6-d86307451560 req-d92b3c60-297b-434b-8892-96a492e62bbe tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.171495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c295863c-f2e1-4d5f-91c6-d86307451560 req-d92b3c60-297b-434b-8892-96a492e62bbe tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1870060 Aug 22 14:49:29.226393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Pushing event updated for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:29.307452 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d2a42-59ff-47cc-acbb-8c8462cdbd49 x-openstack-request-id: req-e38d2a42-59ff-47cc-acbb-8c8462cdbd49 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:29.307992 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:29.308424 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e38d2a42-59ff-47cc-acbb-8c8462cdbd49 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:29.308993 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'status': 'completed', 'code': 200} Aug 22 14:49:29.341216 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73340634-6cac-4caa-a712-963820782d8c x-openstack-request-id: req-73340634-6cac-4caa-a712-963820782d8c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:29.341842 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-plugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:29.341842 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73340634-6cac-4caa-a712-963820782d8c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:29.342163 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c', 'code': 200} Aug 22 14:49:29.411648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c295863c-f2e1-4d5f-91c6-d86307451560 req-c35984ab-03e4-49f0-8858-d8c95d7e762c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321806 Aug 22 14:49:29.529068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455cd34-5251-454d-8787-a3836de79d61 req-a158910e-a081-4b82-9b6c-ea59fddbf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.530149 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1455cd34-5251-454d-8787-a3836de79d61 req-a158910e-a081-4b82-9b6c-ea59fddbf592 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1101 time: 0.0849156 Aug 22 14:49:29.560412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Attempting to bind port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:29.560912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Attempting to bind port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:29.561376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Attempting to bind port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 on network 88631815-5dd2-498c-898e-9111d6071a54 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:29.579361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 on network 88631815-5dd2-498c-898e-9111d6071a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:29.579888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Attempting to bind port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 on network 88631815-5dd2-498c-898e-9111d6071a54 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:29.599863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-fcd0d180-a9ff-4fe2-9c3b-abfc697a4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.600579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-fcd0d180-a9ff-4fe2-9c3b-abfc697a4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.601164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-fcd0d180-a9ff-4fe2-9c3b-abfc697a4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.602922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-fcd0d180-a9ff-4fe2-9c3b-abfc697a4373 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2823 time: 0.2583225 Aug 22 14:49:29.611874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb11e1-570e-4305-9559-3d6411fd3fd6 req-6eb860ff-ec16-4b52-9180-9b8ebadfde1c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.688776 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1455cd34-5251-454d-8787-a3836de79d61 req-e5ef3205-c970-4437-aa4c-0f82b831a6b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cb11e1-570e-4305-9559-3d6411fd3fd6 req-6eb860ff-ec16-4b52-9180-9b8ebadfde1c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.1851933 Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Checking segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Bound using segment: {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Bound port: 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3894d7-bfec-42a0-a680-dec29fccf981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '88631815-5dd2-498c-898e-9111d6071a54'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:29.689292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:29.708127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cb11e1-570e-4305-9559-3d6411fd3fd6 req-f4db3866-2d7d-4f9c-9fbb-94acb2f5beb7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Aug 22 14:49:29.746087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:29.750517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:29.844806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:29.864001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d9aa1-5ef3-425d-93cc-01d4582665e0 req-5dfda4de-9f59-4ea9-bdd7-9e2df4bd8f78 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.873406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e8d9aa1-5ef3-425d-93cc-01d4582665e0 req-5dfda4de-9f59-4ea9-bdd7-9e2df4bd8f78 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.0747340 Aug 22 14:49:29.923494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:29.955917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:29.955917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] 10.222.0.10 "PUT /v2.0/ports/4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 HTTP/1.1" status: 200 len: 1091 time: 1.7169609 Aug 22 14:49:29.977600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91530be-a184-468b-ae20-84a97fd439bf service neutron] Pushing event updated for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:29.996977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e8d9aa1-5ef3-425d-93cc-01d4582665e0 req-34368072-f86a-4bc8-8509-780cc10af523 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935462 Aug 22 14:49:30.137976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a3ec39fb-376b-48b5-a110-f87fa6024ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:30.397454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c90352-5e25-4a78-906d-4cd0b9a088fd req-56f83fd2-6655-4d06-a981-6c8ed4a4fe56 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.404568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c90352-5e25-4a78-906d-4cd0b9a088fd req-56f83fd2-6655-4d06-a981-6c8ed4a4fe56 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.411244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c90352-5e25-4a78-906d-4cd0b9a088fd req-56f83fd2-6655-4d06-a981-6c8ed4a4fe56 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.419005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87c90352-5e25-4a78-906d-4cd0b9a088fd req-56f83fd2-6655-4d06-a981-6c8ed4a4fe56 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2412 time: 0.2356060 Aug 22 14:49:30.432374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-02c51699-380c-407b-baae-baf6ed887605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.433244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-02c51699-380c-407b-baae-baf6ed887605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.434516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-02c51699-380c-407b-baae-baf6ed887605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.436735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-02c51699-380c-407b-baae-baf6ed887605 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a166a88a77e47138476485c52f35df0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4428041 Aug 22 14:49:30.495469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-e31f7c70-3dad-4c6c-af77-674092834871 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.498408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-e31f7c70-3dad-4c6c-af77-674092834871 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.3107049 Aug 22 14:49:30.570786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-7c14e290-7d13-4782-aec6-aa852e3cc1e4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/quotas/d77fc96ec292401fbab582bf7c7b3004 HTTP/1.1" status: 200 len: 375 time: 0.0661209 Aug 22 14:49:30.582687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87c90352-5e25-4a78-906d-4cd0b9a088fd req-a801dd83-90b1-4ff6-a061-c2cf4457ce7f tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615424 Aug 22 14:49:30.689619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-07f94807-a789-4df3-87ca-77cf74ca63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.692332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05d3eae3-0410-4c45-9515-d41664f2ea69 req-07f94807-a789-4df3-87ca-77cf74ca63ea service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284915 Aug 22 14:49:30.723534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-df33a970-e0a0-4f8c-a638-acbbf2f9d2ae tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377368 Aug 22 14:49:30.864279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-8cb9a80c-19c2-4bd7-b134-daad35b8e983 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.866386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-8cb9a80c-19c2-4bd7-b134-daad35b8e983 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f HTTP/1.1" status: 200 len: 946 time: 0.0616822 Aug 22 14:49:30.900558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-cf86bebc-75b6-4cf3-a187-897370799f7d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.902014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-cf86bebc-75b6-4cf3-a187-897370799f7d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1534996 Aug 22 14:49:30.927056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1eed0993-0ecd-47e8-94c8-d96b0c88f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.928146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1eed0993-0ecd-47e8-94c8-d96b0c88f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.928632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1eed0993-0ecd-47e8-94c8-d96b0c88f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:30.930319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1eed0993-0ecd-47e8-94c8-d96b0c88f383 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2865 time: 0.1596427 Aug 22 14:49:30.985818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Deleting port 36decfe4-0755-49f3-9fc8-fa10862a4e92 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:30.986640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.100994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] For port 36decfe4-0755-49f3-9fc8-fa10862a4e92, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=36decfe4-0755-49f3-9fc8-fa10862a4e92,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:31.101857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.119022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Calling delete_port for 36decfe4-0755-49f3-9fc8-fa10862a4e92 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:31.402843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-5204ba9a-20e4-4af2-8cfb-49d8b5990428 service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628854 Aug 22 14:49:31.408003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104'}, {'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2'}, {'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:31.410601 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ad1f10-9338-4e65-8a50-93570da4e937" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104"}, {"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2"}, {"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:31.415705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-5eb85b46-613a-447c-bbfb-7537f37801e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee HTTP/1.1" status: 200 len: 217 time: 0.4540470 Aug 22 14:49:31.436427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a68d874c-9b87-454b-a139-8851624e01b1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.5268400 Aug 22 14:49:31.464328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:31.486797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.499673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['36decfe4-0755-49f3-9fc8-fa10862a4e92'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:31.638224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event deleted for resources: {'Port': ['ID=36decfe4-0755-49f3-9fc8-fa10862a4e92,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:31.651547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] No DVR routers for this DVR port 36decfe4-0755-49f3-9fc8-fa10862a4e92 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:31.655013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.658775 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-11277752-3417-4d5a-aa7f-4b614cd1036e req-7a17864e-31fe-430d-8ce1-5d06dcca5483 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "DELETE /v2.0/ports/36decfe4-0755-49f3-9fc8-fa10862a4e92 HTTP/1.1" status: 204 len: 173 time: 0.7852037 Aug 22 14:49:31.659670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-deleted', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:31.665251 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c91cbd-bc54-4208-ae80-a43e2a87e9e3" -d '{"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-deleted", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:31.669432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:31.673370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-c25cf532-482d-4170-8319-590e8c5e5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:31.684975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-c25cf532-482d-4170-8319-590e8c5e5ae5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98ad6121-4d9d-468f-895d-1c8ee7e10e77 HTTP/1.1" status: 200 len: 801 time: 0.2349098 Aug 22 14:49:31.900099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-038365b3-b910-4747-a664-ccf34299d78e service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963102 Aug 22 14:49:31.905350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-c3b0c39f-fe1a-40ab-a993-f34ceef285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:31.906952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-c3b0c39f-fe1a-40ab-a993-f34ceef285f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88631815-5dd2-498c-898e-9111d6071a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722536 Aug 22 14:49:32.153507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-eb597b28-2857-48bb-a88f-104a96982396 service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072058 Aug 22 14:49:32.625867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b76c-a1ea-4b91-ace7-2ca5b61b0e40 req-e7c1d1ea-4423-463e-8578-a190bbd5dfed tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:32.627565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db00b76c-a1ea-4b91-ace7-2ca5b61b0e40 req-e7c1d1ea-4423-463e-8578-a190bbd5dfed tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2285039 Aug 22 14:49:32.645801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-7ce583ef-9b06-4d94-a5fc-282a05902862 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:32.648781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-7ce583ef-9b06-4d94-a5fc-282a05902862 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 946 time: 0.2743788 Aug 22 14:49:32.656384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-53bdf04d-142f-4fac-8f26-a3decaeeb79c service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247708 Aug 22 14:49:32.824596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:32.903529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-ad969917-d17e-4e45-92ed-d08e8828f3df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2 HTTP/1.1" status: 200 len: 217 time: 0.2230589 Aug 22 14:49:32.974062 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:32.983409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db00b76c-a1ea-4b91-ace7-2ca5b61b0e40 req-007ad46b-b5ea-4c28-b670-a2a03191f75e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305838 Aug 22 14:49:33.027067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-2da18ab4-46c5-49b8-a23f-822f171f5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:33.028872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-2da18ab4-46c5-49b8-a23f-822f171f5875 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65ff6077-7534-4589-8a8a-e2ca41d1f00b HTTP/1.1" status: 200 len: 801 time: 0.1037283 Aug 22 14:49:33.084954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Deleting port e4c911c6-3749-4003-a79d-05244a8b0104 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:33.085429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:33.196486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-46b69658-03c4-44ca-8c7e-d8e1ff49b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:33.198095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-46b69658-03c4-44ca-8c7e-d8e1ff49b734 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d1b2ff8-7299-4127-bc9e-c622019025f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1598504 Aug 22 14:49:33.269884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00124430-b871-4232-9e61-b00315b0de46 req-912e7e3a-6e9a-43e2-8e21-68368cf4a820 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:33.271627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00124430-b871-4232-9e61-b00315b0de46 req-912e7e3a-6e9a-43e2-8e21-68368cf4a820 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.1667387 Aug 22 14:49:33.348494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] For port e4c911c6-3749-4003-a79d-05244a8b0104, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e4c911c6-3749-4003-a79d-05244a8b0104,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:33.348870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:33.388973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-df0b3d68-3353-456f-9c79-e59661bb84af service neutron] 10.222.0.10 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801693 Aug 22 14:49:33.392166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00124430-b871-4232-9e61-b00315b0de46 req-38b57614-481c-41f9-8912-3e8a4a6dc6d1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Aug 22 14:49:33.392832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Calling delete_port for e4c911c6-3749-4003-a79d-05244a8b0104 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:33.478421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:33.509530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd0a1-b7ed-4108-886b-df7b368fd3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:33.692020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87014c98-bdef-49d4-bd3f-cae743c4bf10 req-e8d81dc0-d793-4050-bd66-5eb077040601 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:33.693950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87014c98-bdef-49d4-bd3f-cae743c4bf10 req-e8d81dc0-d793-4050-bd66-5eb077040601 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2292504 Aug 22 14:49:33.737267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-13512c2d-e77b-460d-ad03-374507116499 service neutron] 10.222.0.10 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398204 Aug 22 14:49:33.746286 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8 associated. External IP: 172.25.0.244, port: 7b756c64-e0b1-4e48-8f61-801ad405e962. Aug 22 14:49:33.772393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:33.827033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 36decfe4-0755-49f3-9fc8-fa10862a4e92 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:33.827692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 36decfe4-0755-49f3-9fc8-fa10862a4e92 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:33.850452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-f4d87a5a-a083-4933-9ceb-9d1bcef47f02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 HTTP/1.1" status: 200 len: 217 time: 0.0984433 Aug 22 14:49:33.938353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87014c98-bdef-49d4-bd3f-cae743c4bf10 req-ede0a5b7-9746-4337-a02e-d46bef811f6a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146528 Aug 22 14:49:34.030526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1e9f2b3a-2b69-4753-9658-dc9a4ae2133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:34.032055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-1e9f2b3a-2b69-4753-9658-dc9a4ae2133c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98ad6121-4d9d-468f-895d-1c8ee7e10e77 HTTP/1.1" status: 200 len: 801 time: 0.1455956 Aug 22 14:49:34.036177 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e2a0f-0392-4fc9-9e69-bff82c78fd68 x-openstack-request-id: req-235e2a0f-0392-4fc9-9e69-bff82c78fd68 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:34.036455 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:34.036724 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-235e2a0f-0392-4fc9-9e69-bff82c78fd68 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:34.037124 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'status': 'completed', 'code': 200} Aug 22 14:49:34.037386 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2', 'status': 'completed', 'code': 200} Aug 22 14:49:34.037638 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'status': 'completed', 'code': 200} Aug 22 14:49:34.129252 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-d164b20b-0ae7-4446-8d60-4d4048435f02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=b7c6110d-970c-4bef-a99b-4f545bd852f7 HTTP/1.1" status: 200 len: 210 time: 0.0419810 Aug 22 14:49:34.133272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:34.145771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7b756c64-e0b1-4e48-8f61-801ad405e962'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:34.186690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e4c911c6-3749-4003-a79d-05244a8b0104'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:34.666160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event deleted for resources: {'Port': ['ID=e4c911c6-3749-4003-a79d-05244a8b0104,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:34.723168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:34.737518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-b643dfa2-96a5-4b49-9d9b-f86108b7dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:34.741661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-b643dfa2-96a5-4b49-9d9b-f86108b7dec0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88631815-5dd2-498c-898e-9111d6071a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6576474 Aug 22 14:49:34.849053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:34.855206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] No DVR routers for this DVR port e4c911c6-3749-4003-a79d-05244a8b0104 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:34.873068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:34.874723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9c28c34-b61b-473e-ac6f-c18f25285edc req-22639a95-d478-4067-ba45-e961ed1c445d tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.10 "DELETE /v2.0/ports/e4c911c6-3749-4003-a79d-05244a8b0104 HTTP/1.1" status: 204 len: 173 time: 2.2042379 Aug 22 14:49:34.890009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f742aa-cf56-4818-9256-4690d28edc68 req-a0eceb28-1979-4f01-b72a-a24be400b061 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:34.897095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f742aa-cf56-4818-9256-4690d28edc68 req-a0eceb28-1979-4f01-b72a-a24be400b061 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:34.903518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f742aa-cf56-4818-9256-4690d28edc68 req-a0eceb28-1979-4f01-b72a-a24be400b061 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:34.913433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f742aa-cf56-4818-9256-4690d28edc68 req-a0eceb28-1979-4f01-b72a-a24be400b061 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2412 time: 0.7886131 Aug 22 14:49:35.132330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f742aa-cf56-4818-9256-4690d28edc68 req-cf10dc3e-f60a-4b60-bf0d-8b8d856bda0f tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177730 Aug 22 14:49:35.135925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:35.141952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:35.153101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:35.187597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:35.188998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:35.190569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-b6b91476-7be4-4083-8ddb-65c2489a2d3c service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317369 Aug 22 14:49:35.207096 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d876f-b174-4562-ac40-d680be84edf7 x-openstack-request-id: req-508d876f-b174-4562-ac40-d680be84edf7 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:35.207656 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f", "name": "network-vif-deleted", "tag": "36decfe4-0755-49f3-9fc8-fa10862a4e92", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:35.207656 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-508d876f-b174-4562-ac40-d680be84edf7 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:35.208073 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc4faa1-e59f-4f42-8ba5-e6ad2fc0af3f', 'name': 'network-vif-deleted', 'tag': '36decfe4-0755-49f3-9fc8-fa10862a4e92', 'status': 'completed', 'code': 200} Aug 22 14:49:35.208438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-a54c28de-cb50-4a45-9a66-165602d6f3eb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "PUT /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 997 time: 3.7659869 Aug 22 14:49:35.487440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:35.490081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9abbbb93-61ad-4106-b572-2716ceef1fe6 req-08b05fbf-827f-4389-b12f-49b92bd4e6be service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772863 Aug 22 14:49:35.492437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f48f76a-0a0e-4068-8020-fc85fb67337e req-47dd641c-357c-4e54-acdd-87c27e80a5aa tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 210 time: 0.0785065 Aug 22 14:49:35.521673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-0eb88157-f500-4da2-9c6b-c22bc0974b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.523253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-0eb88157-f500-4da2-9c6b-c22bc0974b29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1661980 Aug 22 14:49:35.597590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-8ca3f455-b797-44a2-8332-5be4dbc47418 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.599888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-8ca3f455-b797-44a2-8332-5be4dbc47418 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.1941149 Aug 22 14:49:35.615396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Request body: {'port': {'device_id': '0c794714-9206-42b7-8633-2f6297b0f81a', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'admin_state_up': True, 'tenant_id': 'd77fc96ec292401fbab582bf7c7b3004'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:35.739409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-0f97a395-d2c2-49d8-804c-ca01e8151759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.777705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-0f97a395-d2c2-49d8-804c-ca01e8151759 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.2474623 Aug 22 14:49:35.882659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-0594d3c3-57d7-4d5a-965d-2bf1244b13c9 req-5e7c9dbc-f519-44fc-aa0d-2c47c5694f84 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:49:35.891611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0594d3c3-57d7-4d5a-965d-2bf1244b13c9 req-5e7c9dbc-f519-44fc-aa0d-2c47c5694f84 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1065300 Aug 22 14:49:35.944023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Made reservation on behalf of d77fc96ec292401fbab582bf7c7b3004 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:35.947691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:35.974776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-375cecd2-3ebc-4e79-bc79-17dbe81a5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.975705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-375cecd2-3ebc-4e79-bc79-17dbe81a5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.979293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-375cecd2-3ebc-4e79-bc79-17dbe81a5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:35.981431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-375cecd2-3ebc-4e79-bc79-17dbe81a5f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2865 time: 0.1944478 Aug 22 14:49:36.001501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-114d2b9c-364c-41a1-a7e3-b87b763e1870 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 1000 time: 0.1301229 Aug 22 14:49:36.058526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'name': 'network-vif-deleted', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104'}, {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:36.069294 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326cb93-f510-4ce3-8010-f70b80859751" -d '{"events": [{"server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "name": "network-vif-deleted", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104"}, {"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:36.075176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:32Z', 'revision_number': 8, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:36.127801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:36.149767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:36.150615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:36.175267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-dbfc03f4-fee4-4ff9-8794-bfc20a35fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.176992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-dbfc03f4-fee4-4ff9-8794-bfc20a35fb75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1516051 Aug 22 14:49:36.235811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-1c9d739a-cab1-4fce-b5d2-2daf6007b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.237520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-1c9d739a-cab1-4fce-b5d2-2daf6007b867 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4d1b2ff8-7299-4127-bc9e-c622019025f0 HTTP/1.1" status: 200 len: 902 time: 0.2468483 Aug 22 14:49:36.250646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e4c911c6-3749-4003-a79d-05244a8b0104 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:36.255226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Allocated IP 172.20.0.8 (c06a0df5-14cd-4868-b216-35576abd5745/965bd350-d250-477b-926e-22baab7eff98/f4bd7cbc-3bb8-4518-8357-67b1ed5511d0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:36.279911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: e4c911c6-3749-4003-a79d-05244a8b0104 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:36.280849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e4c911c6-3749-4003-a79d-05244a8b0104 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:36.284030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-f15bc682-be01-400a-ad59-ecea7229241b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Aug 22 14:49:36.287435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-1819e361-ce9b-4ffd-a4dc-1e9a9fdbaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.289407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-1819e361-ce9b-4ffd-a4dc-1e9a9fdbaec3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033380 Aug 22 14:49:36.394919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:36.432713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-98dc7326-2ee6-4109-b79c-10cd4b856680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.434344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-98dc7326-2ee6-4109-b79c-10cd4b856680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65ff6077-7534-4589-8a8a-e2ca41d1f00b HTTP/1.1" status: 200 len: 801 time: 0.1425843 Aug 22 14:49:36.505124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-3b2505a4-8b45-4702-8496-7a5f082d2ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036986 Aug 22 14:49:36.584365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-8252b837-7235-45e5-b4a5-cb77178cf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.586078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-8252b837-7235-45e5-b4a5-cb77178cf623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4d1b2ff8-7299-4127-bc9e-c622019025f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298263 Aug 22 14:49:36.618712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:36.647637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:36.753803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:36.777255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-a7b8f447-9e96-41ba-a568-086e6ba7c2c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2202716 Aug 22 14:49:36.786320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a335089-f63e-4652-b875-2b4a7cb5db80 req-f9828d14-bc54-4d0e-bb6f-e70d396ce1f4 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725108 Aug 22 14:49:36.799310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f9f6b-7140-4f9c-a12e-9ed8c6f34297 req-8c7f8ab9-8655-4e92-83b4-b035702f105c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:36.801118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59f9f6b-7140-4f9c-a12e-9ed8c6f34297 req-8c7f8ab9-8655-4e92-83b4-b035702f105c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.2197838 Aug 22 14:49:36.816896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:32Z', 'revision_number': 8, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:36.840978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Network c06a0df5-14cd-4868-b216-35576abd5745 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:36.853173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0985e-856d-492a-a020-ee5b22b3f620 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cfc4e1e2-f34e-4c77-9f75-c32765a417a8', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'port_id': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'mac_address': 'fa:16:3e:c6:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:48:42Z', 'updated_at': '2021-08-22T14:49:32Z', 'revision_number': 8, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:36.857071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-a63bc6c9-6e57-4d89-9f13-899cadd01746 service neutron] 10.222.0.10 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177107 Aug 22 14:49:36.881238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:36.909212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59f9f6b-7140-4f9c-a12e-9ed8c6f34297 req-a167ffc6-c2a0-4481-8dba-03d8748f91f2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971010 Aug 22 14:49:36.922663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:37.039646 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f7e1fe-e62a-4165-9ae4-caaf379c97b3 x-openstack-request-id: req-c1f7e1fe-e62a-4165-9ae4-caaf379c97b3 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:37.040129 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c6110d-970c-4bef-a99b-4f545bd852f7", "name": "network-vif-deleted", "tag": "e4c911c6-3749-4003-a79d-05244a8b0104", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:37.040399 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1f7e1fe-e62a-4165-9ae4-caaf379c97b3 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:37.042112 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c6110d-970c-4bef-a99b-4f545bd852f7', 'name': 'network-vif-deleted', 'tag': 'e4c911c6-3749-4003-a79d-05244a8b0104', 'status': 'completed', 'code': 200} Aug 22 14:49:37.042723 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:49:37.054364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:37.071512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.076913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:37.095895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2142a-7d15-4772-bbf2-ebef2362ea5d req-4b316b63-ffb5-46e9-a130-7414f10ff237 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.095895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ca2142a-7d15-4772-bbf2-ebef2362ea5d req-4b316b63-ffb5-46e9-a130-7414f10ff237 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.0990300 Aug 22 14:49:37.099650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-4717f293-816a-4a29-851b-ef460e7e97d1 service neutron] 10.222.0.10 "GET /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293196 Aug 22 14:49:37.180026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326cb93-f510-4ce3-8010-f70b80859751 req-4c4ad8b3-3a0c-4580-906f-681c4db6a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.182936 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-4c4ad8b3-3a0c-4580-906f-681c4db6a6d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1250105 Aug 22 14:49:37.210464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ca2142a-7d15-4772-bbf2-ebef2362ea5d req-0982acaf-9ca2-41dc-b347-f527f5a2e0ea tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000056 Aug 22 14:49:37.301996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003a9a-bd1f-4afa-9002-24f7c5516186 req-7262106a-428b-4efa-91ae-c616696dc9e5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.315543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003a9a-bd1f-4afa-9002-24f7c5516186 req-7262106a-428b-4efa-91ae-c616696dc9e5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.318197 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d30a7-801a-48ef-b9ed-0caec90281a8 None None] New status for floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:37.325848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5003a9a-bd1f-4afa-9002-24f7c5516186 req-7262106a-428b-4efa-91ae-c616696dc9e5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.335881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5003a9a-bd1f-4afa-9002-24f7c5516186 req-7262106a-428b-4efa-91ae-c616696dc9e5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2412 time: 0.1866283 Aug 22 14:49:37.337920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326cb93-f510-4ce3-8010-f70b80859751 req-1f4c69c4-9c21-4901-a2bb-2a8b069eb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.340325 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-1f4c69c4-9c21-4901-a2bb-2a8b069eb301 service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1388509 Aug 22 14:49:37.342152 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-f0bb0e82-56d6-4aee-89c9-8beb885a5125 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7330999 Aug 22 14:49:37.367997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Request body: {'port': {'device_id': '0c794714-9206-42b7-8633-2f6297b0f81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:37.415302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-ea1305a0-ee9e-4e79-8c83-0d652fa3e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.415907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-ea1305a0-ee9e-4e79-8c83-0d652fa3e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.416419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-ea1305a0-ee9e-4e79-8c83-0d652fa3e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.423565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-ea1305a0-ee9e-4e79-8c83-0d652fa3e48c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2865 time: 0.1973088 Aug 22 14:49:37.651764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:37.679074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5003a9a-bd1f-4afa-9002-24f7c5516186 req-1a51795e-bd98-4b9b-bb51-fd6bc7588de5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415980 Aug 22 14:49:37.717365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-cbcba069-ca83-462a-84a0-7a8d8ccdd636 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 1000 time: 0.3604138 Aug 22 14:49:37.720673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-55836bc6-05b0-4260-924b-e61aa8b4744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.725881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-55836bc6-05b0-4260-924b-e61aa8b4744d service neutron] 10.222.0.10 "GET /v2.0/networks?id=88631815-5dd2-498c-898e-9111d6071a54 HTTP/1.1" status: 200 len: 903 time: 0.2836704 Aug 22 14:49:37.770640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8e4fc-76e0-4832-8ce1-3d566049f077 req-e942a7d3-3ad5-49aa-b8f7-6ea85492804f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.778640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3c8e4fc-76e0-4832-8ce1-3d566049f077 req-e942a7d3-3ad5-49aa-b8f7-6ea85492804f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1348391 Aug 22 14:49:37.872355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-ec8733f2-5b2d-47e5-8600-d1d11000581f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 HTTP/1.1" status: 200 len: 217 time: 0.1373527 Aug 22 14:49:37.970106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326cb93-f510-4ce3-8010-f70b80859751 req-6b37cf85-8175-4322-9392-99b604c79371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:37.971897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-6b37cf85-8175-4322-9392-99b604c79371 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.2448359 Aug 22 14:49:37.993570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3c8e4fc-76e0-4832-8ce1-3d566049f077 req-203c568d-a342-4025-9184-8324f0f830fc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362405 Aug 22 14:49:38.016241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b46a71-4f44-4c43-922c-7deb45d61f73 req-f65495f5-52f5-4ee5-ad10-b5eb1547360a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.024083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5b46a71-4f44-4c43-922c-7deb45d61f73 req-f65495f5-52f5-4ee5-ad10-b5eb1547360a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 931 time: 0.1686413 Aug 22 14:49:38.027906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-9e81f050-e52c-47ee-9dab-a8f744dc3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.029448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-9e81f050-e52c-47ee-9dab-a8f744dc3687 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=98ad6121-4d9d-468f-895d-1c8ee7e10e77 HTTP/1.1" status: 200 len: 801 time: 0.1430886 Aug 22 14:49:38.179087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5b46a71-4f44-4c43-922c-7deb45d61f73 req-44bfaf22-d74e-4fb0-8e0a-66352a73bd4b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516275 Aug 22 14:49:38.232405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad2007fe-609f-4586-82e1-96a666eb5a69 req-b4b01ab2-def7-4e4a-96b5-25118f7a4c67 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 999 time: 0.1878307 Aug 22 14:49:38.238624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-86a7dc49-63f8-492b-a7ef-4d2ceaeef797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.241870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-86a7dc49-63f8-492b-a7ef-4d2ceaeef797 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88631815-5dd2-498c-898e-9111d6071a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1950054 Aug 22 14:49:38.504228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326cb93-f510-4ce3-8010-f70b80859751 req-37b311c9-e386-4fa8-9063-11910b60f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.506277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-37b311c9-e386-4fa8-9063-11910b60f356 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5263846 Aug 22 14:49:38.599737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f6bf2-ae98-4ca7-b8c3-f37b6d9f7b53 req-41fd1ed1-f722-4234-a325-b872995e06c2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.608775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e90f6bf2-ae98-4ca7-b8c3-f37b6d9f7b53 req-41fd1ed1-f722-4234-a325-b872995e06c2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.1073122 Aug 22 14:49:38.628084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2007fe-609f-4586-82e1-96a666eb5a69 req-6e8669a8-3dbb-431d-957d-2931c2182016 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:38.630177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad2007fe-609f-4586-82e1-96a666eb5a69 req-6e8669a8-3dbb-431d-957d-2931c2182016 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3961639 Aug 22 14:49:38.645845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-4c697f5e-4b6d-473f-a2ea-f471a84949ce service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946135 Aug 22 14:49:38.653272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-ad2007fe-609f-4586-82e1-96a666eb5a69 req-c14e242f-3463-4bb4-81e6-fc56b7816156 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:49:38.654924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad2007fe-609f-4586-82e1-96a666eb5a69 req-c14e242f-3463-4bb4-81e6-fc56b7816156 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141726 Aug 22 14:49:38.685759 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-0f2c325a-575f-432b-a95d-17558743e58c service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721551 Aug 22 14:49:38.695629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:38.706472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:38.723777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Transition to ACTIVE for port object f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:38.737158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e90f6bf2-ae98-4ca7-b8c3-f37b6d9f7b53 req-549684e0-1878-4135-a846-16bfb1f1f074 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261513 Aug 22 14:49:38.855022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:38.943461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9326cb93-f510-4ce3-8010-f70b80859751 req-598014ea-9b98-4272-a979-8b55f570a445 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172055 Aug 22 14:49:38.979513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:38.994443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ad1f10-9338-4e65-8a50-93570da4e937 req-77f1644a-769a-490c-955b-52d1554d5588 service neutron] 10.222.0.10 "GET /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341904 Aug 22 14:49:39.002152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-60dd7b15-31c5-45eb-8a0a-bc6d00371ea8 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1161377 Aug 22 14:49:39.011357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87897045-0c9e-4aad-9de8-de207f1d884f req-14872caf-2310-48f9-918a-ccd6a30cb12e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.012913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87897045-0c9e-4aad-9de8-de207f1d884f req-14872caf-2310-48f9-918a-ccd6a30cb12e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1564450 Aug 22 14:49:39.045457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Attempting to bind port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:39.046065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Attempting to bind port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:39.047538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Attempting to bind port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:39.056822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 on network c06a0df5-14cd-4868-b216-35576abd5745 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:39.057366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Attempting to bind port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:39.063551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:39.063930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Checking segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:39.064722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Bound using segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:39.064871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Bound port: f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:39.065141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:39.094257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-db7c59fd-f6f0-49a4-a1f8-0465114c527b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.094257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-db7c59fd-f6f0-49a4-a1f8-0465114c527b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports/7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 943 time: 0.0796912 Aug 22 14:49:39.116551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87897045-0c9e-4aad-9de8-de207f1d884f req-6d0d5e92-0989-4648-8df2-c9ec53632c79 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612190 Aug 22 14:49:39.194360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:39.200037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:39.242308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-e98da01c-729e-475e-9baf-3cce884f77c4 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.0935347 Aug 22 14:49:39.283863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb53a4-f04b-49fd-a3a3-0676f998eb73 req-99238cf4-9df4-4069-aab9-76aeade28303 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.290828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb53a4-f04b-49fd-a3a3-0676f998eb73 req-99238cf4-9df4-4069-aab9-76aeade28303 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.296711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb53a4-f04b-49fd-a3a3-0676f998eb73 req-99238cf4-9df4-4069-aab9-76aeade28303 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.298404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0dbb53a4-f04b-49fd-a3a3-0676f998eb73 req-99238cf4-9df4-4069-aab9-76aeade28303 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2412 time: 0.0946872 Aug 22 14:49:39.384857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0dbb53a4-f04b-49fd-a3a3-0676f998eb73 req-0dd6fde0-072e-4d8a-8226-9d5922a47fde tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787055 Aug 22 14:49:39.415160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-1a7792f3-8660-4c11-a240-b7fd8d0da864 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.416627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-1a7792f3-8660-4c11-a240-b7fd8d0da864 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1683486 Aug 22 14:49:39.481794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:39.529485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.530230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:39.530404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-6cf27759-d066-45a9-91e6-b289e0662a3c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 1002 time: 0.1035802 Aug 22 14:49:39.531866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] 10.222.0.54 "PUT /v2.0/ports/f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 HTTP/1.1" status: 200 len: 1091 time: 2.1737974 Aug 22 14:49:39.532447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:39.534865 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3fd35-4260-413a-8a22-5cf18937ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:39.548229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be2aa6-3232-4729-8fb6-ce51e584d80e req-1bee7dc2-ead1-4c1d-a52e-c8d2f9961073 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.548675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4be2aa6-3232-4729-8fb6-ce51e584d80e req-1bee7dc2-ead1-4c1d-a52e-c8d2f9961073 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0823078 Aug 22 14:49:39.554643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:39.581407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708edc66-139d-4b5f-aee2-8487cabffc48 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:39.657397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:39.662995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4be2aa6-3232-4729-8fb6-ce51e584d80e req-81920019-a538-430e-8a9f-43174fa2379f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051393 Aug 22 14:49:39.720301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-561e3d8a-57a8-4d5c-bc7f-7bdfa6e9c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.722087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-561e3d8a-57a8-4d5c-bc7f-7bdfa6e9c214 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 1094 time: 0.0699494 Aug 22 14:49:39.794121 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-f44e55da-10b8-4be5-8064-bdad2ccdb75c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 HTTP/1.1" status: 200 len: 217 time: 0.0511360 Aug 22 14:49:39.854739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dd912-22fa-4985-b9de-58521683e912 req-22a6d70d-b3c2-46ed-944a-8d7d7bd7ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:39.856470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-22a6d70d-b3c2-46ed-944a-8d7d7bd7ebc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 200 len: 853 time: 0.0550945 Aug 22 14:49:39.895643 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-ab00f93c-82a9-4cb7-b0a4-5a0fef1f70c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c06a0df5-14cd-4868-b216-35576abd5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289438 Aug 22 14:49:40.025665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-ebbd7a74-daf1-44b9-8df4-0c01c5b215b6 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222157 Aug 22 14:49:40.163418 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-736dd912-22fa-4985-b9de-58521683e912 req-9064da1c-ac9e-4d5e-9c5b-c79534298d58 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274927 Aug 22 14:49:40.203896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.248162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18cd4632-35e8-4b6b-adef-1bd616c9eaee details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:40.256142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.271098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a700-ac7d-4936-940d-e3630de3b773 req-03023fd1-7335-4ba7-9bdc-aeb780312939 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.272739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3406a700-ac7d-4936-940d-e3630de3b773 req-03023fd1-7335-4ba7-9bdc-aeb780312939 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 943 time: 0.4785423 Aug 22 14:49:40.322055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3406a700-ac7d-4936-940d-e3630de3b773 req-ca4173f6-45ff-4597-a34b-8be3fe0f3fd4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Aug 22 14:49:40.374303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.381420 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8 disassociated. External IP: 172.25.0.244, port: 7b756c64-e0b1-4e48-8f61-801ad405e962. Aug 22 14:49:40.381598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:40.394781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'port_id': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'mac_address': 'fa:16:3e:64:6b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ad6121-4d9d-468f-895d-1c8ee7e10e77', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:40.450758 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.470567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cd4632-35e8-4b6b-adef-1bd616c9eaee {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:40.500499 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950affc1-f7f4-4019-9a5e-7d16b162eda4 x-openstack-request-id: req-950affc1-f7f4-4019-9a5e-7d16b162eda4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:40.500981 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:40.501539 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-950affc1-f7f4-4019-9a5e-7d16b162eda4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:40.502135 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'status': 'completed', 'code': 200} Aug 22 14:49:40.502428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:40.572779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.573964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d2440fa7-a713-47d1-a3e9-cdba666523e2 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:40.604554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-cedd3b6f-7d28-4e07-88ce-2ff1928ec343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.606394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-cedd3b6f-7d28-4e07-88ce-2ff1928ec343 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 1094 time: 0.0801148 Aug 22 14:49:40.669516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:40.679099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-2caf160b-21a4-460b-a4c3-b673eaf8ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.680653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-2caf160b-21a4-460b-a4c3-b673eaf8ae65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1101 time: 0.1652460 Aug 22 14:49:40.736379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4040551-3853-4ede-80f2-a148893eb84f req-e5f9db53-dc77-49db-a969-d0acf39a9398 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.736743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-a6c3bb0f-169c-419c-a850-e135a61f4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.737918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4040551-3853-4ede-80f2-a148893eb84f req-e5f9db53-dc77-49db-a969-d0acf39a9398 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 945 time: 0.1803720 Aug 22 14:49:40.739479 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-a6c3bb0f-169c-419c-a850-e135a61f4407 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 914 time: 0.1244221 Aug 22 14:49:40.794998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:40.799606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-75da00de-17d4-4ea3-b82e-14aa79dc6ceb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 HTTP/1.1" status: 200 len: 217 time: 0.0517182 Aug 22 14:49:40.815163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'd2440fa7-a713-47d1-a3e9-cdba666523e2', 'network_id': '4d1b2ff8-7299-4127-bc9e-c622019025f0', 'port_id': 'd2440fa7-a713-47d1-a3e9-cdba666523e2', 'mac_address': 'fa:16:3e:fe:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff6077-7534-4589-8a8a-e2ca41d1f00b', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:40.835511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:40.865142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4040551-3853-4ede-80f2-a148893eb84f req-9ee3cde8-2be5-40bf-bcd3-6eb23f5a212a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142745 Aug 22 14:49:40.867596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-45f9d7d8-806c-4fd7-964d-b36201d82e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.869829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-45f9d7d8-806c-4fd7-964d-b36201d82e40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 200 len: 853 time: 0.0623753 Aug 22 14:49:40.887156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:40.904548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2440fa7-a713-47d1-a3e9-cdba666523e2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:40.912198 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-a00e6959-f61c-4eaf-885a-2767f016daf1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c06a0df5-14cd-4868-b216-35576abd5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333560 Aug 22 14:49:40.950182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:40.951114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-b07176ae-e15a-4773-8d61-9c04d6ebb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:40.953254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-b07176ae-e15a-4773-8d61-9c04d6ebb3fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2397637 Aug 22 14:49:41.014539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:41.015722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:41.033966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-10f271ab-8460-4db8-8ab0-568734750660 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.0560164 Aug 22 14:49:41.061316 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-64e9dd7b-e2f3-460b-a6a3-1f91b5ab32f8 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402917 Aug 22 14:49:41.132006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:41.144644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:41.157081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'network_id': '88631815-5dd2-498c-898e-9111d6071a54', 'port_id': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'mac_address': 'fa:16:3e:3c:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ad6121-4d9d-468f-895d-1c8ee7e10e77', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:41.180896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-91517416-6135-4fbd-a5b1-764695d09c07 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.183763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-91517416-6135-4fbd-a5b1-764695d09c07 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.2447591 Aug 22 14:49:41.189082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9be3fd35-4260-413a-8a22-5cf18937ceda req-78dab26a-1dd2-41c0-baf1-469359b45610 service neutron] 10.222.0.54 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198978 Aug 22 14:49:41.192789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:41.195263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-b4f0a599-526c-4645-816f-0969c3e15936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.196765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-b4f0a599-526c-4645-816f-0969c3e15936 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1170163 Aug 22 14:49:41.202299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:41.204879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:41.211397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:41.216708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:41.232496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:41.233149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:41.279428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:41.310108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-7600f476-84bc-4165-a4b7-d25af30fb1d9 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "PUT /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 696 time: 1.7600718 Aug 22 14:49:41.314216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:41.318224 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814c483-565d-44a8-ac29-1dd788d2789e" -d '{"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:41.320615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:41.336860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab06b2-6344-4d23-bb0b-b977c5b263dc req-cb7e25fb-675b-41dc-add5-ab359dbb4e22 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.339332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14ab06b2-6344-4d23-bb0b-b977c5b263dc req-cb7e25fb-675b-41dc-add5-ab359dbb4e22 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2958264 Aug 22 14:49:41.386145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:41.429265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:41.432505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:41.443222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-6cc45df9-2fe6-44f0-a83e-18f2122d9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.444820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-6cc45df9-2fe6-44f0-a83e-18f2122d9555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078869 Aug 22 14:49:41.498819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14ab06b2-6344-4d23-bb0b-b977c5b263dc req-c054c81f-6148-4694-a815-e946bf5373a3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369095 Aug 22 14:49:41.519443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-b57a8ddc-4932-4488-9c4d-20cc2acd1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.522610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-b57a8ddc-4932-4488-9c4d-20cc2acd1133 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.1817176 Aug 22 14:49:41.606450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:41.718426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:41.746304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:41.746841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-47c86d9c-a91f-4051-afd9-c7bc4175be09 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862439 Aug 22 14:49:41.757638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:41.758296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:41.821253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acbf12-1785-445b-afdc-f0fcba5e46c3 req-eaba190a-69d6-4f8e-98db-e683fd1fd1b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.827182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acbf12-1785-445b-afdc-f0fcba5e46c3 req-eaba190a-69d6-4f8e-98db-e683fd1fd1b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.833132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acbf12-1785-445b-afdc-f0fcba5e46c3 req-eaba190a-69d6-4f8e-98db-e683fd1fd1b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.835128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6acbf12-1785-445b-afdc-f0fcba5e46c3 req-eaba190a-69d6-4f8e-98db-e683fd1fd1b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2415 time: 0.2392039 Aug 22 14:49:41.858852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-98688251-a48e-41ce-b90f-0eb79c79f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:41.860317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-98688251-a48e-41ce-b90f-0eb79c79f3f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.2850564 Aug 22 14:49:41.895045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:41.961552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-0d88e904-585b-43b3-82c3-a80af3145d31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0884311 Aug 22 14:49:41.970368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:42.048046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6acbf12-1785-445b-afdc-f0fcba5e46c3 req-179a7f85-669c-4766-a12f-aca1a759d67e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992857 Aug 22 14:49:42.068917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-54c67519-0b01-4aec-a690-b48aa3355397 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873755 Aug 22 14:49:42.099028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-e748d193-57ba-4c69-aefd-c79f09c6ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:42.101420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-e748d193-57ba-4c69-aefd-c79f09c6ff3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1261761 Aug 22 14:49:42.105767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:42.165081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:42.217707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:42.238882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617814d6-a3fc-4069-9739-31764286af8f req-9eee1e35-2d84-48da-bf96-21e60704a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:42.241194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-9eee1e35-2d84-48da-bf96-21e60704a5f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061313 Aug 22 14:49:42.249751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996ef83-1569-4ae8-ae4f-08ac68160f47 req-f23e6f7c-c4d7-4f0f-9e83-064244d92ceb tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:42.251372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d996ef83-1569-4ae8-ae4f-08ac68160f47 req-f23e6f7c-c4d7-4f0f-9e83-064244d92ceb tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 945 time: 0.1148076 Aug 22 14:49:42.299713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:42.347729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['18cd4632-35e8-4b6b-adef-1bd616c9eaee'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:42.350579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:42.352632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:42.356627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b45cc4-3348-4881-acb8-4ea6930f0a46 None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:48:15Z', 'revision_number': 4, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c9216ca-4210-4d0c-8fc7-e77c666e70fe', 'name': '', 'network_id': '299250e4-ce81-49d3-b0a7-393e20708257', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'mac_address': 'fa:16:3e:50:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:14Z', 'updated_at': '2021-08-22T14:48:22Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'subnets': [{'id': '3c209db9-1c67-4905-81b8-6015a79d59d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:42.402776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d996ef83-1569-4ae8-ae4f-08ac68160f47 req-a8bce2b6-5fec-41be-8007-44a723e4d356 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427464 Aug 22 14:49:42.404668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4f74fcea-608c-4bd5-98a2-bc88d9cd37c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:42.455012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:42.512083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-a33d95cd-7e75-42a3-80ff-42259c0756fb service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596433 Aug 22 14:49:42.516259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:42.516602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:42.516924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:42.568425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:42.568425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:42.589844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:42.590262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:42.590576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:42.591030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Bound port: 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:42.591393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:42.660327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac7a1d-c832-4250-80cf-07868614b69f req-070fa2bf-b00e-439c-9ed0-618b5f441968 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:42.662519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ac7a1d-c832-4250-80cf-07868614b69f req-070fa2bf-b00e-439c-9ed0-618b5f441968 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1405206 Aug 22 14:49:42.741523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-617814d6-a3fc-4069-9739-31764286af8f req-44a5ceea-9e38-4352-8c00-92bae461a0c2 service neutron] 10.222.0.53 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091279 Aug 22 14:49:42.745653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:42.756321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:42.759600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ac7a1d-c832-4250-80cf-07868614b69f req-f468968f-6060-4485-85e7-9b930113c960 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Aug 22 14:49:42.786137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:42.786137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:42.827229 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dba866-8334-4d2d-8031-bac2798ce6cb None None] New status for floating IP cfc4e1e2-f34e-4c77-9f75-c32765a417a8: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:42.839756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:42.842391 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c425c-99e2-479c-afd8-4d07af0b81db" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:42.851287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:42.851668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:42.852061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:42.879338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:42.883910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:42.884089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c4e5a-29f7-4dac-9d8e-49b87cb0ada6 x-openstack-request-id: req-a66c4e5a-29f7-4dac-9d8e-49b87cb0ada6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:42.884310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:42.884442 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:42.884575 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a66c4e5a-29f7-4dac-9d8e-49b87cb0ada6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:42.884994 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:49:42.893494 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:42.911538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:42.912723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:42.913313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:42.913813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Bound port: 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:42.914217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:43.003722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814c483-565d-44a8-ac29-1dd788d2789e req-edf1d914-e505-41ce-b63c-e1b185e8f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.005960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-edf1d914-e505-41ce-b63c-e1b185e8f5c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0915990 Aug 22 14:49:43.021730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:43.059199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:43.104291 n-d-805046-3 neutron-server[102051]: WARNING neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Concurrent port binding operations failed on port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d Aug 22 14:49:43.109908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:43.111521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=11']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:43.115712 n-d-805046-3 neutron-server[102051]: INFO neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempt 2 to bind port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d Aug 22 14:49:43.116237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:49:43.132978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814c483-565d-44a8-ac29-1dd788d2789e req-7f1926e4-793c-4c18-be24-76dc68b17b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.134678 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-7f1926e4-793c-4c18-be24-76dc68b17b5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1217637 Aug 22 14:49:43.151686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.152364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:43.153850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-63691a93-3936-4583-b8a3-d0fd04f70a41 service neutron] 10.222.0.10 "PUT /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 1121 time: 1.9561324 Aug 22 14:49:43.175269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27da21-4211-42a6-be11-fba7903b60ee req-80409f6d-1f0d-4fd9-8085-e566eb8ac655 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.177050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd27da21-4211-42a6-be11-fba7903b60ee req-80409f6d-1f0d-4fd9-8085-e566eb8ac655 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1012170 Aug 22 14:49:43.181584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-762f826f-6286-4e7c-a973-58cac1945099 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0396392 Aug 22 14:49:43.188831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97eab-8673-4004-8ccf-04ab47f232a6 req-681d4399-94f9-422e-9a88-db24bd810a4c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.190525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce97eab-8673-4004-8ccf-04ab47f232a6 req-681d4399-94f9-422e-9a88-db24bd810a4c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 943 time: 0.1924553 Aug 22 14:49:43.235703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:43.255121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd27da21-4211-42a6-be11-fba7903b60ee req-83e22879-e084-4d96-8422-48e79f59e64e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633209 Aug 22 14:49:43.280004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce97eab-8673-4004-8ccf-04ab47f232a6 req-3d25cb30-5902-4bda-ba73-ef2d008cd9c8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526724 Aug 22 14:49:43.339557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814c483-565d-44a8-ac29-1dd788d2789e req-6fcdf07c-2969-424c-be2f-6f5978cbdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.344389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-6fcdf07c-2969-424c-be2f-6f5978cbdf42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.1538882 Aug 22 14:49:43.433369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc33098-33cf-427d-a570-1ee1e70ba61d req-95958fd2-b769-48d2-a74a-4739914b2422 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.435924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814c483-565d-44a8-ac29-1dd788d2789e req-be6bb81c-ca29-451a-9856-f821a1b1d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.437613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-be6bb81c-ca29-451a-9856-f821a1b1d6a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867722 Aug 22 14:49:43.442218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc33098-33cf-427d-a570-1ee1e70ba61d req-95958fd2-b769-48d2-a74a-4739914b2422 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1007619 Aug 22 14:49:43.443541 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36a6c67-f51c-424e-8f77-20862a279577 x-openstack-request-id: req-d36a6c67-f51c-424e-8f77-20862a279577 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:43.444591 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-unplugged", "status": "completed", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:43.444762 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d36a6c67-f51c-424e-8f77-20862a279577 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:43.445076 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'code': 200} Aug 22 14:49:43.526227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc33098-33cf-427d-a570-1ee1e70ba61d req-3a59c15e-c6b0-4b9c-8f75-e70a58ac3dc0 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758126 Aug 22 14:49:43.601900 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-3e9e1adf-f456-48aa-a914-6211f332eb64 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511133 Aug 22 14:49:43.647633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377324-6198-4a15-a67e-d84c650e27e2 req-2e3007d5-3c20-4273-ad95-45a309f74cb0 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.649314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22377324-6198-4a15-a67e-d84c650e27e2 req-2e3007d5-3c20-4273-ad95-45a309f74cb0 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 949 time: 0.1220946 Aug 22 14:49:43.689584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdab8ad-03d4-4744-954e-7369bc153a68 req-cbd95f6c-a997-4aa1-ba2d-42885cd1ad01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.696643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdab8ad-03d4-4744-954e-7369bc153a68 req-cbd95f6c-a997-4aa1-ba2d-42885cd1ad01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.702919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdab8ad-03d4-4744-954e-7369bc153a68 req-cbd95f6c-a997-4aa1-ba2d-42885cd1ad01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:43.704743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cdab8ad-03d4-4744-954e-7369bc153a68 req-cbd95f6c-a997-4aa1-ba2d-42885cd1ad01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2415 time: 0.1142786 Aug 22 14:49:43.713443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0814c483-565d-44a8-ac29-1dd788d2789e req-a893737f-08ac-4336-af71-66fdaa6d24b5 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050403 Aug 22 14:49:43.725146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d2440fa7-a713-47d1-a3e9-cdba666523e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:43.734293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22377324-6198-4a15-a67e-d84c650e27e2 req-83df585d-5499-4f86-8893-46423d94435e tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Aug 22 14:49:43.758050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:43.777373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cdab8ad-03d4-4744-954e-7369bc153a68 req-4694ff95-f50a-4fd2-8c14-801d1a0733b1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592830 Aug 22 14:49:43.810073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:43.913627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-c124a1b9-b883-4d60-bb0a-87e095d4d4f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439577 Aug 22 14:49:44.025030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-63dea03f-3cc4-452f-a7a9-bd077feb1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.027670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-63dea03f-3cc4-452f-a7a9-bd077feb1d47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c308624db51d4f8c84b55151034ba8b2&device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 1097 time: 0.0725811 Aug 22 14:49:44.077483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:44.112221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'port_id': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'mac_address': 'fa:16:3e:76:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965bd350-d250-477b-926e-22baab7eff98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:44.175820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-cbeeaa90-1a22-4ea8-81b2-252598e21bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.177571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-cbeeaa90-1a22-4ea8-81b2-252598e21bc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 200 len: 921 time: 0.1213198 Aug 22 14:49:44.212461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:44.223588 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-b554aed6-6c05-4fab-b8f5-d1185d867846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 200 len: 217 time: 0.0386410 Aug 22 14:49:44.229933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:44.270134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:44.295014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-4ee72324-4112-4933-bed0-291a721ea45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.296585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-4ee72324-4112-4933-bed0-291a721ea45a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 200 len: 859 time: 0.0654035 Aug 22 14:49:44.352338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-1e400fc4-dd6b-42f2-a4f4-85e00f930271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.353884 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-1e400fc4-dd6b-42f2-a4f4-85e00f930271 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=299250e4-ce81-49d3-b0a7-393e20708257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485139 Aug 22 14:49:44.357076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:44.385924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b918c1-7a99-4c9a-9e40-8a214f3cb870 req-47a43a0d-355b-4e27-aac0-40d5b6943c61 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.387805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b918c1-7a99-4c9a-9e40-8a214f3cb870 req-47a43a0d-355b-4e27-aac0-40d5b6943c61 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0937696 Aug 22 14:49:44.423247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:44.436014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b918c1-7a99-4c9a-9e40-8a214f3cb870 req-a6b74f1e-0109-4f6b-982b-bf898ff812c0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Aug 22 14:49:44.466392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-2053b171-4391-4cb9-99b5-22247da42612 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042583 Aug 22 14:49:44.519676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-e4f2b7f4-9a6d-4348-8f6b-ac19ba98c9ba tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 200 len: 694 time: 0.0580416 Aug 22 14:49:44.593346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-963859ae-274c-44b0-b6fe-f5f57ece299a req-6f96f6dc-f4ed-4556-b6d5-e05fab93fa76 service neutron] 10.222.0.54 "GET /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194277 Aug 22 14:49:44.720243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:44.921850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'}, {'name': 'network-changed', 'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:44.924183 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff145f-b09d-4f98-be10-63834d9d2b89" -d '{"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-unplugged", "status": "completed", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d"}, {"name": "network-changed", "server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:44.970210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-364ee24f-e1b6-4f9a-b3cf-53018f6dbd8f tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:44.971676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-364ee24f-e1b6-4f9a-b3cf-53018f6dbd8f tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.4454582 Aug 22 14:49:45.025192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-5af58a97-f8ac-4274-9ca7-7d2c5873186b tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 697 time: 0.0454838 Aug 22 14:49:45.084244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-34f67b0d-0400-49ce-a9fc-df3616981367 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 697 time: 0.0504096 Aug 22 14:49:45.236282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Deleting port 1e4ecf14-eda3-4623-a9e5-99e23f6c7716 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:45.236628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.319145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.319477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.343457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Calling delete_port for 1e4ecf14-eda3-4623-a9e5-99e23f6c7716 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:45.428583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c7a41-78ab-468c-a79b-c3a7299b523d req-abbaf2f2-b480-4a14-a4ad-a48fe15203bc tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:45.430169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-838c7a41-78ab-468c-a79b-c3a7299b523d req-abbaf2f2-b480-4a14-a4ad-a48fe15203bc tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1078477 Aug 22 14:49:45.492520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-838c7a41-78ab-468c-a79b-c3a7299b523d req-099cbc7c-e818-4022-8cb2-eb947d5cd81c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Aug 22 14:49:45.613151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee28782-fc3e-40a1-891b-40a7b4197337 req-b8e53f78-914c-4a89-aadf-88a95383525e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:45.615270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ee28782-fc3e-40a1-891b-40a7b4197337 req-b8e53f78-914c-4a89-aadf-88a95383525e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 944 time: 0.0564783 Aug 22 14:49:45.619644 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.654538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event deleted for resources: {'Port': ['ID=1e4ecf14-eda3-4623-a9e5-99e23f6c7716,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:45.731542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ee28782-fc3e-40a1-891b-40a7b4197337 req-a4af05ee-73df-41cf-805f-7f6418a21b27 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071270 Aug 22 14:49:45.745909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.750886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:45.753105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f69fcac-ffdc-4f9f-8c11-849d2ef96978 req-008407a1-0b2b-4f1d-b29f-bd678cf8b4c1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "DELETE /v2.0/floatingips/cfc4e1e2-f34e-4c77-9f75-c32765a417a8 HTTP/1.1" status: 204 len: 173 time: 0.6621077 Aug 22 14:49:45.831139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:45.900630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-c4e405f6-acae-4d2c-8e15-a183b2e5e320 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1260655237&fields=id&tenant_id=d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 267 time: 0.0787392 Aug 22 14:49:45.914201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c34e2-f33e-409d-b649-8d66d736b4d8 req-a986d855-4a55-48b3-87f4-084f46e1a652 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:45.915712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-701c34e2-f33e-409d-b649-8d66d736b4d8 req-a986d855-4a55-48b3-87f4-084f46e1a652 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.0814519 Aug 22 14:49:45.955077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:45.960846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:45.961561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.033563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-701c34e2-f33e-409d-b649-8d66d736b4d8 req-eaee6331-ad85-4140-a6ae-cc985e7692f3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051388 Aug 22 14:49:46.071673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.081789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-e1233019-bb8b-4fde-b131-cf9e12f62a0c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.089443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-e1233019-bb8b-4fde-b131-cf9e12f62a0c tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 824 time: 0.1726298 Aug 22 14:49:46.106555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:46.108665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-125e796d-c348-45c1-b625-6eec0e2fbd63 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/quotas/d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 375 time: 0.0182352 Aug 22 14:49:46.110312 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddec1c7d-7f29-4c8c-8d00-1da3156567e2" -d '{"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:46.133685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:46.196003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.199636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-8697cdf8-d043-420e-b0ae-1f64fca07657 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900238 Aug 22 14:49:46.231673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20102bb-42d5-4636-84ac-8d09c08d6f07 req-caf462e4-1950-4bdb-87ac-622b07b5657b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.237786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20102bb-42d5-4636-84ac-8d09c08d6f07 req-caf462e4-1950-4bdb-87ac-622b07b5657b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.245545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20102bb-42d5-4636-84ac-8d09c08d6f07 req-caf462e4-1950-4bdb-87ac-622b07b5657b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.247253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f20102bb-42d5-4636-84ac-8d09c08d6f07 req-caf462e4-1950-4bdb-87ac-622b07b5657b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2415 time: 0.1035590 Aug 22 14:49:46.263440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:46.317245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18cd4632-35e8-4b6b-adef-1bd616c9eaee up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:46.346124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f20102bb-42d5-4636-84ac-8d09c08d6f07 req-82a6f5a1-8555-4277-85ab-b90ae7348f22 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914474 Aug 22 14:49:46.382569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-87471a2b-246a-4557-9569-a12520edaff3 service neutron] 10.222.0.53 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654871 Aug 22 14:49:46.400510 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e857352-566a-451b-a908-32cfca7d9c60 x-openstack-request-id: req-8e857352-566a-451b-a908-32cfca7d9c60 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:46.400809 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-unplugged", "status": "completed", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d", "code": 200}, {"name": "network-changed", "server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:46.401072 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e857352-566a-451b-a908-32cfca7d9c60 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:46.401467 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'code': 200} Aug 22 14:49:46.401729 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'status': 'completed', 'code': 200} Aug 22 14:49:46.441549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 18cd4632-35e8-4b6b-adef-1bd616c9eaee completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:46.451917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 18cd4632-35e8-4b6b-adef-1bd616c9eaee triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:46.452430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.520408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-fd625459-a1ee-4ecb-afb3-58a9b56e8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.524751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-fd625459-a1ee-4ecb-afb3-58a9b56e8222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1124 time: 0.0851769 Aug 22 14:49:46.538315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-f1ce6e3d-8a98-4a01-9418-8ec4cce75ce5 service neutron] 10.222.0.53 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473751 Aug 22 14:49:46.655147 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.672480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8000-7042-4df6-a303-22b3b69d98d9 req-4443ed01-f45d-4c4f-b080-1be8dbbfc64a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.674128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29ae8000-7042-4df6-a303-22b3b69d98d9 req-4443ed01-f45d-4c4f-b080-1be8dbbfc64a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1117275 Aug 22 14:49:46.705279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-c475cb05-af9a-4c3f-ac12-7ce9bbcb63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.707120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-c475cb05-af9a-4c3f-ac12-7ce9bbcb63b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.1740425 Aug 22 14:49:46.713013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:46.752104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-73598d6f-a5f8-4c90-9543-ea465573cafa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 217 time: 0.0370979 Aug 22 14:49:46.758251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29ae8000-7042-4df6-a303-22b3b69d98d9 req-da20e25a-a553-4415-bd21-bfa74dac9c80 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716615 Aug 22 14:49:46.781244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-378bf551-e48b-4b23-9be2-c4407102f844 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.782790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-378bf551-e48b-4b23-9be2-c4407102f844 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff58c172-de86-44c8-8853-748d3f9602d6 HTTP/1.1" status: 200 len: 945 time: 0.0886569 Aug 22 14:49:46.826202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-072b4c46-b832-4f64-9e9d-11bfa6d6e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:46.829530 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-072b4c46-b832-4f64-9e9d-11bfa6d6e0b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0693977 Aug 22 14:49:46.863953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:46.865192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:46.916758 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-7800f0d2-e6cc-426f-ba45-7ab8839ec120 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695157 Aug 22 14:49:46.950580 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a40498-daf6-441b-8bf3-1310b6cdcaa4 x-openstack-request-id: req-66a40498-daf6-441b-8bf3-1310b6cdcaa4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:46.951227 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:46.951575 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66a40498-daf6-441b-8bf3-1310b6cdcaa4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:46.952068 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'code': 200} Aug 22 14:49:46.986317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Deleting port 080f8397-49f8-424d-ab37-31dbca6e8a31 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:46.986955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.010617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:47.094255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c202-4d2d-4cdc-9655-ad3fa9ac1330 req-9aa8622d-17e9-438c-a26d-32f81ed98b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:47.095819 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a487c202-4d2d-4cdc-9655-ad3fa9ac1330 req-9aa8622d-17e9-438c-a26d-32f81ed98b5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 1096 time: 0.1280067 Aug 22 14:49:47.124972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] For port 080f8397-49f8-424d-ab37-31dbca6e8a31, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=080f8397-49f8-424d-ab37-31dbca6e8a31,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:47.125513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.132823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:47.141744 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-a969ad45-20fb-4da9-80e7-1c58a0245951 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147381 Aug 22 14:49:47.145641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:47.147677 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.176308 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a487c202-4d2d-4cdc-9655-ad3fa9ac1330 req-fd949ca3-e764-492c-b0f6-254ebe3b6088 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675128 Aug 22 14:49:47.254606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ff145f-b09d-4f98-be10-63834d9d2b89 req-09686a80-9739-439e-bb25-d6214f8e11f0 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034966 Aug 22 14:49:47.264308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.316576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:47.401715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.459382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd79445-95eb-4b58-8189-4b64dbb2552e req-eb0c8076-f82c-4787-a0d3-26e5cded2c3a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:47.466807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdd79445-95eb-4b58-8189-4b64dbb2552e req-eb0c8076-f82c-4787-a0d3-26e5cded2c3a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1278412 Aug 22 14:49:47.473653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:47.525717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.526107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.526446 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a disassociated. External IP: 172.25.0.154, port: 080f8397-49f8-424d-ab37-31dbca6e8a31. Aug 22 14:49:47.526800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Calling delete_port for 080f8397-49f8-424d-ab37-31dbca6e8a31 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:47.552141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdd79445-95eb-4b58-8189-4b64dbb2552e req-b5c4410b-d762-4d08-b2c1-4b97d5b05e30 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843952 Aug 22 14:49:47.601480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466917e-e528-4e70-a764-6fb6a80f982b req-8eb5f8c1-fa37-42da-950f-33655287b598 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:47.603039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2466917e-e528-4e70-a764-6fb6a80f982b req-8eb5f8c1-fa37-42da-950f-33655287b598 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1244514 Aug 22 14:49:47.652885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d3acedd-8ca9-41de-b77d-9946e3a1e403 req-b0a46157-eadd-4d88-ad49-a2a141567533 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 210 time: 0.0457785 Aug 22 14:49:47.691030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2466917e-e528-4e70-a764-6fb6a80f982b req-905c8cd4-f00c-4c54-bd77-8a6f4f68acfa tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Aug 22 14:49:47.838377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e50f7c-3a5e-4c1e-ad66-19ce3bdf0038 req-1b04d570-402a-4f80-a840-5c7877025544 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:47.839861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69e50f7c-3a5e-4c1e-ad66-19ce3bdf0038 req-1b04d570-402a-4f80-a840-5c7877025544 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.0948319 Aug 22 14:49:47.861367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100f9c-f979-40e2-9e36-4fbdf0ea4d9c req-190e5716-d245-4ee3-9bf2-e157f86805fc tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:47.866315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55100f9c-f979-40e2-9e36-4fbdf0ea4d9c req-190e5716-d245-4ee3-9bf2-e157f86805fc tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.0852506 Aug 22 14:49:47.908213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69e50f7c-3a5e-4c1e-ad66-19ce3bdf0038 req-9011a7cd-ae6e-44f3-82a9-681094dae2fc tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620556 Aug 22 14:49:47.920568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:47.924986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55100f9c-f979-40e2-9e36-4fbdf0ea4d9c req-982e5bfd-a6b0-4430-9cf2-38286919da8c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Aug 22 14:49:47.972347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event deleted for resources: {'Port': ['ID=080f8397-49f8-424d-ab37-31dbca6e8a31,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:48.156038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fc12a-8c39-4aeb-bc8b-f716576351d2 req-ca83bcbc-c47b-4a36-a5f8-74ca04009acd tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.157442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086fc12a-8c39-4aeb-bc8b-f716576351d2 req-ca83bcbc-c47b-4a36-a5f8-74ca04009acd tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 949 time: 0.1419649 Aug 22 14:49:48.171846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65e2a-1256-4b09-84d1-5db5a79a86cf req-c836dd52-e1b3-4ffe-bd85-b6c9bb8f6296 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.179081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65e2a-1256-4b09-84d1-5db5a79a86cf req-c836dd52-e1b3-4ffe-bd85-b6c9bb8f6296 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.185450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65e2a-1256-4b09-84d1-5db5a79a86cf req-c836dd52-e1b3-4ffe-bd85-b6c9bb8f6296 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.187039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1d65e2a-1256-4b09-84d1-5db5a79a86cf req-c836dd52-e1b3-4ffe-bd85-b6c9bb8f6296 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2417 time: 0.1704333 Aug 22 14:49:48.230695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:48.269459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086fc12a-8c39-4aeb-bc8b-f716576351d2 req-a1f4e9f9-d56a-417b-80d0-e1ae59e0453f tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811410 Aug 22 14:49:48.272923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1d65e2a-1256-4b09-84d1-5db5a79a86cf req-999824a0-2877-409d-8699-06fee664216c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747187 Aug 22 14:49:48.362417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d2440fa7-a713-47d1-a3e9-cdba666523e2 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:48.431426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:48.444255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:48.444739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94be33a-eece-425d-a82e-a821156f0a03 req-85510bf3-2bd7-45e1-a23d-96049824c060 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.446369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a94be33a-eece-425d-a82e-a821156f0a03 req-85510bf3-2bd7-45e1-a23d-96049824c060 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1115620 Aug 22 14:49:48.456417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:48.457310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:48.495243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] No DVR routers for this DVR port 080f8397-49f8-424d-ab37-31dbca6e8a31 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:48.503126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:48.507033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f83f7b1-e4de-4f96-91e9-e1cc448879ac req-37c4a918-5157-4a0c-9f06-09a74b4b4b02 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.10 "DELETE /v2.0/ports/080f8397-49f8-424d-ab37-31dbca6e8a31 HTTP/1.1" status: 204 len: 173 time: 1.7135849 Aug 22 14:49:48.507189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'name': 'network-vif-deleted', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:48.509662 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6b44d9-857c-4e52-9312-77b9b574904c" -d '{"events": [{"server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "name": "network-vif-deleted", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:48.534119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port d2440fa7-a713-47d1-a3e9-cdba666523e2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:48.546539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a94be33a-eece-425d-a82e-a821156f0a03 req-aa6d3c26-c9bd-441c-8f18-5c6e3cc89669 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792973 Aug 22 14:49:48.562153 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90f8e06-857d-4607-bff8-c2fe9e5518cd x-openstack-request-id: req-d90f8e06-857d-4607-bff8-c2fe9e5518cd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:48.562758 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58c172-de86-44c8-8853-748d3f9602d6", "name": "network-vif-deleted", "tag": "080f8397-49f8-424d-ab37-31dbca6e8a31", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:48.562758 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d90f8e06-857d-4607-bff8-c2fe9e5518cd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:48.563095 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff58c172-de86-44c8-8853-748d3f9602d6', 'name': 'network-vif-deleted', 'tag': '080f8397-49f8-424d-ab37-31dbca6e8a31', 'status': 'completed', 'code': 200} Aug 22 14:49:48.601967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port d2440fa7-a713-47d1-a3e9-cdba666523e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:48.602348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:48.709332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afac0bc-635d-459f-9ae2-2a30313de7d3 req-f86bac42-8bf4-4ce2-a373-b8a48dabf9c7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.711109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3afac0bc-635d-459f-9ae2-2a30313de7d3 req-f86bac42-8bf4-4ce2-a373-b8a48dabf9c7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.0610206 Aug 22 14:49:48.784726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15fd64e9-909e-42d6-8954-d072e9534ef8 req-76ba6470-406b-47d7-bd94-60452ae396ab tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 210 time: 0.0330873 Aug 22 14:49:48.785882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:48.788613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3afac0bc-635d-459f-9ae2-2a30313de7d3 req-7b14191f-f3e0-4d6a-8a2d-4b4a9a7e3e47 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Aug 22 14:49:48.910687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134d8c-1124-4108-b07f-b5fb6546036b req-69cbc108-489b-4e0f-b010-eaa06b9c7754 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:48.913351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15134d8c-1124-4108-b07f-b5fb6546036b req-69cbc108-489b-4e0f-b010-eaa06b9c7754 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0578012 Aug 22 14:49:48.944301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:48.967156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15134d8c-1124-4108-b07f-b5fb6546036b req-98e78c57-d2fa-4c1e-8aa1-b6350dc4bfc2 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Aug 22 14:49:48.969546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee'}, {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:48.972008 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492a3f8f-77fe-491f-98db-0e5f7aed30f9" -d '{"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee"}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:49.025927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:49.105238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:49.120022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c195-2d27-4465-a89a-cf73a41ff30c req-e59e51c3-a70d-4517-aba5-507dd61551be tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.121619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f671c195-2d27-4465-a89a-cf73a41ff30c req-e59e51c3-a70d-4517-aba5-507dd61551be tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1029549 Aug 22 14:49:49.132975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:49.142029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:49.142683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:49.161069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624f57-8cfd-447a-aada-c2ba79c24b63 req-6e974ca1-4d03-4a2d-8b6e-a238f99d1ddf tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.163263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3624f57-8cfd-447a-aada-c2ba79c24b63 req-6e974ca1-4d03-4a2d-8b6e-a238f99d1ddf tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.0913131 Aug 22 14:49:49.185244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:49.206051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f671c195-2d27-4465-a89a-cf73a41ff30c req-485493f5-c791-4cee-a95d-3d6c3a339d06 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759628 Aug 22 14:49:49.221247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3624f57-8cfd-447a-aada-c2ba79c24b63 req-194b9234-a01b-4ec1-b15d-1a5c34127faf tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/security-groups?id=12671bee-0151-414e-a774-4795d54817f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Aug 22 14:49:49.282235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-457abae4-8e91-4d11-865f-79b441188e2c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.282787 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba08f70d-5c21-4a97-8417-d926e186a1c0 x-openstack-request-id: req-ba08f70d-5c21-4a97-8417-d926e186a1c0 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:49.282896 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee", "code": 200}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:49.283100 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba08f70d-5c21-4a97-8417-d926e186a1c0 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:49.283495 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'code': 200} Aug 22 14:49:49.283757 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'code': 200} Aug 22 14:49:49.284026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-457abae4-8e91-4d11-865f-79b441188e2c tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.54 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 946 time: 0.0657997 Aug 22 14:49:49.303195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:49.326157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:49.416190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Deleting port 7b756c64-e0b1-4e48-8f61-801ad405e962 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:49.416999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:49.462595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008661-e221-42b3-8cbc-ad51162d3c8a req-9044b71f-dbd3-43fe-b2b8-9d8257c2ca93 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.468515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008661-e221-42b3-8cbc-ad51162d3c8a req-9044b71f-dbd3-43fe-b2b8-9d8257c2ca93 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.475223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76008661-e221-42b3-8cbc-ad51162d3c8a req-9044b71f-dbd3-43fe-b2b8-9d8257c2ca93 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.476979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76008661-e221-42b3-8cbc-ad51162d3c8a req-9044b71f-dbd3-43fe-b2b8-9d8257c2ca93 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1030543 Aug 22 14:49:49.489739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9312074-dea0-4682-a113-39472eabbacc req-3b264f48-62f0-4c82-8948-58fad0e295fc tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.491261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9312074-dea0-4682-a113-39472eabbacc req-3b264f48-62f0-4c82-8948-58fad0e295fc tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 949 time: 0.0876975 Aug 22 14:49:49.539943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] For port 7b756c64-e0b1-4e48-8f61-801ad405e962, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b756c64-e0b1-4e48-8f61-801ad405e962,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:49.540527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:49.552743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9312074-dea0-4682-a113-39472eabbacc req-75f1ac9b-3d61-46cb-9e9f-52bf09fef39e tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Aug 22 14:49:49.560377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76008661-e221-42b3-8cbc-ad51162d3c8a req-db479b1e-3366-4db0-918e-89aa95424b3d tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633552 Aug 22 14:49:49.586459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Calling delete_port for 7b756c64-e0b1-4e48-8f61-801ad405e962 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:49.607423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:49.638716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf5635-6610-47c1-8878-a5fc1e7f5dd4 None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:49.699949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee072534-dad2-49d7-8b0b-827aa31014b0 req-541929ca-13ff-44f4-aecb-ea05c63a1c19 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.701710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee072534-dad2-49d7-8b0b-827aa31014b0 req-541929ca-13ff-44f4-aecb-ea05c63a1c19 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0677352 Aug 22 14:49:49.754750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee072534-dad2-49d7-8b0b-827aa31014b0 req-cb58fc3b-18b9-4b2c-a3b7-5cf087c7b2c4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Aug 22 14:49:49.759896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-bcfe2d2b-866d-4816-ab06-a61dcbcb69ef tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:49.761544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-bcfe2d2b-866d-4816-ab06-a61dcbcb69ef tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.54 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 824 time: 0.2128208 Aug 22 14:49:49.865105 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-f0a775c2-b97b-4821-a72b-0155ef7b2086 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d762dd30b3b34937a79aef079006743b HTTP/1.1" status: 200 len: 380 time: 0.0682256 Aug 22 14:49:49.881922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'port': {'device_id': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'admin_state_up': True, 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'security_groups': ['c877897f-8e36-4187-b5d6-c9185add6126']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:49.970003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91bae44d-7c7c-4589-8b38-00af8fc7140a req-003a28dd-23cd-44a6-afb1-8ace1da5012b tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 210 time: 0.0435934 Aug 22 14:49:49.972705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:49.985888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7b756c64-e0b1-4e48-8f61-801ad405e962'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:50.038081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9765f9-fbf9-4640-a158-d077e3eed22d req-5f18d021-8e03-432d-bcb3-4d50b1d69372 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.041309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a9765f9-fbf9-4640-a158-d077e3eed22d req-5f18d021-8e03-432d-bcb3-4d50b1d69372 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.0973217 Aug 22 14:49:50.047556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Pushing event deleted for resources: {'Port': ['ID=7b756c64-e0b1-4e48-8f61-801ad405e962,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:50.062428 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0981edb-fede-4255-bab8-c4495a8ba224 None None] New status for floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:49:50.126507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a9765f9-fbf9-4640-a158-d077e3eed22d req-83a2596f-fa3e-494e-a5fd-f7d17d679a29 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Aug 22 14:49:50.135334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] No DVR routers for this DVR port 7b756c64-e0b1-4e48-8f61-801ad405e962 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:50.143317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.146052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-db7f5dd7-66ea-49c4-b224-693b224418d9 req-197e022c-f80e-4468-bb57-5ecfa217d8d1 tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.54 "DELETE /v2.0/ports/7b756c64-e0b1-4e48-8f61-801ad405e962 HTTP/1.1" status: 204 len: 173 time: 0.8536465 Aug 22 14:49:50.146976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'name': 'network-vif-deleted', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:50.157980 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720de782-9494-4cfc-9457-0e28a92891fb" -d '{"events": [{"server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "name": "network-vif-deleted", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:50.220248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-7ba85c96-fc57-4dcf-a21f-58736b01d028 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.220691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-7ba85c96-fc57-4dcf-a21f-58736b01d028 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 949 time: 0.1111591 Aug 22 14:49:50.226099 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030bf148-df9a-4f25-9ca9-336276c89ba4 x-openstack-request-id: req-030bf148-df9a-4f25-9ca9-336276c89ba4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:50.226390 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7600b57a-0bb1-4432-96ad-8b150937bdc9", "name": "network-vif-deleted", "tag": "7b756c64-e0b1-4e48-8f61-801ad405e962", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:50.226844 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-030bf148-df9a-4f25-9ca9-336276c89ba4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:50.227518 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7600b57a-0bb1-4432-96ad-8b150937bdc9', 'name': 'network-vif-deleted', 'tag': '7b756c64-e0b1-4e48-8f61-801ad405e962', 'status': 'completed', 'code': 200} Aug 22 14:49:50.255793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeac4d-af10-4d5a-9650-c3ac980e1ef9 req-3abb1c38-6e0f-42e9-a0e3-533e8dc57d17 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.257970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cfeac4d-af10-4d5a-9650-c3ac980e1ef9 req-3abb1c38-6e0f-42e9-a0e3-533e8dc57d17 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1473584 Aug 22 14:49:50.288840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Made reservation on behalf of d762dd30b3b34937a79aef079006743b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:49:50.292475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.372925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 080f8397-49f8-424d-ab37-31dbca6e8a31 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:50.397073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 080f8397-49f8-424d-ab37-31dbca6e8a31 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:50.397678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 080f8397-49f8-424d-ab37-31dbca6e8a31 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:50.416663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cfeac4d-af10-4d5a-9650-c3ac980e1ef9 req-19e3c0d4-ef2d-4676-a24d-2c23fa32cdaa tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516869 Aug 22 14:49:50.451692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c81dfa-381e-429e-9d60-02700f8034e0 req-986e5198-6772-4277-bd4c-b637f2c11439 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.453601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8c81dfa-381e-429e-9d60-02700f8034e0 req-986e5198-6772-4277-bd4c-b637f2c11439 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1401198 Aug 22 14:49:50.468915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Allocated IP 172.20.0.12 (8ad1ec52-b539-4204-b6a5-46cb82f3bd0c/21c1cdec-a941-4274-8ac2-f1a2b3a0af62/32aa7607-e740-4139-9f5c-1e45421e25d6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:49:50.494855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Deleting port 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:50.495373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.587302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2874090b-6fe8-4cf6-8d69-ef7fa1980d08 req-c34dca2c-dd2e-4534-8c01-37d9d6d4e3fb tempest-FloatingIPsAssociationTestJSON-621042329 tempest-FloatingIPsAssociationTestJSON-621042329-project] 10.222.0.53 "GET /v2.0/ports?device_id=7600b57a-0bb1-4432-96ad-8b150937bdc9 HTTP/1.1" status: 200 len: 210 time: 0.0801883 Aug 22 14:49:50.619808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8c81dfa-381e-429e-9d60-02700f8034e0 req-9367425b-ce9b-4978-9ad4-284b6f9ff38c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541917 Aug 22 14:49:50.680283 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.692877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.701318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Transition to ACTIVE for port object 32aa7607-e740-4139-9f5c-1e45421e25d6 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:50.718681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] For port 35df9f44-8b9c-4a72-930a-13253fbac55d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35df9f44-8b9c-4a72-930a-13253fbac55d,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:50.719258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.761695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Calling delete_port for 35df9f44-8b9c-4a72-930a-13253fbac55d owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:50.794056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38e8d-83ab-4050-84bf-145c41c7b890 req-06c78656-062a-418e-ba80-3b1c71f32e83 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.795565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40c38e8d-83ab-4050-84bf-145c41c7b890 req-06c78656-062a-418e-ba80-3b1c71f32e83 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1186938 Aug 22 14:49:50.840631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:50.854898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831de56-d851-4aec-a12d-f54e621efa38 req-90810c1a-7a12-4584-b801-338af491e03b tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:50.855561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a831de56-d851-4aec-a12d-f54e621efa38 req-90810c1a-7a12-4584-b801-338af491e03b tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 949 time: 0.1490314 Aug 22 14:49:50.917696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40c38e8d-83ab-4050-84bf-145c41c7b890 req-62f12e24-93a5-4613-b66a-1f35e44a6ca7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917065 Aug 22 14:49:50.921834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:49:50.934629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a831de56-d851-4aec-a12d-f54e621efa38 req-45924c19-06cf-4d00-a22f-c8aa4ac5bf27 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/security-groups?id=bef624bb-b9ac-4fb9-a110-9fce04aae21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Aug 22 14:49:50.938291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:49:50.960453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event updated for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:50.964735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:49:51.050605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.051288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.111141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaad20-f20a-4c52-ba89-5afa2d26c4c5 req-8fc44e01-8f13-47b5-88d8-d00408037bcc tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.118056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaad20-f20a-4c52-ba89-5afa2d26c4c5 req-8fc44e01-8f13-47b5-88d8-d00408037bcc tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.124303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaad20-f20a-4c52-ba89-5afa2d26c4c5 req-8fc44e01-8f13-47b5-88d8-d00408037bcc tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.126023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6caaad20-f20a-4c52-ba89-5afa2d26c4c5 req-8fc44e01-8f13-47b5-88d8-d00408037bcc tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1153283 Aug 22 14:49:51.135415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41849e5e-fa3d-4f14-9921-28b7f187896d req-b24aec2f-3489-461c-a3da-b07a3da50686 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.137028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41849e5e-fa3d-4f14-9921-28b7f187896d req-b24aec2f-3489-461c-a3da-b07a3da50686 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1022398 Aug 22 14:49:51.139077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.177757 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-97d8d6b1-18cc-43c7-80d5-a472ce5a20ee tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2989945 Aug 22 14:49:51.193403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Request body: {'port': {'device_id': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:49:51.199596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Pushing event deleted for resources: {'Port': ['ID=35df9f44-8b9c-4a72-930a-13253fbac55d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:51.271456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.286990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:51.289434 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba2cf4-cd57-4c50-91d4-7db76aadfeba" -d '{"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:51.389214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1034098c-6ff3-4e6d-832c-622c7f1d3f0d None None] Provisioning for port 32aa7607-e740-4139-9f5c-1e45421e25d6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:49:51.393824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1034098c-6ff3-4e6d-832c-622c7f1d3f0d None None] Provisioning complete for port 32aa7607-e740-4139-9f5c-1e45421e25d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:49:51.394459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1034098c-6ff3-4e6d-832c-622c7f1d3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.440044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1034098c-6ff3-4e6d-832c-622c7f1d3f0d None None] Port 32aa7607-e740-4139-9f5c-1e45421e25d6 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:49:51.581358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6caaad20-f20a-4c52-ba89-5afa2d26c4c5 req-08216a0a-662b-4f2d-a6e2-6367eeb736c6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423246 Aug 22 14:49:51.594534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aa7607-e740-4139-9f5c-1e45421e25d6 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:51.606620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41849e5e-fa3d-4f14-9921-28b7f187896d req-feec58cb-0862-4aee-abdc-12dad18a2981 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584353 Aug 22 14:49:51.616755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.649268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Transition to ACTIVE for port object 32aa7607-e740-4139-9f5c-1e45421e25d6 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:51.653947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] No DVR routers for this DVR port 35df9f44-8b9c-4a72-930a-13253fbac55d on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:51.664700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.667836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80c40b64-5f3e-4d8a-a034-e2be05116a3d req-c76bdd14-43d4-4d8c-bd01-f6addd930c02 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.10 "DELETE /v2.0/ports/35df9f44-8b9c-4a72-930a-13253fbac55d HTTP/1.1" status: 204 len: 173 time: 1.4371538 Aug 22 14:49:51.668194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-deleted', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:51.670594 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658af303-0a35-4aad-9d33-7adf26c42c4e" -d '{"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-deleted", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:51.753815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd3e04-ce16-4f5c-a259-c44c93d50f08 req-5b38c02b-e059-4a32-827c-ad263a9d3d0f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.755915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09cd3e04-ce16-4f5c-a259-c44c93d50f08 req-5b38c02b-e059-4a32-827c-ad263a9d3d0f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 932 time: 0.0527029 Aug 22 14:49:51.773441 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:51.796604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09cd3e04-ce16-4f5c-a259-c44c93d50f08 req-1ee678e6-85a1-4fe3-ba4e-7c3e514f864b tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Aug 22 14:49:51.835560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Pushing event updated for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:51.938598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Attempting to bind port 32aa7607-e740-4139-9f5c-1e45421e25d6 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:49:51.938993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Attempting to bind port 32aa7607-e740-4139-9f5c-1e45421e25d6 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:49:51.940012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Attempting to bind port 32aa7607-e740-4139-9f5c-1e45421e25d6 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:51.944827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Port 32aa7607-e740-4139-9f5c-1e45421e25d6 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:49:51.945153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Attempting to bind port 32aa7607-e740-4139-9f5c-1e45421e25d6 on network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:49:51.951078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83ff9-83ae-4dab-8ef8-68df3a2a3c7f req-6727095c-8554-45dd-99ba-85fb96e31453 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:51.951314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:49:51.951460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Checking segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:49:51.951917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Bound using segment: {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:49:51.952455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Bound port: 32aa7607-e740-4139-9f5c-1e45421e25d6, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dfdb75-25ed-45d3-8bae-70bac2e9ea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:49:51.952723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0f83ff9-83ae-4dab-8ef8-68df3a2a3c7f req-6727095c-8554-45dd-99ba-85fb96e31453 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.0749648 Aug 22 14:49:51.952919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:52.010927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:49:52.018546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0f83ff9-83ae-4dab-8ef8-68df3a2a3c7f req-b5c7bf84-b292-436e-8297-01318c48d2e5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539491 Aug 22 14:49:52.050048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:52.054834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=32aa7607-e740-4139-9f5c-1e45421e25d6,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:49:52.079726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50958) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:52.133798 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5cacb-73d3-4e16-8721-0f8179e42f93 x-openstack-request-id: req-cda5cacb-73d3-4e16-8721-0f8179e42f93 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:52.135121 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-plugged", "status": "completed", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:52.135669 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cda5cacb-73d3-4e16-8721-0f8179e42f93 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:52.136208 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2', 'code': 200} Aug 22 14:49:52.181112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:52.211024 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb72f50-2e42-4602-98d3-28a4b6106be2 x-openstack-request-id: req-9cb72f50-2e42-4602-98d3-28a4b6106be2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:52.211442 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0", "name": "network-vif-deleted", "tag": "35df9f44-8b9c-4a72-930a-13253fbac55d", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:52.213031 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cb72f50-2e42-4602-98d3-28a4b6106be2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:52.213031 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0', 'name': 'network-vif-deleted', 'tag': '35df9f44-8b9c-4a72-930a-13253fbac55d', 'status': 'completed', 'code': 200} Aug 22 14:49:52.278405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.279023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:52.280449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] 10.222.0.54 "PUT /v2.0/ports/32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 200 len: 1092 time: 1.0935192 Aug 22 14:49:52.280887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:49:52.283126 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3" -d '{"events": [{"name": "network-changed", "server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:49:52.287427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecfc3b-0bb3-407f-8204-b73bfcfdc1de service neutron] Pushing event updated for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:52.370538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d64c1-4442-4463-95a2-a455249f8a4c req-1ba15a00-2d9e-45c1-8a5f-04fc23013a2b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.372638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b4d64c1-4442-4463-95a2-a455249f8a4c req-1ba15a00-2d9e-45c1-8a5f-04fc23013a2b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2237399 Aug 22 14:49:52.393874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:52.476886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca204-f85a-4607-bdb0-7beee4d853f5 req-ce820a9b-bdfa-4456-8cb0-457b66cda7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.477379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca204-f85a-4607-bdb0-7beee4d853f5 req-ce820a9b-bdfa-4456-8cb0-457b66cda7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.478107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca204-f85a-4607-bdb0-7beee4d853f5 req-ce820a9b-bdfa-4456-8cb0-457b66cda7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.480036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-982ca204-f85a-4607-bdb0-7beee4d853f5 req-ce820a9b-bdfa-4456-8cb0-457b66cda7db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2871 time: 0.2145994 Aug 22 14:49:52.485973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b4d64c1-4442-4463-95a2-a455249f8a4c req-2a5c03ca-48d2-4d5c-8af9-ff72404c3dcf tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051908 Aug 22 14:49:52.509608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e015-02fc-47ce-9220-3ff271039827 req-0fe55e01-e418-4a06-8283-c025525edb49 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.509608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0770e015-02fc-47ce-9220-3ff271039827 req-0fe55e01-e418-4a06-8283-c025525edb49 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2397861 Aug 22 14:49:52.512887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-a5d2f068-adae-494b-a655-4730ef58a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.517793 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-a5d2f068-adae-494b-a655-4730ef58a485 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 1095 time: 0.0792148 Aug 22 14:49:52.542740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:52.556668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:49:52.573497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-32aa6834-a274-44d0-a38e-1290fb14f2d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 200 len: 217 time: 0.0475178 Aug 22 14:49:52.628700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-982ca204-f85a-4607-bdb0-7beee4d853f5 req-693e6718-b66f-4e69-abcf-13932637f8c2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369553 Aug 22 14:49:52.644726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-3439dbf5-ebb1-4294-9a0c-5a6b80aaf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.647161 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-3439dbf5-ebb1-4294-9a0c-5a6b80aaf887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.0620761 Aug 22 14:49:52.650772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37ff0f71-7301-4b2e-ab94-5ba79e4e6cac req-98cbc6e8-8187-4156-b887-b528dc1a7032 tempest-ImagesOneServerTestJSON-914935560 tempest-ImagesOneServerTestJSON-914935560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e9fcf0-86d0-47a9-ad36-64ff26ce64a0 HTTP/1.1" status: 200 len: 210 time: 0.0434208 Aug 22 14:49:52.656346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0770e015-02fc-47ce-9220-3ff271039827 req-4e9ee5f5-6c50-4763-866a-f16c44ef7a62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446676 Aug 22 14:49:52.719562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-633a5187-986c-415c-aeec-819f4e534a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.722143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-633a5187-986c-415c-aeec-819f4e534a06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646191 Aug 22 14:49:52.758421 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a05d1-be79-4ba3-aff3-0dc0a4995518 x-openstack-request-id: req-3b7a05d1-be79-4ba3-aff3-0dc0a4995518 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:49:52.758977 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:49:52.759143 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b7a05d1-be79-4ba3-aff3-0dc0a4995518 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:49:52.759776 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'status': 'completed', 'code': 200} Aug 22 14:49:52.839785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-ad1bbaa0-6d02-4847-ba3a-ce3633d0f583 service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099074 Aug 22 14:49:52.862058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2333-6ad6-4a31-84fe-1ca29295ca30 req-f1cc4183-763c-4b76-9cb3-6fd93994e1fb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.868472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2333-6ad6-4a31-84fe-1ca29295ca30 req-f1cc4183-763c-4b76-9cb3-6fd93994e1fb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.874782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e2333-6ad6-4a31-84fe-1ca29295ca30 req-f1cc4183-763c-4b76-9cb3-6fd93994e1fb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.876578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf0e2333-6ad6-4a31-84fe-1ca29295ca30 req-f1cc4183-763c-4b76-9cb3-6fd93994e1fb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1267753 Aug 22 14:49:52.942991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3b76-1071-4ec4-89f1-b5be9c50c6d9 req-88b13ac6-d3e1-4ddc-9abb-c58ea2f92ef9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:52.944897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d40f3b76-1071-4ec4-89f1-b5be9c50c6d9 req-88b13ac6-d3e1-4ddc-9abb-c58ea2f92ef9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1434729 Aug 22 14:49:52.956989 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ef41800-d69b-40df-80c8-e0288cd9242c req-91637191-b940-4511-9f03-ecc0a74f3d5b service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059358 Aug 22 14:49:52.959628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:52.964174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf0e2333-6ad6-4a31-84fe-1ca29295ca30 req-175fd3e5-8709-4816-996a-82d5f445ae58 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794322 Aug 22 14:49:53.041593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d40f3b76-1071-4ec4-89f1-b5be9c50c6d9 req-ab80af56-4397-4962-bab6-57d7c885cd75 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Aug 22 14:49:53.167014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-b1b9ec6b-a018-46ce-8bba-6b99441f663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.174881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-b1b9ec6b-a018-46ce-8bba-6b99441f663a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 1095 time: 0.0939560 Aug 22 14:49:53.210230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba96e9-07c2-46a6-9582-254fde3e8b01 req-0921e3b3-256e-498e-8806-e840a1ff6782 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.240876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eba96e9-07c2-46a6-9582-254fde3e8b01 req-0921e3b3-256e-498e-8806-e840a1ff6782 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1928852 Aug 22 14:49:53.313312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-648c9002-bcce-4e8a-84e3-b5161c57e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.315148 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-648c9002-bcce-4e8a-84e3-b5161c57e9e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.1326003 Aug 22 14:49:53.338106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eba96e9-07c2-46a6-9582-254fde3e8b01 req-f5b51109-393b-4219-8454-16e93f333e43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959196 Aug 22 14:49:53.353438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f1e8b-148d-411b-b993-bf2d032573b2 req-392fe766-8d6d-4392-a129-f79d125a1746 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.355457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e91f1e8b-148d-411b-b993-bf2d032573b2 req-392fe766-8d6d-4392-a129-f79d125a1746 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 944 time: 0.1013725 Aug 22 14:49:53.384374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-b40cd4f4-4295-4e57-9528-50032469f9b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 200 len: 217 time: 0.0598390 Aug 22 14:49:53.459432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e91f1e8b-148d-411b-b993-bf2d032573b2 req-d289daeb-99ca-4729-8513-a8188b9fb753 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895417 Aug 22 14:49:53.470045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-7b6ed5d9-00f9-4e5e-8d49-00552d604e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.471545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-7b6ed5d9-00f9-4e5e-8d49-00552d604e71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.0793600 Aug 22 14:49:53.525974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-fb8e3793-5cec-4472-a99e-bed9b9a24878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.527766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-fb8e3793-5cec-4472-a99e-bed9b9a24878 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486312 Aug 22 14:49:53.562298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a98a3-7b1a-48aa-92bd-3104a2089f06 req-e9b3e8cd-b9b4-4c28-9ede-6650b8f2ba2f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.577412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-017a98a3-7b1a-48aa-92bd-3104a2089f06 req-e9b3e8cd-b9b4-4c28-9ede-6650b8f2ba2f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1113133 Aug 22 14:49:53.628836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Deleting port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:53.629337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:53.644608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-017a98a3-7b1a-48aa-92bd-3104a2089f06 req-07bfe7cc-cb40-4bc2-96bf-40177f2882db tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639968 Aug 22 14:49:53.683749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-b85c4e34-668e-4dd4-a144-f451855cdb86 service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455376 Aug 22 14:49:53.791594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d8bc9f7-20de-4a11-9b2a-859ec99928e3 req-552a64d4-0b16-4074-809d-eb362a82e6bd service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023500 Aug 22 14:49:53.819914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] For port 9c9216ca-4210-4d0c-8fc7-e77c666e70fe, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:53.820343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:53.830302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b370-e180-4099-ad8d-5819f6952246 req-0c82182d-d10e-46ba-a1ed-61bd4f460e9f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:53.831950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56f9b370-e180-4099-ad8d-5819f6952246 req-0c82182d-d10e-46ba-a1ed-61bd4f460e9f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.0950119 Aug 22 14:49:53.847356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Calling delete_port for 9c9216ca-4210-4d0c-8fc7-e77c666e70fe owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:53.893237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b756c64-e0b1-4e48-8f61-801ad405e962 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:53.916404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 7b756c64-e0b1-4e48-8f61-801ad405e962 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:53.916404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b756c64-e0b1-4e48-8f61-801ad405e962 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:53.916827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:53.940949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56f9b370-e180-4099-ad8d-5819f6952246 req-59d506d4-c0a6-477b-bc5d-d95c5c8af0f5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955181 Aug 22 14:49:54.171144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3606f-a4d2-4e75-aa81-98e98beb4d9b req-2592777d-2c81-4e7b-843d-31a996744be1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.173438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4a3606f-a4d2-4e75-aa81-98e98beb4d9b req-2592777d-2c81-4e7b-843d-31a996744be1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1307285 Aug 22 14:49:54.248093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4c0d-e88c-45e7-bcb4-725cb8593ec8 req-16a6fa32-7420-4af2-affc-08a19e6f9902 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.254997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4c0d-e88c-45e7-bcb4-725cb8593ec8 req-16a6fa32-7420-4af2-affc-08a19e6f9902 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.261418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4c0d-e88c-45e7-bcb4-725cb8593ec8 req-16a6fa32-7420-4af2-affc-08a19e6f9902 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.263149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-668e4c0d-e88c-45e7-bcb4-725cb8593ec8 req-16a6fa32-7420-4af2-affc-08a19e6f9902 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1579919 Aug 22 14:49:54.312439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4a3606f-a4d2-4e75-aa81-98e98beb4d9b req-25191ccd-84df-499b-a89c-306f13b4e812 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294422 Aug 22 14:49:54.338419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-668e4c0d-e88c-45e7-bcb4-725cb8593ec8 req-6592729a-175a-4329-af33-3fefe9ea22d7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Aug 22 14:49:54.397575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:54.444592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 35df9f44-8b9c-4a72-930a-13253fbac55d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:54.445322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35df9f44-8b9c-4a72-930a-13253fbac55d not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:54.460849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eead8-fd40-4629-88f5-46fd630a35dc req-640919aa-e6ed-4971-a7c1-60f1646a99e3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.462468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e7eead8-fd40-4629-88f5-46fd630a35dc req-640919aa-e6ed-4971-a7c1-60f1646a99e3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0753529 Aug 22 14:49:54.499664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:54.524125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e7eead8-fd40-4629-88f5-46fd630a35dc req-0981763d-b741-45c0-a984-da1e19e84739 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553238 Aug 22 14:49:54.549734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9216ca-4210-4d0c-8fc7-e77c666e70fe,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:54.561685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:54.798748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a07695-0896-4d56-a32c-cae602e8f2d9 req-0aecc544-f11a-4752-afc7-e76f8464a9ac tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.801670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4a07695-0896-4d56-a32c-cae602e8f2d9 req-0aecc544-f11a-4752-afc7-e76f8464a9ac tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 944 time: 0.1691046 Aug 22 14:49:54.895214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b611046d-9551-454d-a768-af85245bd55e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fe8886d6234446d85f9597262d348ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317959 Aug 22 14:49:54.897681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:54.919674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4a07695-0896-4d56-a32c-cae602e8f2d9 req-acf35f8d-42b0-480c-9650-caf6c709c68e tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043444 Aug 22 14:49:54.951599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c528bf6-10f0-4af9-9232-005a381d3611 req-7d1d6c84-aa7f-4730-8827-3bbb7f26453e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:54.953175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c528bf6-10f0-4af9-9232-005a381d3611 req-7d1d6c84-aa7f-4730-8827-3bbb7f26453e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 943 time: 0.1399693 Aug 22 14:49:54.955769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:54.980100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:55.009212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:55.092988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c528bf6-10f0-4af9-9232-005a381d3611 req-37755764-cb23-469c-ae20-c9421b81ed7c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260810 Aug 22 14:49:55.159343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b07ed-0f1d-4969-a1f6-7b9ea69a0c87 req-249b8762-13e5-423e-942f-8e86ae71a93e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:55.161530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d9b07ed-0f1d-4969-a1f6-7b9ea69a0c87 req-249b8762-13e5-423e-942f-8e86ae71a93e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1253471 Aug 22 14:49:55.179917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:55.183077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:55.184427 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bef624bb-b9ac-4fb9-a110-9fce04aae21e HTTP/1.1" status: 204 len: 168 time: 0.2853577 Aug 22 14:49:55.195024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2a4e0-41c1-4342-a8c5-74601016792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef624bb-b9ac-4fb9-a110-9fce04aae21e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:55.247069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d9b07ed-0f1d-4969-a1f6-7b9ea69a0c87 req-a2c060f2-3eb5-4cc9-8464-ae337dd63bb6 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779378 Aug 22 14:49:55.306361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-94c69eef-7553-4874-9e4e-4d70c7c34eb1 service neutron] 10.222.0.54 "GET /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.0703967 Aug 22 14:49:55.319215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Router 45e421e3-68ff-4579-ac6b-e42d8874ee7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:49:55.525432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:55.560057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:55.602217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:55.614751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:55.737417 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:55.812225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3434-a934-4d15-ba94-31e0c7d4f7c0 req-1d5ab4ba-51e3-4601-9cdc-fe715ba78a20 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:55.819221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3434-a934-4d15-ba94-31e0c7d4f7c0 req-1d5ab4ba-51e3-4601-9cdc-fe715ba78a20 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:55.825267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c3434-a934-4d15-ba94-31e0c7d4f7c0 req-1d5ab4ba-51e3-4601-9cdc-fe715ba78a20 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:55.827492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e8c3434-a934-4d15-ba94-31e0c7d4f7c0 req-1d5ab4ba-51e3-4601-9cdc-fe715ba78a20 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1505539 Aug 22 14:49:55.837944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e941f21-893a-46a0-89e3-a7b2de7c73bc req-f0058cb0-b434-4241-a7bb-735730df204c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:55.840578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e941f21-893a-46a0-89e3-a7b2de7c73bc req-f0058cb0-b434-4241-a7bb-735730df204c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1628802 Aug 22 14:49:55.845555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] Transition to ACTIVE for port object 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:49:55.886969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:49:55.897777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b69f253d-6b2a-4d98-af05-da2c27eba760 admin admin] 10.222.0.53 "PUT /v2.0/routers/45e421e3-68ff-4579-ac6b-e42d8874ee7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8158679 Aug 22 14:49:55.900346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Sync routers for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:49:55.906845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51028) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:55.922794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:55.923629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:55.924858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e8c3434-a934-4d15-ba94-31e0c7d4f7c0 req-d2461437-036e-420c-b82e-a0fc7d03f708 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819247 Aug 22 14:49:55.930128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e941f21-893a-46a0-89e3-a7b2de7c73bc req-63374519-f602-4aab-8c18-80f0305bd3eb tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844789 Aug 22 14:49:56.062353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:56.236782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:56.251715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] No DVR routers for this DVR port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:49:56.264876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] Pushing event updated for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:56.331501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-adab0a2a-19b9-4417-b694-d0c67dffbb59 service neutron] 10.222.0.54 "PUT /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0168653 Aug 22 14:49:56.334201 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:56.336778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09341679-a47c-4c21-9703-e81a6e467076 req-d76c1a5b-8054-43bf-8fef-ec98a9a22ac6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.344628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09341679-a47c-4c21-9703-e81a6e467076 req-d76c1a5b-8054-43bf-8fef-ec98a9a22ac6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 944 time: 0.1843700 Aug 22 14:49:56.380961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68658d-8c09-498a-b5f2-ab4ab0e19401 req-452050b7-9c85-4411-bd8e-5eed2ef46d28 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.389019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e68658d-8c09-498a-b5f2-ab4ab0e19401 req-452050b7-9c85-4411-bd8e-5eed2ef46d28 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2672319 Aug 22 14:49:56.443041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09341679-a47c-4c21-9703-e81a6e467076 req-0e26543d-6605-4e83-abd1-487f69e79195 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974751 Aug 22 14:49:56.451060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e68658d-8c09-498a-b5f2-ab4ab0e19401 req-4b5debff-8503-4a9c-9107-0d4f36743c5e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611291 Aug 22 14:49:56.566292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:56.594335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-e6fc5d61-11a1-49cb-8526-1c8b4a24e702 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.599136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-e6fc5d61-11a1-49cb-8526-1c8b4a24e702 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1150303 Aug 22 14:49:56.663730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:49:54Z', 'revision_number': 5, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port': {'id': '0d467e39-c852-45a5-ad70-245b1f77f96f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:09Z', 'updated_at': '2021-08-22T14:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:56.719711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Checking router: 45e421e3-68ff-4579-ac6b-e42d8874ee7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:49:56.727654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-eac9f5fa-191b-436a-bd7d-d571dad09eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.729533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-eac9f5fa-191b-436a-bd7d-d571dad09eec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291&tenant_id=8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 1095 time: 0.1181238 Aug 22 14:49:56.732771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Routers {'45e421e3-68ff-4579-ac6b-e42d8874ee7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:49:56.733003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Deleting port 0d467e39-c852-45a5-ad70-245b1f77f96f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:56.733294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:56.733753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:49:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:56.742125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16507f9-fa7b-4901-b3dc-789723418ab2 req-9acaab18-799b-43e2-8466-2eb38f5c475d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.743824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e16507f9-fa7b-4901-b3dc-789723418ab2 req-9acaab18-799b-43e2-8466-2eb38f5c475d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.1531520 Aug 22 14:49:56.814038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c720-f33d-4ab0-8cb7-b64c53fef375 req-86fb189f-1690-4714-9e02-6f17781fc996 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.815752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5de6c720-f33d-4ab0-8cb7-b64c53fef375 req-86fb189f-1690-4714-9e02-6f17781fc996 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.1781802 Aug 22 14:49:56.859608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e16507f9-fa7b-4901-b3dc-789723418ab2 req-8e7cfa05-2b58-4d01-8b27-a66647b26094 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971584 Aug 22 14:49:56.865714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] Set router 45e421e3-68ff-4579-ac6b-e42d8874ee7c gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:49:56.905876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5de6c720-f33d-4ab0-8cb7-b64c53fef375 req-588c769a-7379-469b-a6b0-4a4c30f1d07f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 Aug 22 14:49:56.925257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-390757ac-e909-441f-8469-d0f8a394e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:56.927854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] For port 0d467e39-c852-45a5-ad70-245b1f77f96f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0d467e39-c852-45a5-ad70-245b1f77f96f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:56.928434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-390757ac-e909-441f-8469-d0f8a394e69b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1095 time: 0.1312416 Aug 22 14:49:56.928538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:56.950694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Calling delete_port for 0d467e39-c852-45a5-ad70-245b1f77f96f owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:56.977088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:49:56Z', 'revision_number': 6, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:49:57.028858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995cf5a-f525-426c-9398-85ba63b5f9da None None] The sync data for ids ['45e421e3-68ff-4579-ac6b-e42d8874ee7c'] in n-d-805046-3 is: [{'id': '45e421e3-68ff-4579-ac6b-e42d8874ee7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-165575022-router', 'tenant_id': 'c308624db51d4f8c84b55151034ba8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:08Z', 'updated_at': '2021-08-22T14:49:56Z', 'revision_number': 6, 'project_id': 'c308624db51d4f8c84b55151034ba8b2', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:49:57.153349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-71574bb7-378e-490d-af48-3aab5f3c4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:57.155497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-71574bb7-378e-490d-af48-3aab5f3c4ee3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2179620 Aug 22 14:49:57.216674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-1120d594-8c3b-463a-ac94-004fe429afea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 200 len: 217 time: 0.0476260 Aug 22 14:49:57.322299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-66a288cd-e0c6-410a-86b2-0e8063075f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:57.324620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-66a288cd-e0c6-410a-86b2-0e8063075f86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1038907 Aug 22 14:49:57.352464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1ae42-73d3-4442-8cf3-a9229d0f4ee4 req-760ff5a7-7581-4b87-b2a4-9e85b8d5a2b3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:57.355166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eb1ae42-73d3-4442-8cf3-a9229d0f4ee4 req-760ff5a7-7581-4b87-b2a4-9e85b8d5a2b3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0816984 Aug 22 14:49:57.418498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-e6e85bb1-6661-4c55-a547-f1362d32bf52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788198 Aug 22 14:49:57.472953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eb1ae42-73d3-4442-8cf3-a9229d0f4ee4 req-c0b12ecc-0734-411f-abdd-a4b682fb6822 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084774 Aug 22 14:49:57.723013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:57.749230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-4ef8e866-6b8e-42f5-9600-d2532d0aa992 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157825 Aug 22 14:49:57.758190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d77017-99ab-42f6-89b7-a1c3bc1818a5 req-2f7902d4-6a6f-4266-93f4-d8681dfbe51a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:57.759816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40d77017-99ab-42f6-89b7-a1c3bc1818a5 req-2f7902d4-6a6f-4266-93f4-d8681dfbe51a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1587698 Aug 22 14:49:57.763938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d467e39-c852-45a5-ad70-245b1f77f96f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:57.818721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7d908-ec90-4957-a797-8ad9ac12e75f req-4613dfa6-a755-4b04-9f08-b0de1f6c0e1f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:57.820200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53e7d908-ec90-4957-a797-8ad9ac12e75f req-4613dfa6-a755-4b04-9f08-b0de1f6c0e1f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 944 time: 0.1648207 Aug 22 14:49:57.840828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:57.914838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 32aa7607-e740-4139-9f5c-1e45421e25d6 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:49:57.939085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40d77017-99ab-42f6-89b7-a1c3bc1818a5 req-33a1785d-f33b-41c2-b398-d0af697d4eba tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664913 Aug 22 14:49:58.009256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53e7d908-ec90-4957-a797-8ad9ac12e75f req-915f6c84-7740-4830-9f53-3704aeeef5b6 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275804 Aug 22 14:49:58.012814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:58.035719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.039579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.070652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=32aa7607-e740-4139-9f5c-1e45421e25d6,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:58.078450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-d1951a31-2ade-47e8-8c42-6e13a271dd7a service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161280 Aug 22 14:49:58.087438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'port_id': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'mac_address': 'fa:16:3e:32:e8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:49:58.187862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.297676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08065-2cb3-4970-99eb-534082feff9b req-9873daf9-ec33-40fc-b48e-508b20d3c3a3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.306464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08065-2cb3-4970-99eb-534082feff9b req-9873daf9-ec33-40fc-b48e-508b20d3c3a3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.313433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b08065-2cb3-4970-99eb-534082feff9b req-9873daf9-ec33-40fc-b48e-508b20d3c3a3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.324003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7b08065-2cb3-4970-99eb-534082feff9b req-9873daf9-ec33-40fc-b48e-508b20d3c3a3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1755586 Aug 22 14:49:58.368000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.378246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e421e3-68ff-4579-ac6b-e42d8874ee7c {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:49:58.378246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.378246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd553040-4b43-4d37-a920-1708bcae3ff3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/45e421e3-68ff-4579-ac6b-e42d8874ee7c HTTP/1.1" status: 204 len: 168 time: 2.4675512 Aug 22 14:49:58.382817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:58.383654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0d467e39-c852-45a5-ad70-245b1f77f96f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:58.406731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32aa7607-e740-4139-9f5c-1e45421e25d6 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:49:58.413793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0d467e39-c852-45a5-ad70-245b1f77f96f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:58.414147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0d467e39-c852-45a5-ad70-245b1f77f96f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:58.414561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9216ca-4210-4d0c-8fc7-e77c666e70fe no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:49:58.417340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c02-fd28-4899-9495-b7fb9cc5a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.439891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9c9216ca-4210-4d0c-8fc7-e77c666e70fe {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:49:58.440238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9216ca-4210-4d0c-8fc7-e77c666e70fe not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:49:58.456966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=32aa7607-e740-4139-9f5c-1e45421e25d6,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:58.468612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7b08065-2cb3-4970-99eb-534082feff9b req-911e69d6-e67d-498a-a292-101f65200c59 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435211 Aug 22 14:49:58.482595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3af135-cae7-477d-a938-3eafec0b8adc req-8f613da3-f327-45cf-bb4a-dfaa6046da92 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.492090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a3af135-cae7-477d-a938-3eafec0b8adc req-8f613da3-f327-45cf-bb4a-dfaa6046da92 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2273786 Aug 22 14:49:58.493250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Deleting subnet 3c209db9-1c67-4905-81b8-6015a79d59d2 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:49:58.497186 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.569730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.583955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.631925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:58.665517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a3af135-cae7-477d-a938-3eafec0b8adc req-19dff745-0b3e-40e0-9ef8-954d18ab25da tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402073 Aug 22 14:49:58.707693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ecd3c-ad55-4b97-9c58-0eab09f14255 req-92c80375-c472-464d-a336-b04680b034c4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.710627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-729ecd3c-ad55-4b97-9c58-0eab09f14255 req-92c80375-c472-464d-a336-b04680b034c4 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.1504149 Aug 22 14:49:58.826606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.918675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['32aa7607-e740-4139-9f5c-1e45421e25d6'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:49:58.920294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-729ecd3c-ad55-4b97-9c58-0eab09f14255 req-02d7dde7-c3dd-4312-88a4-ead37df82e89 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856766 Aug 22 14:49:58.924106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c02-fd28-4899-9495-b7fb9cc5a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:58.946292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d8e8-b528-4a8b-9a9c-54eaaf75aa9d req-18f7d23b-7c65-4d27-8980-a1cd805b5424 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.947859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91a5d8e8-b528-4a8b-9a9c-54eaaf75aa9d req-18f7d23b-7c65-4d27-8980-a1cd805b5424 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2070775 Aug 22 14:49:58.997148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-043d043f-8c0b-4a3d-98d4-db7fb3dc1a67 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:58.998786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-043d043f-8c0b-4a3d-98d4-db7fb3dc1a67 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1442842 Aug 22 14:49:59.022836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b7b4c02-fd28-4899-9495-b7fb9cc5a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.080528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91a5d8e8-b528-4a8b-9a9c-54eaaf75aa9d req-7dd829a2-6bed-460a-b875-0cb5842605d8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157115 Aug 22 14:49:59.132644 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.152202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b7b4c02-fd28-4899-9495-b7fb9cc5a467 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a67792081bc48ec9eaf46a3c2c68384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1319461 Aug 22 14:49:59.154125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b4c02-fd28-4899-9495-b7fb9cc5a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6458eec-5e13-49cd-a203-75c90faf55be,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:59.154871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51086) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:59.196716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.202918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3c209db9-1c67-4905-81b8-6015a79d59d2 HTTP/1.1" status: 204 len: 168 time: 0.8122787 Aug 22 14:49:59.202918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6dccc-9fc4-4b33-8266-c8d18c9e2242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c209db9-1c67-4905-81b8-6015a79d59d2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:59.203454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5a343-ed1c-4ec3-8a36-1b05f4f7c777 None None] Network 299250e4-ce81-49d3-b0a7-393e20708257 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:49:59.207209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:49:59.250653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.290800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c024c5a-9717-49a7-80b7-250d11133572 req-3c9ff155-2460-4674-a669-73c0822a543a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.293065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c024c5a-9717-49a7-80b7-250d11133572 req-3c9ff155-2460-4674-a669-73c0822a543a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2663410 Aug 22 14:49:59.293699 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.422306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] DHCP port deletion for 299250e4-ce81-49d3-b0a7-393e20708257 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:49:59.461617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.462497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.463350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.465895 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6458eec-5e13-49cd-a203-75c90faf55be HTTP/1.1" status: 204 len: 168 time: 0.3093824 Aug 22 14:49:59.474412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a33cbc-ba6d-45a9-90fa-d3d51a8e1e2d req-453e4d49-4ebe-498c-a375-38e5965e5198 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.476248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a33cbc-ba6d-45a9-90fa-d3d51a8e1e2d req-453e4d49-4ebe-498c-a375-38e5965e5198 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 945 time: 0.2830973 Aug 22 14:49:59.481499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cb168-bf30-4a9d-933f-c5f8974cd425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6458eec-5e13-49cd-a203-75c90faf55be,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:59.492066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Deleting port 5b723167-85a9-49c2-9943-246cf52aab39 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:59.493066 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.498572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c024c5a-9717-49a7-80b7-250d11133572 req-33950ace-e512-42ee-8e90-65e004a69b9f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312690 Aug 22 14:49:59.585271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a33cbc-ba6d-45a9-90fa-d3d51a8e1e2d req-d107b829-3df4-4e0a-bea8-7e9770024f39 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942936 Aug 22 14:49:59.599610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-2d104833-3e39-40ec-a7c9-04acda0b9701 service neutron] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:49:59.607369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-2d104833-3e39-40ec-a7c9-04acda0b9701 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.608587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16ad0639-82a1-4367-a6cf-2ff78cd4d5f0 req-2d104833-3e39-40ec-a7c9-04acda0b9701 service neutron] 10.222.0.10 "DELETE /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.6015747 Aug 22 14:49:59.627748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Deleting port 5b723167-85a9-49c2-9943-246cf52aab39 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:49:59.628477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.630834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] For port 5b723167-85a9-49c2-9943-246cf52aab39, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5b723167-85a9-49c2-9943-246cf52aab39,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:59.631511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.652114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Calling delete_port for 5b723167-85a9-49c2-9943-246cf52aab39 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:59.775253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] For port 5b723167-85a9-49c2-9943-246cf52aab39, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5b723167-85a9-49c2-9943-246cf52aab39,segment=NetworkSegment(7abbfc8b-7a76-48b4-949b-61694b84f4a9),segment_id=7abbfc8b-7a76-48b4-949b-61694b84f4a9)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:49:59.775620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.810943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82e8a-eb87-4db6-801d-3a11c6e710c0 req-88165ba4-fe2b-4b68-aff1-23bfa4ab35ff tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.817063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82e8a-eb87-4db6-801d-3a11c6e710c0 req-88165ba4-fe2b-4b68-aff1-23bfa4ab35ff tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.823037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82e8a-eb87-4db6-801d-3a11c6e710c0 req-88165ba4-fe2b-4b68-aff1-23bfa4ab35ff tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.824805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1e82e8a-eb87-4db6-801d-3a11c6e710c0 req-88165ba4-fe2b-4b68-aff1-23bfa4ab35ff tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.1728349 Aug 22 14:49:59.844859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Calling delete_port for 5b723167-85a9-49c2-9943-246cf52aab39 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:49:59.899084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-7725df3b-437b-4d2c-a2a0-1b2f70f9a56f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1786926 Aug 22 14:49:59.909253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:49:59.955087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] Pushing event deleted for resources: {'Port': ['ID=5b723167-85a9-49c2-9943-246cf52aab39,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:49:59.959545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 32aa7607-e740-4139-9f5c-1e45421e25d6 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:49:59.984920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a93f-1053-4122-a8be-df0959c28ad2 req-a0b110c6-f7c6-40f8-ae7b-66f2946b6b9d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:49:59.992767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d5a93f-1053-4122-a8be-df0959c28ad2 req-a0b110c6-f7c6-40f8-ae7b-66f2946b6b9d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2195177 Aug 22 14:50:00.028810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1e82e8a-eb87-4db6-801d-3a11c6e710c0 req-5273e131-3e15-4a97-96de-56073b5a260b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849165 Aug 22 14:50:00.045842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6de420-286b-450b-a102-3ea9f766dbd8 None None] No DVR routers for this DVR port 5b723167-85a9-49c2-9943-246cf52aab39 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:00.105021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-d37e5755-73d5-4a55-be05-8590e145b6d1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.111267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-d37e5755-73d5-4a55-be05-8590e145b6d1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.130737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-d37e5755-73d5-4a55-be05-8590e145b6d1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.132475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-d37e5755-73d5-4a55-be05-8590e145b6d1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.2540812 Aug 22 14:50:00.148082 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa9b32c3-ed18-4a64-ad74-438ac4bc0306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.210977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d5a93f-1053-4122-a8be-df0959c28ad2 req-d292c2a6-e1ba-47d8-8688-83da584ea2f0 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114685 Aug 22 14:50:00.210977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.225144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5b723167-85a9-49c2-9943-246cf52aab39 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:00.273676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44097b3-126e-478c-bb2d-0c58c069873a req-9744fd07-7443-4b51-aea1-c12736ffccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.275190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-9744fd07-7443-4b51-aea1-c12736ffccd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 1096 time: 0.2748115 Aug 22 14:50:00.283521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b723167-85a9-49c2-9943-246cf52aab39,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:00.299828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 32aa7607-e740-4139-9f5c-1e45421e25d6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:00.302415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5b723167-85a9-49c2-9943-246cf52aab39 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:00.302766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5b723167-85a9-49c2-9943-246cf52aab39 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:00.318269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 32aa7607-e740-4139-9f5c-1e45421e25d6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:00.319803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.330748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] No DVR routers for this DVR port 5b723167-85a9-49c2-9943-246cf52aab39 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:00.460190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.488157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:00.491326 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29341049-2b62-4666-8a5b-315101a5d8da" -d '{"events": [{"server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "name": "network-vif-plugged", "status": "completed", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:00.507685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=32aa7607-e740-4139-9f5c-1e45421e25d6,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:00.535310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1625e4-948e-4b6d-8bb5-426bcf355abb req-7b0ffed0-0010-46a2-b3b9-f89b80f8abf5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.537123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1625e4-948e-4b6d-8bb5-426bcf355abb req-7b0ffed0-0010-46a2-b3b9-f89b80f8abf5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.3186507 Aug 22 14:50:00.541313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.570245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299250e4-ce81-49d3-b0a7-393e20708257']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:00.580989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25571c0a-0699-4594-9686-e5946906ef46 req-67a6a43e-4a1d-4063-b84e-286d06d2a42e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.582561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25571c0a-0699-4594-9686-e5946906ef46 req-67a6a43e-4a1d-4063-b84e-286d06d2a42e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2530859 Aug 22 14:50:00.591663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.612941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abbfc8b-7a76-48b4-949b-61694b84f4a9') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:00.613223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abbfc8b-7a76-48b4-949b-61694b84f4a9') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:00.642344 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.648368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44097b3-126e-478c-bb2d-0c58c069873a req-e1c8f730-c426-4635-b6e1-791754be69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:00.649872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-e1c8f730-c426-4635-b6e1-791754be69b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.3173227 Aug 22 14:50:00.657519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:00.672450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:00.672450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.737688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.745644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1625e4-948e-4b6d-8bb5-426bcf355abb req-e7fd2d25-7d84-41c1-ab2b-6c7756ec6958 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906402 Aug 22 14:50:00.761823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-66ce3374-2fed-4828-87c7-2afe39fe7879 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 200 len: 217 time: 0.0976188 Aug 22 14:50:00.768206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:50:00.772288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:50:00.773261 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:50:00.841110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25571c0a-0699-4594-9686-e5946906ef46 req-d0aa7afe-4d65-4b8c-bc5a-26778bfa0589 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467704 Aug 22 14:50:00.877428 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a233c969-9b05-4ee0-8884-f8bb96cd678a x-openstack-request-id: req-a233c969-9b05-4ee0-8884-f8bb96cd678a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:00.877428 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "name": "network-vif-plugged", "status": "completed", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:00.878174 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a233c969-9b05-4ee0-8884-f8bb96cd678a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:00.878788 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'code': 200} Aug 22 14:50:01.026318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573aefe-10e5-43dd-a4f9-2d797e5bb18a req-4b953bc5-b00e-4a34-be19-d5f8d47af34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.028940 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0573aefe-10e5-43dd-a4f9-2d797e5bb18a req-4b953bc5-b00e-4a34-be19-d5f8d47af34f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 1097 time: 0.0748179 Aug 22 14:50:01.083026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0573aefe-10e5-43dd-a4f9-2d797e5bb18a req-44dfe7b6-52b8-4c46-b4b2-917138fbe61f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 Aug 22 14:50:01.106144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51128) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:01.270750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2095644255-network', 'tenant_id': '9bd323a8d5bc412293eee5cbb2f379e0'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:01.317184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44097b3-126e-478c-bb2d-0c58c069873a req-615ce2df-1105-4393-abd5-46537bbb6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.318904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-615ce2df-1105-4393-abd5-46537bbb6a99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.5338480 Aug 22 14:50:01.321780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-58e8a480-6e84-4350-86a4-579c5d38b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.324667 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-58e8a480-6e84-4350-86a4-579c5d38b2c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1096 time: 0.1271501 Aug 22 14:50:01.383405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619b01c-3643-4adf-8827-a81e21a908ea req-5072e4cb-a63b-499a-abc9-cbad6ae8d2bf tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.385008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c619b01c-3643-4adf-8827-a81e21a908ea req-5072e4cb-a63b-499a-abc9-cbad6ae8d2bf tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1892192 Aug 22 14:50:01.387210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:01.387587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.391612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-a62007af-a913-4989-a8f4-65bf812490f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533903 Aug 22 14:50:01.399733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05b64b-88b1-4104-9bc0-3299f1fb2e5b req-88936f91-235a-4e4c-9634-5bf2e7869328 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.401367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe05b64b-88b1-4104-9bc0-3299f1fb2e5b req-88936f91-235a-4e4c-9634-5bf2e7869328 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.2042651 Aug 22 14:50:01.420927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.433991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Made reservation on behalf of 9bd323a8d5bc412293eee5cbb2f379e0 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:01.437134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.447134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:01.451663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.462295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-a84aa1a6-0278-47f2-a342-7caea488469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.463799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-a84aa1a6-0278-47f2-a342-7caea488469e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1297591 Aug 22 14:50:01.490142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.492034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/299250e4-ce81-49d3-b0a7-393e20708257 HTTP/1.1" status: 204 len: 168 time: 2.2819955 Aug 22 14:50:01.508486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b2cd-694e-4587-84b2-de60caff33a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=299250e4-ce81-49d3-b0a7-393e20708257,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:01.518585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-4714ad0d-1632-4530-b335-fa272ae596c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Aug 22 14:50:01.599257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-2ee5bcd5-fca3-4cf9-83d7-2abf9f220f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.600639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-2ee5bcd5-fca3-4cf9-83d7-2abf9f220f10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0724137 Aug 22 14:50:01.608145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c619b01c-3643-4adf-8827-a81e21a908ea req-5d133f44-82db-4c34-b382-30fb4aaeaac4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053900 Aug 22 14:50:01.613957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe05b64b-88b1-4104-9bc0-3299f1fb2e5b req-c50aaea2-d140-4f73-9184-23f721657ffb tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954679 Aug 22 14:50:01.641378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f266af2f-2bdc-4c56-b3b8-717c720809c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327182 Aug 22 14:50:01.653827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-2650b5b3-9458-4feb-a149-2913a2a0517f service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450664 Aug 22 14:50:01.691543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.760905 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-2f43633f-4948-4e7e-bf2e-14950291e7da service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110456 Aug 22 14:50:01.779500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.844668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:50:01.873136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.873562 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Added segment 7f542740-114f-41d6-9687-b5840728c379 of type vlan for network b69a2587-8912-48e0-802a-b9ce398d942d Aug 22 14:50:01.876569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4070de81-ac1a-4d3f-8e25-1b6db486139e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:01.943582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:01.949224 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-dc7b2d50-0be8-4c6d-acb5-fb593b9638a5 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801643 Aug 22 14:50:01.957301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c44097b3-126e-478c-bb2d-0c58c069873a req-f131c531-78ec-45bb-818b-dadc3420d6af service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920568 Aug 22 14:50:01.966187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9c421-88e2-4964-af59-ec511ee03cc8 req-41dee85a-c874-40d0-b1a8-ff1afdd054bf tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.967747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87e9c421-88e2-4964-af59-ec511ee03cc8 req-41dee85a-c874-40d0-b1a8-ff1afdd054bf tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2376919 Aug 22 14:50:01.979762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0377b6-a58d-4d4a-9721-d356c5ef95b3 req-3bace71a-4f7e-46ad-82ce-a06d0a94835c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.987555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0377b6-a58d-4d4a-9721-d356c5ef95b3 req-3bace71a-4f7e-46ad-82ce-a06d0a94835c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.992925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0377b6-a58d-4d4a-9721-d356c5ef95b3 req-3bace71a-4f7e-46ad-82ce-a06d0a94835c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:01.994658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d0377b6-a58d-4d4a-9721-d356c5ef95b3 req-3bace71a-4f7e-46ad-82ce-a06d0a94835c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 2418 time: 0.2476699 Aug 22 14:50:02.036999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:02.056634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.058324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:02.059079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.062765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87e9c421-88e2-4964-af59-ec511ee03cc8 req-501729bc-9466-4877-b382-f0b93ca6b451 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648854 Aug 22 14:50:02.069340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d0377b6-a58d-4d4a-9721-d356c5ef95b3 req-b62dd245-2983-465a-8082-d8f291e8b6f1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651910 Aug 22 14:50:02.092085 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.117209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1dead387-b463-4c17-904d-19e33ef92d6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c308624db51d4f8c84b55151034ba8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766773 Aug 22 14:50:02.131599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['18cd4632-35e8-4b6b-adef-1bd616c9eaee', '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'd2440fa7-a713-47d1-a3e9-cdba666523e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:02.141874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:02.158955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] Pushing event updated for resources: {'Network': ['ID=b69a2587-8912-48e0-802a-b9ce398d942d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:02.172894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=4f74fcea-608c-4bd5-98a2-bc88d9cd37c4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:02.188895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b69a2587-8912-48e0-802a-b9ce398d942d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:50:02.189139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3374c529-9308-4334-a7a2-42048efba1ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0788782 Aug 22 14:50:02.190586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:02.225191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Request body: {'subnet': {'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2095644255-subnet', 'tenant_id': '9bd323a8d5bc412293eee5cbb2f379e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:02.241054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.277710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.312148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:02.320711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.322790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-f9ef1492-963e-4519-a171-6a093cd230a5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "DELETE /v2.0/ports/4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 HTTP/1.1" status: 204 len: 173 time: 2.1764400 Aug 22 14:50:02.329512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:02.332432 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8af0d-e32f-4647-aad6-f99ed6a06810" -d '{"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:02.430276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8daad-c3fa-4e62-aeb5-15c5bf063fb9 req-9d88f966-d350-4d72-8188-cedcb04a74ac tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:02.430276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afe8daad-c3fa-4e62-aeb5-15c5bf063fb9 req-9d88f966-d350-4d72-8188-cedcb04a74ac tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2462273 Aug 22 14:50:02.436880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-a74e07bc-086d-41a8-b72b-5272630eaf29 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:02.438448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-a74e07bc-086d-41a8-b72b-5272630eaf29 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.2290928 Aug 22 14:50:02.443360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fef47-be04-45e3-9531-d1b31ad1335f req-3f01725f-fe0b-4b59-bdce-6684928569d2 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:02.445317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e40fef47-be04-45e3-9531-d1b31ad1335f req-3f01725f-fe0b-4b59-bdce-6684928569d2 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1095 time: 0.2268763 Aug 22 14:50:02.470354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:02.531459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Made reservation on behalf of 9bd323a8d5bc412293eee5cbb2f379e0 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:02.536392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.564774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.564774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.565421 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12671bee-0151-414e-a774-4795d54817f9 HTTP/1.1" status: 204 len: 168 time: 0.4219983 Aug 22 14:50:02.576881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b9e87-739a-483f-9d35-1e0646336310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12671bee-0151-414e-a774-4795d54817f9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:02.651671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afe8daad-c3fa-4e62-aeb5-15c5bf063fb9 req-0f85e7e2-63ef-4018-a9b4-86eafff8798e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107692 Aug 22 14:50:02.690225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e40fef47-be04-45e3-9531-d1b31ad1335f req-8127cda5-34db-4fd4-8e21-7d786eb4c7d6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102742 Aug 22 14:50:02.706763 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711facc-8aea-413d-b7a1-fb0df52e4b65 x-openstack-request-id: req-1711facc-8aea-413d-b7a1-fb0df52e4b65 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:02.707217 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "4f74fcea-608c-4bd5-98a2-bc88d9cd37c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:02.707634 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1711facc-8aea-413d-b7a1-fb0df52e4b65 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:02.708407 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': '4f74fcea-608c-4bd5-98a2-bc88d9cd37c4', 'status': 'completed', 'code': 200} Aug 22 14:50:02.717124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port d2440fa7-a713-47d1-a3e9-cdba666523e2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:02.717709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.783597 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:02.825451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.077232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port d2440fa7-a713-47d1-a3e9-cdba666523e2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d2440fa7-a713-47d1-a3e9-cdba666523e2,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:03.078085 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.120529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37a320-355a-47a7-ae00-6e050f291e2b req-7062ee65-28c2-40d3-9ba4-e809904029ee tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:03.122172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb37a320-355a-47a7-ae00-6e050f291e2b req-7062ee65-28c2-40d3-9ba4-e809904029ee tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.3314650 Aug 22 14:50:03.142457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461335c-108c-4ffc-82e3-8fe0d11f5fe8 req-388cb2ed-a8fc-409e-ac1a-4ca0deef0dec tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:03.144126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7461335c-108c-4ffc-82e3-8fe0d11f5fe8 req-388cb2ed-a8fc-409e-ac1a-4ca0deef0dec tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.3063824 Aug 22 14:50:03.173110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for d2440fa7-a713-47d1-a3e9-cdba666523e2 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:03.281525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:03.339638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb37a320-355a-47a7-ae00-6e050f291e2b req-283e8706-2a19-4439-ac5d-7f02cde2003c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051225 Aug 22 14:50:03.347092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7461335c-108c-4ffc-82e3-8fe0d11f5fe8 req-cf985640-c3f3-4469-a2c2-f3300525e5d5 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876488 Aug 22 14:50:03.371736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.387942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e823698c-8c49-4f1e-a809-d24350990f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.425798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:03.573376 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.583798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Pushing event updated for resources: {'Subnet': ['ID=81245567-2d79-4182-b248-dd7417e385da,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:03.657430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Checking segment: {'id': '7f542740-114f-41d6-9687-b5840728c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:03.658445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Network hostable DHCP agents. Network: b69a2587-8912-48e0-802a-b9ce398d942d, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:50:03.671224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882b86f-c65e-4f49-8138-6614c54374e5 req-29dc1214-684b-4024-a7ef-6053f4f38856 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:03.672863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4882b86f-c65e-4f49-8138-6614c54374e5 req-29dc1214-684b-4024-a7ef-6053f4f38856 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 945 time: 0.2080491 Aug 22 14:50:03.680052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dde6c-ab0c-43da-81b7-ea010669b741 req-a87207ac-9e7b-48a8-a7c6-3c37e8fd5397 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:03.681623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b4dde6c-ab0c-43da-81b7-ea010669b741 req-a87207ac-9e7b-48a8-a7c6-3c37e8fd5397 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 1095 time: 0.2181911 Aug 22 14:50:03.685635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.817829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4882b86f-c65e-4f49-8138-6614c54374e5 req-7420c86b-4983-4810-ac5d-9d848d4039aa tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322656 Aug 22 14:50:03.825689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.832570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:03.854324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b4dde6c-ab0c-43da-81b7-ea010669b741 req-36f3eda1-e88d-4034-b21f-fff4d3eb65a9 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468229 Aug 22 14:50:03.920906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:03.921250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:03.921591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:03.924128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=d2440fa7-a713-47d1-a3e9-cdba666523e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:03.933324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Network b69a2587-8912-48e0-802a-b9ce398d942d is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:50:03.955273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port d2440fa7-a713-47d1-a3e9-cdba666523e2 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:03.958818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:03.959159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Attempting to bind port a809d533-1287-44c6-a7cd-966e76ebb089 on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:03.969601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:03.974074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-bedd2209-2276-401d-9105-558a571c46e8 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "DELETE /v2.0/ports/d2440fa7-a713-47d1-a3e9-cdba666523e2 HTTP/1.1" status: 204 len: 173 time: 1.6356332 Aug 22 14:50:03.974921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:03.976805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:03.977156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:03.977638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Bound port: a809d533-1287-44c6-a7cd-966e76ebb089, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:03.978010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.020377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b69a2587-8912-48e0-802a-b9ce398d942d) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:04.030453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84915f8c-440b-42b5-a6b5-547560956380 None None] Network b69a2587-8912-48e0-802a-b9ce398d942d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:04.110503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:04.111350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.208433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c1ca0-c9c8-434b-b535-e6aac8286489 None None] Network b69a2587-8912-48e0-802a-b9ce398d942d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:04.224799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e3f15d07-0229-45b1-aef2-b0c503c752af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0166414 Aug 22 14:50:04.276966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:04.286857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa581-3539-4a8e-805e-9b9872a3e390 req-58b0e9f9-176c-48f5-9c72-7fad9d22c93e tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:04.293240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c28fa581-3539-4a8e-805e-9b9872a3e390 req-58b0e9f9-176c-48f5-9c72-7fad9d22c93e tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.2836561 Aug 22 14:50:04.301050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd92a7-c71e-4d64-90d1-a9843bb672f0 req-4da73b3d-2845-46e8-a90e-f2f224589f7b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:04.302192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:04.313399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03dd92a7-c71e-4d64-90d1-a9843bb672f0 req-4da73b3d-2845-46e8-a90e-f2f224589f7b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 946 time: 0.3537934 Aug 22 14:50:04.313510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Request body: {'floatingip': {'port_id': '32aa7607-e740-4139-9f5c-1e45421e25d6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:04.320217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:04.432678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.443637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18cd4632-35e8-4b6b-adef-1bd616c9eaee no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:04.471441 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.516912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 18cd4632-35e8-4b6b-adef-1bd616c9eaee {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:04.517261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.530020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03dd92a7-c71e-4d64-90d1-a9843bb672f0 req-84195f1c-4b30-4a49-b14d-9f327f12d5d4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973395 Aug 22 14:50:04.562041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:04.679360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.730484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:04.732628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:04.735351 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d8d60-792e-4ebf-bfb7-a355014486e3" -d '{"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:04.811503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.813432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:04.909000 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:04.913567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:04.913567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4f74fcea-608c-4bd5-98a2-bc88d9cd37c4 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:04.913871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d2440fa7-a713-47d1-a3e9-cdba666523e2 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:04.936986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: d2440fa7-a713-47d1-a3e9-cdba666523e2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:04.937282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d2440fa7-a713-47d1-a3e9-cdba666523e2 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:04.939167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:04.949611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089'}, {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:04.951570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.951930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.952271 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66470bbf-fb48-4706-81d8-58cd1257ce4f" -d '{"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-unplugged", "status": "completed", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089"}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:04.952414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.954173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.954567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.954887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.955358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.955553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.955900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.956262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.956593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.956926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:04.982778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf01-8b18-4396-99fe-ada2e0e6497b req-ba681ec8-5107-4a71-93ca-26c0a9921e01 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:04.984418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b88eaf01-8b18-4396-99fe-ada2e0e6497b req-ba681ec8-5107-4a71-93ca-26c0a9921e01 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.5942295 Aug 22 14:50:05.007793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:05.008468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.009884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-63bed476-14fd-4c7f-8513-f5ff22d9949e service neutron] 10.222.0.10 "PUT /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 1121 time: 2.5634387 Aug 22 14:50:05.055811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 18cd4632-35e8-4b6b-adef-1bd616c9eaee, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18cd4632-35e8-4b6b-adef-1bd616c9eaee,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:05.056253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.076416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b88eaf01-8b18-4396-99fe-ada2e0e6497b req-fbc09f61-49da-45f2-9524-6218168d5c5a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754178 Aug 22 14:50:05.077373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 18cd4632-35e8-4b6b-adef-1bd616c9eaee owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:05.102561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a809d533-1287-44c6-a7cd-966e76ebb089'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:05.248574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd8d3d-76a2-43d2-a88a-cffc23a9580a req-debb5f33-dcc7-4742-b7c3-a3e8bb23538e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:05.256721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23fd8d3d-76a2-43d2-a88a-cffc23a9580a req-debb5f33-dcc7-4742-b7c3-a3e8bb23538e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0906029 Aug 22 14:50:05.295399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.341770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23fd8d3d-76a2-43d2-a88a-cffc23a9580a req-bcf9d14e-7bd7-48c3-baf3-b4bb852b05fd tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819826 Aug 22 14:50:05.351728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.404916 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c122e393-bfec-4894-bbea-59c478bf2c0a x-openstack-request-id: req-c122e393-bfec-4894-bbea-59c478bf2c0a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:05.405432 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:05.406040 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c122e393-bfec-4894-bbea-59c478bf2c0a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:05.406641 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'code': 200} Aug 22 14:50:05.499730 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a associated. External IP: 172.25.0.154, port: 32aa7607-e740-4139-9f5c-1e45421e25d6. Aug 22 14:50:05.502980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.566079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=18cd4632-35e8-4b6b-adef-1bd616c9eaee,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:05.618915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-18eef0b3-c881-4fc7-a888-e360ab73a2f8 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:05.620583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-18eef0b3-c881-4fc7-a888-e360ab73a2f8 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/networks?id=b69a2587-8912-48e0-802a-b9ce398d942d HTTP/1.1" status: 200 len: 818 time: 0.2070587 Aug 22 14:50:05.636784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 18cd4632-35e8-4b6b-adef-1bd616c9eaee on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:05.641063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:05.643146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcbdc5f9-72d6-4b60-9811-76f9a2bdd99f req-9ce7af98-390d-42f2-bb42-6e5808ff43c4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.10 "DELETE /v2.0/ports/18cd4632-35e8-4b6b-adef-1bd616c9eaee HTTP/1.1" status: 204 len: 173 time: 1.6424830 Aug 22 14:50:05.658167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-012e0462-08a9-4fc3-9a44-36b1eb2bc542 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/quotas/9bd323a8d5bc412293eee5cbb2f379e0 HTTP/1.1" status: 200 len: 375 time: 0.0227184 Aug 22 14:50:05.668425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40759ebb-33b0-41d3-a6d3-ee09ae76f7e9 req-a5814e09-7b89-4559-a366-4d113057db1e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:05.670082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40759ebb-33b0-41d3-a6d3-ee09ae76f7e9 req-a5814e09-7b89-4559-a366-4d113057db1e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.1836984 Aug 22 14:50:05.724124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-9e7f3010-4db0-4ffe-99bb-9a8abf929075 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bd323a8d5bc412293eee5cbb2f379e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461664 Aug 22 14:50:05.861015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40759ebb-33b0-41d3-a6d3-ee09ae76f7e9 req-33a8034e-de54-435d-82fb-0734a15ec31d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646404 Aug 22 14:50:05.862019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:50:05.900680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-f14bf07c-d18c-4204-ae34-6f655253a6e1 service neutron] 10.222.0.53 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598661 Aug 22 14:50:06.026874 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5cb4c4-8799-4bf3-a67d-0facbff49f0a x-openstack-request-id: req-8c5cb4c4-8799-4bf3-a67d-0facbff49f0a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:06.027614 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-unplugged", "status": "completed", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089", "code": 200}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "d2440fa7-a713-47d1-a3e9-cdba666523e2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:06.027734 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c5cb4c4-8799-4bf3-a67d-0facbff49f0a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:06.028388 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'code': 200} Aug 22 14:50:06.028810 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': 'd2440fa7-a713-47d1-a3e9-cdba666523e2', 'status': 'completed', 'code': 200} Aug 22 14:50:06.029328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:50:06.058901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:06.059411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:50:06.074723 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:50:06.075639 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:50:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:06.118784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-d86dd705-4231-4e1f-bc20-e26c96efd167 service neutron] 10.222.0.53 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149246 Aug 22 14:50:06.161864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8dd2983b-2b2d-4560-af61-8d1590bfc63d tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "PUT /v2.0/floatingips/8c5d1779-8227-4c24-a207-e37aeb2a218a HTTP/1.1" status: 200 len: 992 time: 1.8522382 Aug 22 14:50:06.161864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:06.164170 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304" -d '{"events": [{"name": "network-changed", "server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:06.178411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bba1a91-fd28-4be5-9308-31b0f92b1d19 req-921fa83c-1cee-40a9-b010-b161e7a567be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e HTTP/1.1" status: 200 len: 210 time: 0.0727987 Aug 22 14:50:06.247580 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:50:06.338907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91ed1e-873a-47e6-932a-23afab1860f5 req-f8eb1a1e-8db9-4ed7-8934-01f05c69b37c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:06.340358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c91ed1e-873a-47e6-932a-23afab1860f5 req-f8eb1a1e-8db9-4ed7-8934-01f05c69b37c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0732193 Aug 22 14:50:06.394077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c91ed1e-873a-47e6-932a-23afab1860f5 req-65141328-f385-47f5-a1f8-d2dd7211140b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Aug 22 14:50:06.442943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:06.553581 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a00ef-efbe-4f94-afed-d2c34ff727c8 x-openstack-request-id: req-f54a00ef-efbe-4f94-afed-d2c34ff727c8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:06.554099 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:06.554223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f54a00ef-efbe-4f94-afed-d2c34ff727c8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:06.554567 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'status': 'completed', 'code': 200} Aug 22 14:50:06.681525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-839494f0-524e-401a-8ee2-155ead389ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:06.683597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-839494f0-524e-401a-8ee2-155ead389ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 1097 time: 0.0964177 Aug 22 14:50:06.730329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:06.755117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:32:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:50:05Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:06.795794 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:50:06.807489 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:50:06.808662 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:50:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:06.840649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:50:06.862194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2853fc2e-d6cc-484c-8ceb-550c8161806e req-f424bfc5-651d-4fce-a037-d05a9b2c6c5d tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 210 time: 0.1889772 Aug 22 14:50:06.898344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:06.913104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-cb958569-68e1-4d9e-b684-9f5b520c35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:06.913104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-cb958569-68e1-4d9e-b684-9f5b520c35cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.2151084 Aug 22 14:50:06.913352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5603c-3f17-4cff-8e37-8282811daffd req-6ad29e0c-2089-42c7-88a6-d9210f64b569 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:06.920014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ec5603c-3f17-4cff-8e37-8282811daffd req-6ad29e0c-2089-42c7-88a6-d9210f64b569 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2787414 Aug 22 14:50:07.003140 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:50:07.021171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ec5603c-3f17-4cff-8e37-8282811daffd req-6a45b264-ed0d-47a5-b17b-414ac4da24fc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000507 Aug 22 14:50:07.032172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-925e06c9-8c3b-4b39-a9dd-17428c10ecfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 200 len: 1000 time: 0.1136992 Aug 22 14:50:07.133413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-68cdf2b7-eb6f-49ca-9af2-e8600bbea912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:07.136959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-68cdf2b7-eb6f-49ca-9af2-e8600bbea912 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.0951614 Aug 22 14:50:07.184304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e55076-6e43-447d-9fd8-3fe72c9772dd req-387b3f43-fceb-4971-99fe-8f1881ee64ae tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:07.186619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1e55076-6e43-447d-9fd8-3fe72c9772dd req-387b3f43-fceb-4971-99fe-8f1881ee64ae tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.0993676 Aug 22 14:50:07.225220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-d7ff4325-9533-4562-98a8-cf5d49f96e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:07.226737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-d7ff4325-9533-4562-98a8-cf5d49f96e0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798638 Aug 22 14:50:07.282162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1e55076-6e43-447d-9fd8-3fe72c9772dd req-a519f2ee-7012-425b-9f4d-ba2284a49421 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684302 Aug 22 14:50:07.282668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51290) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:07.369504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting subnet 65ff6077-7534-4589-8a8a-e2ca41d1f00b {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:50:07.371211 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-046d7b42-753e-4420-8957-3935fe6be73c service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339469 Aug 22 14:50:07.373172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.428500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.451448 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:32:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:50:05Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:07.493405 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a61a6-5d83-4433-b08e-dd9014009230 None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8c5d1779-8227-4c24-a207-e37aeb2a218a', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'e922b770-7117-474d-b993-9e17504636a5', 'port_id': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'mac_address': 'fa:16:3e:32:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:46:29Z', 'updated_at': '2021-08-22T14:50:05Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:50:07.512133 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b51bdfa1-a1ca-4b37-be53-5c3cecb6a304 req-407580b2-1e4c-426a-8e73-a0762a730565 service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266446 Aug 22 14:50:07.554642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.687386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78460d-da8a-4f20-ad93-2aecd72a008c req-d6d208a2-e843-4f54-8791-1a58380fb62c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:07.689325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c78460d-da8a-4f20-ad93-2aecd72a008c req-d6d208a2-e843-4f54-8791-1a58380fb62c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0681586 Aug 22 14:50:07.759244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c4a97-8980-4262-9449-0517c74e0a48 None None] New status for floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:50:07.763531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c78460d-da8a-4f20-ad93-2aecd72a008c req-60880e79-64c9-404d-abf7-18747447c407 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Aug 22 14:50:07.766643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.802935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff6077-7534-4589-8a8a-e2ca41d1f00b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:07.808437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.810195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/subnets/65ff6077-7534-4589-8a8a-e2ca41d1f00b HTTP/1.1" status: 204 len: 168 time: 0.5265632 Aug 22 14:50:07.814714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51298) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:07.815772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.816162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.816512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.817445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.818120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.818120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.818490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.819162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.819162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.819460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.819740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.820098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d85487-b677-429d-ac15-73df031eb3be tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:07.821346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66980f3-022c-4589-91c2-2fe18ed3437c None None] Network 4d1b2ff8-7299-4127-bc9e-c622019025f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:07.905672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:07.974651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-885f5ce6-2365-42fe-ae3c-e125192651de req-c7a77dff-d18b-4779-a86b-70f0a033ef7e tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 210 time: 0.0497239 Aug 22 14:50:07.977559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:07.978075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.029676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089'}, {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:08.032300 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f" -d '{"events": [{"name": "network-changed", "server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089"}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:08.074598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:08.075540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.104251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:08.136640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] DHCP port deletion for 4d1b2ff8-7299-4127-bc9e-c622019025f0 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:50:08.169926 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea235d1-f6df-4669-a585-c37468d23ce1 x-openstack-request-id: req-8ea235d1-f6df-4669-a585-c37468d23ce1 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:08.170310 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089", "status": "completed", "code": 200}, {"server_uuid": "ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e", "name": "network-vif-deleted", "tag": "18cd4632-35e8-4b6b-adef-1bd616c9eaee", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:08.170640 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea235d1-f6df-4669-a585-c37468d23ce1 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:08.171314 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'status': 'completed', 'code': 200} Aug 22 14:50:08.175363 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc2539-4f1a-4b36-a5b5-bb8dc769a05e', 'name': 'network-vif-deleted', 'tag': '18cd4632-35e8-4b6b-adef-1bd616c9eaee', 'status': 'completed', 'code': 200} Aug 22 14:50:08.240808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed649964-0d68-4116-bc68-3c8ea72460ce req-82b8bb8a-ec4e-433b-8325-56f195313f75 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.248724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed649964-0d68-4116-bc68-3c8ea72460ce req-82b8bb8a-ec4e-433b-8325-56f195313f75 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1117597 Aug 22 14:50:08.273528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:08.313828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed649964-0d68-4116-bc68-3c8ea72460ce req-55c9c098-87b4-453b-a784-a2f06cbd59d9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642245 Aug 22 14:50:08.346531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Deleting port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:08.346905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.374204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-5aaf0b8f-f55d-4a56-a5c7-0d149a421e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.375641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-5aaf0b8f-f55d-4a56-a5c7-0d149a421e22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1124 time: 0.0654037 Aug 22 14:50:08.422873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.495173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:08.508054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:08.538762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fde8-feca-4f6f-93d4-c87e2f665782 req-e99a2068-32b3-4be5-9ea0-8aac7d004902 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.548901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e244fde8-feca-4f6f-93d4-c87e2f665782 req-e99a2068-32b3-4be5-9ea0-8aac7d004902 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.1318147 Aug 22 14:50:08.601082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] For port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,segment=NetworkSegment(246e4cda-b539-4e96-a073-5f0755222333),segment_id=246e4cda-b539-4e96-a073-5f0755222333)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:08.606233 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.606501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e244fde8-feca-4f6f-93d4-c87e2f665782 req-60637e30-ddfc-4273-a132-1af7de824e6f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533590 Aug 22 14:50:08.616696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Calling delete_port for 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:08.628752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No active binding found for port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:50:08.629233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:08.648792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.649689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.652364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.653050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.653902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.654456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.655016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.655562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.656161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.656738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.657592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.658251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:50:08.675270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-4551e70b-774c-4445-9c9a-99b9fd94a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.675270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-4551e70b-774c-4445-9c9a-99b9fd94a05b service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.2855835 Aug 22 14:50:08.725253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.738467 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-199ba36e-7877-4cb5-a152-84036befa437 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 217 time: 0.0533824 Aug 22 14:50:08.752788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] Pushing event deleted for resources: {'Port': ['ID=69c161e5-74d4-4c08-9fc0-7fcaf8474b6e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:08.758107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999ea3b-0d39-40ab-9bf8-af736d43eef0 None None] No DVR routers for this DVR port 69c161e5-74d4-4c08-9fc0-7fcaf8474b6e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:08.782795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.828764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b2ff8-7299-4127-bc9e-c622019025f0']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:08.844155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246e4cda-b539-4e96-a073-5f0755222333') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:08.844971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246e4cda-b539-4e96-a073-5f0755222333') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:08.858664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.870193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-4b173a8e-92c0-4ff5-b3a7-e9b58551234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.872587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-4b173a8e-92c0-4ff5-b3a7-e9b58551234c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0922303 Aug 22 14:50:08.902101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.923494 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-6b28a948-32ec-4836-a746-67d08f7166a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316656 Aug 22 14:50:08.924879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:50:08.925488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:50:08.930330 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:50:08.959861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4848ad-7345-4670-8a94-2346f87f30e4 req-3e42f06f-7888-4d56-8872-91d4cb681304 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:08.961650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a4848ad-7345-4670-8a94-2346f87f30e4 req-3e42f06f-7888-4d56-8872-91d4cb681304 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0873370 Aug 22 14:50:09.027416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a4848ad-7345-4670-8a94-2346f87f30e4 req-1802b676-e4e6-49a6-993a-c1dda8f2662a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570462 Aug 22 14:50:09.125625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62a7a294-0ac4-49ff-80f8-d3d05b6a87db req-59540aba-86b8-440d-a78b-26955bdb759b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 210 time: 0.0536432 Aug 22 14:50:09.126415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.137245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.141661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/networks/4d1b2ff8-7299-4127-bc9e-c622019025f0 HTTP/1.1" status: 204 len: 168 time: 1.3243303 Aug 22 14:50:09.142492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51338) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:09.164817 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-910ea45f-89af-4564-956d-53fd9d72a88f service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133539 Aug 22 14:50:09.168226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50c78a-30d6-4a86-afb7-d8ae36e8d82e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Network': ['ID=4d1b2ff8-7299-4127-bc9e-c622019025f0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:09.216395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting subnet 98ad6121-4d9d-468f-895d-1c8ee7e10e77 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:50:09.228618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.299744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.470435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.565575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a69e48-d877-4eda-87a5-616f03aeed8a req-d0e3c3f8-c7b2-493b-8755-1880863e5a91 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:09.568032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80a69e48-d877-4eda-87a5-616f03aeed8a req-d0e3c3f8-c7b2-493b-8755-1880863e5a91 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1188700 Aug 22 14:50:09.616131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80a69e48-d877-4eda-87a5-616f03aeed8a req-2eb058a6-504d-463b-b002-d71f30819690 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Aug 22 14:50:09.671342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.689691 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a05a6b54-8d2c-4c6c-a149-ac3212b4819f req-5281fdc7-8518-457b-8227-86ac078a7a17 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182958 Aug 22 14:50:09.720649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad6121-4d9d-468f-895d-1c8ee7e10e77,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:09.735458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9173bd-0d23-434c-a938-28d7e09bdbb8 None None] Network 88631815-5dd2-498c-898e-9111d6071a54 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:09.739359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.741726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-635cb3cf-b0b1-4dd9-85c2-2f5da30879aa tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/subnets/98ad6121-4d9d-468f-895d-1c8ee7e10e77 HTTP/1.1" status: 204 len: 168 time: 0.5985968 Aug 22 14:50:09.745976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:09.768808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e42fc-086a-4978-a9bc-d19efb70a0a4 req-29112e8e-7868-424a-a062-ffcd62712c59 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:09.771006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-107e42fc-086a-4978-a9bc-d19efb70a0a4 req-29112e8e-7868-424a-a062-ffcd62712c59 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.0924032 Aug 22 14:50:09.815269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-107e42fc-086a-4978-a9bc-d19efb70a0a4 req-d9738a01-900f-41dc-9af6-0910cd556de9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Aug 22 14:50:09.854749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.930876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:09.932102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:09.977086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] DHCP port deletion for 88631815-5dd2-498c-898e-9111d6071a54 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:50:09.981656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-d8c3d625-eba4-4958-812e-3634683944d5 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:09.984869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-d8c3d625-eba4-4958-812e-3634683944d5 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.10 "GET /v2.0/networks?id=b69a2587-8912-48e0-802a-b9ce398d942d HTTP/1.1" status: 200 len: 818 time: 0.1299267 Aug 22 14:50:10.031734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Deleting port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:10.032387 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.032823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Request body: {'port': {'device_id': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d', 'admin_state_up': True, 'tenant_id': '9bd323a8d5bc412293eee5cbb2f379e0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:10.036236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2dc42abb-23db-4722-b861-f6ca3b35c1f3,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:10.036860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.052376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 2dc42abb-23db-4722-b861-f6ca3b35c1f3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:10.115776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] For port 2dc42abb-23db-4722-b861-f6ca3b35c1f3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2dc42abb-23db-4722-b861-f6ca3b35c1f3,segment=NetworkSegment(4a3894d7-bfec-42a0-a680-dec29fccf981),segment_id=4a3894d7-bfec-42a0-a680-dec29fccf981)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:10.116578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.133535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Calling delete_port for 2dc42abb-23db-4722-b861-f6ca3b35c1f3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:10.210501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2dc42abb-23db-4722-b861-f6ca3b35c1f3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:10.242545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.268796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9b28-57cf-4ac4-8dd9-eec728a83700 req-e978bcc5-4077-49ba-bff7-dbdf78055e69 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:10.271092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5fa9b28-57cf-4ac4-8dd9-eec728a83700 req-e978bcc5-4077-49ba-bff7-dbdf78055e69 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1146274 Aug 22 14:50:10.295348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No active binding found for port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:50:10.296232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2dc42abb-23db-4722-b861-f6ca3b35c1f3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:10.306641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:10.324250 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.333171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.335837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-883d61bd-a739-4588-acfe-af3786342564 req-5442e04f-ffae-42ab-b83d-a3863cf95b25 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 210 time: 0.0751121 Aug 22 14:50:10.362998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=2dc42abb-23db-4722-b861-f6ca3b35c1f3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:10.374060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] Pushing event deleted for resources: {'Port': ['ID=2dc42abb-23db-4722-b861-f6ca3b35c1f3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:10.386536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711594d-41c4-43a1-b053-bea729e10e43 None None] No DVR routers for this DVR port 2dc42abb-23db-4722-b861-f6ca3b35c1f3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:10.398847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5fa9b28-57cf-4ac4-8dd9-eec728a83700 req-c5b4465e-9231-46e2-a259-b2d283a88123 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007717 Aug 22 14:50:10.428468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Made reservation on behalf of 9bd323a8d5bc412293eee5cbb2f379e0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:10.431945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.458314 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-c236a244-6f50-448e-8f44-3d23b724f4bf service neutron] 10.222.0.54 "GET /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.2057900 Aug 22 14:50:10.523958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.538971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88631815-5dd2-498c-898e-9111d6071a54']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:10.558548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3894d7-bfec-42a0-a680-dec29fccf981') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:10.559386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3894d7-bfec-42a0-a680-dec29fccf981') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:10.579331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.618025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Allocated IP 172.20.0.2 (b69a2587-8912-48e0-802a-b9ce398d942d/81245567-2d79-4182-b248-dd7417e385da/68fef295-9a8f-4797-9c60-a30b5f9b7105) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:10.620767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.632525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:50:10.633074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:50:10.638298 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:50:10.836096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da41757-397b-45aa-8e1a-367bcd62aa7b req-43e2de7c-652a-460e-a223-380215eebb58 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:10.837644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da41757-397b-45aa-8e1a-367bcd62aa7b req-43e2de7c-652a-460e-a223-380215eebb58 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0809352 Aug 22 14:50:10.868577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:10.875566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.881625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.887041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:10.896648 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/networks/88631815-5dd2-498c-898e-9111d6071a54 HTTP/1.1" status: 204 len: 168 time: 1.1483209 Aug 22 14:50:10.903354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51394) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:10.918451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1433540821'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:10.932605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da41757-397b-45aa-8e1a-367bcd62aa7b req-61be3e4b-92af-4614-b304-1820cb2ab362 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Aug 22 14:50:10.942638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f39a5-8606-410f-807c-0f3c10ddb813 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Network': ['ID=88631815-5dd2-498c-898e-9111d6071a54,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:10.977665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:11.040535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a809d533-1287-44c6-a7cd-966e76ebb089 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:11.042880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:11.048767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.059037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:11.079752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.089335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb952b7c-cb9e-4662-8426-867b784adc03 req-8ad1b06b-70d5-4b0d-9494-aab257f23412 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.091324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb952b7c-cb9e-4662-8426-867b784adc03 req-8ad1b06b-70d5-4b0d-9494-aab257f23412 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 943 time: 0.1060920 Aug 22 14:50:11.135624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:50:11.161446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Network b69a2587-8912-48e0-802a-b9ce398d942d is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:11.170054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.170314 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Added segment 5b2a812e-85ff-4e29-acff-69c9fda741df of type vlan for network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 Aug 22 14:50:11.171495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.177191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:11.190204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:11.253905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Pushing event updated for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:11.281202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb952b7c-cb9e-4662-8426-867b784adc03 req-7eb4b189-f73d-4699-8f48-3986dd864b64 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779249 Aug 22 14:50:11.282895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.314634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.315304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.327280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] Transition to ACTIVE for port object a809d533-1287-44c6-a7cd-966e76ebb089 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:11.403173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.442034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.452365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.453247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.457162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6aceb788-8265-4c3e-9952-29e4c2cf4117 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4321365 Aug 22 14:50:11.489375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] No DVR routers for this DVR port a809d533-1287-44c6-a7cd-966e76ebb089 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:11.495820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] Pushing event updated for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:11.507027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Request body: {'port': {'device_id': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:11.524613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-f2bf7010-fcb4-4d1d-8ce4-785a75c15f07 service neutron] 10.222.0.54 "PUT /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0365448 Aug 22 14:50:11.629952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-1415d8b5-42fb-4cde-9c84-711b45bd3b6f tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=62819d55d3eb46f1ad580ff60e208206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145000 Aug 22 14:50:11.658114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7527261 Aug 22 14:50:11.658832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2958-ff9c-4930-85b1-2bb91bb3511c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Network': ['ID=1e8ad0a4-dd0e-4028-8465-7811e0abaeb2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:11.661675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:11.668406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'subnet': {'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:11.670834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:50:11.704389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e09b57-2662-461b-aae7-0faceeb0e9bc req-0be995de-a1e1-419b-9955-84a4c8d8373b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.706025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86e09b57-2662-461b-aae7-0faceeb0e9bc req-0be995de-a1e1-419b-9955-84a4c8d8373b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 931 time: 0.2755771 Aug 22 14:50:11.758712 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.836533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:11.840452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:11.878619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86e09b57-2662-461b-aae7-0faceeb0e9bc req-caaa3a7c-44aa-4f92-8203-517b5ae9593b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508136 Aug 22 14:50:11.906351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-6f3c9aed-30e7-4bd0-a2b0-03d8b7aa618a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.908089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-6f3c9aed-30e7-4bd0-a2b0-03d8b7aa618a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.2011030 Aug 22 14:50:11.916311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-178778aa-e7dc-4412-b429-bcaaedd07ca5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:11.918117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-178778aa-e7dc-4412-b429-bcaaedd07ca5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792654 Aug 22 14:50:12.029042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-229faa47-1ad4-43c6-a93a-af94b0f0c3bd tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/quotas/62819d55d3eb46f1ad580ff60e208206 HTTP/1.1" status: 200 len: 375 time: 0.1005890 Aug 22 14:50:12.093762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-f52521f2-9e8b-44c3-a110-1a37b1d9fbda tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423305 Aug 22 14:50:12.094046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.119845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-ebba5a21-0c02-4634-a67b-fd5aaa21903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.121508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-ebba5a21-0c02-4634-a67b-fd5aaa21903d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219&tenant_id=71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 1095 time: 0.1943920 Aug 22 14:50:12.142074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46de6b-dd7e-43f3-9118-4324e30c18f6 req-78e34563-df74-49f7-876a-29b13cfabd77 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.143699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd46de6b-dd7e-43f3-9118-4324e30c18f6 req-78e34563-df74-49f7-876a-29b13cfabd77 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1361108 Aug 22 14:50:12.188626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Subnet': ['ID=bf196dac-2938-4265-9947-b75ecc5a9c76,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:12.247751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Checking segment: {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:12.248313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network hostable DHCP agents. Network: 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:50:12.273073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd46de6b-dd7e-43f3-9118-4324e30c18f6 req-367e00d8-8304-4ae8-8f36-2676244b58a5 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Aug 22 14:50:12.284603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-5c34369b-73cf-4ebd-a7f4-7ee8a1413c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.286443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-5c34369b-73cf-4ebd-a7f4-7ee8a1413c99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1095 time: 0.1008928 Aug 22 14:50:12.391366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fef295-9a8f-4797-9c60-a30b5f9b7105 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:12.403702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.406660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:50:12.451470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Transition to ACTIVE for port object 68fef295-9a8f-4797-9c60-a30b5f9b7105 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:12.456642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-337ea804-d2c0-483b-943f-a2ed1bbfe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.459727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-337ea804-d2c0-483b-943f-a2ed1bbfe744 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1609490 Aug 22 14:50:12.514911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:12.519666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.520467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.530398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf52f3-96cc-41aa-9622-29e1eed30e66 None None] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:12.574166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-593858df-2bad-4cbf-af16-f394f6134e1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 200 len: 217 time: 0.0977361 Aug 22 14:50:12.574559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.624027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a96c0b06-b228-4077-b1c6-87ca20f55bc6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9612820 Aug 22 14:50:12.626626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51460) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:12.631792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1207677968'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:12.739086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1e8ad0a4-dd0e-4028-8465-7811e0abaeb2', 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'fixed_ips': [{'subnet_id': 'bf196dac-2938-4265-9947-b75ecc5a9c76'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:50:12.739086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.765559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d386309-01c9-4b21-b1b1-c6c00441cc7f req-b49c28b1-c7b5-446c-b5dc-120308fd7f04 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.767188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d386309-01c9-4b21-b1b1-c6c00441cc7f req-b49c28b1-c7b5-446c-b5dc-120308fd7f04 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.2861550 Aug 22 14:50:12.771842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-8026caf3-e3a6-4540-865a-0d959dcf8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.773397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-8026caf3-e3a6-4540-865a-0d959dcf8264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1783516 Aug 22 14:50:12.774500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Pushing event updated for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:12.782650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:12.786951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.795807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94915159-ef10-4d9d-aadb-08cbd9771dbf req-ea3e8e55-757f-4dec-8fdd-6e1dcf53612e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:12.797853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94915159-ef10-4d9d-aadb-08cbd9771dbf req-ea3e8e55-757f-4dec-8fdd-6e1dcf53612e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2820733 Aug 22 14:50:12.825686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:50:12.842980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.847701 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Added segment 19209c79-e335-46ec-a4f1-5ebe44c0f35d of type vlan for network 3c9e70da-2422-4e4e-b059-bd678d912859 Aug 22 14:50:12.928583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-4f3496a0-d0a4-44c0-83fd-52a25c740608 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267290 Aug 22 14:50:12.940052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:12.950560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Allocated IP 19.80.0.2 (1e8ad0a4-dd0e-4028-8465-7811e0abaeb2/bf196dac-2938-4265-9947-b75ecc5a9c76/09db212c-8c43-4dea-9ab4-8545b7713333) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:13.042843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.057978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:13.059590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.079856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d386309-01c9-4b21-b1b1-c6c00441cc7f req-26b8beaa-9280-42b0-94a3-c8bee3d4c49c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997479 Aug 22 14:50:13.095644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94915159-ef10-4d9d-aadb-08cbd9771dbf req-c51a254d-0626-42a7-8389-92364a3b5849 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245376 Aug 22 14:50:13.115713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Attempting to bind port 68fef295-9a8f-4797-9c60-a30b5f9b7105 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:13.115713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Attempting to bind port 68fef295-9a8f-4797-9c60-a30b5f9b7105 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '7f542740-114f-41d6-9687-b5840728c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:13.115713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Attempting to bind port 68fef295-9a8f-4797-9c60-a30b5f9b7105 on network b69a2587-8912-48e0-802a-b9ce398d942d {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:13.119646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Port 68fef295-9a8f-4797-9c60-a30b5f9b7105 on network b69a2587-8912-48e0-802a-b9ce398d942d not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:13.127268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Attempting to bind port 68fef295-9a8f-4797-9c60-a30b5f9b7105 on network b69a2587-8912-48e0-802a-b9ce398d942d {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:13.156870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:13.156870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Checking segment: {'id': '7f542740-114f-41d6-9687-b5840728c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:13.156870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Bound using segment: {'id': '7f542740-114f-41d6-9687-b5840728c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:13.157503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Bound port: 68fef295-9a8f-4797-9c60-a30b5f9b7105, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f542740-114f-41d6-9687-b5840728c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:13.157659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.190311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Network': ['ID=3c9e70da-2422-4e4e-b059-bd678d912859,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:13.198522 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf58cecc-d3d2-48ec-a785-cdd63ba97e42 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5706444 Aug 22 14:50:13.202551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:13.206041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-865a5bec-7378-4b25-962e-af3140fa686d service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574947 Aug 22 14:50:13.208124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'subnet': {'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:13.233184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3c9e70da-2422-4e4e-b059-bd678d912859 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:50:13.348308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.359306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Transition to ACTIVE for port object 09db212c-8c43-4dea-9ab4-8545b7713333 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:13.377105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Transition to ACTIVE for port object 09db212c-8c43-4dea-9ab4-8545b7713333 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:13.466836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.471467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:13.471729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.519141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:13.542838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:13.546634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:13.575226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Pushing event updated for resources: {'Port': ['ID=09db212c-8c43-4dea-9ab4-8545b7713333,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:13.631837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Attempting to bind port 09db212c-8c43-4dea-9ab4-8545b7713333 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:13.632361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Attempting to bind port 09db212c-8c43-4dea-9ab4-8545b7713333 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:13.632827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Attempting to bind port 09db212c-8c43-4dea-9ab4-8545b7713333 on network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:13.651803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:13.652516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Checking segment: {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:13.653209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.654081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Bound using segment: {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:13.654972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Bound port: 09db212c-8c43-4dea-9ab4-8545b7713333, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:13.655643 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.745326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] For port 09db212c-8c43-4dea-9ab4-8545b7713333, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:13.748574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] For port 09db212c-8c43-4dea-9ab4-8545b7713333, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09db212c-8c43-4dea-9ab4-8545b7713333,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:13.773536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-7201e995-8172-4d7d-848e-ae93b56b8740 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=62819d55d3eb46f1ad580ff60e208206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4973485 Aug 22 14:50:13.823788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.846438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:13.863020 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:13.896898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Subnet': ['ID=15efdf73-98fb-448e-8342-33376d18575d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:13.903495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105,segment=NetworkSegment(7f542740-114f-41d6-9687-b5840728c379),segment_id=7f542740-114f-41d6-9687-b5840728c379)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:13.909712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Checking segment: {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:13.911529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network hostable DHCP agents. Network: 3c9e70da-2422-4e4e-b059-bd678d912859, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:50:13.917085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f4f4-f285-4d24-92b0-f6291988bdea req-1020b231-86cd-4f55-a628-c13aa056536b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:13.918628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f63f4f4-f285-4d24-92b0-f6291988bdea req-1020b231-86cd-4f55-a628-c13aa056536b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 943 time: 0.6820590 Aug 22 14:50:13.922428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-ad52ceb2-717c-492f-bcb3-3db7ffe89816 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823189 Aug 22 14:50:13.941620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873368-fee6-4088-ac5a-5d3817d291b9 None None] Pushing event updated for resources: {'Port': ['ID=09db212c-8c43-4dea-9ab4-8545b7713333,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:13.980932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:14.008099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f63f4f4-f285-4d24-92b0-f6291988bdea req-b44b6d15-808e-4a48-ba08-dccddef4ea72 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Aug 22 14:50:14.013308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 3c9e70da-2422-4e4e-b059-bd678d912859 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:50:14.022459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:14.073554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-ab805796-00e9-4b29-938f-a2611fb2c014 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.076340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-ab805796-00e9-4b29-938f-a2611fb2c014 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821581 Aug 22 14:50:14.103428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:14.105605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3c9e70da-2422-4e4e-b059-bd678d912859) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:14.105768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.106396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:14.108036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] 10.222.0.10 "PUT /v2.0/ports/68fef295-9a8f-4797-9c60-a30b5f9b7105 HTTP/1.1" status: 200 len: 1091 time: 2.6230221 Aug 22 14:50:14.115881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c60440-dc91-45a1-8640-25394c3e5cd0 None None] Network 3c9e70da-2422-4e4e-b059-bd678d912859 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:14.118981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.120073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:14.121385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:14.123715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32409d-f5e4-4cd2-aea8-81591ed40afa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:14.176681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-d78d00e8-5c5d-4312-b812-3fd02e8cc974 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/quotas/62819d55d3eb46f1ad580ff60e208206 HTTP/1.1" status: 200 len: 375 time: 0.0728834 Aug 22 14:50:14.273968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2075cd29-ac3e-4f89-9d3b-3c08087b4a64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0624290 Aug 22 14:50:14.278962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916b5e-162d-4891-bfba-3677c38c0f8e service neutron] Pushing event updated for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:14.330924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3adb1e73-9481-4865-89a3-e23ed27022c6 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212733 Aug 22 14:50:14.439581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3c9e70da-2422-4e4e-b059-bd678d912859', 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'fixed_ips': [{'subnet_id': '15efdf73-98fb-448e-8342-33376d18575d'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:50:14.440461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:14.451203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fb1a0-6719-46c6-a347-f815e782be38 req-4ede8be9-197b-4cd9-95fb-55bafecd8e90 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.469355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-762fb1a0-6719-46c6-a347-f815e782be38 req-4ede8be9-197b-4cd9-95fb-55bafecd8e90 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2938104 Aug 22 14:50:14.533707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6ec5021b-11f8-41a1-9211-e405f32209f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.535890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-6ec5021b-11f8-41a1-9211-e405f32209f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9bd323a8d5bc412293eee5cbb2f379e0&device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 1094 time: 0.2181959 Aug 22 14:50:14.557817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-762fb1a0-6719-46c6-a347-f815e782be38 req-723bf5b8-0e37-48f6-8d95-e2a5f2b0f997 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950818 Aug 22 14:50:14.617736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-b57859c9-80e1-4edb-b218-d5ff16eff3b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105 HTTP/1.1" status: 200 len: 217 time: 0.0436110 Aug 22 14:50:14.762734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Allocated IP 19.86.0.2 (3c9e70da-2422-4e4e-b059-bd678d912859/15efdf73-98fb-448e-8342-33376d18575d/5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:14.804648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-57f62181-a1a2-459a-be3d-81f2f8e8b4e7 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.806186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-57f62181-a1a2-459a-be3d-81f2f8e8b4e7 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1757116 Aug 22 14:50:14.810054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-88728766-6f6e-4216-83a9-4664f21b1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.811512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-88728766-6f6e-4216-83a9-4664f21b1e69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=81245567-2d79-4182-b248-dd7417e385da HTTP/1.1" status: 200 len: 858 time: 0.1937099 Aug 22 14:50:14.848322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ec33-d1cd-4b9e-a021-82655742bbb8 req-fba0f892-672b-4673-b099-d721fdfb4061 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:14.850205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3113ec33-d1cd-4b9e-a021-82655742bbb8 req-fba0f892-672b-4673-b099-d721fdfb4061 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.1173978 Aug 22 14:50:14.852012 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d81f56-aba5-42c5-95bf-a44b706ce02a x-openstack-request-id: req-f7d81f56-aba5-42c5-95bf-a44b706ce02a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:14.856432 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:14.856432 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7d81f56-aba5-42c5-95bf-a44b706ce02a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:14.856432 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105', 'status': 'completed', 'code': 200} Aug 22 14:50:14.893696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-1ceb64cd-6722-4077-a784-b51622c19a3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b69a2587-8912-48e0-802a-b9ce398d942d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674458 Aug 22 14:50:15.106736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:15.121272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Transition to ACTIVE for port object 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:15.146287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Transition to ACTIVE for port object 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:15.217038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3113ec33-d1cd-4b9e-a021-82655742bbb8 req-82df7f01-0b80-4439-b886-d2c7ed24ed04 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217351 Aug 22 14:50:15.263375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:15.325170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fb007-9489-43f3-a99b-b061440a2771 req-dc0850da-837f-4a94-afa7-54ddd8e73913 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:15.337524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c53fb007-9489-43f3-a99b-b061440a2771 req-dc0850da-837f-4a94-afa7-54ddd8e73913 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.3587761 Aug 22 14:50:15.338317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-041c6082-52b3-4c77-8018-480b830282e0 service neutron] 10.222.0.10 "GET /v2.0/ports/d01b168a-533b-421f-9738-567529e1d63c/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.1391537 Aug 22 14:50:15.359495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Network 3c9e70da-2422-4e4e-b059-bd678d912859 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:15.362647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:15.378778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:15.388833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Pushing event updated for resources: {'Port': ['ID=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:15.400391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-99f2b17b-9868-40c2-af84-3e34511c1535 service neutron] 10.222.0.10 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825451 Aug 22 14:50:15.448764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5181777-3dc2-496f-84a6-1d652fd88c71 None None] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:15.513169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c53fb007-9489-43f3-a99b-b061440a2771 req-fe88f7b6-b0a3-4031-b15d-029f22fe74df tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716914 Aug 22 14:50:15.556380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Attempting to bind port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:15.556687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Attempting to bind port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:15.557533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Attempting to bind port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba on network 3c9e70da-2422-4e4e-b059-bd678d912859 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:15.581443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-4854746a-64e8-4ea7-9456-743d2c97aa23 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=62819d55d3eb46f1ad580ff60e208206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677636 Aug 22 14:50:15.599328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-11eb06d6-e8c7-4f3e-84bb-16ac177905d0 service neutron] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:15.604177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:15.604561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Checking segment: {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:15.604969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:15.605545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Bound using segment: {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:15.606209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Bound port: 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:15.606786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:15.627897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-11eb06d6-e8c7-4f3e-84bb-16ac177905d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:15.629223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0283b7a4-959e-467d-8625-8d8dce31de77 req-11eb06d6-e8c7-4f3e-84bb-16ac177905d0 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.8051004 Aug 22 14:50:15.662464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a8aca3c-468f-4e42-b668-4e44fce75db3 req-c88a78ec-c3ee-4751-9e05-726c33639760 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 210 time: 0.0653775 Aug 22 14:50:15.703321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78c10c28-cb9e-4551-9f04-ca79e02156c9 req-fb737c8c-27ec-4bbc-a073-b7be12acce23 service neutron] 10.222.0.10 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873764 Aug 22 14:50:15.732089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-fb2ea878-a4f8-4bbf-b90b-d43647b68542 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:15.741639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-fb2ea878-a4f8-4bbf-b90b-d43647b68542 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:15.770666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-fb2ea878-a4f8-4bbf-b90b-d43647b68542 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/networks?id=1e8ad0a4-dd0e-4028-8465-7811e0abaeb2&id=3c9e70da-2422-4e4e-b059-bd678d912859 HTTP/1.1" status: 200 len: 1392 time: 0.3709002 Aug 22 14:50:15.778534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b5216d58-bb3f-4b5f-9e52-68eb15f2a5a6 None None] Provisioning for port 09db212c-8c43-4dea-9ab4-8545b7713333 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:15.798159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-3a17b31a-6dcd-4e8d-8328-a49c9661803b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/quotas/3a166a88a77e47138476485c52f35df0 HTTP/1.1" status: 200 len: 375 time: 0.0373933 Aug 22 14:50:15.827584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e8df4eb-81fe-42e7-a52b-2bb1449b4de5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:15.844647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e8df4eb-81fe-42e7-a52b-2bb1449b4de5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577431 Aug 22 14:50:15.874891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Request body: {'port': {'device_id': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '62819d55d3eb46f1ad580ff60e208206'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:15.900840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] For port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:15.913710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-aa4419df-77a5-4004-9ff3-8001215f8489 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1130953 Aug 22 14:50:15.931852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] For port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:15.999646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca373ae-2d94-4cb3-9758-eb33d05fdb64 req-6e83ebb7-0edd-4ce5-9839-43a6ed260ef0 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.001347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fca373ae-2d94-4cb3-9758-eb33d05fdb64 req-6e83ebb7-0edd-4ce5-9839-43a6ed260ef0 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 943 time: 0.1637070 Aug 22 14:50:16.031489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.165683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Made reservation on behalf of 62819d55d3eb46f1ad580ff60e208206 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:16.176952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.201058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.232333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f472a34-1519-4c16-b05a-71005a2f0fb2 None None] Pushing event updated for resources: {'Port': ['ID=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:16.285858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-23fe63b1-2ded-4a80-9990-f4da8e85be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.288094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-23fe63b1-2ded-4a80-9990-f4da8e85be0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9bd323a8d5bc412293eee5cbb2f379e0&device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 1094 time: 0.2406244 Aug 22 14:50:16.299616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fca373ae-2d94-4cb3-9758-eb33d05fdb64 req-8d7a3a72-9b18-4a80-b91d-815ddc602344 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534733 Aug 22 14:50:16.339379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-031df680-7629-469f-a3c5-731cd9b87aac service neutron] 10.222.0.53 "GET /v2.0/networks/1e8ad0a4-dd0e-4028-8465-7811e0abaeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202049 Aug 22 14:50:16.378651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09db212c-8c43-4dea-9ab4-8545b7713333 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:16.554510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 09db212c-8c43-4dea-9ab4-8545b7713333 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:16.555443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.561960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 09db212c-8c43-4dea-9ab4-8545b7713333 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:16.566984 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.641018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-e2ce846a-a820-49d0-b9b0-63924a9c4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.642993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-e2ce846a-a820-49d0-b9b0-63924a9c4604 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1101 time: 0.4620821 Aug 22 14:50:16.646978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.797518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:16.808182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8529b-ebf5-4159-a5c7-12a5ce112c44,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:16.878377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 09db212c-8c43-4dea-9ab4-8545b7713333, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09db212c-8c43-4dea-9ab4-8545b7713333,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:16.878636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c740-b0d5-481b-81f6-4f4b4d0aef59 req-3a3caf63-b97c-4071-bd86-8ba2b2d6cb92 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.878636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3120c740-b0d5-481b-81f6-4f4b4d0aef59 req-3a3caf63-b97c-4071-bd86-8ba2b2d6cb92 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2830763 Aug 22 14:50:16.883706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-f813c2d3-ca89-4c77-b666-114855517b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.885719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-f813c2d3-ca89-4c77-b666-114855517b68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b69a2587-8912-48e0-802a-b9ce398d942d HTTP/1.1" status: 200 len: 919 time: 0.5825808 Aug 22 14:50:16.904163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Allocated IP 192.168.233.158 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/8b532ba4-eb3a-4e16-8cc1-4188a36c72f3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:16.950769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-123bcfd5-c0dd-472f-b156-ac1df4031f31 service neutron] 10.222.0.53 "GET /v2.0/networks/1e8ad0a4-dd0e-4028-8465-7811e0abaeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104119 Aug 22 14:50:16.978804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-2ed70440-ff84-4eb2-bfeb-5ff2275955b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105 HTTP/1.1" status: 200 len: 217 time: 0.0797601 Aug 22 14:50:16.992139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-cae317a6-d43e-44ba-92d9-4092a2d8b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:16.993896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-cae317a6-d43e-44ba-92d9-4092a2d8b7a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1101 time: 0.2140605 Aug 22 14:50:17.112175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3120c740-b0d5-481b-81f6-4f4b4d0aef59 req-dbab7c0f-a1d6-4591-8582-7e49f1c5770c tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165709 Aug 22 14:50:17.166254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:17.198501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Transition to ACTIVE for port object 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:17.298612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-59a627e0-8cac-4ed9-bfd3-5c0c809e9e2d service neutron] 10.222.0.53 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279934 Aug 22 14:50:17.343032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-aa2e7c2c-8d2c-4af4-8464-9b27bea894a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:17.345146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-aa2e7c2c-8d2c-4af4-8464-9b27bea894a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=81245567-2d79-4182-b248-dd7417e385da HTTP/1.1" status: 200 len: 858 time: 0.3499961 Aug 22 14:50:17.475466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:17.487371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-f1ae3f1a-0325-41d6-9939-bb55564c2f5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b69a2587-8912-48e0-802a-b9ce398d942d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240230 Aug 22 14:50:17.527307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:17.563211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-f5473a4c-ac66-4b72-b1d6-d106cb11da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:17.565954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-f5473a4c-ac66-4b72-b1d6-d106cb11da64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.5451241 Aug 22 14:50:17.598506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=09db212c-8c43-4dea-9ab4-8545b7713333,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:17.651418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:17.674226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:17.683651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:17.688899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:17.715036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-936c4b88-8d9f-419d-a0f1-8d7550ec0be6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.1254110 Aug 22 14:50:17.758598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f823c-b342-40be-8f60-4caf0ed3e59a None None] Network 3c9e70da-2422-4e4e-b059-bd678d912859 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:17.801195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dfdc7-9fb8-41bf-8934-e7161e9ae663 req-a25ae22a-6d04-413e-8110-99cfd26b927a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:17.802843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a7dfdc7-9fb8-41bf-8934-e7161e9ae663 req-a25ae22a-6d04-413e-8110-99cfd26b927a tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 1095 time: 0.4327018 Aug 22 14:50:17.824483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:17.825757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:17.952728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-e741f9fb-0697-4278-90fb-e29ac2599080 service neutron] 10.222.0.53 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529284 Aug 22 14:50:17.955637 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-16f796ee-3343-412f-9607-c5d41dc3f5b7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0938125 Aug 22 14:50:17.982848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Request body: {'port': {'device_id': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:17.996065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8c8e4abc-4043-404a-8868-e721b4b17fd7 None None] Provisioning for port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:18.132962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:18.220573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-52c8be5c-cf57-4f3d-8565-748ebc081b1e None None] Provisioning for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:18.226317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-52c8be5c-cf57-4f3d-8565-748ebc081b1e None None] Provisioning complete for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:18.226704 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-52c8be5c-cf57-4f3d-8565-748ebc081b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:18.340355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-52c8be5c-cf57-4f3d-8565-748ebc081b1e None None] Port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:50:18.473734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09db212c-8c43-4dea-9ab4-8545b7713333 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:18.522846 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-b3b9bb8b-8e8c-47b7-bc49-75c6ea08b8c3 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=62819d55d3eb46f1ad580ff60e208206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508275 Aug 22 14:50:18.560248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 68fef295-9a8f-4797-9c60-a30b5f9b7105 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:18.564247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:18.627698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-f86a8d6e-951b-46c8-8635-15e98f01b2aa service neutron] 10.222.0.10 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0218260 Aug 22 14:50:18.630316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-ae33051e-8be6-44f3-83c2-5b6ed9b613f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:18.632349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-ae33051e-8be6-44f3-83c2-5b6ed9b613f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.8484094 Aug 22 14:50:18.738653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a7dfdc7-9fb8-41bf-8934-e7161e9ae663 req-7969a000-45d3-4a6b-b312-01ffa2254295 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8683822 Aug 22 14:50:18.750015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-cdbf75b8-08c0-43a8-b363-409ab09801a7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:18.751848 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-cdbf75b8-08c0-43a8-b363-409ab09801a7 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203968 Aug 22 14:50:18.770052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Request body: {'port': {'device_id': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '62819d55d3eb46f1ad580ff60e208206'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:18.944107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:18.970326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f32409d-f5e4-4cd2-aea8-81591ed40afa req-c8183219-f852-4f7b-8356-edfb50904b9e service neutron] 10.222.0.10 "GET /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581346 Aug 22 14:50:18.977864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 09db212c-8c43-4dea-9ab4-8545b7713333 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:18.978443 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.078990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:19.080121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:19.080121 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80abbe7b-d899-41fe-974f-cc0f3fdc3733" -d '{"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:19.080823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.080926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105,segment=NetworkSegment(7f542740-114f-41d6-9687-b5840728c379),segment_id=7f542740-114f-41d6-9687-b5840728c379)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:19.081036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Transition to ACTIVE for port object 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:19.081142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32dc60a9-ecdd-4775-b1b0-d9f311076253 req-e6ece59f-1a9a-4b43-bdb8-7d0453a6f229 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 210 time: 0.0890915 Aug 22 14:50:19.081243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:19.081243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '68fef295-9a8f-4797-9c60-a30b5f9b7105', 'network_id': 'b69a2587-8912-48e0-802a-b9ce398d942d', 'port_id': '68fef295-9a8f-4797-9c60-a30b5f9b7105', 'mac_address': 'fa:16:3e:8d:60:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81245567-2d79-4182-b248-dd7417e385da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:19.081449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-e4f1d5e4-eb5c-4860-b50a-63537046571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:19.083204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-e4f1d5e4-eb5c-4860-b50a-63537046571c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3971510 Aug 22 14:50:19.118686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f0e0-ad44-47d3-8a22-ec0a0127ebdb req-4df4e9e4-f588-4762-9612-208f2d9df277 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:19.120941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e967f0e0-ad44-47d3-8a22-ec0a0127ebdb req-4df4e9e4-f588-4762-9612-208f2d9df277 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.4815779 Aug 22 14:50:19.188821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.206414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:19.238930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fef295-9a8f-4797-9c60-a30b5f9b7105 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:19.268313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105,segment=NetworkSegment(7f542740-114f-41d6-9687-b5840728c379),segment_id=7f542740-114f-41d6-9687-b5840728c379)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:19.268543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e967f0e0-ad44-47d3-8a22-ec0a0127ebdb req-2e3d2fe7-b46d-4c1b-9de7-f5f3ba750e05 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356800 Aug 22 14:50:19.291456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78e35-65c1-483f-8e8f-333ef2edfc4e req-498e4342-2606-4da3-908e-9a178394046d tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:19.293027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ca78e35-65c1-483f-8e8f-333ef2edfc4e req-498e4342-2606-4da3-908e-9a178394046d tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 943 time: 0.1345708 Aug 22 14:50:19.297530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-fcd1707a-c0d4-40ee-bfa5-064221133fff service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047346 Aug 22 14:50:19.384452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.385899 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.387813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.389942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Made reservation on behalf of 62819d55d3eb46f1ad580ff60e208206 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:19.394764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.460764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:19.464493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:19.471153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:19.471534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.479480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ca78e35-65c1-483f-8e8f-333ef2edfc4e req-a69ff219-7ae1-4e37-b5b7-079538b25c25 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800931 Aug 22 14:50:19.500704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:19.566949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e7a27-85a3-42a6-9ec3-3baa22b2cd99 req-6a900516-9dc4-4993-8a2f-69036d61ce60 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:19.579758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b50e7a27-85a3-42a6-9ec3-3baa22b2cd99 req-6a900516-9dc4-4993-8a2f-69036d61ce60 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.2213726 Aug 22 14:50:19.614607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f6f506c-efea-4905-aee8-94f6c0f73ec8 req-3a93864b-5ca6-4809-85c0-0e9bd891f986 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044772 Aug 22 14:50:19.622367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:19.663844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b50e7a27-85a3-42a6-9ec3-3baa22b2cd99 req-0f50fc2d-6ebe-4601-bf77-22402166581d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781639 Aug 22 14:50:19.776356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.784528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38f78e4d-97c1-4950-8d8a-2e6dbf346df7 req-3aa3c5b6-8552-4e32-8e70-26c476929d55 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 210 time: 0.0553923 Aug 22 14:50:19.822570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Attempting to bind port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:19.823194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Attempting to bind port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:19.823194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Attempting to bind port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:19.834995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:19.836330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Attempting to bind port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:19.850175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:19.851240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Allocated IP 192.168.233.226 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/f558d7e1-4add-4f63-bae6-1d71b7716ae0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:19.853983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:19.854326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:19.854714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:19.855162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Bound port: 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:19.855525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:19.883421 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f972b11-5871-4f89-b0ae-af7ea125b8bb x-openstack-request-id: req-7f972b11-5871-4f89-b0ae-af7ea125b8bb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:19.883714 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-unplugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:19.884288 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f972b11-5871-4f89-b0ae-af7ea125b8bb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:19.884613 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c', 'code': 200} Aug 22 14:50:19.887338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['68fef295-9a8f-4797-9c60-a30b5f9b7105'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:19.944654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-78b7e1db-51d9-4f0f-b7bf-3fd4e9a455db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:19.947127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-78b7e1db-51d9-4f0f-b7bf-3fd4e9a455db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.1658919 Aug 22 14:50:19.969614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-c9e38da1-a55d-4b26-953c-c15fb6f9dc0c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/quotas/71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 375 time: 0.0117550 Aug 22 14:50:19.972272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.027489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:20.071446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:20.100144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-1340e650-6bda-4185-b986-40e5818d7f56 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155131 Aug 22 14:50:20.143704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:20.216988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.234306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:20.265363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3570556-8b57-40d5-8a53-b5a09fb5d56f req-18897cea-c9db-4edc-b0d4-e437eed389ad tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 210 time: 0.0542939 Aug 22 14:50:20.304224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-1cb32fd9-8d03-4bb3-b7e6-068e4a742096 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960392 Aug 22 14:50:20.355414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:20.355790 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.411654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.412222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.413687 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] 10.222.0.54 "PUT /v2.0/ports/8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 HTTP/1.1" status: 200 len: 1096 time: 2.4491799 Aug 22 14:50:20.416683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.419071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:20.421423 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a65d9-f2e2-498b-9760-e16ba144841f" -d '{"events": [{"name": "network-changed", "server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:20.434622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5250da-ab27-4fce-a246-dfae3393af5f service neutron] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:20.453497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Transition to ACTIVE for port object f558d7e1-4add-4f63-bae6-1d71b7716ae0 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:20.590645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-689bb0ca-6b69-4fb0-bd7d-d552473fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.592315 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-689bb0ca-6b69-4fb0-bd7d-d552473fd8e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 1099 time: 0.0481033 Aug 22 14:50:20.592866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067b302-8c02-4117-9849-3c61fcbee9f0 req-30e0b399-59f2-436e-911c-7d1131575e7f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.594575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e067b302-8c02-4117-9849-3c61fcbee9f0 req-30e0b399-59f2-436e-911c-7d1131575e7f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.1360788 Aug 22 14:50:20.630456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-97ad8eba-2f42-408b-b809-8b66f658ac4a service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120906 Aug 22 14:50:20.642044 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-cee6bf44-f95c-4e28-b460-19050dd8d539 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 HTTP/1.1" status: 200 len: 217 time: 0.0401590 Aug 22 14:50:20.660705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e067b302-8c02-4117-9849-3c61fcbee9f0 req-3f712cd8-2105-42e0-88db-80f8378a9311 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Aug 22 14:50:20.695516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.715754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.745535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:20.754971 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98e925-75d9-49fd-a8fc-85deffb1c218 x-openstack-request-id: req-1d98e925-75d9-49fd-a8fc-85deffb1c218 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:20.755273 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:20.755533 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d98e925-75d9-49fd-a8fc-85deffb1c218 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:20.756247 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'status': 'completed', 'code': 200} Aug 22 14:50:20.765425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:20.773896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:20.783889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:20.787580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-4bdb5098-94c1-4170-8f3b-177abda3ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.789225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-4bdb5098-94c1-4170-8f3b-177abda3ff12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1374850 Aug 22 14:50:20.884793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.885519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:20.895749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-09965181-7bc2-4125-bad5-99189a5b6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.896839 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-09965181-7bc2-4125-bad5-99189a5b6d5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842440 Aug 22 14:50:20.920617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548599-a747-4ef4-a773-d701fa2a44d4 req-369c138b-81ee-4fa6-b796-d58550b75541 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:20.921963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f548599-a747-4ef4-a773-d701fa2a44d4 req-369c138b-81ee-4fa6-b796-d58550b75541 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 944 time: 0.0726876 Aug 22 14:50:20.992994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f548599-a747-4ef4-a773-d701fa2a44d4 req-66f212fe-3d6e-4c70-8559-c7d618b9d486 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622587 Aug 22 14:50:20.995277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-48940f49-3b35-45d1-bd92-449e6c9dda6e tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2299602 Aug 22 14:50:21.044623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Request body: {'port': {'device_id': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:21.086673 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-53e6346d-981c-4b99-84e8-30d127e99478 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778018 Aug 22 14:50:21.197995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71f55071-8988-4c24-bfc7-71f5f8643653 req-d0717aca-02b9-4e96-9a88-51f87beab0dc tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 210 time: 0.0382073 Aug 22 14:50:21.206545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a91a1a-1d4f-4ad5-a788-de733ceeb167 req-09487224-9519-4121-9675-e9766f8ec5d7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.214217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79a91a1a-1d4f-4ad5-a788-de733ceeb167 req-09487224-9519-4121-9675-e9766f8ec5d7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0948350 Aug 22 14:50:21.270692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79a91a1a-1d4f-4ad5-a788-de733ceeb167 req-5d22c728-2783-4b94-aa30-ed6f1e6e5973 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545521 Aug 22 14:50:21.275350 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ddbd323e-65d5-41eb-a2d2-b9160ac9a1bd req-7e8d5f47-17f9-423b-9fed-54bb39588e33 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830602 Aug 22 14:50:21.282499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-546b0791-dec0-41f3-89c8-9ed32d1d69b1 None None] Provisioning for port f558d7e1-4add-4f63-bae6-1d71b7716ae0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:21.289098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-546b0791-dec0-41f3-89c8-9ed32d1d69b1 None None] Provisioning complete for port f558d7e1-4add-4f63-bae6-1d71b7716ae0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:21.292908 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-546b0791-dec0-41f3-89c8-9ed32d1d69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:21.302643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:21.325209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb53c570-5131-4d2e-9586-d0c150e797ee req-5ee18fc7-eef9-4eed-9767-44c3ced40343 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0458603 Aug 22 14:50:21.416274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-546b0791-dec0-41f3-89c8-9ed32d1d69b1 None None] Port f558d7e1-4add-4f63-bae6-1d71b7716ae0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:50:21.464799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56e6f-96ca-43ee-9752-269a67a90120 req-9d4a2e45-ce40-4fb6-8798-1b94dd7353e1 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.466454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f56e6f-96ca-43ee-9752-269a67a90120 req-9d4a2e45-ce40-4fb6-8798-1b94dd7353e1 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 936 time: 0.0810773 Aug 22 14:50:21.578069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f56e6f-96ca-43ee-9752-269a67a90120 req-308179f0-cbb5-4cf2-b364-2179d4357b63 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026509 Aug 22 14:50:21.628154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a65d9-f2e2-498b-9760-e16ba144841f req-a778fb48-ed8f-45a6-aaf9-27551b9b3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.630011 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-a778fb48-ed8f-45a6-aaf9-27551b9b3fbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 1099 time: 0.1400692 Aug 22 14:50:21.675811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-680423fa-0922-477a-82a0-fafeaa2d2288 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.683949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-680423fa-0922-477a-82a0-fafeaa2d2288 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.684904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-680423fa-0922-477a-82a0-fafeaa2d2288 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "GET /v2.0/networks?id=1e8ad0a4-dd0e-4028-8465-7811e0abaeb2&id=3c9e70da-2422-4e4e-b059-bd678d912859 HTTP/1.1" status: 200 len: 1392 time: 0.1546469 Aug 22 14:50:21.706234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'port': {'device_id': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2', 'admin_state_up': True, 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:21.797372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a65d9-f2e2-498b-9760-e16ba144841f req-647c19ee-3779-45b2-abe7-9ccf8688056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.798898 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-647c19ee-3779-45b2-abe7-9ccf8688056b service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1606281 Aug 22 14:50:21.806499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f558d7e1-4add-4f63-bae6-1d71b7716ae0 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:21.826114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:21.865709 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-04fbd531-4d6f-4bd7-926e-7b6af2a81a9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 HTTP/1.1" status: 200 len: 217 time: 0.0541704 Aug 22 14:50:21.906664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Transition to ACTIVE for port object f558d7e1-4add-4f63-bae6-1d71b7716ae0 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:21.925941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a65d9-f2e2-498b-9760-e16ba144841f req-ce437d72-8d6b-421d-bdeb-54c4868939f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.927419 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-ce437d72-8d6b-421d-bdeb-54c4868939f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0528462 Aug 22 14:50:21.983912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a65d9-f2e2-498b-9760-e16ba144841f req-9879e862-605d-48be-8ec5-01592dd4509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:21.986498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-9879e862-605d-48be-8ec5-01592dd4509b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515444 Aug 22 14:50:22.024521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d268-5ce9-4212-b120-08fd5429d989 req-b21267f4-f3ad-44bc-bef6-b9d128a30cb6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:22.026156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5f4d268-5ce9-4212-b120-08fd5429d989 req-b21267f4-f3ad-44bc-bef6-b9d128a30cb6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.0594602 Aug 22 14:50:22.089096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5f4d268-5ce9-4212-b120-08fd5429d989 req-92ee392b-300f-4867-aa1e-b13479992a70 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Aug 22 14:50:22.100049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:22.103394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.108015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.172715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-6cca0a46-1535-487c-93ff-24faf661fd0e service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767542 Aug 22 14:50:22.239171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:22.374913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a584e273-9f05-48eb-9e45-3b1d3808873a req-ffcd2803-8193-4fcc-976a-19caa6c349d0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 210 time: 0.0600703 Aug 22 14:50:22.421196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-453a65d9-f2e2-498b-9760-e16ba144841f req-c112b2ad-a5d7-4c74-ac59-230b22f5aa3d service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406518 Aug 22 14:50:22.424397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Attempting to bind port f558d7e1-4add-4f63-bae6-1d71b7716ae0 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:22.426025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Attempting to bind port f558d7e1-4add-4f63-bae6-1d71b7716ae0 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:22.426025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Attempting to bind port f558d7e1-4add-4f63-bae6-1d71b7716ae0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:22.431921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Port f558d7e1-4add-4f63-bae6-1d71b7716ae0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:22.433356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Attempting to bind port f558d7e1-4add-4f63-bae6-1d71b7716ae0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:22.444459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4aa88d-22bb-4b1b-8443-34dfe131baf7 req-391a707e-c98e-4f5c-a33e-56df7d4cc035 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:22.446041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:22.446322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f4aa88d-22bb-4b1b-8443-34dfe131baf7 req-391a707e-c98e-4f5c-a33e-56df7d4cc035 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 944 time: 0.1797736 Aug 22 14:50:22.446722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:22.447128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:22.447766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Bound port: f558d7e1-4add-4f63-bae6-1d71b7716ae0, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:22.448172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.492003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Allocated IP 19.80.0.153 (1e8ad0a4-dd0e-4028-8465-7811e0abaeb2/bf196dac-2938-4265-9947-b75ecc5a9c76/714e7f6d-e716-458d-bc2e-d053271e6c06) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:22.534133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 68fef295-9a8f-4797-9c60-a30b5f9b7105 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:22.571677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:22.576181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:22.630219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f4aa88d-22bb-4b1b-8443-34dfe131baf7 req-0221b8f8-9645-4166-937e-29697ce7b7d4 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584799 Aug 22 14:50:22.677756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b906-d99e-4673-8b18-5593f3b4ec38 req-33512c9a-30c7-47d7-9c36-42aa015a1432 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:22.679388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3a3b906-d99e-4673-8b18-5593f3b4ec38 req-33512c9a-30c7-47d7-9c36-42aa015a1432 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1264274 Aug 22 14:50:22.741301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.789958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c495f97b-9f93-41be-861d-069043604cd6 req-791cd1d6-3944-4774-a412-43381f9282c7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0505681 Aug 22 14:50:22.802079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3a3b906-d99e-4673-8b18-5593f3b4ec38 req-a727000a-6134-4da8-a51a-a4769a4c120b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120048 Aug 22 14:50:22.820375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:22.820375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.824702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 68fef295-9a8f-4797-9c60-a30b5f9b7105 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:22.828176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 68fef295-9a8f-4797-9c60-a30b5f9b7105 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:22.828778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.831351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] 10.222.0.54 "PUT /v2.0/ports/f558d7e1-4add-4f63-bae6-1d71b7716ae0 HTTP/1.1" status: 200 len: 1096 time: 1.8207083 Aug 22 14:50:22.832672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:22.837267 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9e7475-81c2-485d-bbe6-14cac81e4626" -d '{"events": [{"name": "network-changed", "server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:22.857175 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:22.868193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Transition to ACTIVE for port object 714e7f6d-e716-458d-bc2e-d053271e6c06 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:22.868527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e7020-8409-4d59-befc-00fd31ade0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:22.941733 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b0096-c3d3-457f-a897-5be33215acf4 x-openstack-request-id: req-d15b0096-c3d3-457f-a897-5be33215acf4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:22.942503 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:22.942503 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d15b0096-c3d3-457f-a897-5be33215acf4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:22.942854 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'status': 'completed', 'code': 200} Aug 22 14:50:23.003485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309d9b-1247-48c9-9b0d-12b3e940c80f req-062e3191-9701-4bae-a3a9-d0d4f6615f32 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.016206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20309d9b-1247-48c9-9b0d-12b3e940c80f req-062e3191-9701-4bae-a3a9-d0d4f6615f32 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.0765440 Aug 22 14:50:23.020781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7475-81c2-485d-bbe6-14cac81e4626 req-5d9d15d2-a175-464b-a6d8-0db7dcde2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.022381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb9e7475-81c2-485d-bbe6-14cac81e4626 req-5d9d15d2-a175-464b-a6d8-0db7dcde2671 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 1099 time: 0.0618656 Aug 22 14:50:23.059964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:23.070819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20309d9b-1247-48c9-9b0d-12b3e940c80f req-7b0227e7-87a9-4ecc-a25b-60c20212020d tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516174 Aug 22 14:50:23.086339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:23.099372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb9e7475-81c2-485d-bbe6-14cac81e4626 req-2b53cf98-2f56-44c9-8875-2e03475e830c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=62819d55d3eb46f1ad580ff60e208206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354471 Aug 22 14:50:23.106324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:23.111838 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a09ff-d934-426f-82f8-49317cacd4e7" -d '{"events": [{"server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "name": "network-vif-plugged", "status": "completed", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:23.130578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105,segment=NetworkSegment(7f542740-114f-41d6-9687-b5840728c379),segment_id=7f542740-114f-41d6-9687-b5840728c379)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:23.168502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:23.172159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:23.177106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:23.198497 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f521b-62aa-4b89-96a9-eb5b82654ec2 x-openstack-request-id: req-d09f521b-62aa-4b89-96a9-eb5b82654ec2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:23.198497 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "name": "network-vif-plugged", "status": "completed", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:23.198497 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d09f521b-62aa-4b89-96a9-eb5b82654ec2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:23.198497 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105', 'code': 200} Aug 22 14:50:23.232973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:23.257541 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:23.338019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.338497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:23.363318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:23.363779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7475-81c2-485d-bbe6-14cac81e4626 req-c6a2d1f7-9750-4fc1-928d-229d60873708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.367710 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb9e7475-81c2-485d-bbe6-14cac81e4626 req-c6a2d1f7-9750-4fc1-928d-229d60873708 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584774 Aug 22 14:50:23.416496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b58020-c841-4285-b62e-86214b84bdbe req-0d92d5ff-f788-41c6-99b4-1e8181abb089 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.421213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2b58020-c841-4285-b62e-86214b84bdbe req-0d92d5ff-f788-41c6-99b4-1e8181abb089 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.1929789 Aug 22 14:50:23.430435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984d535-9cfc-48c2-88d0-916f4841b74a req-ffebb7fc-8fb5-4692-873a-1c0d2d0ff22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.438970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f984d535-9cfc-48c2-88d0-916f4841b74a req-ffebb7fc-8fb5-4692-873a-1c0d2d0ff22f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 1096 time: 0.1058264 Aug 22 14:50:23.518447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-89b83f75-709a-4f3d-8720-90d63d249b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.521136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-89b83f75-709a-4f3d-8720-90d63d249b45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=62819d55d3eb46f1ad580ff60e208206&device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 1099 time: 0.0774701 Aug 22 14:50:23.555938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-dd7e6d5d-bb4c-48cc-8d96-1491a5715c90 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8599837 Aug 22 14:50:23.577702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-add4ca57-0f91-4494-ad79-a0583d8436df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0 HTTP/1.1" status: 200 len: 217 time: 0.0477030 Aug 22 14:50:23.598472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Request body: {'port': {'device_id': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859', 'admin_state_up': True, 'tenant_id': '3a166a88a77e47138476485c52f35df0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:23.606314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2b58020-c841-4285-b62e-86214b84bdbe req-ea3b5a15-2a8e-4e86-a1c5-a98eba6a0d4e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713462 Aug 22 14:50:23.610924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f984d535-9cfc-48c2-88d0-916f4841b74a req-72076934-533e-477a-a6bf-b95c5b5b9fb9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508200 Aug 22 14:50:23.644998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-53a20f4a-2dec-40f0-96c7-e6f2a8cf3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.648477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-53a20f4a-2dec-40f0-96c7-e6f2a8cf3a07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0625412 Aug 22 14:50:23.694829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a898d-2f16-4d89-9f43-9e6e76ff67fe req-b421f6fd-6f48-49e6-bd90-e8c172580698 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.696575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd1a898d-2f16-4d89-9f43-9e6e76ff67fe req-b421f6fd-6f48-49e6-bd90-e8c172580698 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 932 time: 0.1928139 Aug 22 14:50:23.699179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af22442e-20ca-487f-a09d-7910158cf2dc None None] Provisioning for port 714e7f6d-e716-458d-bc2e-d053271e6c06 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:23.704435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af22442e-20ca-487f-a09d-7910158cf2dc None None] Provisioning complete for port 714e7f6d-e716-458d-bc2e-d053271e6c06 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:23.704435 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af22442e-20ca-487f-a09d-7910158cf2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:23.746227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-af22442e-20ca-487f-a09d-7910158cf2dc None None] Port 714e7f6d-e716-458d-bc2e-d053271e6c06 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:50:23.752157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-67848b44-871d-4791-9ae1-819da17faadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.754788 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-67848b44-871d-4791-9ae1-819da17faadd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974679 Aug 22 14:50:23.840911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd1a898d-2f16-4d89-9f43-9e6e76ff67fe req-017036e0-e4a4-4967-9128-3b6e67636c64 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178875 Aug 22 14:50:23.868460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8e328-6056-452b-b6b4-81bf92a54ef6 req-2034759a-b838-47d3-85d3-1851a6cca2c2 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:23.868460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-feb8e328-6056-452b-b6b4-81bf92a54ef6 req-2034759a-b838-47d3-85d3-1851a6cca2c2 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.1117404 Aug 22 14:50:23.894421 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-94a91732-2c36-442e-a9ae-6e3a268a0320 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304348 Aug 22 14:50:23.921849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-feb8e328-6056-452b-b6b4-81bf92a54ef6 req-2b78c346-128c-40d0-80db-297de324d8f3 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Aug 22 14:50:23.968026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-934aeaea-4ce0-4dee-9443-98c741c7b17f req-fdba5dbb-505c-41cc-9f9c-02086178c066 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Aug 22 14:50:23.975751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Made reservation on behalf of 3a166a88a77e47138476485c52f35df0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:23.975751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.101589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:24.152202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638959e-97ce-48ae-89ae-0f8cd465c38a req-fecad854-000d-4055-bdad-c164b3c7f147 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:24.153898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4638959e-97ce-48ae-89ae-0f8cd465c38a req-fecad854-000d-4055-bdad-c164b3c7f147 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1225402 Aug 22 14:50:24.192504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Allocated IP 19.86.0.108 (3c9e70da-2422-4e4e-b059-bd678d912859/15efdf73-98fb-448e-8342-33376d18575d/6e43a404-3b38-4f79-8eb4-2428b50849c3) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:24.275609 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.299114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4638959e-97ce-48ae-89ae-0f8cd465c38a req-e8167c02-920f-4ad8-8a96-8dfcdd7765ce tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339121 Aug 22 14:50:24.331274 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d16ff685-c2d4-4805-8a1e-27ada4d13ae6 req-c18a540c-feed-4d2f-97fe-9dd97cd7bf70 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275746 Aug 22 14:50:24.342251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:24.391889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ebb87-8e18-4f9d-a7fb-2401b7e3e255 req-aff1de9c-9ab4-429a-a616-417945e0c504 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:24.395436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-858ebb87-8e18-4f9d-a7fb-2401b7e3e255 req-aff1de9c-9ab4-429a-a616-417945e0c504 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.1417086 Aug 22 14:50:24.481068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-858ebb87-8e18-4f9d-a7fb-2401b7e3e255 req-62456f7a-a1f3-45ef-a03a-e8436d052b5c tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598602 Aug 22 14:50:24.499427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.513959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Transition to ACTIVE for port object 6e43a404-3b38-4f79-8eb4-2428b50849c3 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:24.539083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:24.663646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:24.682839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'd01b168a-533b-421f-9738-567529e1d63c', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'd01b168a-533b-421f-9738-567529e1d63c', 'mac_address': 'fa:16:3e:39:84:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:24.734852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.757736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01b168a-533b-421f-9738-567529e1d63c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:24.774675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf123f-01d9-49e7-8a1f-b3f6826f1d2c req-7108ff1d-9138-41e1-99e7-29b78ab52981 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:24.776360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fcf123f-01d9-49e7-8a1f-b3f6826f1d2c req-7108ff1d-9138-41e1-99e7-29b78ab52981 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 948 time: 0.0600615 Aug 22 14:50:24.782856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:24.821424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fcf123f-01d9-49e7-8a1f-b3f6826f1d2c req-ebe2cd62-60a6-4c35-b85c-640ae8c301d5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Aug 22 14:50:24.848594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.908298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:24.929044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.929573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:24.996060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Network 3c9e70da-2422-4e4e-b059-bd678d912859 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:25.000983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:25.009120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:25.028611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:25.119554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event updated for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:25.187294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:25.188588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757c5b-f2fa-492c-8fb3-796e7a4ead0e req-4119ca88-8a60-4b6b-ae8f-05a3452e7e65 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.190331 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69fac7-69cc-41e0-adfa-7dbea8c14d51" -d '{"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:25.200877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0757c5b-f2fa-492c-8fb3-796e7a4ead0e req-4119ca88-8a60-4b6b-ae8f-05a3452e7e65 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.211415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0757c5b-f2fa-492c-8fb3-796e7a4ead0e req-4119ca88-8a60-4b6b-ae8f-05a3452e7e65 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1655 time: 0.2363775 Aug 22 14:50:25.267943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.268695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:25.369786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0757c5b-f2fa-492c-8fb3-796e7a4ead0e req-3ea320e3-1f94-431e-8471-2463292a1a6f tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316526 Aug 22 14:50:25.442462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-201ec4ba-8136-4df6-be4a-6ceac61144b1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.442462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-201ec4ba-8136-4df6-be4a-6ceac61144b1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.3732679 Aug 22 14:50:25.442462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da16c7-62af-4b66-86e9-040ae7a53dc6 req-9f6e2e27-37f7-42a7-a531-ebc8faad749b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.442462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51da16c7-62af-4b66-86e9-040ae7a53dc6 req-9f6e2e27-37f7-42a7-a531-ebc8faad749b tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.1759484 Aug 22 14:50:25.442462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Request body: {'port': {'device_id': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'admin_state_up': True, 'tenant_id': '71b051cab69c48fbac4417099181909b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:25.449676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:25.517995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-f28b7206-faf1-45a3-801c-9678f6e4d0bc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:25.520204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-f28b7206-faf1-45a3-801c-9678f6e4d0bc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed&tenant_id=63f558fbc2a74d7f8c8250b3058c6087&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 949 time: 0.1870997 Aug 22 14:50:25.526282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ccc4623-b6a2-4f0f-81ca-61bf401e4965 req-2bb52b10-7b9d-4bb4-a513-340e6e2c86db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0881212 Aug 22 14:50:25.611712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51da16c7-62af-4b66-86e9-040ae7a53dc6 req-778e387b-04e5-49bc-9daa-15b779009d06 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721048 Aug 22 14:50:25.677470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-810f84b9-9611-494d-945a-3e9d73f54c2a tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0964720 Aug 22 14:50:25.679634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-87bea9de-e404-4237-b0c2-b6d7ba0085eb None None] Provisioning for port 6e43a404-3b38-4f79-8eb4-2428b50849c3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:25.683511 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f989e-d246-422b-a336-f6391196e60c x-openstack-request-id: req-a63f989e-d246-422b-a336-f6391196e60c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:25.683511 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:25.683797 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a63f989e-d246-422b-a336-f6391196e60c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:25.684339 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'code': 200} Aug 22 14:50:25.688373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-87bea9de-e404-4237-b0c2-b6d7ba0085eb None None] Provisioning complete for port 6e43a404-3b38-4f79-8eb4-2428b50849c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:25.688832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-87bea9de-e404-4237-b0c2-b6d7ba0085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:25.738690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Request body: {'port': {'device_id': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:25.746950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-87bea9de-e404-4237-b0c2-b6d7ba0085eb None None] Port 6e43a404-3b38-4f79-8eb4-2428b50849c3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:50:26.125381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:26.178824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed654b-0a7f-4f32-a3a9-14faaf64efc9 req-e8899877-0fab-457d-bc78-63691f7f593f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.180423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05ed654b-0a7f-4f32-a3a9-14faaf64efc9 req-e8899877-0fab-457d-bc78-63691f7f593f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 949 time: 0.5183003 Aug 22 14:50:26.197888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-5d9379a9-7ac5-4c87-a2c3-254a0252d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.199418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-5d9379a9-7ac5-4c87-a2c3-254a0252d158 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1100 time: 0.5050774 Aug 22 14:50:26.237195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.255282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:26.266715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'mac_address': 'fa:16:3e:1d:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:26.291234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf0b61-47ac-45cd-842f-0e0351355f1e req-8001943c-cc13-49f1-8a3d-da2a37fb954e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.292764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daaf0b61-47ac-45cd-842f-0e0351355f1e req-8001943c-cc13-49f1-8a3d-da2a37fb954e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 943 time: 0.4957407 Aug 22 14:50:26.293418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:26.296717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.308553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.323603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:26.345663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:26.360134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05ed654b-0a7f-4f32-a3a9-14faaf64efc9 req-137cdace-f4c3-4ecf-a3cf-f26942d27570 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594410 Aug 22 14:50:26.426446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.426446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:26.484581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daaf0b61-47ac-45cd-842f-0e0351355f1e req-63fe9832-bee0-46f0-940b-690abfe2ca4d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536403 Aug 22 14:50:26.542821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:26.569841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-1196a3c8-4b04-4024-b083-218d02af1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.571313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-1196a3c8-4b04-4024-b083-218d02af1e63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3501275 Aug 22 14:50:26.589596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:26.604560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'port_id': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'mac_address': 'fa:16:3e:76:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965bd350-d250-477b-926e-22baab7eff98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:26.651850 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.667405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:26.690383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:26.703682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-5d8690d4-0488-4e6f-a7b9-da527c25d022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.1115599 Aug 22 14:50:26.779570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30856cbc-0b5c-40a3-870d-b64b9eeba14e req-d66e3a05-9370-416c-8981-0d8a6a5d4f95 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.781087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30856cbc-0b5c-40a3-870d-b64b9eeba14e req-d66e3a05-9370-416c-8981-0d8a6a5d4f95 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.2695298 Aug 22 14:50:26.808692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:26.877849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93b71f-179b-4e00-8884-dfd6b0dea41d req-44c65581-146c-4a15-b7dd-7dc964a635e2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.882062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:26.884213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93b71f-179b-4e00-8884-dfd6b0dea41d req-44c65581-146c-4a15-b7dd-7dc964a635e2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.885944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f93b71f-179b-4e00-8884-dfd6b0dea41d req-44c65581-146c-4a15-b7dd-7dc964a635e2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1655 time: 0.2926810 Aug 22 14:50:26.892056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-d657b40e-ae33-4b4d-9be9-383537887305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:26.895567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-d657b40e-ae33-4b4d-9be9-383537887305 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1727829 Aug 22 14:50:26.975381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Allocated IP 172.20.0.6 (f6ab3086-f496-4329-96c1-4c262c7c349c/dc7c76fb-a39b-4679-8455-707c1d9e3a76/30a68b85-6931-4307-87d5-82f1fd62427c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:26.990985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30856cbc-0b5c-40a3-870d-b64b9eeba14e req-d9cc4787-283c-4fd1-916b-561afc50a0ca tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767933 Aug 22 14:50:27.044572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f93b71f-179b-4e00-8884-dfd6b0dea41d req-9839d547-c616-4279-8f4d-e774ef44e572 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502404 Aug 22 14:50:27.103767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-d50707b0-bb30-4519-8ee6-775d8daa3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:27.105391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-d50707b0-bb30-4519-8ee6-775d8daa3133 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923966 Aug 22 14:50:27.164391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:27.165541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a22ac65-3e73-47b1-a5b3-d91b9e0405dc req-cd9eaaf3-b8c7-4fc2-befb-cce7577c9777 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0842338 Aug 22 14:50:27.171853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:27.233661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714e7f6d-e716-458d-bc2e-d053271e6c06 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:27.310826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:27.347004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Transition to ACTIVE for port object 714e7f6d-e716-458d-bc2e-d053271e6c06 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:27.357814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd98653-3bd0-4894-bee1-5b2a7ced13ae req-babc2122-3c3d-4533-bf49-725c06cebd24 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:27.360681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd98653-3bd0-4894-bee1-5b2a7ced13ae req-babc2122-3c3d-4533-bf49-725c06cebd24 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.2097049 Aug 22 14:50:27.417369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-2fb667ca-b2d8-45d8-a0da-6354a3be93a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991111 Aug 22 14:50:27.420485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:27.431306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:27.522653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd98653-3bd0-4894-bee1-5b2a7ced13ae req-20dac03b-6cd7-47f2-9455-fc00bd1f57b6 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537533 Aug 22 14:50:27.610833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Pushing event updated for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:27.723306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadc93b-cc6a-48f5-b43e-14fc8ac18597 req-fce6f955-009f-40f9-a7b7-49b4760646c6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:27.725039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fadc93b-cc6a-48f5-b43e-14fc8ac18597 req-fce6f955-009f-40f9-a7b7-49b4760646c6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 949 time: 0.2382936 Aug 22 14:50:27.727796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a6669fe-b0cd-4419-87b6-285e2d3c8810 req-0ecc1297-d10a-4abe-8057-ef685da2e4eb service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975342 Aug 22 14:50:27.820626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fadc93b-cc6a-48f5-b43e-14fc8ac18597 req-b5f5c0e0-c31c-4152-b3f1-57b1868ef455 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Aug 22 14:50:27.835829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:27.862809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Network f6ab3086-f496-4329-96c1-4c262c7c349c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:27.866975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:27.870827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:27.954156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783ae0b-6c03-4f37-bcfd-bbbb378d9561 req-b8aac7da-a233-4471-86ee-9fa1e5f94c2e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:27.962595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6783ae0b-6c03-4f37-bcfd-bbbb378d9561 req-b8aac7da-a233-4471-86ee-9fa1e5f94c2e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 944 time: 0.2075756 Aug 22 14:50:27.986700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Attempting to bind port 714e7f6d-e716-458d-bc2e-d053271e6c06 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:27.987043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Attempting to bind port 714e7f6d-e716-458d-bc2e-d053271e6c06 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:27.987381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Attempting to bind port 714e7f6d-e716-458d-bc2e-d053271e6c06 on network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:28.002515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Port 714e7f6d-e716-458d-bc2e-d053271e6c06 on network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:28.006568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Attempting to bind port 714e7f6d-e716-458d-bc2e-d053271e6c06 on network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:28.012832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:28.029946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Checking segment: {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Bound using segment: {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Bound port: 714e7f6d-e716-458d-bc2e-d053271e6c06, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2a812e-85ff-4e29-acff-69c9fda741df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:28.035247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.069688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6783ae0b-6c03-4f37-bcfd-bbbb378d9561 req-2e4eff28-0dee-4114-9f9e-5a3093bd72c0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008837 Aug 22 14:50:28.130893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:28.132012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:28.136008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=714e7f6d-e716-458d-bc2e-d053271e6c06,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:28.182083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-0fc54054-fcae-4e29-85cf-1e79a6d245a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7540843 Aug 22 14:50:28.208561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Request body: {'port': {'device_id': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:28.212432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.287814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:28.304036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123970-c91c-41c6-8b44-c6ecf6447e7c req-17126193-e27c-45d2-9c80-80087c4c5dc4 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.305679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74123970-c91c-41c6-8b44-c6ecf6447e7c req-17126193-e27c-45d2-9c80-80087c4c5dc4 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.1637170 Aug 22 14:50:28.314273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.314523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'mac_address': 'fa:16:3e:c8:a2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:28.314901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.316956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] 10.222.0.54 "PUT /v2.0/ports/714e7f6d-e716-458d-bc2e-d053271e6c06 HTTP/1.1" status: 200 len: 1092 time: 2.5906992 Aug 22 14:50:28.333840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:28.336654 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:28.381247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.407883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f558d7e1-4add-4f63-bae6-1d71b7716ae0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:28.415651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6de5-ed4f-4a65-bfa1-bb26f7f7a52d service neutron] Pushing event updated for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:28.427498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Request body: {'port': {'device_id': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:28.442680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:28.463918 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.515807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74123970-c91c-41c6-8b44-c6ecf6447e7c req-abd3ba87-2ba3-4d0e-b689-86629cb05d2b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749573 Aug 22 14:50:28.521800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.542138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ad31-0f19-409c-bdcd-dd93f8e20cb0 req-1c38465e-fcc5-4312-a347-ce5b74fe83a1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.548100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3ad31-0f19-409c-bdcd-dd93f8e20cb0 req-1c38465e-fcc5-4312-a347-ce5b74fe83a1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.556935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2e3ad31-0f19-409c-bdcd-dd93f8e20cb0 req-1c38465e-fcc5-4312-a347-ce5b74fe83a1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1667 time: 0.2312801 Aug 22 14:50:28.567858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:28.604788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.656470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:28.670348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port d01b168a-533b-421f-9738-567529e1d63c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:28.670748 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.729660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2e3ad31-0f19-409c-bdcd-dd93f8e20cb0 req-757f7b2d-843b-48ed-813d-0153bb54087d tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714845 Aug 22 14:50:28.804332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9845ac-11b2-4866-8ce1-7557add9074c req-4d3c3916-4381-42db-bbf5-a8298dc960d2 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:28.808911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:28.812184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d9845ac-11b2-4866-8ce1-7557add9074c req-4d3c3916-4381-42db-bbf5-a8298dc960d2 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 931 time: 0.2135038 Aug 22 14:50:28.840118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:28.842407 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0968a46-a2b0-42f1-9534-f04c2bbebdab" -d '{"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-plugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:28.870137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:28.894473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['f558d7e1-4add-4f63-bae6-1d71b7716ae0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:28.955103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:29.010416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:50:29.066033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:29.359497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d9845ac-11b2-4866-8ce1-7557add9074c req-1b1c7d0e-85f1-454a-9836-bc3ba122961f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463898 Aug 22 14:50:29.390230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294886d-6abb-43b3-a3f6-3ada299b6582 req-4796f13e-d8c0-4703-952b-ba66a1777581 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.392018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c294886d-6abb-43b3-a3f6-3ada299b6582 req-4796f13e-d8c0-4703-952b-ba66a1777581 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.5776761 Aug 22 14:50:29.445589 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80af7d65-631d-470c-81ad-158bf9068ff1 x-openstack-request-id: req-80af7d65-631d-470c-81ad-158bf9068ff1 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:29.445911 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:29.446134 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80af7d65-631d-470c-81ad-158bf9068ff1 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:29.446536 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06', 'status': 'completed', 'code': 200} Aug 22 14:50:29.487821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-fce1fc07-a653-45ae-b554-780202cc39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.489095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-fce1fc07-a653-45ae-b554-780202cc39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.490992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-fce1fc07-a653-45ae-b554-780202cc39fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1914 time: 0.0510728 Aug 22 14:50:29.522518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c294886d-6abb-43b3-a3f6-3ada299b6582 req-b1fa1d83-4205-4e07-a09b-4170aec8db53 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189835 Aug 22 14:50:29.561829 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c0042-ccf0-4cd2-abc7-2d8fcb3b3b3d x-openstack-request-id: req-ca1c0042-ccf0-4cd2-abc7-2d8fcb3b3b3d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:29.562374 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-plugged", "status": "completed", "tag": "d01b168a-533b-421f-9738-567529e1d63c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:29.562374 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca1c0042-ccf0-4cd2-abc7-2d8fcb3b3b3d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:29.563794 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c', 'code': 200} Aug 22 14:50:29.590448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a68b85-6931-4307-87d5-82f1fd62427c {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:29.610022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:29.637781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-ba274d91-75bb-40ad-8f99-9229200ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.638390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-ba274d91-75bb-40ad-8f99-9229200ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.638913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-ba274d91-75bb-40ad-8f99-9229200ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.640871 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-ba274d91-75bb-40ad-8f99-9229200ab161 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3a166a88a77e47138476485c52f35df0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1420586 Aug 22 14:50:29.674050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Transition to ACTIVE for port object 30a68b85-6931-4307-87d5-82f1fd62427c will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:29.720642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e43a404-3b38-4f79-8eb4-2428b50849c3 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:29.735278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:29.757585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-5ee3a6ba-fe6c-4e1c-a463-52250e42274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.759453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3772ae1-9fb0-4f61-b7fa-8078ddcfd9fe req-5ee3a6ba-fe6c-4e1c-a463-52250e42274e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099582 Aug 22 14:50:29.763998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ea08-3879-4e28-aa42-4aa732afe149 req-278ef9f1-a2b8-420e-b91a-00c8e3b5a5c0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.765622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1813ea08-3879-4e28-aa42-4aa732afe149 req-278ef9f1-a2b8-420e-b91a-00c8e3b5a5c0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 944 time: 0.1245520 Aug 22 14:50:29.766912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Transition to ACTIVE for port object 6e43a404-3b38-4f79-8eb4-2428b50849c3 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:29.786374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773077d-ab71-4ede-a361-6309284bbd73 req-d122022c-068a-4c56-9409-9a03873a906a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.788014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6773077d-ab71-4ede-a361-6309284bbd73 req-d122022c-068a-4c56-9409-9a03873a906a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1161444 Aug 22 14:50:29.843155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1813ea08-3879-4e28-aa42-4aa732afe149 req-b54893f9-6516-441a-bbd0-ded837bbc341 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 Aug 22 14:50:29.857777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6773077d-ab71-4ede-a361-6309284bbd73 req-9f5b16f6-bcbf-4900-a4bd-e87a0e4d908f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554426 Aug 22 14:50:29.996333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f25039-7e42-4c32-a14a-ed040d31f352 req-1574b692-ce30-4051-8fb0-6dcad3f083ae tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:29.997979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f25039-7e42-4c32-a14a-ed040d31f352 req-1574b692-ce30-4051-8fb0-6dcad3f083ae tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 949 time: 0.0900156 Aug 22 14:50:29.998638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.000935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.052437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86ccfe1f-6996-4e20-b1cc-4b7dfbe1c5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.088881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0571676-560f-4ce5-984e-8f13e4235c4e req-431bafdf-4a46-4437-bb48-f8999e2df3c0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:30.095172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0571676-560f-4ce5-984e-8f13e4235c4e req-431bafdf-4a46-4437-bb48-f8999e2df3c0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:30.096888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0571676-560f-4ce5-984e-8f13e4235c4e req-431bafdf-4a46-4437-bb48-f8999e2df3c0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1667 time: 0.1590443 Aug 22 14:50:30.149360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:30.165361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:30.231858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f25039-7e42-4c32-a14a-ed040d31f352 req-92cdf6a1-9f1a-4ec6-b31e-ef86df21ead2 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179244 Aug 22 14:50:30.302758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:30.311004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:30.311004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.332637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-2d5f516b-ee41-4e27-b00e-b097cf34efd0 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:30.334137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-2d5f516b-ee41-4e27-b00e-b097cf34efd0 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.2863021 Aug 22 14:50:30.337147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0571676-560f-4ce5-984e-8f13e4235c4e req-6a1df7cc-321c-43d9-9071-cac3e6924277 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185225 Aug 22 14:50:30.397383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:30.458398 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.492205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Attempting to bind port 6e43a404-3b38-4f79-8eb4-2428b50849c3 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:30.492591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Attempting to bind port 6e43a404-3b38-4f79-8eb4-2428b50849c3 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:30.493132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Attempting to bind port 6e43a404-3b38-4f79-8eb4-2428b50849c3 on network 3c9e70da-2422-4e4e-b059-bd678d912859 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:30.505603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:30.539339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:30.539608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:30.539948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:30.548853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Port 6e43a404-3b38-4f79-8eb4-2428b50849c3 on network 3c9e70da-2422-4e4e-b059-bd678d912859 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:30.549257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Attempting to bind port 6e43a404-3b38-4f79-8eb4-2428b50849c3 on network 3c9e70da-2422-4e4e-b059-bd678d912859 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:30.559341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47816d1-ba14-4ce3-8e7a-d62355425c51 req-32023660-5d78-4bb2-a7be-12eff7bf722b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:30.565928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d47816d1-ba14-4ce3-8e7a-d62355425c51 req-32023660-5d78-4bb2-a7be-12eff7bf722b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2228746 Aug 22 14:50:30.578396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:30.578750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Checking segment: {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:30.579297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Bound using segment: {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:30.579596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Bound port: 6e43a404-3b38-4f79-8eb4-2428b50849c3, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19209c79-e335-46ec-a4f1-5ebe44c0f35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:30.579962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.582936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:30.583265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:30.613654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.614499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:30.618512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:30.618862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:30.619257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:30.619710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Bound port: 30a68b85-6931-4307-87d5-82f1fd62427c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:30.620108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.669921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba23ba5-942d-4f0f-a67f-63faa245ae0c req-ce016769-c293-480c-b875-01e44bd4ecc8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:30.670981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ba23ba5-942d-4f0f-a67f-63faa245ae0c req-ce016769-c293-480c-b875-01e44bd4ecc8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.2017200 Aug 22 14:50:30.721718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:30.741568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d47816d1-ba14-4ce3-8e7a-d62355425c51 req-85b818e2-a5a2-44b7-a713-82568e5bf64f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689963 Aug 22 14:50:30.754982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Deleting port 68fef295-9a8f-4797-9c60-a30b5f9b7105 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:30.755460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:30.906698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ba23ba5-942d-4f0f-a67f-63faa245ae0c req-1442dda7-8d5c-41b2-8084-7ef665ab7ab9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071688 Aug 22 14:50:30.911244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:30.920135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:30.969638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:30.977363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:31.002016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] For port 68fef295-9a8f-4797-9c60-a30b5f9b7105, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=68fef295-9a8f-4797-9c60-a30b5f9b7105,segment=NetworkSegment(7f542740-114f-41d6-9687-b5840728c379),segment_id=7f542740-114f-41d6-9687-b5840728c379)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:31.002395 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.018942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df021dbc-d0d3-4b7c-b6f0-ae7896d54d5d req-f27226d9-d848-46e6-ade3-0af8b8caebe8 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.021216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df021dbc-d0d3-4b7c-b6f0-ae7896d54d5d req-f27226d9-d848-46e6-ade3-0af8b8caebe8 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 945 time: 0.1355760 Aug 22 14:50:31.036777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Calling delete_port for 68fef295-9a8f-4797-9c60-a30b5f9b7105 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:31.070986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port f558d7e1-4add-4f63-bae6-1d71b7716ae0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:31.075884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port f558d7e1-4add-4f63-bae6-1d71b7716ae0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:31.076621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.132100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.134346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.183199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.216749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.216749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.216749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e43a404-3b38-4f79-8eb4-2428b50849c3 HTTP/1.1" status: 200 len: 1092 time: 2.7933688 Aug 22 14:50:31.230774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df021dbc-d0d3-4b7c-b6f0-ae7896d54d5d req-82834305-8bfe-46a4-b8f8-ac6cb9235c7f tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/security-groups?id=4070de81-ac1a-4d3f-8e25-1b6db486139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910422 Aug 22 14:50:31.232479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:31.247339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5692-fb4f-4743-adfe-dc3feadab32f req-e5ce4f89-8b7a-43a8-8a92-d12ca4f5ed26 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.259497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cb5692-fb4f-4743-adfe-dc3feadab32f req-e5ce4f89-8b7a-43a8-8a92-d12ca4f5ed26 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 944 time: 0.2371771 Aug 22 14:50:31.262126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.262762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.264187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] 10.222.0.10 "PUT /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 1091 time: 3.0613811 Aug 22 14:50:31.321155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201842-86b1-45bc-98ca-1808f7d52284 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:31.338838 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.340071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:31.419545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68cb5692-fb4f-4743-adfe-dc3feadab32f req-634b909d-cc2d-4391-adc9-433666e5bc05 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591270 Aug 22 14:50:31.441284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:31.458719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3'}, {'name': 'network-changed', 'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:31.461114 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966423a8-300d-42de-8ffd-3da5a9da342c" -d '{"events": [{"name": "network-changed", "server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3"}, {"name": "network-changed", "server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:31.485877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:31.486313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.537260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaafd8-9f24-42fe-a631-244066a8425b service neutron] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:31.556792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-df0d3d04-cbb9-4cf4-9c5d-af76ab5b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.557304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-df0d3d04-cbb9-4cf4-9c5d-af76ab5b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.559195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-df0d3d04-cbb9-4cf4-9c5d-af76ab5b96df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1981 time: 0.2280869 Aug 22 14:50:31.566175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}, {'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:31.568801 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e4b599-6c5e-4734-bdd1-26319b994d58" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}, {"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-plugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:31.572453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8bb14-d3d6-4f96-9f4c-df02e8f0cc15 req-0e71b3d3-fbb0-41c4-afff-aae5d0759d2a tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.573956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e8bb14-d3d6-4f96-9f4c-df02e8f0cc15 req-0e71b3d3-fbb0-41c4-afff-aae5d0759d2a tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 950 time: 0.2242835 Aug 22 14:50:31.597979 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.634654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-d4bc83e7-bfb0-46c5-a1ba-c11ccd17a9eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=714e7f6d-e716-458d-bc2e-d053271e6c06 HTTP/1.1" status: 200 len: 217 time: 0.0588334 Aug 22 14:50:31.640053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-9e3e0243-913e-407b-b496-70963b7c6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.641656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-9e3e0243-913e-407b-b496-70963b7c6914 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1094 time: 0.1573539 Aug 22 14:50:31.658002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:31.685013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.718619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['68fef295-9a8f-4797-9c60-a30b5f9b7105'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:31.765532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-e573ea09-8fcb-4b3d-9844-9e7a75b8e1b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.0828881 Aug 22 14:50:31.779923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.793446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e8bb14-d3d6-4f96-9f4c-df02e8f0cc15 req-fc37dd9e-c54b-41b6-9f55-bdf043360885 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053847 Aug 22 14:50:31.809466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Pushing event deleted for resources: {'Port': ['ID=68fef295-9a8f-4797-9c60-a30b5f9b7105,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:31.843370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:31.854912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4e4d6029-99bf-4f1e-a836-7c40cdeaae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.856422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-4e4d6029-99bf-4f1e-a836-7c40cdeaae26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf196dac-2938-4265-9947-b75ecc5a9c76 HTTP/1.1" status: 200 len: 801 time: 0.2136340 Aug 22 14:50:31.865929 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991425c-252b-4633-bf70-aa2b76990ab9 x-openstack-request-id: req-8991425c-252b-4633-bf70-aa2b76990ab9 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:31.866187 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:31.866444 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8991425c-252b-4633-bf70-aa2b76990ab9 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:31.866844 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3', 'status': 'completed', 'code': 200} Aug 22 14:50:31.867104 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c', 'status': 'completed', 'code': 200} Aug 22 14:50:31.897745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] No DVR routers for this DVR port 68fef295-9a8f-4797-9c60-a30b5f9b7105 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:31.904418 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa9c89c-cd4d-49e1-9645-406719242637 x-openstack-request-id: req-3aa9c89c-cd4d-49e1-9645-406719242637 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:31.904615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:31.904914 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "code": 200}, {"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-plugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:31.905337 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aa9c89c-cd4d-49e1-9645-406719242637 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:31.905960 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'code': 200} Aug 22 14:50:31.906328 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'code': 200} Aug 22 14:50:31.906580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67f63b17-b8fa-4fd0-a0de-4eb177eb0e72 req-e60670fb-06d7-4b38-a4e4-7780232452ff tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.10 "DELETE /v2.0/ports/68fef295-9a8f-4797-9c60-a30b5f9b7105 HTTP/1.1" status: 204 len: 173 time: 1.5465531 Aug 22 14:50:31.938423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79030-f571-4ba2-af10-320c2f53ccfd req-a6d24921-d3e2-42d5-ae74-164700b8993c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.945426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79030-f571-4ba2-af10-320c2f53ccfd req-a6d24921-d3e2-42d5-ae74-164700b8993c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.953585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed79030-f571-4ba2-af10-320c2f53ccfd req-a6d24921-d3e2-42d5-ae74-164700b8993c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1679 time: 0.2695098 Aug 22 14:50:31.979678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-d8096390-d766-4440-9d97-dd0c1d9e00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:31.981250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-d8096390-d766-4440-9d97-dd0c1d9e00a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1849549 Aug 22 14:50:32.075429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63d2fd-7821-4eed-a44d-76cff767f3e2 req-fb63ce25-5e1f-422d-a7f9-4ca1b7176efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.077672 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c63d2fd-7821-4eed-a44d-76cff767f3e2 req-fb63ce25-5e1f-422d-a7f9-4ca1b7176efb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 1101 time: 0.0775802 Aug 22 14:50:32.082356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-4010393e-5b8c-4168-ad88-8dcc380555bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918205 Aug 22 14:50:32.094456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69f6b5-d245-4b00-b650-c767e62fc43b req-7de9dd4c-415d-450c-9ae2-167621541723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.096300 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e69f6b5-d245-4b00-b650-c767e62fc43b req-7de9dd4c-415d-450c-9ae2-167621541723 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 1101 time: 0.0973456 Aug 22 14:50:32.122209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed79030-f571-4ba2-af10-320c2f53ccfd req-2a16030e-bb46-48e2-93f5-95b36af9de44 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676517 Aug 22 14:50:32.127653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-9f9b83e5-5984-4ba3-9152-cf36687846ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.130003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-9f9b83e5-5984-4ba3-9152-cf36687846ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e8ad0a4-dd0e-4028-8465-7811e0abaeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2445693 Aug 22 14:50:32.161986 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c63d2fd-7821-4eed-a44d-76cff767f3e2 req-483bd33a-ad82-4983-a631-e12e54175803 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761194 Aug 22 14:50:32.188647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e69f6b5-d245-4b00-b650-c767e62fc43b req-41627fd1-fdfa-4a67-9f5b-cc9c9c4ae36d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846214 Aug 22 14:50:32.329636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-f177626d-ba59-4778-993c-0e3d27220a59 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748489 Aug 22 14:50:32.344907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed843-24fa-47ed-9956-346218a59439 req-3f8d87c1-e560-440d-a09a-928695b46d7b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.346425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-522ed843-24fa-47ed-9956-346218a59439 req-3f8d87c1-e560-440d-a09a-928695b46d7b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.2232709 Aug 22 14:50:32.415123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-3a52bb9c-5083-48ab-a86f-053334639cc2 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239222 Aug 22 14:50:32.416916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-8918d100-31ca-4a94-9b65-44d2cb291f5a service neutron] 10.222.0.54 "GET /v2.0/networks/1e8ad0a4-dd0e-4028-8465-7811e0abaeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673931 Aug 22 14:50:32.552707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-522ed843-24fa-47ed-9956-346218a59439 req-ffe86d8a-bc44-4a7d-8c07-9d73d5998a98 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769075 Aug 22 14:50:32.603532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc0874ed-29a1-4df9-b721-f1905d90f048 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.605359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc0874ed-29a1-4df9-b721-f1905d90f048 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541840 Aug 22 14:50:32.624724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebbb40-75cd-4c9f-b958-a59fb13c28a8 req-02701e73-6131-43de-b4bc-c44e67d7b38f service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984415 Aug 22 14:50:32.628329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-2926ecf8-cdc9-4695-bf89-04fee48236ad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/quotas/63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 375 time: 0.0140960 Aug 22 14:50:32.700595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09ef4cfb-3ff7-4760-b245-8dfe3a29a5e7 req-96818beb-9c89-4a11-9b1f-e0ada92fb019 tempest-InstanceActionsV221TestJSON-1574549390 tempest-InstanceActionsV221TestJSON-1574549390-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae51fa53-ff93-4d2d-b057-f7303e5aadcb HTTP/1.1" status: 200 len: 210 time: 0.0498664 Aug 22 14:50:32.794963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-f1a2f49f-0e86-4c4b-be37-365bc2a18864 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560526 Aug 22 14:50:32.841264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-d2f8c52d-6975-474a-a9da-b3de0c80b593 service neutron] 10.222.0.54 "GET /v2.0/networks/1e8ad0a4-dd0e-4028-8465-7811e0abaeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509893 Aug 22 14:50:32.853602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699670f-238e-4802-ad34-4f0b2349d071 req-cbfb2b70-ae73-4f2a-83f5-6e8e8f106219 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.855372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e699670f-238e-4802-ad34-4f0b2349d071 req-cbfb2b70-ae73-4f2a-83f5-6e8e8f106219 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0781093 Aug 22 14:50:32.898117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-c6763d01-8f2d-4708-a247-daee247000aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3 HTTP/1.1" status: 200 len: 217 time: 0.0417402 Aug 22 14:50:32.963544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e699670f-238e-4802-ad34-4f0b2349d071 req-3454dbe8-3c88-43db-8be1-8e1c6544d770 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992308 Aug 22 14:50:32.971590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-45116646-ba92-4222-b8d1-3046540e1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:32.973201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-45116646-ba92-4222-b8d1-3046540e1550 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15efdf73-98fb-448e-8342-33376d18575d HTTP/1.1" status: 200 len: 801 time: 0.0666177 Aug 22 14:50:33.069166 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:33.092215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-e774180d-d59a-4685-a5c8-d1773f123a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.092215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-e774180d-d59a-4685-a5c8-d1773f123a6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c9e70da-2422-4e4e-b059-bd678d912859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112916 Aug 22 14:50:33.096058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-1ad4331b-fbbc-42d0-8dea-808611797765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.101338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-1ad4331b-fbbc-42d0-8dea-808611797765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1094 time: 0.0889468 Aug 22 14:50:33.141938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459b03-f89a-4ad3-bcdb-7c095433b5b6 req-5b65a742-d809-49b4-a321-f607e6039dc1 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.143479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad459b03-f89a-4ad3-bcdb-7c095433b5b6 req-5b65a742-d809-49b4-a321-f607e6039dc1 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 950 time: 0.1081347 Aug 22 14:50:33.481864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-735e60c7-a801-4178-be69-6456d8f754a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:33.609962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f028c8-91ba-4122-84f5-f159315a2eb8 req-428bcbfb-f2f5-46f8-bd04-cdc108c75186 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.3806872 Aug 22 14:50:33.640845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad459b03-f89a-4ad3-bcdb-7c095433b5b6 req-3bbc3986-5a03-402e-a964-c9168352dcd4 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669888 Aug 22 14:50:33.683465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-f8d272f7-c6c9-491a-9391-750f3b80c022 service neutron] 10.222.0.54 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812120 Aug 22 14:50:33.684744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-05320c3f-453b-476c-83fb-5a585f67ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.686399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-05320c3f-453b-476c-83fb-5a585f67ccfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.5757926 Aug 22 14:50:33.838795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-08a79a6f-66e3-4971-ac91-1f55f440a19a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.1233041 Aug 22 14:50:33.888093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'name': 'network-vif-deleted', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:33.890383 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a019d-050b-4f91-9df4-3989cdda1d99" -d '{"events": [{"server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "name": "network-vif-deleted", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:33.908012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:33.910627 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08e9d76-75f6-40e8-b77c-636ba69200c9" -d '{"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:33.938178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c86a-17ad-42bc-bc88-2f5b0d1de816 req-0ab13dd5-1985-4e7c-bd84-c692b91202d8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.939785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1582c86a-17ad-42bc-bc88-2f5b0d1de816 req-0ab13dd5-1985-4e7c-bd84-c692b91202d8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.2223175 Aug 22 14:50:33.952539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508414bb-1a28-4474-a8e4-2f007878304e req-5336af83-215a-47a3-815f-4a20aec937e1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.959107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508414bb-1a28-4474-a8e4-2f007878304e req-5336af83-215a-47a3-815f-4a20aec937e1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.960760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-508414bb-1a28-4474-a8e4-2f007878304e req-5336af83-215a-47a3-815f-4a20aec937e1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1679 time: 0.2442701 Aug 22 14:50:33.972961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-d5fe57a1-0094-4753-9c89-79ae26b30a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:33.974985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-d5fe57a1-0094-4753-9c89-79ae26b30a48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1196761 Aug 22 14:50:33.978584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff78a1a-4bc2-4c79-8fef-6bbc4deb4be2 req-0c63e5de-5329-45c9-90c5-5167be24175b service neutron] 10.222.0.54 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858999 Aug 22 14:50:34.039664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-df1ccddc-c114-416b-b36a-05b5ca687794 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464108 Aug 22 14:50:34.049655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1582c86a-17ad-42bc-bc88-2f5b0d1de816 req-b71eaa97-2f9a-4a22-9ec2-a042ead3d1db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879357 Aug 22 14:50:34.082023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-508414bb-1a28-4474-a8e4-2f007878304e req-9321638b-2eb3-44ec-9a32-bc14b54dd404 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039717 Aug 22 14:50:34.135948 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06c95f-b89b-41de-a2ef-b2cdfe332df4 x-openstack-request-id: req-9f06c95f-b89b-41de-a2ef-b2cdfe332df4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:34.136511 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-plugged", "status": "completed", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:34.136621 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f06c95f-b89b-41de-a2ef-b2cdfe332df4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:34.136939 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'code': 200} Aug 22 14:50:34.150131 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bc334-086c-4dcd-99fb-3f45f949845e x-openstack-request-id: req-c34bc334-086c-4dcd-99fb-3f45f949845e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:34.150423 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae51fa53-ff93-4d2d-b057-f7303e5aadcb", "name": "network-vif-deleted", "tag": "68fef295-9a8f-4797-9c60-a30b5f9b7105", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:34.150673 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c34bc334-086c-4dcd-99fb-3f45f949845e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:34.151058 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae51fa53-ff93-4d2d-b057-f7303e5aadcb', 'name': 'network-vif-deleted', 'tag': '68fef295-9a8f-4797-9c60-a30b5f9b7105', 'status': 'completed', 'code': 200} Aug 22 14:50:34.292399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-dc5e610b-fba0-480a-bc42-32c49be571aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.292929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-dc5e610b-fba0-480a-bc42-32c49be571aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.296468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-dc5e610b-fba0-480a-bc42-32c49be571aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a166a88a77e47138476485c52f35df0&device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1981 time: 0.1652718 Aug 22 14:50:34.299928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-482e0e59-6d7b-4ed0-b0ae-9d17bb697e2e service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441657 Aug 22 14:50:34.340441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7560-9307-492b-846a-bce8966e1358 req-8c4c1c47-fdc0-4a96-b88c-a4550a198d1f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.342028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbab7560-9307-492b-846a-bce8966e1358 req-8c4c1c47-fdc0-4a96-b88c-a4550a198d1f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1449552 Aug 22 14:50:34.425604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed6a05-7c58-42a2-b5ab-9002e2f24cb6 req-0da97c3f-89c1-4b5d-adc0-d512ed09f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.428469 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5ed6a05-7c58-42a2-b5ab-9002e2f24cb6 req-0da97c3f-89c1-4b5d-adc0-d512ed09f6e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 1096 time: 0.0621147 Aug 22 14:50:34.492114 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5ed6a05-7c58-42a2-b5ab-9002e2f24cb6 req-789edea5-cfb2-4ce1-89fb-8c8f5fdc2bd1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551095 Aug 22 14:50:34.502792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:34.530141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbab7560-9307-492b-846a-bce8966e1358 req-15585bf4-9015-4b6f-87d7-cf777a919fdb tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689308 Aug 22 14:50:34.544197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 68fef295-9a8f-4797-9c60-a30b5f9b7105 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:34.558663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-112771ea-66ce-4996-9c33-8ba4609dc5d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309799 Aug 22 14:50:34.558663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-91afd4dc-cbea-46ca-a13a-0677f2669154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.559782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-91afd4dc-cbea-46ca-a13a-0677f2669154 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c9e70da-2422-4e4e-b059-bd678d912859 HTTP/1.1" status: 200 len: 903 time: 0.2550786 Aug 22 14:50:34.563309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Deleting subnet 81245567-2d79-4182-b248-dd7417e385da {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:50:34.568289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.570265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 68fef295-9a8f-4797-9c60-a30b5f9b7105 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:34.570993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 68fef295-9a8f-4797-9c60-a30b5f9b7105 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:34.604678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.644411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.719879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.742639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87f59b62-d95b-489a-a4fb-fb5194499d93 req-22fb6fce-1074-44a7-99af-444d755f2bb9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.0382755 Aug 22 14:50:34.785989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.793710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-5e1d7e0f-88c5-4612-bedd-e237a66fb2c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3 HTTP/1.1" status: 200 len: 217 time: 0.0486162 Aug 22 14:50:34.811545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81245567-2d79-4182-b248-dd7417e385da,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:34.822697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.827271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68539403-44db-40fb-ad2d-1fff2cafdbb1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81245567-2d79-4182-b248-dd7417e385da HTTP/1.1" status: 204 len: 168 time: 0.3206177 Aug 22 14:50:34.828395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51882) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:34.887437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4841c-95f5-46f3-9094-cea88dff1fb6 req-c9ad53b8-e1f5-4783-925e-3d0b429a72e5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.894407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fff4841c-95f5-46f3-9094-cea88dff1fb6 req-c9ad53b8-e1f5-4783-925e-3d0b429a72e5 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 950 time: 0.1408310 Aug 22 14:50:34.902692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-bd2527ee-dbaf-4287-a6c6-5611f0993e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.905056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-bd2527ee-dbaf-4287-a6c6-5611f0993e69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15efdf73-98fb-448e-8342-33376d18575d HTTP/1.1" status: 200 len: 801 time: 0.0927832 Aug 22 14:50:34.914104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:34.959127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fff4841c-95f5-46f3-9094-cea88dff1fb6 req-e90345d1-799e-4ccd-8757-d260de735899 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637429 Aug 22 14:50:34.973908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966423a8-300d-42de-8ffd-3da5a9da342c req-beed1f11-9896-4a09-acd0-fa51efbbd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:34.975441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-beed1f11-9896-4a09-acd0-fa51efbbd27c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c9e70da-2422-4e4e-b059-bd678d912859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534453 Aug 22 14:50:35.014653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.027907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69a2587-8912-48e0-802a-b9ce398d942d']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:35.044794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f542740-114f-41d6-9687-b5840728c379') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:35.045377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f542740-114f-41d6-9687-b5840728c379') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:50:35.055491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.070389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.080874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:50:35.082194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:50:35.084745 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:50:35.159092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-1caf9770-3737-4a44-9d0b-e0ce24c0df0e service neutron] 10.222.0.54 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746922 Aug 22 14:50:35.219128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.225496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.228560 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/b69a2587-8912-48e0-802a-b9ce398d942d HTTP/1.1" status: 204 len: 168 time: 0.3991537 Aug 22 14:50:35.243068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88575db0-a683-40fd-8837-1dfe24f016ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b69a2587-8912-48e0-802a-b9ce398d942d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:35.277743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa36136-6647-484a-9e00-f1e40e094fd9 req-b1010fc0-45ee-42e8-9ae8-e56a00bca395 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:35.279268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aa36136-6647-484a-9e00-f1e40e094fd9 req-b1010fc0-45ee-42e8-9ae8-e56a00bca395 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 950 time: 0.2221816 Aug 22 14:50:35.298338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5fd1a-f191-4653-aaed-36887a6c6ff0 req-ffe479e0-898e-4b05-8ae7-69278d60fe5c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:35.299901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eb5fd1a-f191-4653-aaed-36887a6c6ff0 req-ffe479e0-898e-4b05-8ae7-69278d60fe5c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1443827 Aug 22 14:50:35.360341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-966423a8-300d-42de-8ffd-3da5a9da342c req-40046795-b915-45de-918f-c0e3dccaeb52 service neutron] 10.222.0.54 "GET /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901903 Aug 22 14:50:35.375917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aa36136-6647-484a-9e00-f1e40e094fd9 req-1ac792ec-6eba-4c35-ac94-fd7e58e00596 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876014 Aug 22 14:50:35.384512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eb5fd1a-f191-4653-aaed-36887a6c6ff0 req-8a53da6b-0bcd-4de0-b0db-1d469f7174e1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777211 Aug 22 14:50:35.559521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe3814-d689-40e3-a55d-4e3931bfcb89 req-5bc707e5-52d0-444c-8535-ee880af4f020 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:35.567947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe3814-d689-40e3-a55d-4e3931bfcb89 req-5bc707e5-52d0-444c-8535-ee880af4f020 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:35.589069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe3814-d689-40e3-a55d-4e3931bfcb89 req-5bc707e5-52d0-444c-8535-ee880af4f020 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1679 time: 0.1044731 Aug 22 14:50:35.613702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4fe3814-d689-40e3-a55d-4e3931bfcb89 req-2be823a1-86e6-46e5-82e0-e3296d74c94e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Aug 22 14:50:35.723713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44443ac-851b-4f45-a780-fc3a0ce97428 req-daa9b9c8-c13a-4798-a4b6-53908ee2f087 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:35.725343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44443ac-851b-4f45-a780-fc3a0ce97428 req-daa9b9c8-c13a-4798-a4b6-53908ee2f087 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.0540712 Aug 22 14:50:35.739448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:35.771663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44443ac-851b-4f45-a780-fc3a0ce97428 req-9975ca9a-0ab3-4a5a-ae36-0c0abd77f9ed tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Aug 22 14:50:35.787308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51914) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:35.787528 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-429d4c4f-3e77-4b1a-9a64-ddba458be4d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bd323a8d5bc412293eee5cbb2f379e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458868 Aug 22 14:50:35.867938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29f7babc-0b7d-4c3f-b64a-8858aa8e26ba req-823a4896-3b37-4ce2-af6e-466c06afc748 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.0352166 Aug 22 14:50:35.868753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.905049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:35.957221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-9c6940b8-dd6c-448f-b21f-53d0770e1098 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308611 Aug 22 14:50:36.122746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-a397e38d-631a-43cf-af10-ca51c3d4c180 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:36.125887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-a397e38d-631a-43cf-af10-ca51c3d4c180 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609766 Aug 22 14:50:36.127375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:36.130679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:36.134064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4070de81-ac1a-4d3f-8e25-1b6db486139e HTTP/1.1" status: 204 len: 168 time: 0.3430536 Aug 22 14:50:36.148678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Request body: {'port': {'device_id': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '63f558fbc2a74d7f8c8250b3058c6087'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:36.157034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676c7f4-4127-4cd2-b16b-3fbba58e9b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4070de81-ac1a-4d3f-8e25-1b6db486139e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:36.445678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Made reservation on behalf of 63f558fbc2a74d7f8c8250b3058c6087 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:36.449370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:36.545198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:36.607295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7cff-488d-4cef-8625-a3dd16a05bb5 req-852f4d44-e425-48a9-a0c9-f25f8b50d959 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:36.609039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5ce7cff-488d-4cef-8625-a3dd16a05bb5 req-852f4d44-e425-48a9-a0c9-f25f8b50d959 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1423225 Aug 22 14:50:36.733897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5ce7cff-488d-4cef-8625-a3dd16a05bb5 req-e9ac749e-c8ea-4b8b-adaa-0e8595969541 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085098 Aug 22 14:50:36.749210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Allocated IP 192.168.233.137 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/3bbf822d-3583-451d-b637-7fd68f2eb0bc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:36.835922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:36.839156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:36.840012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442225a-edf9-4b3e-92eb-e46a08b3459c req-a23d1048-08c3-4b80-9fd4-1806c9660aae tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:36.846206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442225a-edf9-4b3e-92eb-e46a08b3459c req-a23d1048-08c3-4b80-9fd4-1806c9660aae tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:36.848864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9442225a-edf9-4b3e-92eb-e46a08b3459c req-a23d1048-08c3-4b80-9fd4-1806c9660aae tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1679 time: 0.1219440 Aug 22 14:50:36.857387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '30a68b85-6931-4307-87d5-82f1fd62427c', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'port_id': '30a68b85-6931-4307-87d5-82f1fd62427c', 'mac_address': 'fa:16:3e:88:a0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7c76fb-a39b-4679-8455-707c1d9e3a76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:36.937592 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:36.958538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a68b85-6931-4307-87d5-82f1fd62427c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:36.980900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:36.999809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9442225a-edf9-4b3e-92eb-e46a08b3459c req-ea261a6b-5348-4ec3-b255-a145a4026454 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185987 Aug 22 14:50:37.049322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047afe5-d921-453e-a27e-f18232dbd683 req-61f0d850-5d02-49f1-89c4-287ee66259e9 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:37.051684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b047afe5-d921-453e-a27e-f18232dbd683 req-61f0d850-5d02-49f1-89c4-287ee66259e9 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1605165 Aug 22 14:50:37.059948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:37.104071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Transition to ACTIVE for port object 3bbf822d-3583-451d-b637-7fd68f2eb0bc will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:37.104742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:37.129725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d65e0f46-0e85-4577-9005-942ba12bec07 req-14f98df2-9701-4423-a5f7-242d0e239ef6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.0522423 Aug 22 14:50:37.156942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b047afe5-d921-453e-a27e-f18232dbd683 req-eee6534d-e815-4b42-8bd0-3df8484b8fe0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943244 Aug 22 14:50:37.219706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:37.297845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:37.310978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:37.345778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:37.364384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:37.373209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:37.384351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:37.388876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:37.427313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92ddd-0dee-4b5b-8b9f-fe5f212b3067 req-b36c3230-a3ab-4f98-9303-53a197071df0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:37.429120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2a92ddd-0dee-4b5b-8b9f-fe5f212b3067 req-b36c3230-a3ab-4f98-9303-53a197071df0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1702483 Aug 22 14:50:37.497680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:37.498359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:37.540511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2a92ddd-0dee-4b5b-8b9f-fe5f212b3067 req-992112d2-8c19-4c7c-8bbf-23fbba2d4ab8 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967884 Aug 22 14:50:37.589555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['30a68b85-6931-4307-87d5-82f1fd62427c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:37.606743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bc7f5faf-3116-4fda-9e23-c1e534aec2ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4626241 Aug 22 14:50:37.629129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Request body: {'port': {'device_id': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:37.737968 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:37.956986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3ce15e1-9560-4101-b265-a5d08a628bfa None None] Provisioning for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:37.962823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3ce15e1-9560-4101-b265-a5d08a628bfa None None] Provisioning complete for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:37.963205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3ce15e1-9560-4101-b265-a5d08a628bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.006398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce15e1-9560-4101-b265-a5d08a628bfa None None] Port 3bbf822d-3583-451d-b637-7fd68f2eb0bc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:50:38.033271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3a503-9c6b-4d36-8748-8b1c919320e6 req-4651af68-2589-4eaf-a418-c5fe9b5ff96e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:38.035099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2af3a503-9c6b-4d36-8748-8b1c919320e6 req-4651af68-2589-4eaf-a418-c5fe9b5ff96e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.1206198 Aug 22 14:50:38.098614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2af3a503-9c6b-4d36-8748-8b1c919320e6 req-626f34e4-570d-48cf-b319-5dc7df1141b4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569165 Aug 22 14:50:38.190103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e43a404-3b38-4f79-8eb4-2428b50849c3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:38.209732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:38.223263 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.274195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Transition to ACTIVE for port object 3bbf822d-3583-451d-b637-7fd68f2eb0bc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:38.317771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:38.323193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ac33-da29-4793-bacc-c9ddb9cc1f57 req-d0acc3af-71df-47a9-ab9d-f7c89dac83f3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:38.329553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '6e43a404-3b38-4f79-8eb4-2428b50849c3', 'network_id': '3c9e70da-2422-4e4e-b059-bd678d912859', 'port_id': '6e43a404-3b38-4f79-8eb4-2428b50849c3', 'mac_address': 'fa:16:3e:56:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15efdf73-98fb-448e-8342-33376d18575d', 'ip_address': '19.86.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:38.329985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ac33-da29-4793-bacc-c9ddb9cc1f57 req-d0acc3af-71df-47a9-ab9d-f7c89dac83f3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:38.332082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b3ac33-da29-4793-bacc-c9ddb9cc1f57 req-d0acc3af-71df-47a9-ab9d-f7c89dac83f3 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1679 time: 0.0911398 Aug 22 14:50:38.382905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.384060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b3ac33-da29-4793-bacc-c9ddb9cc1f57 req-5d192e7c-bdef-4f74-b317-3941b9242b6c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Aug 22 14:50:38.400083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e43a404-3b38-4f79-8eb4-2428b50849c3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:38.423443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.438345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:38.506491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:38.544992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.546109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 714e7f6d-e716-458d-bc2e-d053271e6c06 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:38.584193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e991eed-1077-4cc6-8511-acedce8ec049 req-00008097-51bc-45be-980e-6c54fe1268ce tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:38.585702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e991eed-1077-4cc6-8511-acedce8ec049 req-00008097-51bc-45be-980e-6c54fe1268ce tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1236024 Aug 22 14:50:38.634994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:38.656119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:38.656573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:38.657005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:38.684900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e991eed-1077-4cc6-8511-acedce8ec049 req-3e8d4658-f482-4788-8714-b62106c95e84 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803077 Aug 22 14:50:38.688210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:38.690873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:38.703870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:38.704571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:38.705149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:38.705794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Bound port: 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:38.706630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.758011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=714e7f6d-e716-458d-bc2e-d053271e6c06,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:38.785272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '714e7f6d-e716-458d-bc2e-d053271e6c06', 'network_id': '1e8ad0a4-dd0e-4028-8465-7811e0abaeb2', 'port_id': '714e7f6d-e716-458d-bc2e-d053271e6c06', 'mac_address': 'fa:16:3e:76:be:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf196dac-2938-4265-9947-b75ecc5a9c76', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:38.822923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:38.831865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:38.846389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714e7f6d-e716-458d-bc2e-d053271e6c06 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:38.867883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=714e7f6d-e716-458d-bc2e-d053271e6c06,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:38.875298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:38.918409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-7db55d6c-3d6f-4c9c-aee3-b9adcb6d5982 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:38.919916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-7db55d6c-3d6f-4c9c-aee3-b9adcb6d5982 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.1307409 Aug 22 14:50:38.936561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-49668600-6fe1-46df-a1c2-291ce589e9f7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/quotas/d77fc96ec292401fbab582bf7c7b3004 HTTP/1.1" status: 200 len: 375 time: 0.0102415 Aug 22 14:50:38.989610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-008217ee-56ba-4905-81d7-d754a5c5a4a7 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468855 Aug 22 14:50:39.064872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:39.066260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:39.116161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:39.120060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:39.120681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:39.122263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 1096 time: 1.4983945 Aug 22 14:50:39.128978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:39.129515 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe5123-7edc-4788-86f4-e392ede5778b" -d '{"events": [{"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:39.142506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-010d809a-6b08-4ed1-944f-e10fcdd22398 service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457088 Aug 22 14:50:39.179204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7e6d2-663b-4180-9299-a5d845158002 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:39.271799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-0b0cacbf-a4b8-486f-a69f-672c5a605112 service neutron] 10.222.0.53 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149049 Aug 22 14:50:39.350511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-56d2f2f1-921a-4bb9-a2ac-5605b61c1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:39.352189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-56d2f2f1-921a-4bb9-a2ac-5605b61c1342 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1099 time: 0.0550008 Aug 22 14:50:39.411423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-6ad0b2b9-c42f-4232-a0f2-6d48342c871c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0403366 Aug 22 14:50:39.474817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-852b78c6-3c33-4338-b74d-d666b176ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:39.475726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-852b78c6-3c33-4338-b74d-d666b176ab7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0563092 Aug 22 14:50:39.549294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-17d9fd35-a645-4f5a-8cd3-0f6fc4234c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:39.552529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-17d9fd35-a645-4f5a-8cd3-0f6fc4234c0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659587 Aug 22 14:50:39.571503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6e43a404-3b38-4f79-8eb4-2428b50849c3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:39.717637 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf4d5d-f57e-4f97-819a-1792c2e4adbc x-openstack-request-id: req-8daf4d5d-f57e-4f97-819a-1792c2e4adbc {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:39.717637 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:39.717637 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8daf4d5d-f57e-4f97-819a-1792c2e4adbc {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:39.717637 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'status': 'completed', 'code': 200} Aug 22 14:50:39.792835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-ed07359c-0c50-4da7-8b2b-deb68c5a4b8c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313695 Aug 22 14:50:40.081377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e615-828b-402c-a0e1-eb932ab443b1 req-fb2a94e4-bc3b-4171-b5d0-0ee1f4272b23 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.091464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e615-828b-402c-a0e1-eb932ab443b1 req-fb2a94e4-bc3b-4171-b5d0-0ee1f4272b23 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.099854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8b9e615-828b-402c-a0e1-eb932ab443b1 req-fb2a94e4-bc3b-4171-b5d0-0ee1f4272b23 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1681 time: 0.2453663 Aug 22 14:50:40.114637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364080-928f-45bb-9b93-c66e66095e51 req-1c0f6f78-4b87-4914-85a6-65069f3e7b1f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.116731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1364080-928f-45bb-9b93-c66e66095e51 req-1c0f6f78-4b87-4914-85a6-65069f3e7b1f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.2101567 Aug 22 14:50:40.131823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b6be739-5362-4397-a8b5-7a3dc210152b req-78d2a0c3-c8c6-4251-b281-3d1bad82beba service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212674 Aug 22 14:50:40.195062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8b9e615-828b-402c-a0e1-eb932ab443b1 req-819609e2-d012-4b46-b4f0-1fdc6cbe95f6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Aug 22 14:50:40.204804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1364080-928f-45bb-9b93-c66e66095e51 req-667f443e-e1f2-446c-a411-81b2bfa1d5af tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805452 Aug 22 14:50:40.211866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:40.243296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:40.339382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-411b7918-9ab4-46ed-a65f-ec43a56638e3 req-ef69d472-4cff-48e1-b03b-45ba94e000e4 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0517743 Aug 22 14:50:40.358977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-62d1f66b-b2da-4a53-bc02-7f2ec2cd7570 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.361393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-62d1f66b-b2da-4a53-bc02-7f2ec2cd7570 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c794714-9206-42b7-8633-2f6297b0f81a HTTP/1.1" status: 200 len: 945 time: 0.1158230 Aug 22 14:50:40.364566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:40.376850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'mac_address': 'fa:16:3e:1d:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:40.425550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:40.448937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:40.470310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:40.559031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:40.587787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:40.651814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:40.832820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 30a68b85-6931-4307-87d5-82f1fd62427c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:40.840647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7d3f0-b378-40ca-8802-405e475954be req-cde82646-3881-4b89-955e-36c870ae4145 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.850927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfc7d3f0-b378-40ca-8802-405e475954be req-cde82646-3881-4b89-955e-36c870ae4145 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.4323447 Aug 22 14:50:40.851104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 30a68b85-6931-4307-87d5-82f1fd62427c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:40.854553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:40.857276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-57ad4aac-b26f-49fc-aac4-0254d42d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:40.858872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-57ad4aac-b26f-49fc-aac4-0254d42d34e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1099 time: 0.1028695 Aug 22 14:50:40.953795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:40.961746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['714e7f6d-e716-458d-bc2e-d053271e6c06'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:40.965467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Deleting port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:40.965826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:40.984993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfc7d3f0-b378-40ca-8802-405e475954be req-98700e29-e0c7-4ba4-9929-654d06ed8118 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243916 Aug 22 14:50:41.072407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-c96d9fb7-8d2d-47a6-9341-92bb324c0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.073934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-c96d9fb7-8d2d-47a6-9341-92bb324c0b64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2047076 Aug 22 14:50:41.100655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] For port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:41.101541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:41.135737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-aa15c33e-f4f9-44e4-880d-fa22d026bb31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0486603 Aug 22 14:50:41.142244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Calling delete_port for f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:41.179033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:41.239018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-a27b79d9-f207-444b-aa8c-6922bbf1675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.240884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:41.241437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-a27b79d9-f207-444b-aa8c-6922bbf1675f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0932782 Aug 22 14:50:41.244661 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f4108-d54f-49e5-a04b-1bfc02bd15ef" -d '{"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-plugged", "status": "completed", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:41.298774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:41.377578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-9dd33708-b51b-4e49-961f-8bf830e09d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.380433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-9dd33708-b51b-4e49-961f-8bf830e09d26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294613 Aug 22 14:50:41.415002 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:41.496039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:41.510479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6defa-df09-43ad-b84f-693b3b2c16b2 req-7d0e7793-3674-48ac-8332-3cbfca1c6d91 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.512144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1f6defa-df09-43ad-b84f-693b3b2c16b2 req-7d0e7793-3674-48ac-8332-3cbfca1c6d91 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.2009211 Aug 22 14:50:41.521208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9e3b-939a-44a8-8d0d-770e0db5a5fe req-4e32fc55-6924-4d8c-86a9-491757891ae2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.527157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9e3b-939a-44a8-8d0d-770e0db5a5fe req-4e32fc55-6924-4d8c-86a9-491757891ae2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.528792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00dd9e3b-939a-44a8-8d0d-770e0db5a5fe req-4e32fc55-6924-4d8c-86a9-491757891ae2 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1681 time: 0.2338979 Aug 22 14:50:41.616496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:41.631757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1f6defa-df09-43ad-b84f-693b3b2c16b2 req-10a63d22-9d5a-4e24-82e6-5d099af7025a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018810 Aug 22 14:50:41.659023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00dd9e3b-939a-44a8-8d0d-770e0db5a5fe req-d78f3450-e2ba-4bb9-ae05-55fdedeaa0c5 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225328 Aug 22 14:50:41.666227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-9b16ac02-8148-4bd9-89b1-ab3c2b451964 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649214 Aug 22 14:50:41.668963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event deleted for resources: {'Port': ['ID=f4bd7cbc-3bb8-4518-8357-67b1ed5511d0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:41.691121 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e418585-ea16-4a76-98c1-5b4c2831849a x-openstack-request-id: req-9e418585-ea16-4a76-98c1-5b4c2831849a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:41.691551 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-plugged", "status": "completed", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:41.692351 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e418585-ea16-4a76-98c1-5b4c2831849a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:41.692885 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c', 'code': 200} Aug 22 14:50:41.746950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] No DVR routers for this DVR port f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:41.789278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:41.791244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47034032-0505-4eef-b74d-dd1cd56448e1 req-5298d7b3-a296-47a1-88bb-2ca7cd7afa43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.54 "DELETE /v2.0/ports/f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 HTTP/1.1" status: 204 len: 173 time: 1.4116945 Aug 22 14:50:41.791711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-deleted', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:41.793991 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c3b66-dfa3-4cb0-aeef-1088b9007b1d" -d '{"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-deleted", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:41.827605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54bb510b-dca2-45a6-bb81-43ac86c0f7f9 req-4f3334b5-291d-4e36-b241-dcf448a2b7b6 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0783997 Aug 22 14:50:41.892598 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65dc18-afc8-4262-b38d-f09e3ee6d034 x-openstack-request-id: req-fa65dc18-afc8-4262-b38d-f09e3ee6d034 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:41.892598 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c794714-9206-42b7-8633-2f6297b0f81a", "name": "network-vif-deleted", "tag": "f4bd7cbc-3bb8-4518-8357-67b1ed5511d0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:41.892598 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa65dc18-afc8-4262-b38d-f09e3ee6d034 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:41.892598 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c794714-9206-42b7-8633-2f6297b0f81a', 'name': 'network-vif-deleted', 'tag': 'f4bd7cbc-3bb8-4518-8357-67b1ed5511d0', 'status': 'completed', 'code': 200} Aug 22 14:50:41.912326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4fe5123-7edc-4788-86f4-e392ede5778b req-9fea13da-aba8-4a53-891c-b1d504160e7e service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346838 Aug 22 14:50:41.920040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5f350-06b3-4619-b5fa-e92e900651a0 req-7e038b7b-ec78-48d2-b9bb-7b82adf802f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:41.921789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ab5f350-06b3-4619-b5fa-e92e900651a0 req-7e038b7b-ec78-48d2-b9bb-7b82adf802f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1096 time: 0.1183462 Aug 22 14:50:41.975172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ab5f350-06b3-4619-b5fa-e92e900651a0 req-73664e21-e861-4ee1-bd59-89d9016d7492 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Aug 22 14:50:42.129303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a137b79-3929-4283-a802-b252e838c292 req-7f44ba61-268c-4571-b989-f67395946cad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:42.130454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a137b79-3929-4283-a802-b252e838c292 req-7f44ba61-268c-4571-b989-f67395946cad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.0560315 Aug 22 14:50:42.171873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a137b79-3929-4283-a802-b252e838c292 req-8e07ea8e-93e7-4e79-93c0-fa925165ff29 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Aug 22 14:50:42.235896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:42.297611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:42.302726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:42.323655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['f4bd7cbc-3bb8-4518-8357-67b1ed5511d0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:42.420456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:42.469101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:42.579288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:42.580053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e43a404-3b38-4f79-8eb4-2428b50849c3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:42.666921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:42.776328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 6e43a404-3b38-4f79-8eb4-2428b50849c3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:42.780589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 6e43a404-3b38-4f79-8eb4-2428b50849c3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:42.783939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:42.824915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a498178-992e-47ff-9c57-922666805048 req-ee9afa12-8fc2-450b-a096-547167ed7018 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:42.826592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a498178-992e-47ff-9c57-922666805048 req-ee9afa12-8fc2-450b-a096-547167ed7018 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.1123371 Aug 22 14:50:42.860216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209e493-6e31-434a-a23f-01608dca65c8 req-d9b8ab28-78ad-4b5c-8625-a122210fafe4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:42.866406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209e493-6e31-434a-a23f-01608dca65c8 req-d9b8ab28-78ad-4b5c-8625-a122210fafe4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:42.868214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2209e493-6e31-434a-a23f-01608dca65c8 req-d9b8ab28-78ad-4b5c-8625-a122210fafe4 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1681 time: 0.1003919 Aug 22 14:50:42.899531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:42.920120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a498178-992e-47ff-9c57-922666805048 req-776b696c-3a42-4818-82aa-b9758a82a729 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826101 Aug 22 14:50:42.958974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2209e493-6e31-434a-a23f-01608dca65c8 req-99d8085f-7df9-457e-a818-16b068d50fd1 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800784 Aug 22 14:50:42.975620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:43.076062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cda10bb3-1aba-4e35-b41f-c1a10b7aa584 req-691ba6df-d67b-4eaa-8a18-ef72170d3f83 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0470786 Aug 22 14:50:43.083919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:43.085640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:43.194373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:43.195075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f4bd7cbc-3bb8-4518-8357-67b1ed5511d0 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:43.201543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:43.380419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf722d-d4a8-4c96-8a7c-e61ddb942a13 req-80cddc15-776f-4d5d-a7dd-f9d8ebf4955e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:43.382044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ecf722d-d4a8-4c96-8a7c-e61ddb942a13 req-80cddc15-776f-4d5d-a7dd-f9d8ebf4955e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1090441 Aug 22 14:50:43.465355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ecf722d-d4a8-4c96-8a7c-e61ddb942a13 req-369abf25-f59c-4471-9b09-a640a5ea5b84 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718546 Aug 22 14:50:43.479261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-016f4f82-d40a-4f51-b7b8-e892f391ec43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:43.481079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-016f4f82-d40a-4f51-b7b8-e892f391ec43 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.10 "GET /v2.0/networks?id=c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 200 len: 813 time: 0.2472565 Aug 22 14:50:43.526820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Request body: {'port': {'device_id': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'admin_state_up': True, 'tenant_id': 'd77fc96ec292401fbab582bf7c7b3004'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:43.693647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}, {'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:43.698092 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f968c8-7324-447b-9463-4d998295d6c7" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}, {"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-plugged", "status": "completed", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:43.757195 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56222af-a7cc-403d-b3f5-58e606b1f254 x-openstack-request-id: req-b56222af-a7cc-403d-b3f5-58e606b1f254 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:43.757544 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "code": 200}, {"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-plugged", "status": "completed", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:43.757802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b56222af-a7cc-403d-b3f5-58e606b1f254 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:43.758199 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'code': 200} Aug 22 14:50:43.758468 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3', 'code': 200} Aug 22 14:50:43.813540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Made reservation on behalf of d77fc96ec292401fbab582bf7c7b3004 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:50:43.818508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:43.962055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Allocated IP 172.20.0.6 (c06a0df5-14cd-4868-b216-35576abd5745/965bd350-d250-477b-926e-22baab7eff98/c6e9bb38-fe9b-4ad9-b83c-09f642782d45) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:50:44.236901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0192c-3ed6-4c8e-9a95-23426720bd1d req-25e116a8-1777-44a1-9ec3-b2f99e2e0728 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.244345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0192c-3ed6-4c8e-9a95-23426720bd1d req-25e116a8-1777-44a1-9ec3-b2f99e2e0728 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.246692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e0192c-3ed6-4c8e-9a95-23426720bd1d req-25e116a8-1777-44a1-9ec3-b2f99e2e0728 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1682 time: 0.1671441 Aug 22 14:50:44.248761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 714e7f6d-e716-458d-bc2e-d053271e6c06 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:44.259000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf601-a74d-4bd8-bf70-16a40f92d2c7 req-491b6c3e-fa02-4273-9a80-2a95ba0593ac tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.261346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fbbf601-a74d-4bd8-bf70-16a40f92d2c7 req-491b6c3e-fa02-4273-9a80-2a95ba0593ac tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.2090087 Aug 22 14:50:44.306626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.344490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e0192c-3ed6-4c8e-9a95-23426720bd1d req-1f6ca638-ff62-46fc-a92e-b62e6d9a1edf tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799272 Aug 22 14:50:44.358146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fbbf601-a74d-4bd8-bf70-16a40f92d2c7 req-96ba6e1d-90cd-4475-be56-caa1d4cb138b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891376 Aug 22 14:50:44.464742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 714e7f6d-e716-458d-bc2e-d053271e6c06 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:44.472329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 714e7f6d-e716-458d-bc2e-d053271e6c06 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:44.479046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.479357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf5e6921-c6c8-4642-90a3-be735042ec9c req-7b8c3fb8-2ece-4a13-89cf-11de38ac3566 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Aug 22 14:50:44.578249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.587392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:44.615280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.660756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Network c06a0df5-14cd-4868-b216-35576abd5745 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:50:44.666880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:50:44.676890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:50:44.683538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45533cde-bc2c-4bbc-9e80-f5bbaed2f117 req-60aa3f11-6e4f-4f52-bc34-332603b8a595 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.692084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45533cde-bc2c-4bbc-9e80-f5bbaed2f117 req-60aa3f11-6e4f-4f52-bc34-332603b8a595 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1096 time: 0.1255884 Aug 22 14:50:44.698944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=714e7f6d-e716-458d-bc2e-d053271e6c06,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:44.719783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event updated for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:44.791676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:44.797306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.798054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.808336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'mac_address': 'fa:16:3e:f3:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:44.816722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45533cde-bc2c-4bbc-9e80-f5bbaed2f117 req-2534d6f9-1614-4752-824b-c2a2c6a54f65 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232438 Aug 22 14:50:44.842896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78f67a-e0fb-41bd-a4ed-07736abaf0e0 req-dddea7ac-aa3d-4246-9b1d-bc7bde2aa15a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:44.844507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c78f67a-e0fb-41bd-a4ed-07736abaf0e0 req-dddea7ac-aa3d-4246-9b1d-bc7bde2aa15a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1208689 Aug 22 14:50:44.857288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.918722 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:44.972292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:44.979989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c78f67a-e0fb-41bd-a4ed-07736abaf0e0 req-201f7305-7a2f-48dc-8c9f-fdf0bc00b0e9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168988 Aug 22 14:50:45.001098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:45.004444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:45.257724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2cefa0b6-491e-414b-8d13-33558b97ab62 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7354364 Aug 22 14:50:45.276609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Request body: {'port': {'device_id': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:50:45.364951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:45.373701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:45.441878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:45.759941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:45.762570 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78802e-3470-43c9-ae03-5dd160967ca5" -d '{"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-plugged", "status": "completed", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:45.798101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e9bb38-fe9b-4ad9-b83c-09f642782d45 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:45.808096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:45.823309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Transition to ACTIVE for port object c6e9bb38-fe9b-4ad9-b83c-09f642782d45 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:50:45.867001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:45.949313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b613b2-2efd-48d8-9d2e-b77779ea3707 req-39f3f62c-4adc-434c-8c1e-98f89659f87a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:45.957741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3b613b2-2efd-48d8-9d2e-b77779ea3707 req-39f3f62c-4adc-434c-8c1e-98f89659f87a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 931 time: 0.0965893 Aug 22 14:50:45.983107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:46.007325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3f8c5-b205-499e-a126-62eecc7aa5fe req-70b4e1cd-d889-4d52-8802-29693aebca01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.014679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3f8c5-b205-499e-a126-62eecc7aa5fe req-70b4e1cd-d889-4d52-8802-29693aebca01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.023060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63e3f8c5-b205-499e-a126-62eecc7aa5fe req-70b4e1cd-d889-4d52-8802-29693aebca01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.1981304 Aug 22 14:50:46.214683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63e3f8c5-b205-499e-a126-62eecc7aa5fe req-5178694f-f140-45b2-a4b8-8920b728e738 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900353 Aug 22 14:50:46.223211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-e7c83d2f-a0af-44af-827e-bd3fa6a63e72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3713045 Aug 22 14:50:46.286497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:46.293468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3b613b2-2efd-48d8-9d2e-b77779ea3707 req-b5e39540-6eaa-4613-ba25-dcbfe8815220 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348479 Aug 22 14:50:46.347772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Attempting to bind port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:50:46.347772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Attempting to bind port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:50:46.347772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Attempting to bind port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:46.378315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 on network c06a0df5-14cd-4868-b216-35576abd5745 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:50:46.378315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Attempting to bind port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 on network c06a0df5-14cd-4868-b216-35576abd5745 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:50:46.403851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:50:46.403851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Checking segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:50:46.403851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Bound using segment: {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:50:46.403851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Bound port: c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4fb948-4b95-4987-86e7-f40a6000e4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:50:46.403851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:46.475205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-2ebe3449-0421-49b0-ad71-3483690e102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.477605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-2ebe3449-0421-49b0-ad71-3483690e102a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 1100 time: 0.1430027 Aug 22 14:50:46.518700 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f408b-4a58-4471-ab0a-63ba51845c17 x-openstack-request-id: req-446f408b-4a58-4471-ab0a-63ba51845c17 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:46.519308 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-plugged", "status": "completed", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:46.519814 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-446f408b-4a58-4471-ab0a-63ba51845c17 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:46.520472 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06', 'code': 200} Aug 22 14:50:46.649052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:50:46.681655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:50:46.717770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591394d4-49ea-4018-b44b-4dc4301e47dd req-9187d411-bad5-464b-923a-edbc4513abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.718943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591394d4-49ea-4018-b44b-4dc4301e47dd req-9187d411-bad5-464b-923a-edbc4513abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.719488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e8d2-1020-46b8-8f9d-8f6794627388 req-09e5672c-e5b0-46c8-bac0-5edea7bd1250 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.721139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-591394d4-49ea-4018-b44b-4dc4301e47dd req-9187d411-bad5-464b-923a-edbc4513abf8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1985 time: 0.0985494 Aug 22 14:50:46.721904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d95e8d2-1020-46b8-8f9d-8f6794627388 req-09e5672c-e5b0-46c8-bac0-5edea7bd1250 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1678412 Aug 22 14:50:46.727363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-33ee4866-5f1f-4063-b751-0e7b630c6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.731189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-33ee4866-5f1f-4063-b751-0e7b630c6a61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2200909 Aug 22 14:50:46.782857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-591394d4-49ea-4018-b44b-4dc4301e47dd req-543d531e-35b7-4e23-864a-a55f0a373f1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Aug 22 14:50:46.793797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-fd6ffbd2-7371-4ed5-a813-c90e7186a1b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 200 len: 217 time: 0.0535674 Aug 22 14:50:46.815300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d95e8d2-1020-46b8-8f9d-8f6794627388 req-ae011223-1db6-4c30-af2f-9c6bc4092aea tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828581 Aug 22 14:50:46.861037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:46.929378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:46.930015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:46.939652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6e9bb38-fe9b-4ad9-b83c-09f642782d45 HTTP/1.1" status: 200 len: 1091 time: 1.6642969 Aug 22 14:50:46.962793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:46.970958 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3c913-0371-46fd-a5bf-726568e56188" -d '{"events": [{"name": "network-changed", "server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:47.040586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcecc51-b606-473a-b328-b0c96c3ff7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:47.044840 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50a416-1970-4bad-a6b0-aa17c8b20ecf x-openstack-request-id: req-2d50a416-1970-4bad-a6b0-aa17c8b20ecf {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:47.045278 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:47.045398 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d50a416-1970-4bad-a6b0-aa17c8b20ecf {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:47.045770 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45', 'status': 'completed', 'code': 200} Aug 22 14:50:47.180294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-05d2f11e-07b6-47c2-a073-84d786409bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.181790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-05d2f11e-07b6-47c2-a073-84d786409bce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1290977 Aug 22 14:50:47.198938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-ac057a2b-e5c8-4e41-a13a-0391b27f9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.212114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-ac057a2b-e5c8-4e41-a13a-0391b27f9bbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 1094 time: 0.0962827 Aug 22 14:50:47.357429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-1eaf46ef-9b6c-41e4-9db1-acd259e7ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.359104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-1eaf46ef-9b6c-41e4-9db1-acd259e7ba37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694813 Aug 22 14:50:47.487362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:47.677522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185be6c5-3b38-4668-9a52-65d8bc79454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:47.837330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185be6c5-3b38-4668-9a52-65d8bc79454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:47.905551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-eee4d939-5af9-4693-9a91-f346acbd0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.907015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-eee4d939-5af9-4693-9a91-f346acbd0ab4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d77fc96ec292401fbab582bf7c7b3004&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6720080 Aug 22 14:50:47.985624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9bc68-e8c2-4339-9dac-d0ed7f4c4f84 req-24b3749f-751d-4671-affa-5b7b3e6dad7d tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.992660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9bc68-e8c2-4339-9dac-d0ed7f4c4f84 req-24b3749f-751d-4671-affa-5b7b3e6dad7d tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:47.994459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3a9bc68-e8c2-4339-9dac-d0ed7f4c4f84 req-24b3749f-751d-4671-affa-5b7b3e6dad7d tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.5954974 Aug 22 14:50:47.996406 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185be6c5-3b38-4668-9a52-65d8bc79454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:48.034102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-a7c4a281-0650-450a-8da2-38196eb34625 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627979 Aug 22 14:50:48.037711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be6c5-3b38-4668-9a52-65d8bc79454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8641cf85-2f6c-4b34-a215-35dcd8e613c5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:48.051320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19e54-ec79-4d0f-81f7-9cb122191220 req-7c0054bc-8560-4e57-aeb2-89d9ce3f75dc tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:48.059779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c19e54-ec79-4d0f-81f7-9cb122191220 req-7c0054bc-8560-4e57-aeb2-89d9ce3f75dc tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 943 time: 0.2224433 Aug 22 14:50:48.091405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52260) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:48.096969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-185be6c5-3b38-4668-9a52-65d8bc79454b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62dfb9bdd67446bf8beb87eb456562e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076498 Aug 22 14:50:48.259796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3a9bc68-e8c2-4339-9dac-d0ed7f4c4f84 req-0df76e07-8789-4419-8fb3-67700fbfa09e tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360137 Aug 22 14:50:48.279058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-01e227a9-3133-4139-8934-a0f1910c62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:48.281097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ce3c913-0371-46fd-a5bf-726568e56188 req-01e227a9-3133-4139-8934-a0f1910c62f5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3645115 Aug 22 14:50:48.315776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c19e54-ec79-4d0f-81f7-9cb122191220 req-e1858cc4-9370-46bc-999b-da814b4863f1 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546015 Aug 22 14:50:48.382730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11ebf095-c3af-4b77-9a0a-38981c9603f6 req-50082d08-27d0-45f3-bd69-77df0de27d3e service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166766 Aug 22 14:50:48.402869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:48.443733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:48.463211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-858378de-8268-45a8-9e1f-df8556fbc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:48.465132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-858378de-8268-45a8-9e1f-df8556fbc887 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d77fc96ec292401fbab582bf7c7b3004&device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 1094 time: 0.0987525 Aug 22 14:50:48.559405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-2f1d006b-1567-493d-8edd-461a6a6aac78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45 HTTP/1.1" status: 200 len: 217 time: 0.0471981 Aug 22 14:50:48.588135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:48.746449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b4c6-5c1b-4b26-a5bc-3f5b7adc345f req-b18eefe7-4c61-4d4a-aa9d-91f76a5a10cc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:48.753794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb65b4c6-5c1b-4b26-a5bc-3f5b7adc345f req-b18eefe7-4c61-4d4a-aa9d-91f76a5a10cc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1921072 Aug 22 14:50:48.759067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c644-3ea2-4d18-aec3-a598066b844b req-89ac1789-60a9-4eb0-bdeb-213becad59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:48.760765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-89ac1789-60a9-4eb0-bdeb-213becad59f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 200 len: 853 time: 0.1116552 Aug 22 14:50:48.819442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:48.826239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:48.830099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:48.850103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-c1a56645-8760-4a24-9215-6a38fa506921 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c06a0df5-14cd-4868-b216-35576abd5745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685096 Aug 22 14:50:48.875472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb65b4c6-5c1b-4b26-a5bc-3f5b7adc345f req-fb8ae233-cb25-4458-a831-439a335fe007 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206577 Aug 22 14:50:48.999454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:49.053509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:49.056679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1fd21-936f-406a-88de-ca94a0ff8483" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:49.081318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:49.092472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-9ad5d2c5-dd4e-45a7-b837-210dca26f3dd service neutron] 10.222.0.10 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067540 Aug 22 14:50:49.274527 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a7d9b0-0e11-4c6e-9ccf-73e553167f64 x-openstack-request-id: req-88a7d9b0-0e11-4c6e-9ccf-73e553167f64 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:49.274527 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:49.274527 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88a7d9b0-0e11-4c6e-9ccf-73e553167f64 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:49.274527 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'code': 200} Aug 22 14:50:49.277920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:49.277920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:49.277920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8641cf85-2f6c-4b34-a215-35dcd8e613c5 HTTP/1.1" status: 204 len: 168 time: 1.0601263 Aug 22 14:50:49.277920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6f7ef-c6ab-446b-9533-5d61e512282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8641cf85-2f6c-4b34-a215-35dcd8e613c5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:49.277920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398c644-3ea2-4d18-aec3-a598066b844b req-1e16c0a2-9838-4a4d-9c6c-67a76f0f7ad2 service neutron] 10.222.0.10 "GET /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171460 Aug 22 14:50:49.302250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6d08e-842c-4aae-bb88-8afb1dfb7e9f req-58c402f0-d45c-47ea-a149-ced8fd81b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:49.304020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17d6d08e-842c-4aae-bb88-8afb1dfb7e9f req-58c402f0-d45c-47ea-a149-ced8fd81b0da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1100 time: 0.0556235 Aug 22 14:50:49.344643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17d6d08e-842c-4aae-bb88-8afb1dfb7e9f req-82c344f2-c523-454d-a153-80839dd1f6d2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Aug 22 14:50:49.411477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f1ad-8ffa-4451-a2d9-8988d4637153 req-b3c53a1c-f10b-4160-89d5-ce47d9315cb6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:49.417369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401f1ad-8ffa-4451-a2d9-8988d4637153 req-b3c53a1c-f10b-4160-89d5-ce47d9315cb6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:49.418917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3401f1ad-8ffa-4451-a2d9-8988d4637153 req-b3c53a1c-f10b-4160-89d5-ce47d9315cb6 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.0661199 Aug 22 14:50:49.459332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3401f1ad-8ffa-4451-a2d9-8988d4637153 req-80673c8e-c871-45f1-9623-61ad97c6917c tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Aug 22 14:50:49.505416 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:49.563482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:49.591225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541386-f75c-4a81-974e-e63ce014a3e3 req-d8d6dc49-b848-465b-997c-9990b68bacd2 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:49.595336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42541386-f75c-4a81-974e-e63ce014a3e3 req-d8d6dc49-b848-465b-997c-9990b68bacd2 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 943 time: 0.0687678 Aug 22 14:50:49.642898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42541386-f75c-4a81-974e-e63ce014a3e3 req-82297f72-ca64-40ec-bd80-bfa521b5b516 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Aug 22 14:50:50.684992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fd4c7-1451-4724-9859-b75518de382b req-3ba2f5c2-1789-4b94-a9e2-76dfa1001ba5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:50.692805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e2fd4c7-1451-4724-9859-b75518de382b req-3ba2f5c2-1789-4b94-a9e2-76dfa1001ba5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0809455 Aug 22 14:50:50.764387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e2fd4c7-1451-4724-9859-b75518de382b req-c5220f74-d281-47a8-a60c-8fef35fa45b5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682034 Aug 22 14:50:50.885180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:50.915092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43125df-ad35-45c8-996d-e967ffe36d47 req-7f61289d-9804-4b34-b484-5c91f195e53b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:50.923168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43125df-ad35-45c8-996d-e967ffe36d47 req-7f61289d-9804-4b34-b484-5c91f195e53b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:50.926270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a43125df-ad35-45c8-996d-e967ffe36d47 req-7f61289d-9804-4b34-b484-5c91f195e53b tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.0872550 Aug 22 14:50:51.004168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a43125df-ad35-45c8-996d-e967ffe36d47 req-21ed76c0-783a-4ce0-a882-129780445728 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616212 Aug 22 14:50:51.182811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0923cf-f996-4a75-a7f9-f876966d977e req-6c3eb22b-fbb6-4ed8-8e38-6821f93a48e3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:51.184709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d0923cf-f996-4a75-a7f9-f876966d977e req-6c3eb22b-fbb6-4ed8-8e38-6821f93a48e3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 943 time: 0.1096108 Aug 22 14:50:51.304472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d0923cf-f996-4a75-a7f9-f876966d977e req-060b78c8-6682-4075-8a7b-1c950e6741ca tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114163 Aug 22 14:50:51.927584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879927c7-8b58-45f6-966e-508daa88e38e req-d912d80d-677f-4f67-9b78-c06b5689a4f1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:51.935212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-879927c7-8b58-45f6-966e-508daa88e38e req-d912d80d-677f-4f67-9b78-c06b5689a4f1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0808372 Aug 22 14:50:52.005462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-879927c7-8b58-45f6-966e-508daa88e38e req-b2500056-4f7c-46a3-9a4a-035f80d4230e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Aug 22 14:50:52.366693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e1e67-fd1e-4c8e-b812-fb732de0a3e2 req-cdd5a3f6-b274-435b-b413-842d72572729 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.388200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-529e1e67-fd1e-4c8e-b812-fb732de0a3e2 req-cdd5a3f6-b274-435b-b413-842d72572729 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2090645 Aug 22 14:50:52.451350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7e19c-3220-4a75-b85d-1ee0ac51a8fc req-702d9909-b68d-489b-89b1-2cedd22b3d01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.458572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7e19c-3220-4a75-b85d-1ee0ac51a8fc req-702d9909-b68d-489b-89b1-2cedd22b3d01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.466205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fb7e19c-3220-4a75-b85d-1ee0ac51a8fc req-702d9909-b68d-489b-89b1-2cedd22b3d01 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.2235742 Aug 22 14:50:52.536344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-529e1e67-fd1e-4c8e-b812-fb732de0a3e2 req-96a2a012-c4a2-45b0-97be-1dbf9789425c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462274 Aug 22 14:50:52.566898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fb7e19c-3220-4a75-b85d-1ee0ac51a8fc req-23b3a4a8-a878-484f-a035-a3364c20de48 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997031 Aug 22 14:50:52.616476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-ea82c7e9-e5f5-4753-bfb7-17ba9f258bf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.654670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-ea82c7e9-e5f5-4753-bfb7-17ba9f258bf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.656380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-ea82c7e9-e5f5-4753-bfb7-17ba9f258bf7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1683 time: 0.2582643 Aug 22 14:50:52.904264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b404328-818a-4408-9309-066d43998760 req-fdd45273-2161-453e-8ee9-14b98424c007 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:52.912522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b404328-818a-4408-9309-066d43998760 req-fdd45273-2161-453e-8ee9-14b98424c007 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 943 time: 0.0875819 Aug 22 14:50:52.999178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b404328-818a-4408-9309-066d43998760 req-2bddf040-3a59-4b4b-8715-b679a30c4b23 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848608 Aug 22 14:50:53.016417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 6e43a404-3b38-4f79-8eb4-2428b50849c3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:53.017164 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:53.293179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 6e43a404-3b38-4f79-8eb4-2428b50849c3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e43a404-3b38-4f79-8eb4-2428b50849c3,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:53.293816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:53.312353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 6e43a404-3b38-4f79-8eb4-2428b50849c3 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:53.651519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d670e2-1148-49c8-bdc4-78acf219df13 req-aaa579ee-d60d-4870-b7ca-68f105bf71ad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:53.659035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d670e2-1148-49c8-bdc4-78acf219df13 req-aaa579ee-d60d-4870-b7ca-68f105bf71ad tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0860488 Aug 22 14:50:53.751603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:53.767482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6e43a404-3b38-4f79-8eb4-2428b50849c3', '714e7f6d-e716-458d-bc2e-d053271e6c06'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:53.840248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d670e2-1148-49c8-bdc4-78acf219df13 req-4dff3a7a-12fc-4f74-b504-9b7e9ea10246 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705806 Aug 22 14:50:53.891440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=6e43a404-3b38-4f79-8eb4-2428b50849c3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:53.993885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 6e43a404-3b38-4f79-8eb4-2428b50849c3 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:54.010923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e9dba-5f24-4f06-9893-fd892a958950 req-f778df1c-9cc4-4bc3-89a0-9323d1af9398 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:54.020371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e9dba-5f24-4f06-9893-fd892a958950 req-f778df1c-9cc4-4bc3-89a0-9323d1af9398 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:54.034609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291e9dba-5f24-4f06-9893-fd892a958950 req-f778df1c-9cc4-4bc3-89a0-9323d1af9398 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 1604 time: 0.3506794 Aug 22 14:50:54.038157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:54.040545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-e54903e3-5326-4026-b37d-7b388cc100bb tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "DELETE /v2.0/ports/6e43a404-3b38-4f79-8eb4-2428b50849c3 HTTP/1.1" status: 204 len: 173 time: 1.3712919 Aug 22 14:50:54.042433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-deleted', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:54.048416 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4f3408-85d6-44ca-8167-c23a6bd75acb" -d '{"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-deleted", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:54.078590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-60cb2cde-db30-4f2f-992f-5c9ab2e3003a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3648665 Aug 22 14:50:54.279467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291e9dba-5f24-4f06-9893-fd892a958950 req-439fad4f-b000-4925-bdbd-75d71e97a647 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/security-groups?id=ee013c72-ab89-4f3f-85aa-54383cc29a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434149 Aug 22 14:50:54.325198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8252-b363-48b4-841d-bd6c38b1b16b req-5fabc864-71e0-4c57-9905-28595cfcf295 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:54.332696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e80b8252-b363-48b4-841d-bd6c38b1b16b req-5fabc864-71e0-4c57-9905-28595cfcf295 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 943 time: 0.1290922 Aug 22 14:50:54.356359 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e772c2-28a8-4dca-a84d-1ea85be7ff1b x-openstack-request-id: req-33e772c2-28a8-4dca-a84d-1ea85be7ff1b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:54.356756 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-deleted", "tag": "6e43a404-3b38-4f79-8eb4-2428b50849c3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:54.356938 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33e772c2-28a8-4dca-a84d-1ea85be7ff1b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:54.357265 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-deleted', 'tag': '6e43a404-3b38-4f79-8eb4-2428b50849c3', 'status': 'completed', 'code': 200} Aug 22 14:50:54.391344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 714e7f6d-e716-458d-bc2e-d053271e6c06 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:54.391680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:54.404927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e80b8252-b363-48b4-841d-bd6c38b1b16b req-15a33705-6211-48f2-a3a4-6fdc008a7670 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712831 Aug 22 14:50:54.546592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 714e7f6d-e716-458d-bc2e-d053271e6c06, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=714e7f6d-e716-458d-bc2e-d053271e6c06,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:54.546592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:54.561843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 714e7f6d-e716-458d-bc2e-d053271e6c06 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:54.621579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c6e9bb38-fe9b-4ad9-b83c-09f642782d45 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:50:55.020297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:55.051732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45', 'network_id': 'c06a0df5-14cd-4868-b216-35576abd5745', 'port_id': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45', 'mac_address': 'fa:16:3e:9e:b3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965bd350-d250-477b-926e-22baab7eff98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:50:55.146916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-e0192763-c2d5-49e3-ac20-c8634a71059a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:55.156640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:55.174760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-e0192763-c2d5-49e3-ac20-c8634a71059a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.5875666 Aug 22 14:50:55.184934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e9bb38-fe9b-4ad9-b83c-09f642782d45 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:50:55.224879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-bab3cfd8-f689-43b9-bcf7-a15121f1f419 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/quotas/8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 375 time: 0.0490043 Aug 22 14:50:55.226315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:55.273509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c872da-b298-446d-8361-2814aab884cf req-f4430836-5a5f-4108-923e-3f432f894585 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:55.275385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c872da-b298-446d-8361-2814aab884cf req-f4430836-5a5f-4108-923e-3f432f894585 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2634079 Aug 22 14:50:55.277267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:55.332795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=714e7f6d-e716-458d-bc2e-d053271e6c06,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:55.373339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:55.451826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-4912ddfd-67e8-48e3-9d14-03c8c84efb17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2258472 Aug 22 14:50:55.525371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:55.592569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-22a353b8-217f-4aed-bf03-2ad150186f25 service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395135 Aug 22 14:50:55.640642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 714e7f6d-e716-458d-bc2e-d053271e6c06 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:50:55.647541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c872da-b298-446d-8361-2814aab884cf req-3a1cfbc2-1a50-45cd-8bac-0bac5db1c033 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614719 Aug 22 14:50:55.648903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:55.651188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae88bcb-e754-4f9c-a511-1a317ae1e2f3 req-a69b8e2f-6036-41f4-9e42-b3a4f3f9bb86 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.54 "DELETE /v2.0/ports/714e7f6d-e716-458d-bc2e-d053271e6c06 HTTP/1.1" status: 204 len: 173 time: 1.5705967 Aug 22 14:50:55.827944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-4b4a0ed1-aadb-49d1-882c-f3a9dd1f9a0b service neutron] 10.222.0.53 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343810 Aug 22 14:50:55.869625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['c6e9bb38-fe9b-4ad9-b83c-09f642782d45'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:50:56.113935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8ef6257-9fc0-4293-a1b3-f0da0b9015d4 req-31ba6850-51f2-4365-97d4-f67219835eb0 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 210 time: 0.0558500 Aug 22 14:50:56.287564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 714e7f6d-e716-458d-bc2e-d053271e6c06 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:56.321935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 714e7f6d-e716-458d-bc2e-d053271e6c06 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:56.322570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 714e7f6d-e716-458d-bc2e-d053271e6c06 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:56.323231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e43a404-3b38-4f79-8eb4-2428b50849c3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:50:56.355743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773e99-236b-48f9-ba50-9e181a6030df req-d9d72aad-5109-47b2-9af8-6193e843924e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:56.369669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc773e99-236b-48f9-ba50-9e181a6030df req-d9d72aad-5109-47b2-9af8-6193e843924e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 944 time: 0.1017416 Aug 22 14:50:56.372135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-deleted', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:56.375853 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1022c0-5239-494c-9b05-9e9775d20258" -d '{"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-deleted", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:56.382659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 6e43a404-3b38-4f79-8eb4-2428b50849c3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:50:56.383224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e43a404-3b38-4f79-8eb4-2428b50849c3 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:50:56.431741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc773e99-236b-48f9-ba50-9e181a6030df req-eca7eadf-d3bf-4f90-b63e-2e6644151fcb tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610642 Aug 22 14:50:56.511442 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16daf5e7-c679-418d-8d45-776019270a13 x-openstack-request-id: req-16daf5e7-c679-418d-8d45-776019270a13 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:56.512060 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d456afa6-308b-4f21-9fdd-b169f6da81fc", "name": "network-vif-deleted", "tag": "714e7f6d-e716-458d-bc2e-d053271e6c06", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:56.512569 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16daf5e7-c679-418d-8d45-776019270a13 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:56.513505 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456afa6-308b-4f21-9fdd-b169f6da81fc', 'name': 'network-vif-deleted', 'tag': '714e7f6d-e716-458d-bc2e-d053271e6c06', 'status': 'completed', 'code': 200} Aug 22 14:50:56.812279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b58d407-5c11-4bd7-8a59-f06e841b81ac req-59a34213-0cf9-43bb-b506-34f9c6236f04 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0649102 Aug 22 14:50:56.953489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4d1b-3253-4758-bde2-65304247552e req-08e97758-ecc2-4ecb-b956-c234ae3e5f7c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:56.974366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f4d1b-3253-4758-bde2-65304247552e req-08e97758-ecc2-4ecb-b956-c234ae3e5f7c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1564379 Aug 22 14:50:57.092281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f4d1b-3253-4758-bde2-65304247552e req-d36d2622-2e1d-44e9-b3ba-7f3114c419fc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113129 Aug 22 14:50:57.418205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b443854f-4a36-4904-ba6e-a2610379709b req-6685cef7-e5f2-4a4a-8f86-e31a5488f701 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "GET /v2.0/ports?device_id=d456afa6-308b-4f21-9fdd-b169f6da81fc HTTP/1.1" status: 200 len: 210 time: 0.0952010 Aug 22 14:50:57.645658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b88d2-6ef8-4db6-b069-865969c362d6 req-71e593b8-027c-42d3-9ced-2880f51f38f0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:57.648186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-012b88d2-6ef8-4db6-b069-865969c362d6 req-71e593b8-027c-42d3-9ced-2880f51f38f0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 944 time: 0.0772789 Aug 22 14:50:57.729023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-012b88d2-6ef8-4db6-b069-865969c362d6 req-f8f389dc-511a-4e30-ac6c-6ee38ebdd0ac tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732324 Aug 22 14:50:58.047267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16f3a720-1fdd-4b8c-a393-1302ce63d840 req-f9f36fe5-248e-4700-9e9f-3074c84d712b tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.1095297 Aug 22 14:50:58.143054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-990b8aaa-81bc-474c-8c70-e0e3f51ca19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.144613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-990b8aaa-81bc-474c-8c70-e0e3f51ca19b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1101 time: 0.0944357 Aug 22 14:50:58.363914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-d9a52997-8e8f-4a4e-8aeb-2d38ae578e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.368283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-d9a52997-8e8f-4a4e-8aeb-2d38ae578e67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2151382 Aug 22 14:50:58.383787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9021-d4cc-41cd-83a2-3bc9b3624a26 req-b9b48699-4c2b-437b-bea6-66929527336c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.385451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0af9021-d4cc-41cd-83a2-3bc9b3624a26 req-b9b48699-4c2b-437b-bea6-66929527336c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1091545 Aug 22 14:50:58.439725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-322c0992-4fe0-447c-80ec-ab64fd0f0f1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0521629 Aug 22 14:50:58.488332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52556) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:58.542495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-32fd6e95-5043-4c5e-96cf-2a5b8466cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.545191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-32fd6e95-5043-4c5e-96cf-2a5b8466cb34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0973213 Aug 22 14:50:58.571193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting subnet 15efdf73-98fb-448e-8342-33376d18575d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:50:58.575707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:58.596981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0af9021-d4cc-41cd-83a2-3bc9b3624a26 req-63116506-b80f-48d7-a32f-baec3bd21a15 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598451 Aug 22 14:50:58.661662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c6e9bb38-fe9b-4ad9-b83c-09f642782d45 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:50:58.665961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-1911fed7-cd19-4920-9af8-68f865044059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.669097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-1911fed7-cd19-4920-9af8-68f865044059 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024425 Aug 22 14:50:58.673809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:58.813080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:50:58.836428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:50:58.844294 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:58.937374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626c4b-6c77-4afc-a8fa-78878abf9853 req-df29f06a-83cd-444f-a11e-f2892358274d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:58.941089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a626c4b-6c77-4afc-a8fa-78878abf9853 req-df29f06a-83cd-444f-a11e-f2892358274d tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 944 time: 0.1160338 Aug 22 14:50:59.039004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.049586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a626c4b-6c77-4afc-a8fa-78878abf9853 req-9359faed-8f2d-4209-ad29-05916ca3a34e tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925422 Aug 22 14:50:59.060322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.069619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-de768119-2d0b-4fd3-88c0-a7cede4920ee service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850327 Aug 22 14:50:59.103100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:50:59.126957 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c94f38-2ea6-44e0-bd90-af8c74d6ac0a" -d '{"events": [{"server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "name": "network-vif-plugged", "status": "completed", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:50:59.162888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:59.239149 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.254524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b968970f-9ac4-41af-8a83-50d00c2b5982 req-9a93f61d-7b59-4c90-915f-3308ee250acd tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0323126 Aug 22 14:50:59.268783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.293223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-e459b0f3-b18a-4433-a322-d968bfcf58ab service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227600 Aug 22 14:50:59.303827 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72126f4-21ef-4c63-bb69-f46cb17c510b x-openstack-request-id: req-b72126f4-21ef-4c63-bb69-f46cb17c510b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:50:59.308164 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "name": "network-vif-plugged", "status": "completed", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:50:59.308164 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b72126f4-21ef-4c63-bb69-f46cb17c510b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:50:59.308164 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45', 'code': 200} Aug 22 14:50:59.341885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Subnet': ['ID=15efdf73-98fb-448e-8342-33376d18575d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:59.356127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.364170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52582) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:50:59.368945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f69ead-7934-4cdb-a30d-0d073e3633c9 None None] Network 3c9e70da-2422-4e4e-b059-bd678d912859 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:50:59.378441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-826957ac-af8a-4c24-883c-32b5c0afd5b9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/subnets/15efdf73-98fb-448e-8342-33376d18575d HTTP/1.1" status: 204 len: 168 time: 0.8864732 Aug 22 14:50:59.412258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:50:59.539621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.544725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd2444-b5dd-4644-8ec4-79470e265f4f req-67ad43c7-678a-4a5f-800f-750c826ca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:59.546342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8cd2444-b5dd-4644-8ec4-79470e265f4f req-67ad43c7-678a-4a5f-800f-750c826ca793 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 1096 time: 0.1533973 Aug 22 14:50:59.677746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] DHCP port deletion for 3c9e70da-2422-4e4e-b059-bd678d912859 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:50:59.698936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8cd2444-b5dd-4644-8ec4-79470e265f4f req-63a225fa-60b4-4a53-b7d1-bf9580bfb273 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435273 Aug 22 14:50:59.755830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:59.756275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.781635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Deleting port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:50:59.782014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.866807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] For port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:59.867476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.884533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77817a-79e8-4846-8297-f1edf76d7878 req-91443872-593c-4509-8f71-fa72da36d83b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:50:59.886304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac77817a-79e8-4846-8297-f1edf76d7878 req-91443872-593c-4509-8f71-fa72da36d83b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1565878 Aug 22 14:50:59.888464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,segment=NetworkSegment(19209c79-e335-46ec-a4f1-5ebe44c0f35d),segment_id=19209c79-e335-46ec-a4f1-5ebe44c0f35d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:50:59.888943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:50:59.893472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Calling delete_port for 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:50:59.917534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:00.074536 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-48536473-13e4-4724-8287-9a79f67f36d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:00.136941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:00.201623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] Pushing event deleted for resources: {'Port': ['ID=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:00.209006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe0696-448f-41e7-be71-f86c16bd88be None None] No DVR routers for this DVR port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:00.276652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:00.303425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:00.303781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:00.540177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac77817a-79e8-4846-8297-f1edf76d7878 req-160a8a1a-d12e-4e32-b664-7a1592e0050f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417136 Aug 22 14:51:00.626012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-5f277916-dd51-4222-9851-b69b5122c4ec tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:00.626798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-5f277916-dd51-4222-9851-b69b5122c4ec tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 821 time: 0.6851337 Aug 22 14:51:00.644374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729375-d9cb-4471-b8c4-09e184fca1b1 req-00b1d343-2d1f-4f83-8a4e-1e792cd129da tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:00.645927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10729375-d9cb-4471-b8c4-09e184fca1b1 req-00b1d343-2d1f-4f83-8a4e-1e792cd129da tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.1607251 Aug 22 14:51:00.657248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Request body: {'port': {'device_id': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'admin_state_up': True, 'tenant_id': '8b27f92315694b119ef5ab9648710f9c'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:00.707320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:00.790565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:00.810086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 5f1bcbf8-d8f5-4ec2-87b9-94ee9e1972ba on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:00.817441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10729375-d9cb-4471-b8c4-09e184fca1b1 req-d49a99b9-c0d8-477b-8e57-a8bc4a894384 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557164 Aug 22 14:51:00.822600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e158fa12-e6f4-4594-b721-8345a1223cb2 req-52d71944-7397-4bdf-b372-1d6af156d601 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0755079 Aug 22 14:51:00.983637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:00.998271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9e70da-2422-4e4e-b059-bd678d912859']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:01.017971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19209c79-e335-46ec-a4f1-5ebe44c0f35d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:01.017971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19209c79-e335-46ec-a4f1-5ebe44c0f35d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:01.025157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.049557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.057139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:51:01.057938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:51:01.062745 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:51:01.095144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Made reservation on behalf of 8b27f92315694b119ef5ab9648710f9c for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:01.099857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.359828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.366494 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.369969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/networks/3c9e70da-2422-4e4e-b059-bd678d912859 HTTP/1.1" status: 204 len: 168 time: 2.0020850 Aug 22 14:51:01.372179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52622) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:01.396546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d908cc-0908-41fe-9b91-e2034439ba08 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Network': ['ID=3c9e70da-2422-4e4e-b059-bd678d912859,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:01.406805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Allocated IP 172.20.0.6 (b40c0722-a52d-4bc7-9344-4381b1c6e920/c9cf566f-774f-4f07-9724-61d961e3fe9c/cea128ee-7e66-47a6-b16c-3cef76694116) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:51:01.497223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting subnet bf196dac-2938-4265-9947-b75ecc5a9c76 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:51:01.512844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.594454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.689744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.758587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b909e-6eba-468c-8153-128f37f5e7a3 req-1fd36436-18f7-443b-9da9-0b0fc5f50871 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:01.760362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243b909e-6eba-468c-8153-128f37f5e7a3 req-1fd36436-18f7-443b-9da9-0b0fc5f50871 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0831745 Aug 22 14:51:01.760559 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.875672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243b909e-6eba-468c-8153-128f37f5e7a3 req-fd4217d0-5ac9-4a57-85b3-d92904fd7973 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682418 Aug 22 14:51:01.879450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-70286498-9140-4144-8afc-2c77068d0446 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166835 Aug 22 14:51:01.911144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:01.962908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:01.997162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.017501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Network b40c0722-a52d-4bc7-9344-4381b1c6e920 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:51:02.028770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.035831 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/subnets/bf196dac-2938-4265-9947-b75ecc5a9c76 HTTP/1.1" status: 204 len: 168 time: 0.6625507 Aug 22 14:51:02.039510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:02.056639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52658) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:02.060429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:51:02.062216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f1d1b-c3a9-4ffa-98a7-559b31519bd9 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Subnet': ['ID=bf196dac-2938-4265-9947-b75ecc5a9c76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:02.067503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd98836-2894-45f1-871c-378f7e81aa4d None None] Network 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:02.074782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:02.229249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-3211dbeb-531a-4da2-a4c8-ca38a592ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.230788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-3211dbeb-531a-4da2-a4c8-ca38a592ba19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 1095 time: 0.2660251 Aug 22 14:51:02.279775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.289211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.293421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d21f7-95f2-44d2-bdf1-d33ebf9276ec req-39abda63-6b2b-4924-bb7f-3ab309eadfed tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.295186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-162d21f7-95f2-44d2-bdf1-d33ebf9276ec req-39abda63-6b2b-4924-bb7f-3ab309eadfed tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 931 time: 0.2880938 Aug 22 14:51:02.312123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.345247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdeb82-0ca7-4c77-aae8-1732df3a2d6d req-5045c213-6f87-4040-bcd8-e80d8023199a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.350427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13cdeb82-0ca7-4c77-aae8-1732df3a2d6d req-5045c213-6f87-4040-bcd8-e80d8023199a tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.2891562 Aug 22 14:51:02.421687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] DHCP port deletion for 1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:51:02.481096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Deleting port 09db212c-8c43-4dea-9ab4-8545b7713333 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:02.481555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.487709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-162d21f7-95f2-44d2-bdf1-d33ebf9276ec req-8be90ea6-b993-4bdd-9fc7-b9f6d087770d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695557 Aug 22 14:51:02.517664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13cdeb82-0ca7-4c77-aae8-1732df3a2d6d req-181e53bc-8a8f-412a-96b9-8018c4b89f71 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098433 Aug 22 14:51:02.521593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-838b5ed9-de77-4de0-94f0-8176fdcdb007 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8730645 Aug 22 14:51:02.523859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-464ad9ff-c728-4c8d-b2c6-717bc818fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.525537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-464ad9ff-c728-4c8d-b2c6-717bc818fa8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2636857 Aug 22 14:51:02.536720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Request body: {'port': {'device_id': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:02.598222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] For port 09db212c-8c43-4dea-9ab4-8545b7713333, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09db212c-8c43-4dea-9ab4-8545b7713333,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:02.601546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.607310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-6515ee34-9afb-4be2-b7e7-8aa6d01619b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 200 len: 217 time: 0.0678449 Aug 22 14:51:02.623006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Calling delete_port for 09db212c-8c43-4dea-9ab4-8545b7713333 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:02.629135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Deleting port 09db212c-8c43-4dea-9ab4-8545b7713333 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:02.629488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.739155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.773583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-14b630b8-b40f-44b4-9270-b78e934675f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:02.775357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-14b630b8-b40f-44b4-9270-b78e934675f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1573594 Aug 22 14:51:02.779942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] For port 09db212c-8c43-4dea-9ab4-8545b7713333, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09db212c-8c43-4dea-9ab4-8545b7713333,segment=NetworkSegment(5b2a812e-85ff-4e29-acff-69c9fda741df),segment_id=5b2a812e-85ff-4e29-acff-69c9fda741df)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:02.780337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.831745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Calling delete_port for 09db212c-8c43-4dea-9ab4-8545b7713333 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:02.853856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-5d1aeebb-7922-456d-9d5c-71179d9f3c37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639958 Aug 22 14:51:02.884821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.908788 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:02.941263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] Pushing event deleted for resources: {'Port': ['ID=09db212c-8c43-4dea-9ab4-8545b7713333,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:02.945849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a9dcf-29ce-475d-95c9-dd8d24b9597a None None] No DVR routers for this DVR port 09db212c-8c43-4dea-9ab4-8545b7713333 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:03.214043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003c8d1-ffbc-4f72-a434-61aee7bf3cde req-fe0e1630-b1fe-4d71-a03e-2cfae29f7528 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:03.215513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9003c8d1-ffbc-4f72-a434-61aee7bf3cde req-fe0e1630-b1fe-4d71-a03e-2cfae29f7528 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.3530414 Aug 22 14:51:03.249443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-dae0af29-5aa3-418e-a34a-b1f9b0dc327e service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819523 Aug 22 14:51:03.295318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.327384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b63fa9-4039-4b17-ab36-49f2a17f31c1 req-ddc95d3b-6c60-4aba-a2c3-b66af24e0088 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:03.328477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b63fa9-4039-4b17-ab36-49f2a17f31c1 req-ddc95d3b-6c60-4aba-a2c3-b66af24e0088 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2512600 Aug 22 14:51:03.376296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-344113e5-76a2-4494-a7c7-4616ed878f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.384927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Port': ['ID=09db212c-8c43-4dea-9ab4-8545b7713333,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:03.397422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] No DVR routers for this DVR port 09db212c-8c43-4dea-9ab4-8545b7713333 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:03.440558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9003c8d1-ffbc-4f72-a434-61aee7bf3cde req-351e2dc1-3db6-4dd5-9a6e-adb336c59ec2 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937194 Aug 22 14:51:03.575008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b63fa9-4039-4b17-ab36-49f2a17f31c1 req-db05c8b7-50fb-4e77-b34d-3a496a0b0dc5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083170 Aug 22 14:51:03.628602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.646963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea128ee-7e66-47a6-b16c-3cef76694116 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:03.657425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8ad0a4-dd0e-4028-8465-7811e0abaeb2']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:03.662069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1298a0b5-0835-4b46-9824-58e0d5c4e73d req-221a3614-c524-46aa-8703-bd8d9303b2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972583 Aug 22 14:51:03.669505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.676370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a812e-85ff-4e29-acff-69c9fda741df') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:03.676657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a812e-85ff-4e29-acff-69c9fda741df') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:03.724875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.737059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Transition to ACTIVE for port object cea128ee-7e66-47a6-b16c-3cef76694116 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:03.753036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.761786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:51:03.762291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:51:03.766111 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:51:03.849270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.265887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb331ed-3e79-4fe6-ae2a-0b6c912e8df4 req-d1191fd2-8e66-4366-b01d-205270b0a370 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:04.273412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb331ed-3e79-4fe6-ae2a-0b6c912e8df4 req-d1191fd2-8e66-4366-b01d-205270b0a370 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 931 time: 0.4918489 Aug 22 14:51:04.285271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:04.294482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.308407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.310196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] 10.222.0.53 "DELETE /v2.0/networks/1e8ad0a4-dd0e-4028-8465-7811e0abaeb2 HTTP/1.1" status: 204 len: 168 time: 2.2525718 Aug 22 14:51:04.323070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09db212c-8c43-4dea-9ab4-8545b7713333 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:04.343720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 09db212c-8c43-4dea-9ab4-8545b7713333 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:04.344363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09db212c-8c43-4dea-9ab4-8545b7713333 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:04.348781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b897e-43a6-43b9-833b-8be744c10bb7 tempest-ServersTestMultiNic-2036783120 tempest-ServersTestMultiNic-2036783120-project] Pushing event deleted for resources: {'Network': ['ID=1e8ad0a4-dd0e-4028-8465-7811e0abaeb2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:04.421227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb331ed-3e79-4fe6-ae2a-0b6c912e8df4 req-ca01ef3c-4732-44c9-906b-beeb9d9bf186 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403284 Aug 22 14:51:04.432574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462e49c-67e0-4f7c-8bcb-833e77df3c57 req-ec23c4e4-06e5-4702-95ce-d5dc2c804081 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:04.434455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1462e49c-67e0-4f7c-8bcb-833e77df3c57 req-ec23c4e4-06e5-4702-95ce-d5dc2c804081 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 950 time: 0.2309165 Aug 22 14:51:04.489934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:04.490453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:04.490894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:04.500616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:04.500956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:04.509278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1462e49c-67e0-4f7c-8bcb-833e77df3c57 req-2fea7960-b126-42f5-8263-a9d7f318a146 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Aug 22 14:51:04.510663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:04.511117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:04.511391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:04.511841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Bound port: cea128ee-7e66-47a6-b16c-3cef76694116, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:04.512240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.667401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:04.671761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:04.686564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e343d18-b065-42d9-8b8a-f8c3fe9fbe69 req-7f8ace0f-e9b4-42d5-a520-f8bc5aa4eb8b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:04.688709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e343d18-b065-42d9-8b8a-f8c3fe9fbe69 req-7f8ace0f-e9b4-42d5-a520-f8bc5aa4eb8b tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.1031644 Aug 22 14:51:04.739657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e343d18-b065-42d9-8b8a-f8c3fe9fbe69 req-07e171b2-1660-4957-9980-5a4ea854f1b5 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Aug 22 14:51:04.824471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.848993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.890665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:04.891305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:04.892802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-cba280be-9330-444b-8599-bf88862107b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 1091 time: 2.3617477 Aug 22 14:51:04.895402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:04.897766 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f81dc13-119b-44ec-877d-ba29c6f8704f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:04.934740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c804e-f8db-4350-85c8-980df7b66356 req-77e8ba37-e227-483e-b6f9-553b65595c89 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:04.936331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-665c804e-f8db-4350-85c8-980df7b66356 req-77e8ba37-e227-483e-b6f9-553b65595c89 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1294591 Aug 22 14:51:04.939631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba280be-9330-444b-8599-bf88862107b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:04.990210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-665c804e-f8db-4350-85c8-980df7b66356 req-4b231631-58ba-42a6-a0dc-1640763dc000 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Aug 22 14:51:05.137743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-f7d0972c-74eb-4713-9c97-44caf37de464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:05.143220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-f7d0972c-74eb-4713-9c97-44caf37de464 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1094 time: 0.0712767 Aug 22 14:51:05.205262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-53ad5ecc-47b3-492d-9e80-43062cdaf01b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 217 time: 0.0561645 Aug 22 14:51:05.267939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817967-7376-41c6-9073-a099da89cf79 req-83b59ff7-723e-418d-8500-58d6e6ecaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:05.269784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-83b59ff7-723e-418d-8500-58d6e6ecaef3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0569966 Aug 22 14:51:05.343939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-7c246e09-bbb1-42bd-b625-41d27c7a7a77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539773 Aug 22 14:51:05.356912 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510875f4-ec3f-4b5f-a792-805ab21fa226 x-openstack-request-id: req-510875f4-ec3f-4b5f-a792-805ab21fa226 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:05.357214 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:05.357460 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-510875f4-ec3f-4b5f-a792-805ab21fa226 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:05.357866 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'status': 'completed', 'code': 200} Aug 22 14:51:05.383903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ba55-3eaa-4e76-9dc7-162cdb47d502 req-92a0cde1-8226-4b2e-b127-de1c00df7f03 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:05.390168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6580ba55-3eaa-4e76-9dc7-162cdb47d502 req-92a0cde1-8226-4b2e-b127-de1c00df7f03 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.1162751 Aug 22 14:51:05.485673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6580ba55-3eaa-4e76-9dc7-162cdb47d502 req-bd583bb5-da21-47c8-8261-c146152a1ca3 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939591 Aug 22 14:51:05.503650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52772) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:05.517858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-f93e91d8-fb27-4523-a92f-2894bf1f9b36 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709456 Aug 22 14:51:05.724538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8817967-7376-41c6-9073-a099da89cf79 req-8a25cbbb-124a-400b-b1f8-55f4aae56ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987369 Aug 22 14:51:05.799752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1bc37-9eaa-494d-99d8-a66530bebea1 req-eb4694db-add4-4ed1-afa8-1f68337cf56f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:05.801441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8d1bc37-9eaa-494d-99d8-a66530bebea1 req-eb4694db-add4-4ed1-afa8-1f68337cf56f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.0753980 Aug 22 14:51:05.860751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8d1bc37-9eaa-494d-99d8-a66530bebea1 req-6e15d0f0-277e-4f4a-9485-e676bffa60a9 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466788 Aug 22 14:51:05.952925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:05.962406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-aa9f45a3-4d58-458f-ba7f-4253f85b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:05.965640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-aa9f45a3-4d58-458f-ba7f-4253f85b4c7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1094 time: 0.0750453 Aug 22 14:51:06.025825 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:51:06.136623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc27d1-65cd-43d4-860b-54d838321763 req-8a5c3660-f23a-4f67-8ce3-ea0c5ca0ea41 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.138193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81fc27d1-65cd-43d4-860b-54d838321763 req-8a5c3660-f23a-4f67-8ce3-ea0c5ca0ea41 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1096 time: 0.1391084 Aug 22 14:51:06.183302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcca9a-e02d-47e8-9375-2fcca7d9cfe1 req-ae62ebf5-5490-4026-81dc-8d84b3f1c3df tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.184860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2dcca9a-e02d-47e8-9375-2fcca7d9cfe1 req-ae62ebf5-5490-4026-81dc-8d84b3f1c3df tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.1882956 Aug 22 14:51:06.190502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-19bbd68c-5546-4438-998c-0771454b641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.192156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-19bbd68c-5546-4438-998c-0771454b641d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2192278 Aug 22 14:51:06.274218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81fc27d1-65cd-43d4-860b-54d838321763 req-d7c02326-b981-4e4e-9594-2b595d260a59 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152449 Aug 22 14:51:06.276220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-1bcf7f13-5f71-4e91-a14d-b27401ee8201 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 217 time: 0.0723343 Aug 22 14:51:06.280928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Deleting port bd22377c-d0cc-4224-ade6-b2157dc7f801 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:06.281388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.320086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2dcca9a-e02d-47e8-9375-2fcca7d9cfe1 req-25487b12-ef24-4bd3-b6c1-3913b867d7d5 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257229 Aug 22 14:51:06.345150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:06.382553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-11bac511-a792-4569-8536-9ae0b8c48deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.393015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-11bac511-a792-4569-8536-9ae0b8c48deb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0891309 Aug 22 14:51:06.415235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] For port bd22377c-d0cc-4224-ade6-b2157dc7f801, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bd22377c-d0cc-4224-ade6-b2157dc7f801,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:06.415638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.430948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Calling delete_port for bd22377c-d0cc-4224-ade6-b2157dc7f801 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:06.452158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-a266ef11-d1cf-48ef-888b-9d2f34add918 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457885 Aug 22 14:51:06.464687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.506363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:06.509114 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c442ab-00b7-4b54-951f-142ee970d737" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:06.529778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:06.567682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04403397-b783-472d-9cf7-392f44b6192e req-00515442-cb8b-4900-8154-eea826426b39 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.569450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04403397-b783-472d-9cf7-392f44b6192e req-00515442-cb8b-4900-8154-eea826426b39 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1748872 Aug 22 14:51:06.636473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04403397-b783-472d-9cf7-392f44b6192e req-aaa50d82-05ac-427a-9e1e-0321625fd1e2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573750 Aug 22 14:51:06.639209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-1cc80bc0-de24-4ff6-98a6-7bb5117f8462 service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777534 Aug 22 14:51:06.653459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.654541 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.776241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:06.777644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f81dc13-119b-44ec-877d-ba29c6f8704f req-258a0768-24fa-4b9f-b971-5e7e6739570f service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293042 Aug 22 14:51:06.793346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.793694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.794107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.794435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.794765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.795282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.795784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.796404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.796893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.797509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.798129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.798630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:06.846333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:06.864492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70061621-1f04-4b80-9425-407b1a55e5b6 req-ed626cf0-df89-478f-a2e3-da7a6820be35 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:06.868564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70061621-1f04-4b80-9425-407b1a55e5b6 req-ed626cf0-df89-478f-a2e3-da7a6820be35 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.0579472 Aug 22 14:51:06.878262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd22377c-d0cc-4224-ade6-b2157dc7f801,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:06.922948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70061621-1f04-4b80-9425-407b1a55e5b6 req-8f1376ee-ca46-4d78-b8f9-25581b20aac0 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494702 Aug 22 14:51:07.138049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:07.143228 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2407ef4f-ee49-40eb-be38-b28891ec5679 x-openstack-request-id: req-2407ef4f-ee49-40eb-be38-b28891ec5679 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:07.144604 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:07.145029 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2407ef4f-ee49-40eb-be38-b28891ec5679 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:07.145602 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'code': 200} Aug 22 14:51:07.355858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158a62c-28c7-402e-85cb-07057dbe86b5 req-547ba043-bb5b-4c27-9070-1ddff2edbbc6 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:07.358076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9158a62c-28c7-402e-85cb-07057dbe86b5 req-547ba043-bb5b-4c27-9070-1ddff2edbbc6 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.0550406 Aug 22 14:51:07.412017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9158a62c-28c7-402e-85cb-07057dbe86b5 req-ac017b12-f7ae-45fd-9e83-ae5a9e7a51a7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Aug 22 14:51:07.446604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Router 107039ff-f360-4b76-a770-039624ff94b0 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:51:07.576036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:51:07.582254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31ff632d-bab0-4b2f-86bd-021e52d422e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/107039ff-f360-4b76-a770-039624ff94b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0774012 Aug 22 14:51:07.585153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:07.597225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Sync routers for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:51:07.612955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:51:07.618126 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:07.727034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:07.754507 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:51:07.857809 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:07.992573 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:51:06Z', 'revision_number': 5, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port': {'id': '30f00dc4-6fa3-4207-bd6c-b3998e6e02e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107039ff-f360-4b76-a770-039624ff94b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:48:53Z', 'updated_at': '2021-08-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:08.009636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d7efd-5ecc-4afc-a105-6bfab8f358c5 req-28a382e2-675d-4c49-aa90-7203bdb63164 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:08.017315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-514d7efd-5ecc-4afc-a105-6bfab8f358c5 req-28a382e2-675d-4c49-aa90-7203bdb63164 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0931737 Aug 22 14:51:08.070444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Deleting port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:08.070865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:08.077101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-514d7efd-5ecc-4afc-a105-6bfab8f358c5 req-601623c0-a0c2-478b-b97b-723474630370 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Aug 22 14:51:08.155572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Checking router: 107039ff-f360-4b76-a770-039624ff94b0 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:51:08.170514 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Routers {'107039ff-f360-4b76-a770-039624ff94b0'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:51:08.171142 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['107039ff-f360-4b76-a770-039624ff94b0'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:08.229060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] For port 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:08.229457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:08.248435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Calling delete_port for 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:08.307201 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] Set router 107039ff-f360-4b76-a770-039624ff94b0 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:51:08.363138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:51:07Z', 'revision_number': 6, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:08.402252 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bf6a57-2f06-43e9-991c-39aa616a6277 None None] The sync data for ids ['107039ff-f360-4b76-a770-039624ff94b0'] in n-d-805046-3 is: [{'id': '107039ff-f360-4b76-a770-039624ff94b0', 'name': 'tempest-ServersTestMultiNic-543214562-router', 'tenant_id': '3a166a88a77e47138476485c52f35df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:48:51Z', 'updated_at': '2021-08-22T14:51:07Z', 'revision_number': 6, 'project_id': '3a166a88a77e47138476485c52f35df0', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:51:08.429908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-f424280d-14b3-4ff5-80fc-87c45d752601 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:51:08.432254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-f424280d-14b3-4ff5-80fc-87c45d752601 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099292 Aug 22 14:51:08.515394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c2f6a2ca-8620-4e63-ad27-5571dc504406 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:08.516821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c2f6a2ca-8620-4e63-ad27-5571dc504406 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 1093 time: 0.0707552 Aug 22 14:51:08.537321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Request body: {'binding': {'host': 'n-h1-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:08.537812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Unknown quota resources ['binding']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:51:08.635940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd276028-cdc7-4f06-bcc6-f9452c6af3e9 req-01c45755-4127-462b-8225-328c53f05994 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:08.637478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd276028-cdc7-4f06-bcc6-f9452c6af3e9 req-01c45755-4127-462b-8225-328c53f05994 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.1163878 Aug 22 14:51:08.670859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:08.717957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f00dc4-6fa3-4207-bd6c-b3998e6e02e1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:08.757693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.759659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.760023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.760352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.760675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.760999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.761319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:08.783874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd276028-cdc7-4f06-bcc6-f9452c6af3e9 req-04799d94-ad14-4ae4-8385-a2376729b69f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178813 Aug 22 14:51:08.851984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on host n-h1-805046-3 for vnic_type normal with profile None {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:08.852295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:08.852745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:08.859721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:08.917469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:08.917802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:08.978909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:08.979255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:08.979645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:08.980135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Bound port: 30a68b85-6931-4307-87d5-82f1fd62427c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:08.984558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:08.988703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.082557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db8cf-8088-4b82-9d7b-42f915f788bc req-cf29b48e-c38e-4337-a71e-b10854db388e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:09.084293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a8db8cf-8088-4b82-9d7b-42f915f788bc req-cf29b48e-c38e-4337-a71e-b10854db388e tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.1984072 Aug 22 14:51:09.121503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:09.130196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.130770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 107039ff-f360-4b76-a770-039624ff94b0 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:51:09.136673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.137249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d0914a9-9f17-4581-83dd-18b7ccb8e1e7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/107039ff-f360-4b76-a770-039624ff94b0 HTTP/1.1" status: 204 len: 168 time: 1.5506208 Aug 22 14:51:09.140167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52860) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:09.162337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a8db8cf-8088-4b82-9d7b-42f915f788bc req-0e9d84a8-24d5-4222-b6fa-bf04bf39512b tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599859 Aug 22 14:51:09.201638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.201638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c9b3be11-07ec-4779-907e-ac9ec08397df service neutron] 10.222.0.53 "POST /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6676543 Aug 22 14:51:09.207281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Deleting subnet 30b8097e-9307-4a02-ab8b-240245999083 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:51:09.207281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.254481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.345261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8386906-d1d8-469b-9928-aacd9145ef42 req-882447c5-c362-422d-ad01-b82c1b4d6f2a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:09.353715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8386906-d1d8-469b-9928-aacd9145ef42 req-882447c5-c362-422d-ad01-b82c1b4d6f2a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0646048 Aug 22 14:51:09.355799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.406076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8386906-d1d8-469b-9928-aacd9145ef42 req-f4ea1709-69bd-4257-9ffc-364eb4c2d1c5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Aug 22 14:51:09.485290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.532019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b8097e-9307-4a02-ab8b-240245999083,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:09.541753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.542143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.542532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.542891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.543231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.543567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.543901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.544300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.544630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.544958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.545285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.550070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:51:09.555202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.563908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a22124c-580a-4be8-b3de-37872602b4cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30b8097e-9307-4a02-ab8b-240245999083 HTTP/1.1" status: 204 len: 168 time: 0.4179463 Aug 22 14:51:09.563908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:09.588740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b8b81-c62a-400e-b520-30c522a6bcc8 None None] Network 85341e5d-9392-40a4-85f9-b752aca6da25 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:09.718471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.811136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Deleting port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:09.811514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.976607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] For port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:09.977287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:09.989870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] DHCP port deletion for 85341e5d-9392-40a4-85f9-b752aca6da25 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:51:09.997590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Calling delete_port for c6ae1378-f9bd-4695-a32c-9b08a7bbd90e owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:10.074801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Deleting port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:10.076284 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.103213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-62f750ef-c114-4f53-af55-d3e3ac68c650 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:10.105118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-62f750ef-c114-4f53-af55-d3e3ac68c650 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.10 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.2441480 Aug 22 14:51:10.165801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] For port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,segment=NetworkSegment(85649056-7f35-44be-9797-82195ddb6429),segment_id=85649056-7f35-44be-9797-82195ddb6429)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:10.166457 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.176376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.179432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a467-ae5b-4b83-aaaf-1c02394708db req-7e7bcb22-0cf8-44c9-8f3b-d7afb1c109d6 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:10.181475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3537a467-ae5b-4b83-aaaf-1c02394708db req-7e7bcb22-0cf8-44c9-8f3b-d7afb1c109d6 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 945 time: 0.2199781 Aug 22 14:51:10.181796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Calling delete_port for c6ae1378-f9bd-4695-a32c-9b08a7bbd90e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:10.185212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-6514caad-79ad-48b3-91d3-b666a22cfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:10.187162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-6514caad-79ad-48b3-91d3-b666a22cfba5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1096 time: 0.2394214 Aug 22 14:51:10.207678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:10.210962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] No DVR routers for this DVR port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:10.213626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77a14-8f8f-4cdb-9884-41d1c8afe583 req-6e463f14-80c6-4f0f-a624-56c2962b051a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:10.214880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e77a14-8f8f-4cdb-9884-41d1c8afe583 req-6e463f14-80c6-4f0f-a624-56c2962b051a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.5118570 Aug 22 14:51:10.253909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.282835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.318305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.327309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85341e5d-9392-40a4-85f9-b752aca6da25']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:10.335611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bd22377c-d0cc-4224-ade6-b2157dc7f801 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:10.339371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85649056-7f35-44be-9797-82195ddb6429') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:10.340210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85649056-7f35-44be-9797-82195ddb6429') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:10.340404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] Pushing event deleted for resources: {'Port': ['ID=c6ae1378-f9bd-4695-a32c-9b08a7bbd90e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:10.351091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.362717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b729e95-cae0-4086-8277-5591e8c5918f None None] No DVR routers for this DVR port c6ae1378-f9bd-4695-a32c-9b08a7bbd90e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:10.368027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bd22377c-d0cc-4224-ade6-b2157dc7f801 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:10.368027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bd22377c-d0cc-4224-ade6-b2157dc7f801 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:10.368027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:10.369738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:10.389363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.397665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:51:10.404000 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:51:10.413420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:10.414131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 30f00dc4-6fa3-4207-bd6c-b3998e6e02e1 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:10.414775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c6ae1378-f9bd-4695-a32c-9b08a7bbd90e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:10.470544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c6ae1378-f9bd-4695-a32c-9b08a7bbd90e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:10.471677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c6ae1378-f9bd-4695-a32c-9b08a7bbd90e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:10.550340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.555250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:10.568889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'mac_address': 'fa:16:3e:c8:a2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:10.582501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Pushing event deleted for resources: {'Network': ['ID=85341e5d-9392-40a4-85f9-b752aca6da25,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:10.592238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.595013 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e4b1a43d-0313-46b4-8691-7c457313886d admin admin] 10.222.0.53 "DELETE /v2.0/networks/85341e5d-9392-40a4-85f9-b752aca6da25 HTTP/1.1" status: 204 len: 168 time: 1.0291958 Aug 22 14:51:10.755457 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.769354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f558d7e1-4add-4f63-bae6-1d71b7716ae0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:10.789879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:10.801051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3537a467-ae5b-4b83-aaaf-1c02394708db req-fe0449b4-2e99-4b3e-bbe8-8cab2d8d3a06 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e1f6d-5adb-476f-845b-4fe7067ebae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840507 Aug 22 14:51:10.807359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e77a14-8f8f-4cdb-9884-41d1c8afe583 req-40d233fc-ad0d-434c-b48b-4d1cc7ebe36f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280001 Aug 22 14:51:10.838497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-2b53ba08-663c-43f2-b46e-15aeb9cd267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:10.840287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-2b53ba08-663c-43f2-b46e-15aeb9cd267f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.6242831 Aug 22 14:51:10.862430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Deleting port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:10.862849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:10.907444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-8037f969-ba3c-446d-aa9f-f1dc92e2e867 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.0578563 Aug 22 14:51:10.947771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.005698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:11.039109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['f558d7e1-4add-4f63-bae6-1d71b7716ae0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:11.092659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-cad48479-4ad1-419a-9a2f-095de84e6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:11.094135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-cad48479-4ad1-419a-9a2f-095de84e6876 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1633179 Aug 22 14:51:11.106431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c7725-76c2-4e04-b927-8f347d969399 req-fde1a79e-0582-4f13-b5de-12f3768bbeaa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:11.107931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-942c7725-76c2-4e04-b927-8f347d969399 req-fde1a79e-0582-4f13-b5de-12f3768bbeaa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.2125666 Aug 22 14:51:11.126387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84bf4-1e36-4c14-911c-d1b0a7b66d65 req-d8140a39-efd8-4928-a542-908be4587c4b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:11.129789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ad84bf4-1e36-4c14-911c-d1b0a7b66d65 req-d8140a39-efd8-4928-a542-908be4587c4b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2347353 Aug 22 14:51:11.183383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c05e013b-82f1-4eaf-b40f-88437689680a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742671 Aug 22 14:51:11.216963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52894) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:11.218495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] For port c6e9bb38-fe9b-4ad9-b83c-09f642782d45, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,segment=NetworkSegment(ee4fb948-4b95-4987-86e7-f40a6000e4fd),segment_id=ee4fb948-4b95-4987-86e7-f40a6000e4fd)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:11.219034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.259734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8df6da25-fc2d-4710-9981-53b81c04af8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a166a88a77e47138476485c52f35df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426764 Aug 22 14:51:11.259734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:11.266493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Calling delete_port for c6e9bb38-fe9b-4ad9-b83c-09f642782d45 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:11.283479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-942c7725-76c2-4e04-b927-8f347d969399 req-fde3505b-963b-4f8d-9772-2e6dd197a234 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515400 Aug 22 14:51:11.292551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ad84bf4-1e36-4c14-911c-d1b0a7b66d65 req-ea7447ab-7ad2-49de-b2bd-a455bd4fd566 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444499 Aug 22 14:51:11.378100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.403943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.452069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-b24b2822-5d37-4646-938e-62c018ae1c19 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524123 Aug 22 14:51:11.600555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-942c7a7d-4374-4a82-9c1f-cb7f385824ed service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412120 Aug 22 14:51:11.624245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.626930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.628259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee013c72-ab89-4f3f-85aa-54383cc29a7b HTTP/1.1" status: 204 len: 168 time: 0.3676333 Aug 22 14:51:11.636667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d36e3-23c2-44db-b2ee-1b5cd08b348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee013c72-ab89-4f3f-85aa-54383cc29a7b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:11.833695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:11.871379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Pushing event deleted for resources: {'Port': ['ID=c6e9bb38-fe9b-4ad9-b83c-09f642782d45,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:11.967768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a74d5e96-5e94-4e41-969b-0230c0f108ff req-cad101b3-95a3-4db8-bb47-ef61616df2fb tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0355296 Aug 22 14:51:11.994606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] No DVR routers for this DVR port c6e9bb38-fe9b-4ad9-b83c-09f642782d45 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:12.013920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:12.016189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e360cb45-ca46-4c25-85b6-9ff54c0d4c52 req-459a3653-a4c7-4f2c-8575-f2cdfbb7b02f tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.10 "DELETE /v2.0/ports/c6e9bb38-fe9b-4ad9-b83c-09f642782d45 HTTP/1.1" status: 204 len: 173 time: 1.9016864 Aug 22 14:51:12.016673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'name': 'network-vif-deleted', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:12.020063 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e9872-4066-4271-b2d7-34d95f72b537" -d '{"events": [{"server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "name": "network-vif-deleted", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:12.087313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7d9e-256a-4631-bd9a-85ea2c3c3746 req-12fd2d94-bee0-4f8e-a89a-d70a9d6557a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:12.096949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-398f7d9e-256a-4631-bd9a-85ea2c3c3746 req-12fd2d94-bee0-4f8e-a89a-d70a9d6557a9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.1604676 Aug 22 14:51:12.099615 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df628c-c082-4980-8127-40ae74259750 x-openstack-request-id: req-b8df628c-c082-4980-8127-40ae74259750 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:12.102402 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7169509a-fe9a-4526-aaf1-3ecfd7fd2484", "name": "network-vif-deleted", "tag": "c6e9bb38-fe9b-4ad9-b83c-09f642782d45", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:12.103956 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8df628c-c082-4980-8127-40ae74259750 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:12.105565 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7169509a-fe9a-4526-aaf1-3ecfd7fd2484', 'name': 'network-vif-deleted', 'tag': 'c6e9bb38-fe9b-4ad9-b83c-09f642782d45', 'status': 'completed', 'code': 200} Aug 22 14:51:12.184886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-398f7d9e-256a-4631-bd9a-85ea2c3c3746 req-632f8790-70af-4a04-a07b-e8caadeacd56 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778370 Aug 22 14:51:12.366777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:12.450910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port f558d7e1-4add-4f63-bae6-1d71b7716ae0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:12.451290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:12.560869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a786b5-0658-4036-b1c7-2d09de752764 req-89215f71-866a-41a9-b971-90602b2dd5a8 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:12.562603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:12.567290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39a786b5-0658-4036-b1c7-2d09de752764 req-89215f71-866a-41a9-b971-90602b2dd5a8 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.1325035 Aug 22 14:51:12.588091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db019e-c830-4666-8e22-4aea933d6c85 req-b66ef61c-2cbf-4fef-bfde-e501be442764 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:12.596819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7db019e-c830-4666-8e22-4aea933d6c85 req-b66ef61c-2cbf-4fef-bfde-e501be442764 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2056255 Aug 22 14:51:12.618077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:12.619051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:12.621389 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e71a2f-a78d-4d2e-8e54-4f8a708e48e5" -d '{"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-plugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:12.651467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7db019e-c830-4666-8e22-4aea933d6c85 req-d4835e2f-e54f-47db-b032-4616f34b9149 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Aug 22 14:51:12.674425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39a786b5-0658-4036-b1c7-2d09de752764 req-b54ab6db-6bc5-4b0d-bb71-8c5102db7251 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724406 Aug 22 14:51:12.733376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c6e9bb38-fe9b-4ad9-b83c-09f642782d45 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:12.741194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:12.773382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: c6e9bb38-fe9b-4ad9-b83c-09f642782d45 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:12.774041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c6e9bb38-fe9b-4ad9-b83c-09f642782d45 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:12.830439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:12.835602 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894a0523-68d7-479f-93bb-eec75fac725f x-openstack-request-id: req-894a0523-68d7-479f-93bb-eec75fac725f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:12.836266 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-plugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:12.836736 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-894a0523-68d7-479f-93bb-eec75fac725f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:12.837418 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'code': 200} Aug 22 14:51:13.135175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18965f11-221a-4272-a366-91a49f65bb87 req-bc3b7548-7054-43c5-a390-43497cf8ea63 tempest-ServerDiskConfigTestJSON-842351218 tempest-ServerDiskConfigTestJSON-842351218-project] 10.222.0.53 "GET /v2.0/ports?device_id=7169509a-fe9a-4526-aaf1-3ecfd7fd2484 HTTP/1.1" status: 200 len: 210 time: 0.0544138 Aug 22 14:51:13.165922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:13.322916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-879384902-network', 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:13.383086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0332c-6c5e-4bfb-b79d-7598441e06b9 req-c12bab8b-9b60-4ffb-b47a-81c3fe8131d5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:13.384807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56d0332c-6c5e-4bfb-b79d-7598441e06b9 req-c12bab8b-9b60-4ffb-b47a-81c3fe8131d5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0559356 Aug 22 14:51:13.429061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56d0332c-6c5e-4bfb-b79d-7598441e06b9 req-fc5781ff-ccd0-46ea-b421-f27080491a30 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Aug 22 14:51:13.435716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:13.439802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.450350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.558759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.628965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.669042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe2452-caae-4a54-beff-0a6dc5edc6f8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:13.673159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:51:13.682977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.683271 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Added segment b22a8495-c679-4647-90fa-28a97a230710 of type vlan for network 69ef2359-b169-44ef-9896-8e1ae5999979 Aug 22 14:51:13.735078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.876121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675550-c6a6-46a1-9407-1b05ce0502b3 req-aa0c5f23-39d1-4f1c-80c7-cd3c7501b90b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:13.884662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59675550-c6a6-46a1-9407-1b05ce0502b3 req-aa0c5f23-39d1-4f1c-80c7-cd3c7501b90b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1340606 Aug 22 14:51:13.912642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348b917-c6ea-46dd-8532-a149ad613ae3 req-b67ac6bf-97cf-4106-9571-dd9157132161 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:13.914220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7348b917-c6ea-46dd-8532-a149ad613ae3 req-b67ac6bf-97cf-4106-9571-dd9157132161 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.1125784 Aug 22 14:51:13.945159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.946561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:13.947430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:13.952178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59675550-c6a6-46a1-9407-1b05ce0502b3 req-d1bbca4a-0f36-4d08-ae38-c78c04bc8587 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666695 Aug 22 14:51:13.988603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7348b917-c6ea-46dd-8532-a149ad613ae3 req-b20700a4-e3db-4f14-911b-28c90b572241 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668867 Aug 22 14:51:14.037736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] Pushing event updated for resources: {'Network': ['ID=69ef2359-b169-44ef-9896-8e1ae5999979,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:14.052739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 69ef2359-b169-44ef-9896-8e1ae5999979 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:51:14.086746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e6d533b2-a800-4488-a712-15e7ed2f6c81 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9192097 Aug 22 14:51:14.089502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:14.109745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Request body: {'subnet': {'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-879384902-subnet', 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:14.218122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:14.221245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.423692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:14.474270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Deleting subnet 965bd350-d250-477b-926e-22baab7eff98 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:51:14.480254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.537113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.562949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.614279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05424-625e-41ab-b6e8-78685798dd14 req-f377d5e6-b523-447d-bb80-13aaacf07172 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:14.615755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=461df724-8a4c-4414-8c41-a888a37d7bb9,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:14.616402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05f05424-625e-41ab-b6e8-78685798dd14 req-f377d5e6-b523-447d-bb80-13aaacf07172 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.1005282 Aug 22 14:51:14.627805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.632555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:14.633033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Network hostable DHCP agents. Network: 69ef2359-b169-44ef-9896-8e1ae5999979, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:51:14.700497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05f05424-625e-41ab-b6e8-78685798dd14 req-062d54a0-f94e-4919-a5d7-a4621ca447ba tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740490 Aug 22 14:51:14.821720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:51:14.864753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.895334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965bd350-d250-477b-926e-22baab7eff98,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:14.899897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:14.914033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:14.916411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8a7e830-2c90-443c-a006-26dfe9673ecc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/965bd350-d250-477b-926e-22baab7eff98 HTTP/1.1" status: 204 len: 168 time: 0.4913030 Aug 22 14:51:15.003315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 69ef2359-b169-44ef-9896-8e1ae5999979) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:15.014446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806a775-ed34-46f0-be87-1ed9b7991623 None None] Network 69ef2359-b169-44ef-9896-8e1ae5999979 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:15.023482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:15.024179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.031800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.150119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.161793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06a0df5-14cd-4868-b216-35576abd5745']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:15.171142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5316bd-1ca1-4440-be40-d507070799b3 req-50bd7e39-2c18-4078-a3d5-99b25a53ff23 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:15.174238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f5316bd-1ca1-4440-be40-d507070799b3 req-50bd7e39-2c18-4078-a3d5-99b25a53ff23 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.0809121 Aug 22 14:51:15.182970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4fb948-4b95-4987-86e7-f40a6000e4fd') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:15.183361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4fb948-4b95-4987-86e7-f40a6000e4fd') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:15.194989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.213475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.223426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:51:15.224164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.253232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8dcdf2-ba7c-4dd7-a32d-be9f9bfbda76 None None] Network 69ef2359-b169-44ef-9896-8e1ae5999979 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:51:15.288975 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:51:15.292538 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79fb6c1f-411f-4037-a290-c6b227b4a6db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1897235 Aug 22 14:51:15.304311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f5316bd-1ca1-4440-be40-d507070799b3 req-897ff712-94a1-4064-a9ad-9298ac7270a9 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205373 Aug 22 14:51:15.372641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.378198 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.380197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c06a0df5-14cd-4868-b216-35576abd5745 HTTP/1.1" status: 204 len: 168 time: 0.4648404 Aug 22 14:51:15.407238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a0102-2cfb-4927-81fb-cb09b96e3ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06a0df5-14cd-4868-b216-35576abd5745,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:15.446573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7078-a8f4-461e-afac-b7e3c7cbbbcd req-de694f14-c226-4cd7-a23f-6a77cadae5d6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:15.450679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84f7078-a8f4-461e-afac-b7e3c7cbbbcd req-de694f14-c226-4cd7-a23f-6a77cadae5d6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.3911126 Aug 22 14:51:15.517717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84f7078-a8f4-461e-afac-b7e3c7cbbbcd req-995488fc-a8db-435f-8c8f-d326b9d0fd03 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553658 Aug 22 14:51:15.529116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53030) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:15.673254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-813f1fd5-0e9c-415f-9ab6-e2f975423a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:15.836473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da178aab-5cd9-439b-8486-84279b731056 req-d3f4c5c9-4059-4d65-9af1-f75e95699896 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:15.838060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da178aab-5cd9-439b-8486-84279b731056 req-d3f4c5c9-4059-4d65-9af1-f75e95699896 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0615611 Aug 22 14:51:15.911148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da178aab-5cd9-439b-8486-84279b731056 req-eb6f2559-673c-4fb8-94cf-86c040de2938 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670943 Aug 22 14:51:15.988694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6676b194-6006-4ce6-a8cb-d372f9346b55 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:15.990272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6676b194-6006-4ce6-a8cb-d372f9346b55 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.1247931 Aug 22 14:51:16.008889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-364c753f-5e7e-4f41-b694-58ef559bfa12 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0121751 Aug 22 14:51:16.029974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:16.059167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-8d6c51f4-40cd-4ad4-8dd4-6022240ae496 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420125 Aug 22 14:51:16.099693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-46d116cb-8b3f-4d6c-a00c-f50636a3ac64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d77fc96ec292401fbab582bf7c7b3004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663078 Aug 22 14:51:16.103016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:16.123447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-813f1fd5-0e9c-415f-9ab6-e2f975423a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.165547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.166751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-a53a1e60-09da-4e44-88f7-794ad02b0ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993721 Aug 22 14:51:16.189708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.223685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-813f1fd5-0e9c-415f-9ab6-e2f975423a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.272160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-813f1fd5-0e9c-415f-9ab6-e2f975423a26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2075f35bd5042dd97e81d59978ab7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417798 Aug 22 14:51:16.273717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1fd5-0e9c-415f-9ab6-e2f975423a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844db3e1-a576-4a63-bb20-4c566a6b1d33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:16.274742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53054) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:16.295813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-023c6a21-c32d-4aca-bbd3-dc6bf142380a service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217377 Aug 22 14:51:16.341368 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.367027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.372607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.376217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.378082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/153e1f6d-5adb-476f-845b-4fe7067ebae5 HTTP/1.1" status: 204 len: 168 time: 0.2741072 Aug 22 14:51:16.390127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:16.398263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31f41-8b72-47a5-a3e3-6b90a2c817a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e1f6d-5adb-476f-845b-4fe7067ebae5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:16.470390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec4cf2-23bb-4d42-8fd5-985c4aefaf51 req-37622d5b-8e51-400b-ad69-e4766196e8a1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:16.478903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfec4cf2-23bb-4d42-8fd5-985c4aefaf51 req-37622d5b-8e51-400b-ad69-e4766196e8a1 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.0657146 Aug 22 14:51:16.524634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfec4cf2-23bb-4d42-8fd5-985c4aefaf51 req-60e4123d-12c4-463b-a11f-ae7b799537fb tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Aug 22 14:51:16.528253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.538035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.540203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/844db3e1-a576-4a63-bb20-4c566a6b1d33 HTTP/1.1" status: 204 len: 168 time: 0.2643852 Aug 22 14:51:16.572544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:16.596443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920', 'port_id': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'mac_address': 'fa:16:3e:d8:2f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9cf566f-774f-4f07-9724-61d961e3fe9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:16.603408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83823266-03ae-4b0e-8a1c-7f44bd973f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844db3e1-a576-4a63-bb20-4c566a6b1d33,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:16.701510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.724884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea128ee-7e66-47a6-b16c-3cef76694116 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:16.729715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44b9a1f1-4af0-4b97-96f3-fac4835d7c9a req-b7f7f270-4b72-49d8-99b9-17d5410c7126 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0462563 Aug 22 14:51:16.757162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:16.793868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb16ea-827a-4d06-a86a-ab5442dc2fb0 req-47bad523-6c52-48b0-bf77-d6dbaa8889ab tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:16.793868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28cb16ea-827a-4d06-a86a-ab5442dc2fb0 req-47bad523-6c52-48b0-bf77-d6dbaa8889ab tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0701876 Aug 22 14:51:16.833134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28cb16ea-827a-4d06-a86a-ab5442dc2fb0 req-04e3fbc9-1c73-480c-8cc7-46aae5aee6c6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Aug 22 14:51:16.863343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:16.930879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:17.085627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6b32b-91dd-43be-af59-282c28a09e62 req-ca6f91fc-faf6-4f86-b226-873e8a901ca4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:17.085627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5b6b32b-91dd-43be-af59-282c28a09e62 req-ca6f91fc-faf6-4f86-b226-873e8a901ca4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0698712 Aug 22 14:51:17.175469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5b6b32b-91dd-43be-af59-282c28a09e62 req-bb08dfe8-1831-4c46-b591-07cfb56d1ff9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768681 Aug 22 14:51:17.449944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['cea128ee-7e66-47a6-b16c-3cef76694116'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:17.680449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4114a-ba4a-4378-881c-e1f158c75cd6 req-6d36a92e-d39a-46a6-b6b1-6bca80ce9e34 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:17.681944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05e4114a-ba4a-4378-881c-e1f158c75cd6 req-6d36a92e-d39a-46a6-b6b1-6bca80ce9e34 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.0610719 Aug 22 14:51:17.728386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05e4114a-ba4a-4378-881c-e1f158c75cd6 req-3e6933dc-9a81-486c-88df-d4c7dff76715 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Aug 22 14:51:17.850777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4e83ec1-e850-4d07-86e6-f430d33274cf req-827542da-3c74-4677-892e-cc8eb6b3d620 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0314043 Aug 22 14:51:17.980434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157bfc-8a9c-41d4-8741-4236657cc39e req-e38b7db5-eb48-4b19-b854-999655a8684d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:17.981974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d157bfc-8a9c-41d4-8741-4236657cc39e req-e38b7db5-eb48-4b19-b854-999655a8684d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.0630839 Aug 22 14:51:18.027598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d157bfc-8a9c-41d4-8741-4236657cc39e req-1efb432f-59be-4309-9cc4-17de28f6da1b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Aug 22 14:51:18.279047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53148) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:18.346645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a664-dc98-4eb9-a891-d53808f21669 req-e7f4fdb4-5758-4bb5-9c73-d498b2430b97 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:18.348489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff0a664-dc98-4eb9-a891-d53808f21669 req-e7f4fdb4-5758-4bb5-9c73-d498b2430b97 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0613234 Aug 22 14:51:18.408678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff0a664-dc98-4eb9-a891-d53808f21669 req-996f1f61-0675-4af0-9329-e2b5e895195a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Aug 22 14:51:18.514268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-431925134-network', 'tenant_id': '88943370e39e4ff88607d1a7bc129a22'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:18.601191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Made reservation on behalf of 88943370e39e4ff88607d1a7bc129a22 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:18.603506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:18.613195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:18.711868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:18.802042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:18.878585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:51:18.890456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f36060-9a73-40b0-9350-1d4179422a49,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:18.908689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7443edd-9c5d-447f-a126-9f031739fe4c req-76d9d450-7c40-4118-8272-4b0bfa667967 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:18.910493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7443edd-9c5d-447f-a126-9f031739fe4c req-76d9d450-7c40-4118-8272-4b0bfa667967 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.1050892 Aug 22 14:51:18.913664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:18.914020 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Added segment 842ebe73-2788-451d-b1ce-739afc6040a0 of type vlan for network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 Aug 22 14:51:18.993427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-730ea9bd-2e1d-4c78-bc2b-f9f7aa4fc3b7 req-91273cb6-46df-4a18-93da-2e3b8117e3b5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0702429 Aug 22 14:51:19.018115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:19.030894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7443edd-9c5d-447f-a126-9f031739fe4c req-1c954b3c-cb6f-4fab-8778-6258bdd86e7c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088471 Aug 22 14:51:19.139258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:19.140577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:19.141168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:19.237345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fd96-7615-44d1-ac92-329e8c9f3c5d req-9a9b49b2-7f57-46b1-8435-363b1589f6ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:19.238966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56f9fd96-7615-44d1-ac92-329e8c9f3c5d req-9a9b49b2-7f57-46b1-8435-363b1589f6ae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1302257 Aug 22 14:51:19.240189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] Pushing event updated for resources: {'Network': ['ID=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:19.253379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:51:19.274303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-731014bd-6eea-4482-9d57-bd8e4b13a969 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9939806 Aug 22 14:51:19.284409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53186) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:19.284409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Request body: {'subnet': {'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-431925134-subnet', 'tenant_id': '88943370e39e4ff88607d1a7bc129a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:19.300552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56f9fd96-7615-44d1-ac92-329e8c9f3c5d req-504cb027-73da-4627-a745-95bb1e67e98d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Aug 22 14:51:19.396748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Made reservation on behalf of 88943370e39e4ff88607d1a7bc129a22 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:19.399083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:19.578395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef1a00-4cc4-454f-8fda-80e7026013fb req-f761c47a-eb7e-41db-9d3f-9b497a684d68 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:19.580166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cef1a00-4cc4-454f-8fda-80e7026013fb req-f761c47a-eb7e-41db-9d3f-9b497a684d68 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0524380 Aug 22 14:51:19.620906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cef1a00-4cc4-454f-8fda-80e7026013fb req-3930114c-8786-4312-b2ac-3ef01794b119 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Aug 22 14:51:19.699448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:19.760949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6f557b-b174-4cb9-bde0-f922f909cb15,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:19.768251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Checking segment: {'id': '842ebe73-2788-451d-b1ce-739afc6040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:19.768958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Network hostable DHCP agents. Network: aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:51:20.101887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce44b8af-1b5a-430f-9547-cf1201ffc098 req-c430a6e4-c7fc-4eff-aa50-fd3de116bd7b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0387812 Aug 22 14:51:20.149738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:51:20.170997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a50ae-954b-4312-9b77-6ecf964c6b5f req-a9c890ce-b523-4e84-a1e8-a7d0ebebba67 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:20.170997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-357a50ae-954b-4312-9b77-6ecf964c6b5f req-a9c890ce-b523-4e84-a1e8-a7d0ebebba67 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.0529621 Aug 22 14:51:20.210352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-357a50ae-954b-4312-9b77-6ecf964c6b5f req-40ad06be-7a88-486d-9de0-44f679ef7dee tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 22 14:51:20.268453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:20.274028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:20.280152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:20.281047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb503580-cbfd-4eb0-8f72-9e54e242a507 None None] Network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:20.397977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-036d41e1-1049-4f08-a9e5-1d568609c2fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1191802 Aug 22 14:51:20.416328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b6ea3-6e9b-48be-9379-047926664a89 None None] Network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:20.442596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:20.526048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bd9f5-bb79-48d9-af0b-9ea97402b16d req-0b5eb6d8-428a-4df7-a85d-52caa0344ec6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:20.534880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a5bd9f5-bb79-48d9-af0b-9ea97402b16d req-0b5eb6d8-428a-4df7-a85d-52caa0344ec6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1606884 Aug 22 14:51:20.599333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-27f10d1a-2c04-4949-a538-a1322c4d8ef4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:20.600899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-27f10d1a-2c04-4949-a538-a1322c4d8ef4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2173913 Aug 22 14:51:20.604251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a5bd9f5-bb79-48d9-af0b-9ea97402b16d req-ce7cfdf3-2c08-49b0-bfd5-5813332a737c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685017 Aug 22 14:51:20.617796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '2223644a-de2f-491c-a973-22e40e590b8e', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:20.684292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port cea128ee-7e66-47a6-b16c-3cef76694116 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:51:20.691141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port cea128ee-7e66-47a6-b16c-3cef76694116 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:20.691603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:20.768865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:20.788880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:20.794962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb8850-68b6-46c6-b702-7f548acbd2f1 req-76677c22-b0b2-47e4-968e-7c324fe59f44 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:20.796811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61cb8850-68b6-46c6-b702-7f548acbd2f1 req-76677c22-b0b2-47e4-968e-7c324fe59f44 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.0775821 Aug 22 14:51:20.815645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:20.818467 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2736762-6cf2-4427-8531-3a4e2ec61aee" -d '{"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-plugged", "status": "completed", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:20.832576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:20.869956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61cb8850-68b6-46c6-b702-7f548acbd2f1 req-eaf22d28-4b32-446e-99cb-4d43a86c6566 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Aug 22 14:51:20.921643 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbd3ee3-2ab5-4f65-89f9-4b9f6a423f75 x-openstack-request-id: req-9dbd3ee3-2ab5-4f65-89f9-4b9f6a423f75 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:20.921940 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-plugged", "status": "completed", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:20.922221 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dbd3ee3-2ab5-4f65-89f9-4b9f6a423f75 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:20.922616 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'code': 200} Aug 22 14:51:20.935997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:20.942151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:20.989401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:21.061110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:21.213485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.12 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/aba6d96f-c6f4-4556-84be-9b49fee89d49) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:51:21.232850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe566-298b-4617-bd6c-9bc9b87bde09 req-70a5ad2e-52d5-4531-bb5c-88c4f070dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:21.234705 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdbe566-298b-4617-bd6c-9bc9b87bde09 req-70a5ad2e-52d5-4531-bb5c-88c4f070dfe2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1096 time: 0.2497802 Aug 22 14:51:21.286786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0e8613e-5570-43bc-959a-f989f7027c6d req-5123b511-1919-4de4-b061-03ac2a496d78 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0453420 Aug 22 14:51:21.311164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdbe566-298b-4617-bd6c-9bc9b87bde09 req-a7f03af9-dfbd-44fb-9774-74942dc88bff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552330 Aug 22 14:51:21.335020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-523a729b-7687-47a2-b381-ebafffcce80d tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:21.342272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-523a729b-7687-47a2-b381-ebafffcce80d tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/networks?id=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 HTTP/1.1" status: 200 len: 813 time: 0.2416365 Aug 22 14:51:21.407034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-98ddf6e4-e921-4ef7-b5ba-4a4ea6ee7b19 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/quotas/88943370e39e4ff88607d1a7bc129a22 HTTP/1.1" status: 200 len: 375 time: 0.0637195 Aug 22 14:51:21.466257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-edd4374e-f669-4558-8ed3-85c576bf3b69 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88943370e39e4ff88607d1a7bc129a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583777 Aug 22 14:51:21.618029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa1d67-5a0f-4e8c-9c28-a1fbb44a1e9a req-6b2c5117-93c8-4c58-be05-b11752844e31 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:21.621355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74fa1d67-5a0f-4e8c-9c28-a1fbb44a1e9a req-6b2c5117-93c8-4c58-be05-b11752844e31 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.2558947 Aug 22 14:51:21.695275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:21.714138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-f092473f-5116-4988-8c32-bc18f0b41cdb service neutron] 10.222.0.53 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115862 Aug 22 14:51:21.745056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74fa1d67-5a0f-4e8c-9c28-a1fbb44a1e9a req-e9e55a0a-0004-40c7-9911-36b9471094e7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110687 Aug 22 14:51:21.857321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-67ab32da-5ea5-40d4-9d43-d2ebd8ddfb63 service neutron] 10.222.0.53 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290605 Aug 22 14:51:21.899432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:21.988616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:51:21.991828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:22.003694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:51:22.062732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:22.119173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:22.119988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:22.145364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626af8d-4420-4bc3-8c04-d9377d9a5f36 req-1cd251cc-3ac5-48af-8405-15e146bbdc5c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:22.152713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d626af8d-4420-4bc3-8c04-d9377d9a5f36 req-1cd251cc-3ac5-48af-8405-15e146bbdc5c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1439180 Aug 22 14:51:22.249519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d626af8d-4420-4bc3-8c04-d9377d9a5f36 req-60ffa490-d47a-4c88-a3c2-63cb9fb75674 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938530 Aug 22 14:51:22.251132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-b2e9448f-0f9e-4b3c-872d-a5fc216c0f87 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6375022 Aug 22 14:51:22.297956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Request body: {'port': {'device_id': '2223644a-de2f-491c-a973-22e40e590b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:22.423254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8da4-9357-422b-a394-9848ba5b3059 req-180eec95-75cc-43dd-b85d-73999facfc63 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:22.431001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-191a8da4-9357-422b-a394-9848ba5b3059 req-180eec95-75cc-43dd-b85d-73999facfc63 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.2488270 Aug 22 14:51:22.480428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:22.515532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d292f497-2a99-4818-8cb2-8db9b0f7340d req-26eaf217-a15d-4995-bbc5-97dd958cf892 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 210 time: 0.0749066 Aug 22 14:51:22.552867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-191a8da4-9357-422b-a394-9848ba5b3059 req-98e2551f-8f8a-44eb-a600-583d0f3cc850 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207223 Aug 22 14:51:22.770255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa7a3e-2729-4df5-b741-c0a4efcdfab3 req-d15dbd0a-470a-45b7-b0b6-9f5382bb7e99 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:22.772547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37aa7a3e-2729-4df5-b741-c0a4efcdfab3 req-d15dbd0a-470a-45b7-b0b6-9f5382bb7e99 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 932 time: 0.1010594 Aug 22 14:51:22.982364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37aa7a3e-2729-4df5-b741-c0a4efcdfab3 req-9a9e64d7-0d4e-4533-93e1-708e1bbdaee2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971972 Aug 22 14:51:23.017564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708f1e-e28d-4823-a81a-f974225bfbd0 req-d4175fed-7515-4623-a16d-8ccc9dc263ea tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:23.019847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a708f1e-e28d-4823-a81a-f974225bfbd0 req-d4175fed-7515-4623-a16d-8ccc9dc263ea tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1529961 Aug 22 14:51:23.057468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:23.160560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a708f1e-e28d-4823-a81a-f974225bfbd0 req-e5b36a7f-1ad6-49a6-bff1-2922140899a3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Aug 22 14:51:23.177464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba6d96f-c6f4-4556-84be-9b49fee89d49 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:23.187902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:23.210471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Transition to ACTIVE for port object aba6d96f-c6f4-4556-84be-9b49fee89d49 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:23.249542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dce705-ac71-4565-8903-f76b6d312d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:23.308307 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:23.405495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:23.779551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dce705-ac71-4565-8903-f76b6d312d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:23.862393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dce705-ac71-4565-8903-f76b6d312d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:23.896436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c8fa150-0ba2-45bc-8e87-f18199948dd5 req-ae1af245-c25d-433d-adb4-fc435834c87b tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 210 time: 0.0548835 Aug 22 14:51:23.958598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a348b15-51a9-4cce-9b39-1ff54d23a512 req-5849bfb1-9e6e-4742-bb96-71d30b4a7993 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:23.973654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a348b15-51a9-4cce-9b39-1ff54d23a512 req-5849bfb1-9e6e-4742-bb96-71d30b4a7993 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.5797946 Aug 22 14:51:23.975019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dce705-ac71-4565-8903-f76b6d312d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c302bf1-c8cc-4708-bc7b-06793b8f63de,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:23.982923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72dce705-ac71-4565-8903-f76b6d312d4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30993e10bf1a49a0afb16bf7c35b92e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9234943 Aug 22 14:51:23.986462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53358) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:24.005621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Attempting to bind port aba6d96f-c6f4-4556-84be-9b49fee89d49 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:24.007760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Attempting to bind port aba6d96f-c6f4-4556-84be-9b49fee89d49 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:24.007760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Attempting to bind port aba6d96f-c6f4-4556-84be-9b49fee89d49 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:24.022666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Port aba6d96f-c6f4-4556-84be-9b49fee89d49 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:24.023261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Attempting to bind port aba6d96f-c6f4-4556-84be-9b49fee89d49 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:24.073472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:24.073918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:24.074337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:24.074816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Bound port: aba6d96f-c6f4-4556-84be-9b49fee89d49, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:24.075192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.092127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.133126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.141615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a348b15-51a9-4cce-9b39-1ff54d23a512 req-d655b91a-f79d-4f37-b85f-51fda6eaba7c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664371 Aug 22 14:51:24.230109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a1fc9-3f9f-4b25-a4f0-73c02696a8df req-e745fce0-75ad-48f9-b373-ebd1d19260be tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.239904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-480a1fc9-3f9f-4b25-a4f0-73c02696a8df req-e745fce0-75ad-48f9-b373-ebd1d19260be tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.2182202 Aug 22 14:51:24.294190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:24.312694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:24.331905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-480a1fc9-3f9f-4b25-a4f0-73c02696a8df req-849fb108-d28d-4699-8134-9d8648fc56b8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907626 Aug 22 14:51:24.364238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.367709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.369267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c302bf1-c8cc-4708-bc7b-06793b8f63de HTTP/1.1" status: 204 len: 168 time: 0.3811686 Aug 22 14:51:24.384645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc1c0-158f-4d8e-80df-32f82e50e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c302bf1-c8cc-4708-bc7b-06793b8f63de,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:24.399666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15687a3a-09c1-4577-b09c-cbe0f97cdb0a req-4f438d2b-d787-4352-b166-b3a1f0692636 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.401532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15687a3a-09c1-4577-b09c-cbe0f97cdb0a req-4f438d2b-d787-4352-b166-b3a1f0692636 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 944 time: 0.1017776 Aug 22 14:51:24.409578 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.455325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:24.512895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.513932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:24.516369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] 10.222.0.54 "PUT /v2.0/ports/aba6d96f-c6f4-4556-84be-9b49fee89d49 HTTP/1.1" status: 200 len: 1092 time: 2.2385857 Aug 22 14:51:24.518327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:24.523484 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd3879-57db-48de-b2fa-0b13488c9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:24.578828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15687a3a-09c1-4577-b09c-cbe0f97cdb0a req-095a761b-1b7e-45e3-a1ce-875b62fa3fb1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693835 Aug 22 14:51:24.607431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687ee4b-a8c1-4f5e-a83d-43095afd0b6d service neutron] Pushing event updated for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:24.715014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:24.730781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c has no active binding in host n-h1-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:51:24.787284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d837-747a-4d1b-acd0-f6ee47c972e0 req-ec8af473-bd19-4431-897a-f3617b90726f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.788855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3f5d837-747a-4d1b-acd0-f6ee47c972e0 req-ec8af473-bd19-4431-897a-f3617b90726f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1405690 Aug 22 14:51:24.794549 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2604a15-c3f5-4c01-8946-22f4e6f4d855 x-openstack-request-id: req-a2604a15-c3f5-4c01-8946-22f4e6f4d855 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:24.794865 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:24.795120 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2604a15-c3f5-4c01-8946-22f4e6f4d855 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:24.795509 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49', 'status': 'completed', 'code': 200} Aug 22 14:51:24.797532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-580990c5-e78a-40c4-9667-4e29a107fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.799715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-580990c5-e78a-40c4-9667-4e29a107fefa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 1095 time: 0.0873625 Aug 22 14:51:24.875989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-2c7b57b6-286c-4806-a2f3-91886291e2aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49 HTTP/1.1" status: 200 len: 217 time: 0.0529606 Aug 22 14:51:24.888624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3f5d837-747a-4d1b-acd0-f6ee47c972e0 req-9b4d5d3e-fd92-4511-b77c-65ba1cd164d2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 Aug 22 14:51:24.933513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-52d0652d-5907-4ff7-84fb-0c3e699ccded tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:24.935216 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-52d0652d-5907-4ff7-84fb-0c3e699ccded tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1093597 Aug 22 14:51:24.950935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-3'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:25.007446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-0584d040-9c78-4572-a272-3dc85af4f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.011998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-0584d040-9c78-4572-a272-3dc85af4f80f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1164465 Aug 22 14:51:25.062142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:25.081143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-f8099da4-3a54-4c3d-9ab3-1f4ebeb5fa34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569944 Aug 22 14:51:25.120206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a61246e3-d294-4f2a-98d3-6f5d12af872b req-06dd3291-b57b-408b-aed4-aa8af283a34b tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 210 time: 0.0939236 Aug 22 14:51:25.243577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96054b92-b733-4344-963e-c408804cada5 req-45c55801-1818-468b-87c3-844ad554a64f tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.251206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96054b92-b733-4344-963e-c408804cada5 req-45c55801-1818-468b-87c3-844ad554a64f tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1096 time: 0.2382848 Aug 22 14:51:25.352149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:25.397043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53390) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:25.399590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96054b92-b733-4344-963e-c408804cada5 req-62dde9fe-6261-4d29-b86f-ec469b4967b6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469095 Aug 22 14:51:25.405438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-bff5c376-212f-4c38-9ae7-245b2e673b19 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887726 Aug 22 14:51:25.418511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-5f7b18ec-23b4-4636-8af6-306ec0792ad3 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.420141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-5f7b18ec-23b4-4636-8af6-306ec0792ad3 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.10 "GET /v2.0/networks?id=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 HTTP/1.1" status: 200 len: 813 time: 0.2769976 Aug 22 14:51:25.422794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb75-20bc-4a77-acaa-6968b78999fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:25.452591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ec317-fbe1-4ffc-9a98-880d47bd0c85 req-449b7825-a388-4b31-9a8c-ff332fed3fd2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.453983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c6ec317-fbe1-4ffc-9a98-880d47bd0c85 req-449b7825-a388-4b31-9a8c-ff332fed3fd2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1384032 Aug 22 14:51:25.471996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Request body: {'port': {'device_id': '1d490045-79fb-4b96-9511-967371b72209', 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5', 'admin_state_up': True, 'tenant_id': '88943370e39e4ff88607d1a7bc129a22'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:25.492916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:25.560682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:25.563127 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ff00d8-16bf-41d4-93db-e7a0f007a5c7" -d '{"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-unplugged", "status": "completed", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:25.568045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:25.629620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb75-20bc-4a77-acaa-6968b78999fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:25.668222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c6ec317-fbe1-4ffc-9a98-880d47bd0c85 req-b73dfa3f-3544-4578-9019-448ceb922855 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914146 Aug 22 14:51:25.676457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-338ffe77-5ab6-4664-b10c-b1b3abc2f1d9 req-05404de4-05c6-492a-b050-4e969c7696d2 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543399 Aug 22 14:51:25.693960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f5782-c152-447e-85d5-1859ddc4c0e6 req-f1a6e3a8-5c5b-4c9a-a387-2662a736dc69 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.694684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-583f5782-c152-447e-85d5-1859ddc4c0e6 req-f1a6e3a8-5c5b-4c9a-a387-2662a736dc69 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 945 time: 0.1637843 Aug 22 14:51:25.745166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-583f5782-c152-447e-85d5-1859ddc4c0e6 req-ee9feed9-eed5-4516-9b2e-6759c8a0f631 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Aug 22 14:51:25.796915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470ad6-089d-48ff-8a6e-7b4bd6e5f749 req-458862dd-c7ca-44fd-b973-7fb05fe6afd0 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.799817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa470ad6-089d-48ff-8a6e-7b4bd6e5f749 req-458862dd-c7ca-44fd-b973-7fb05fe6afd0 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1096 time: 0.0536020 Aug 22 14:51:25.838680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa470ad6-089d-48ff-8a6e-7b4bd6e5f749 req-311eac7b-c83d-4236-814f-725a7abb2fcf tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Aug 22 14:51:25.955144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddb75-20bc-4a77-acaa-6968b78999fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:25.984779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50065-59f2-4a5a-ab0a-d937a3c5e2b8 req-033bfd43-bc9e-47be-8114-251ca6e1d41a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:25.986448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2c50065-59f2-4a5a-ab0a-d937a3c5e2b8 req-033bfd43-bc9e-47be-8114-251ca6e1d41a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 944 time: 0.0716944 Aug 22 14:51:25.992990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.025073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d2ddb75-20bc-4a77-acaa-6968b78999fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6873255e38154e3ba8fe7f0c912931b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242118 Aug 22 14:51:26.028334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddb75-20bc-4a77-acaa-6968b78999fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f02e4f-00e6-4c62-8974-3cb9f408089c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:26.031888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:26.081821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Made reservation on behalf of 88943370e39e4ff88607d1a7bc129a22 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:26.097129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.138377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2c50065-59f2-4a5a-ab0a-d937a3c5e2b8 req-19de7dfd-e9e0-4703-96c7-1a2a6bb858b9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403823 Aug 22 14:51:26.242490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on host n-h2-805046-3 for vnic_type normal with profile {"migrating_to": "n-h1-805046-3"} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:26.246849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:26.247433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:26.258965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-294552f6-73d3-4426-a624-7b47ad5be650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:26.260725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-294552f6-73d3-4426-a624-7b47ad5be650 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 1095 time: 0.2731638 Aug 22 14:51:26.305040 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a098a4-e949-4703-a3dd-e5a7bb9fb9cf x-openstack-request-id: req-b7a098a4-e949-4703-a3dd-e5a7bb9fb9cf {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:26.305505 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-unplugged", "status": "completed", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:26.305915 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7a098a4-e949-4703-a3dd-e5a7bb9fb9cf {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:26.306523 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c', 'code': 200} Aug 22 14:51:26.308278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:26.308752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Attempting to bind port 30a68b85-6931-4307-87d5-82f1fd62427c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:26.446720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Allocated IP 172.20.0.11 (aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5/eb6f557b-b174-4cb9-bde0-f922f909cb15/a1981c56-e33f-45e1-9932-5e801e0f2fec) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:51:26.454392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-4d9e8365-f64a-4eea-9f77-9a340292ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:26.459667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-4d9e8365-f64a-4eea-9f77-9a340292ddf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.1863868 Aug 22 14:51:26.499459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.526117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-b5723afa-8f4a-4e05-88ec-c2398f614123 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49 HTTP/1.1" status: 200 len: 217 time: 0.0599484 Aug 22 14:51:26.562140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.606005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72f8679b-9dc8-4432-8876-434c63cce443 req-0f9f2cfd-fc51-4274-ac3c-bd26da802dd7 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 210 time: 0.0851834 Aug 22 14:51:26.657159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:26.660479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:26.661205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:26.662007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Bound port: 30a68b85-6931-4307-87d5-82f1fd62427c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:26.662616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.678580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-e3100090-c459-4eb3-b2ec-eedf878190e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:26.680349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-e3100090-c459-4eb3-b2ec-eedf878190e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1364424 Aug 22 14:51:26.681978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:26.727416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-e5e712dc-666a-4265-9f68-7dcc3fce5694 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374269 Aug 22 14:51:26.870258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:26.875920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:26.878845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.883317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.885252 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09f02e4f-00e6-4c62-8974-3cb9f408089c HTTP/1.1" status: 204 len: 168 time: 0.8486052 Aug 22 14:51:26.906605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b4ef6-f96f-4814-ac60-bbc227c6a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f02e4f-00e6-4c62-8974-3cb9f408089c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:26.989353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:26.994782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb242-38ea-4c14-aa43-a1dd8d0c902e req-4a9f6ea4-7333-4128-b088-e600f9560e58 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:27.000023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e97eb242-38ea-4c14-aa43-a1dd8d0c902e req-4a9f6ea4-7333-4128-b088-e600f9560e58 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2104754 Aug 22 14:51:27.023923 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:27.055761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-bd1f4539-e9b0-46c2-a253-382fea0489d6 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837696 Aug 22 14:51:27.180692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:27.181771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:27.184802 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] 10.222.0.54 "PUT /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 1121 time: 2.2409236 Aug 22 14:51:27.197014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9723df5-3dd2-4a1f-a47d-92011a8f4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=8']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:27.203217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83fd3879-57db-48de-b2fa-0b13488c9bc7 req-515b706b-2aab-4ad0-b1e1-8012a09455c8 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367490 Aug 22 14:51:27.252004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e97eb242-38ea-4c14-aa43-a1dd8d0c902e req-60783f88-5f7c-46de-905d-194daaa16fcf tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303252 Aug 22 14:51:27.370713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['30a68b85-6931-4307-87d5-82f1fd62427c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:27.382078 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-4b7ea4e8-7f94-488b-8ec3-9e6da516b243 service neutron] show failed (client error): The resource could not be found. Aug 22 14:51:27.385669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-4b7ea4e8-7f94-488b-8ec3-9e6da516b243 service neutron] 10.222.0.10 "GET /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1305926 Aug 22 14:51:27.431561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:27.443837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['30a68b85-6931-4307-87d5-82f1fd62427c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:27.511601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Pushing event updated for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:27.590498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074669d-ae1a-4284-90b2-43d6409bb7eb req-e30ff272-8764-42e6-8cc9-240f2d1cacac tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:27.599659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a074669d-ae1a-4284-90b2-43d6409bb7eb req-e30ff272-8764-42e6-8cc9-240f2d1cacac tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.2191491 Aug 22 14:51:27.621513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:51:27.624977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:27.628942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:51:27.697210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a074669d-ae1a-4284-90b2-43d6409bb7eb req-a27c70d7-1d25-46e2-a15f-7ee832d825ca tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963874 Aug 22 14:51:27.746238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:27.754507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:27.874126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-75b5e2e3-8f2d-4f03-a0a1-3734999f4807 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4296281 Aug 22 14:51:27.920610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Request body: {'port': {'device_id': '1d490045-79fb-4b96-9511-967371b72209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:28.088100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:28.129197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5f8bf-ed43-44fc-b8ac-c12c8c1bfe49 req-6658b858-061e-450b-af38-8290fdd04aea tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:28.131047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00f5f8bf-ed43-44fc-b8ac-c12c8c1bfe49 req-6658b858-061e-450b-af38-8290fdd04aea tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 944 time: 0.1273389 Aug 22 14:51:28.288161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-4635be81-5113-48d9-a4ef-fe67bd4c849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:28.290059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-4635be81-5113-48d9-a4ef-fe67bd4c849b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1101 time: 0.2135067 Aug 22 14:51:28.308211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:28.311272 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a919595b-0ca7-43f7-b2af-ae7fbb570489" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:28.328629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00f5f8bf-ed43-44fc-b8ac-c12c8c1bfe49 req-f10d3a6b-ab41-474a-813c-56eb9fdf1d22 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603670 Aug 22 14:51:28.346313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:28.512866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:28.702563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754137-b8a7-48a2-91fe-c8f1a06c45f3 req-345827e4-e27f-4b43-be1b-d6413da05fc0 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:28.715098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b754137-b8a7-48a2-91fe-c8f1a06c45f3 req-345827e4-e27f-4b43-be1b-d6413da05fc0 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 932 time: 0.1917470 Aug 22 14:51:28.877673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b754137-b8a7-48a2-91fe-c8f1a06c45f3 req-0f758d3b-8f10-445f-a26b-686f0863fc4b tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560898 Aug 22 14:51:28.963061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1981c56-e33f-45e1-9932-5e801e0f2fec {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:28.985210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.026008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Transition to ACTIVE for port object a1981c56-e33f-45e1-9932-5e801e0f2fec will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:29.062582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abcedd-793d-4d1f-aafe-3306afc0e85f req-45973e14-6965-4b08-82bc-4e8c7cba9926 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:29.064870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82abcedd-793d-4d1f-aafe-3306afc0e85f req-45973e14-6965-4b08-82bc-4e8c7cba9926 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1068046 Aug 22 14:51:29.066991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:29.112393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.145855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:29.229790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Pushing event updated for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:29.265808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82abcedd-793d-4d1f-aafe-3306afc0e85f req-d20e51ab-ff0d-47cf-9e1c-633ee96d4419 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433728 Aug 22 14:51:29.265808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:29.265808 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326255f-a037-4fed-9201-089545231e68" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:29.265808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.272877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-20d213c1-a4ab-4353-afbc-e9688e5d3375 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:51:29.274598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-20d213c1-a4ab-4353-afbc-e9688e5d3375 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148823 Aug 22 14:51:29.358671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-8ca197ad-2cf4-4697-89ff-47244c555fef tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:29.374582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-8ca197ad-2cf4-4697-89ff-47244c555fef tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 1093 time: 0.0928600 Aug 22 14:51:29.377502 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e6527d-41cc-43b2-ae5f-b6d38c784515 x-openstack-request-id: req-b8e6527d-41cc-43b2-ae5f-b6d38c784515 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:29.378590 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:29.379082 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8e6527d-41cc-43b2-ae5f-b6d38c784515 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:29.379756 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c', 'status': 'completed', 'code': 200} Aug 22 14:51:29.388170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:29.389068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Unknown quota resources ['binding']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:51:29.389992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Transition to ACTIVE for port object 3bbf822d-3583-451d-b637-7fd68f2eb0bc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:29.476022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.490901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Attempting to bind port a1981c56-e33f-45e1-9932-5e801e0f2fec on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:29.491243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Attempting to bind port a1981c56-e33f-45e1-9932-5e801e0f2fec by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '842ebe73-2788-451d-b1ce-739afc6040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:29.491577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Attempting to bind port a1981c56-e33f-45e1-9932-5e801e0f2fec on network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.531540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Port a1981c56-e33f-45e1-9932-5e801e0f2fec on network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:29.532327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Attempting to bind port a1981c56-e33f-45e1-9932-5e801e0f2fec on network aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.554761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbbb7e-908b-4b7a-a3eb-01d2123c5b40 req-500cd2ff-10ae-482e-8bbd-bb12eeea830c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:29.562554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41cbbb7e-908b-4b7a-a3eb-01d2123c5b40 req-500cd2ff-10ae-482e-8bbd-bb12eeea830c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1248968 Aug 22 14:51:29.592641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] No DVR routers for this DVR port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:29.597622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:29.598271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Checking segment: {'id': '842ebe73-2788-451d-b1ce-739afc6040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:29.598845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Bound using segment: {'id': '842ebe73-2788-451d-b1ce-739afc6040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:29.599490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Bound port: a1981c56-e33f-45e1-9932-5e801e0f2fec, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842ebe73-2788-451d-b1ce-739afc6040a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:29.600067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.609883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:29.810023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41cbbb7e-908b-4b7a-a3eb-01d2123c5b40 req-3432b963-8c1e-4f10-9a03-7988fbe68f4c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464747 Aug 22 14:51:29.810851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:29.811197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:29.811532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.827074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:29.827560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:29.830425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.837284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:29.837538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.843574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:29.846770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:29.862419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:29.862929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:29.863254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:29.863565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:29.863795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:29.864608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Bound port: cea128ee-7e66-47a6-b16c-3cef76694116, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:29.866313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:29.877001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Bound port: 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:29.877531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:29.957920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:29.991527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:29.998696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec,segment=NetworkSegment(842ebe73-2788-451d-b1ce-739afc6040a0),segment_id=842ebe73-2788-451d-b1ce-739afc6040a0)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:30.037393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-1320d825-e438-41a3-b3f0-cfe73dc29c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.038989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-1320d825-e438-41a3-b3f0-cfe73dc29c2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1124 time: 0.6478479 Aug 22 14:51:30.072368 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37208ce-7cfd-4574-8870-8daf250415d6 x-openstack-request-id: req-a37208ce-7cfd-4574-8870-8daf250415d6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:30.073037 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:30.073636 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a37208ce-7cfd-4574-8870-8daf250415d6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:30.076695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.079465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-48e696ea-4292-407e-a012-2d1e329555c7 service neutron] 10.222.0.53 "POST /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116/bindings HTTP/1.1" status: 201 len: 389 time: 0.6967189 Aug 22 14:51:30.079836 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'code': 200} Aug 22 14:51:30.115723 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2d1697ec-d53c-497a-beba-03e4024c83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.126617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.202065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:30.247358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.250811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.252954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] 10.222.0.10 "PUT /v2.0/ports/a1981c56-e33f-45e1-9932-5e801e0f2fec HTTP/1.1" status: 200 len: 1092 time: 2.3637304 Aug 22 14:51:30.468215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device aba6d96f-c6f4-4556-84be-9b49fee89d49 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:30.600003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:30.624184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'aba6d96f-c6f4-4556-84be-9b49fee89d49', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': 'aba6d96f-c6f4-4556-84be-9b49fee89d49', 'mac_address': 'fa:16:3e:97:89:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:30.685583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:30.711508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.728570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba6d96f-c6f4-4556-84be-9b49fee89d49 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:30.741719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f991-58fe-459a-b0d1-6a9b7e9fcfaf service neutron] Pushing event updated for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:30.780653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e63ce-ecc3-4146-a516-6193244b2c3d req-bf2a1a85-8a9d-40c6-ba2f-6f47ea85ab7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.782904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a9e63ce-ecc3-4146-a516-6193244b2c3d req-bf2a1a85-8a9d-40c6-ba2f-6f47ea85ab7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 944 time: 0.6581030 Aug 22 14:51:30.789170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:30.800403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89feb-07d9-49ac-9e2c-3713b0a1dacd req-637b71c4-e2a9-4a1f-9845-b663cfdadd0f tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.801988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8a89feb-07d9-49ac-9e2c-3713b0a1dacd req-637b71c4-e2a9-4a1f-9845-b663cfdadd0f tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 944 time: 0.1447787 Aug 22 14:51:30.823471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:30.826632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-7a09dfda-9986-4588-a14f-e8a9afae731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.828204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-7a09dfda-9986-4588-a14f-e8a9afae731a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88943370e39e4ff88607d1a7bc129a22&device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 1095 time: 0.1366062 Aug 22 14:51:30.843922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-71139b25-9a9d-40c0-9faa-35b038e544a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:30.846020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-71139b25-9a9d-40c0-9faa-35b038e544a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.7823431 Aug 22 14:51:30.874952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:30.938564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-5f4afeea-fa1e-407d-b186-c5dbdd2dd755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec HTTP/1.1" status: 200 len: 217 time: 0.0910213 Aug 22 14:51:30.946662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-9b3bfd7a-ddb5-48f2-97dc-9fc49b458e8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.0904899 Aug 22 14:51:30.947724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:30.974903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a9e63ce-ecc3-4146-a516-6193244b2c3d req-e1a53e42-3fc7-41e1-97ec-4f7633a9e26b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666718 Aug 22 14:51:30.989213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8a89feb-07d9-49ac-9e2c-3713b0a1dacd req-c94b4751-c098-4fad-bd41-a1acaaa11fe0 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681533 Aug 22 14:51:31.085300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.085926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:31.087360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] 10.222.0.54 "PUT /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 1096 time: 2.7571268 Aug 22 14:51:31.197559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-f6fb5f9f-9d0a-47c8-9bc6-6fc34e2bae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.199307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-f6fb5f9f-9d0a-47c8-9bc6-6fc34e2bae15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.2300763 Aug 22 14:51:31.211695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-47cc5e9e-63bf-42c0-9ad3-02802c284013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.219549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-47cc5e9e-63bf-42c0-9ad3-02802c284013 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb6f557b-b174-4cb9-bde0-f922f909cb15 HTTP/1.1" status: 200 len: 853 time: 0.2606962 Aug 22 14:51:31.243193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74704b-5e32-43ef-9b50-6f8aba25be27 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:31.270270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-f124818b-4995-433a-9e70-2460be71206b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605891 Aug 22 14:51:31.292672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-582222d5-289f-414e-bdf7-f94e0fb1a306 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651813 Aug 22 14:51:31.308608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c8093-6286-4c30-8216-69d35811dca5 req-50409309-c14b-491a-8e99-d277381bb4c6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.310220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e0c8093-6286-4c30-8216-69d35811dca5 req-50409309-c14b-491a-8e99-d277381bb4c6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.2504234 Aug 22 14:51:31.319392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:31.325666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bbab0-c716-43ac-821d-23c2e181be9b req-2f8cff45-78ee-4678-a541-f7ab2a5d484d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.327184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de7bbab0-c716-43ac-821d-23c2e181be9b req-2f8cff45-78ee-4678-a541-f7ab2a5d484d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.2577767 Aug 22 14:51:31.354107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-e722a4cc-4630-4947-852b-9a5f5cea3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.355647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-e722a4cc-4630-4947-852b-9a5f5cea3ea6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1099 time: 0.2159073 Aug 22 14:51:31.406602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:31.535073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-5730489a-f072-4362-abda-1096148a9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.536846 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-5730489a-f072-4362-abda-1096148a9e19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1096 time: 0.0682702 Aug 22 14:51:31.579987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e0c8093-6286-4c30-8216-69d35811dca5 req-531ed5d8-58c1-4e96-88a1-5087a8602719 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343512 Aug 22 14:51:31.624827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de7bbab0-c716-43ac-821d-23c2e181be9b req-8d848c48-f548-4443-87fc-8c81d482bcbe tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584777 Aug 22 14:51:31.709062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-a17b9321-75e8-4a78-b843-229f716a5a60 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195323 Aug 22 14:51:31.771151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['aba6d96f-c6f4-4556-84be-9b49fee89d49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:31.777500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7002da52-3c9c-4150-96cd-969b24d6b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.779019 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7002da52-3c9c-4150-96cd-969b24d6b958 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2286680 Aug 22 14:51:31.831436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a919595b-0ca7-43f7-b2af-ae7fbb570489 req-924b0dff-4b74-4a1b-8364-db6721ed6ee6 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060972 Aug 22 14:51:31.840405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-b622b157-3d53-4444-bd0c-e7989581d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:31.845738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-b622b157-3d53-4444-bd0c-e7989581d916 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.4581389 Aug 22 14:51:31.855821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-bef00d15-5189-4f4e-88d3-226fb9f79314 service neutron] 10.222.0.10 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436182 Aug 22 14:51:31.866043 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-eeef8aeb-ec62-4ec0-9dbf-78ba1b6d48c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 217 time: 0.0710807 Aug 22 14:51:31.917966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-9f140b3b-f35a-47e8-822e-9cfcea6ab625 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0598590 Aug 22 14:51:32.020576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-8931c3dc-39bb-492b-b486-9d575ce9a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.023013 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-8931c3dc-39bb-492b-b486-9d575ce9a279 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1484358 Aug 22 14:51:32.088020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec'}, {'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:32.088698 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f92af7-8a38-4570-a399-4fa600cc3d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec"}, {"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:32.106578 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-a65bd890-9f2d-4608-b4bc-7fe018d35ce3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747840 Aug 22 14:51:32.149159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5f32-87b2-4bf7-a3cc-49041a9954ea req-3815bd49-e285-484c-be28-6511a9cb368b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.157490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30af5f32-87b2-4bf7-a3cc-49041a9954ea req-3815bd49-e285-484c-be28-6511a9cb368b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.3214855 Aug 22 14:51:32.192079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22237ae-1965-4e05-8a68-ec70eb5055c0 req-2b20566a-bb25-429e-83ed-0c2e1cfac139 service neutron] 10.222.0.10 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729452 Aug 22 14:51:32.193542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-68718be5-4ecd-4545-ba5d-53db25c90290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.195058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-68718be5-4ecd-4545-ba5d-53db25c90290 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1693904 Aug 22 14:51:32.304054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30af5f32-87b2-4bf7-a3cc-49041a9954ea req-98579a55-bc8f-464f-929d-27bfa2fca63b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144590 Aug 22 14:51:32.312378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-8200b1ae-f5ab-4a56-9fff-e9740c9e2f15 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957042 Aug 22 14:51:32.323073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96797-4d90-4222-9dba-6f5d7b5dc141 req-baa8ac2e-4421-4a98-b903-896e1f24d1a2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.324751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89a96797-4d90-4222-9dba-6f5d7b5dc141 req-baa8ac2e-4421-4a98-b903-896e1f24d1a2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 945 time: 0.1630237 Aug 22 14:51:32.333241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-2bfb1add-b741-4ce3-9104-6aae3cfc9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.334784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-2bfb1add-b741-4ce3-9104-6aae3cfc9e4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022902 Aug 22 14:51:32.492128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89a96797-4d90-4222-9dba-6f5d7b5dc141 req-2209a2c3-9fc0-48ce-8f20-0e8cbee450f0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442344 Aug 22 14:51:32.499557 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-810c34cd-f471-4c29-a5d8-9c3910a0c135 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631165 Aug 22 14:51:32.547472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-c4eda99b-47e9-411d-8c96-c845e9a6d83a service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009273 Aug 22 14:51:32.556730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06618425-0409-4006-8155-8ecc0c2dbe64 req-0b2d0910-c22d-413e-bfb1-df518106e840 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.558971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06618425-0409-4006-8155-8ecc0c2dbe64 req-0b2d0910-c22d-413e-bfb1-df518106e840 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 944 time: 0.1343801 Aug 22 14:51:32.622979 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb4a14-3b3d-49da-9af8-39672ea0986f x-openstack-request-id: req-ebeb4a14-3b3d-49da-9af8-39672ea0986f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:32.625256 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:32.625256 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebeb4a14-3b3d-49da-9af8-39672ea0986f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:32.625256 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec', 'status': 'completed', 'code': 200} Aug 22 14:51:32.625256 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'status': 'completed', 'code': 200} Aug 22 14:51:32.687432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06618425-0409-4006-8155-8ecc0c2dbe64 req-a318ed89-91a2-4305-b699-6a20dd500008 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159954 Aug 22 14:51:32.743645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505e4e5b-791d-4d4f-b543-9c3a480aa7c9 req-d776a73d-dad8-4efe-82d6-3889abc151d7 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832511 Aug 22 14:51:32.749697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-652124f7-a792-4ca5-ac80-929392419463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.753321 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-652124f7-a792-4ca5-ac80-929392419463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88943370e39e4ff88607d1a7bc129a22&device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 1095 time: 0.0695922 Aug 22 14:51:32.885663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9657a5b-a715-4155-a43b-0b1a4dae285b req-6c5139d9-44c1-45cb-8010-d262eeeecd59 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.887158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9657a5b-a715-4155-a43b-0b1a4dae285b req-6c5139d9-44c1-45cb-8010-d262eeeecd59 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1387224 Aug 22 14:51:32.908298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:32.917649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b66e6-32b5-4ecb-b23a-02a65a82be11 req-e896378b-96ba-4b04-bfea-0b3f58c00c19 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:32.926123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de8b66e6-32b5-4ecb-b23a-02a65a82be11 req-e896378b-96ba-4b04-bfea-0b3f58c00c19 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.0986264 Aug 22 14:51:32.985121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9657a5b-a715-4155-a43b-0b1a4dae285b req-c7f623d3-cb62-47bf-9faf-d87876bf3500 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832357 Aug 22 14:51:33.021569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-5d8b2986-387d-4de8-bff4-100dd1f58bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.029826 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-5d8b2986-387d-4de8-bff4-100dd1f58bec service neutron] 10.222.0.10 "GET /v2.0/networks?id=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 HTTP/1.1" status: 200 len: 914 time: 0.2680864 Aug 22 14:51:33.096544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de8b66e6-32b5-4ecb-b23a-02a65a82be11 req-f5a216fb-947f-49cb-9e44-10e68c1cf789 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693871 Aug 22 14:51:33.115659 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-de823b74-3965-4292-81c4-56d134548729 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec HTTP/1.1" status: 200 len: 217 time: 0.0757232 Aug 22 14:51:33.171051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-22bbe57d-205d-4777-9d78-175edec62e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.176330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-22bbe57d-205d-4777-9d78-175edec62e07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1099 time: 0.1529732 Aug 22 14:51:33.264835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-9d80e16f-e638-4cd5-b263-dcc07c59af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.266346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-9d80e16f-e638-4cd5-b263-dcc07c59af4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=eb6f557b-b174-4cb9-bde0-f922f909cb15 HTTP/1.1" status: 200 len: 853 time: 0.1411531 Aug 22 14:51:33.369229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-67479304-1eef-4aba-b527-94712400fa27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896268 Aug 22 14:51:33.424263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68429f78-0bd7-4532-871e-c62825c2ef6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:33.493599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-2e252ea3-765f-4e12-811c-4260d7624f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.495388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-2e252ea3-765f-4e12-811c-4260d7624f70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3026645 Aug 22 14:51:33.513346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-02a95880-1937-43dd-a70d-4f10d4d008a6 service neutron] 10.222.0.10 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334600 Aug 22 14:51:33.569092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-0bac0983-5ac2-41d4-9ebd-c2559cb7a399 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0587082 Aug 22 14:51:33.670565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e0632-a956-4b61-9923-780050ff130b req-cb1ddc76-328b-4f8b-a640-dc6a2a9e5370 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.674019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487e0632-a956-4b61-9923-780050ff130b req-cb1ddc76-328b-4f8b-a640-dc6a2a9e5370 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1760852 Aug 22 14:51:33.709248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-4a0576c3-1379-4a1e-8f84-2e98cd34b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.711182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-4a0576c3-1379-4a1e-8f84-2e98cd34b956 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1309257 Aug 22 14:51:33.715242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-8740402c-088d-4893-84ef-3f68c014b599 service neutron] 10.222.0.10 "GET /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864285 Aug 22 14:51:33.724799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57b10-69c7-4d34-b031-e19a11eefbce req-e5616375-9565-4ba2-a0c1-1a5e6eb0b260 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.724799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa57b10-69c7-4d34-b031-e19a11eefbce req-e5616375-9565-4ba2-a0c1-1a5e6eb0b260 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 945 time: 0.1089454 Aug 22 14:51:33.836835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487e0632-a956-4b61-9923-780050ff130b req-b0f7314a-b452-4a35-b9f6-2f5346145528 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513202 Aug 22 14:51:33.956109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-cd824549-cd82-409f-8c53-4853f13cdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.957553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-cd824549-cd82-409f-8c53-4853f13cdf8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1099 time: 0.1302605 Aug 22 14:51:33.965389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-92f4bccd-e856-4545-8ccd-8ff8dc708e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:33.967019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-92f4bccd-e856-4545-8ccd-8ff8dc708e56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422640 Aug 22 14:51:33.980666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa57b10-69c7-4d34-b031-e19a11eefbce req-d907510a-6b75-48b3-a3e2-7a02a053173c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166474 Aug 22 14:51:34.254752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53608) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:34.321676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-ce3adbd0-66ca-432e-8c90-b5bc5066ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.323508 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-ce3adbd0-66ca-432e-8c90-b5bc5066ad8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3570561 Aug 22 14:51:34.405407 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-3a6986ae-1ad0-4d47-8be5-aaf5b19a70f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0729718 Aug 22 14:51:34.430628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de050b-8927-40cf-aa53-eed616ce41c8 req-f783dec5-523d-4632-9aac-e600ade4f5a1 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.442417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42de050b-8927-40cf-aa53-eed616ce41c8 req-f783dec5-523d-4632-9aac-e600ade4f5a1 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 944 time: 0.3768275 Aug 22 14:51:34.473113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae42ec4-0be8-4979-9732-e1b3cf6573c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:34.490273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-e457713c-0c0e-45e7-88fa-b67955d49e5e service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080733 Aug 22 14:51:34.496933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device aba6d96f-c6f4-4556-84be-9b49fee89d49 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:34.505501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dabd03-ab9a-4751-9d25-14b116c6da4f req-8d3edd94-974c-4b28-b750-17a54a7e81cb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.507656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0dabd03-ab9a-4751-9d25-14b116c6da4f req-8d3edd94-974c-4b28-b750-17a54a7e81cb tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.2608740 Aug 22 14:51:34.538727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-b3d5747d-7a44-4f6d-9b9d-85040f876537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.540422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-b3d5747d-7a44-4f6d-9b9d-85040f876537 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1104078 Aug 22 14:51:34.566817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42de050b-8927-40cf-aa53-eed616ce41c8 req-586e7fa8-d252-47be-ba55-aa0f6d704b8c tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231070 Aug 22 14:51:34.668606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-60292fe4-65ba-450a-82a1-d31d30913d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.670290 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-60292fe4-65ba-450a-82a1-d31d30913d29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210225 Aug 22 14:51:34.851744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0dabd03-ab9a-4751-9d25-14b116c6da4f req-a96e2d47-4051-4e72-a35c-f5c8cc7bf2d7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133634 Aug 22 14:51:34.852738 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae42ec4-0be8-4979-9732-e1b3cf6573c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:34.853312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-4eb333cc-fc3f-4d47-8115-7c54f9a4c52c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967944 Aug 22 14:51:34.855811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e201db1-3833-44b0-8171-5022abc5e5c5 req-034d2b1b-2d94-4ee4-b6ec-14031cfd0411 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:34.864433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e201db1-3833-44b0-8171-5022abc5e5c5 req-034d2b1b-2d94-4ee4-b6ec-14031cfd0411 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1813693 Aug 22 14:51:34.943501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-edde3cc7-24b9-4d3b-b80a-9fd28628a0f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527859 Aug 22 14:51:34.944041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e201db1-3833-44b0-8171-5022abc5e5c5 req-daa55ac7-e833-4519-864a-d17f47da825d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Aug 22 14:51:35.086971 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.114721 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-10f92af7-8a38-4570-a399-4fa600cc3d2a req-e74bc596-b88b-4ced-9839-56cc34619af1 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715860 Aug 22 14:51:35.119050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c11c7-a21c-428f-8eba-c41fbb55818f req-53eb7ad7-9dcc-494f-a0dd-b9e43a2e3637 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:35.121191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port aba6d96f-c6f4-4556-84be-9b49fee89d49 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:51:35.128114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port aba6d96f-c6f4-4556-84be-9b49fee89d49 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:35.128770 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.130423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db0c11c7-a21c-428f-8eba-c41fbb55818f req-53eb7ad7-9dcc-494f-a0dd-b9e43a2e3637 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1084666 Aug 22 14:51:35.132530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae42ec4-0be8-4979-9732-e1b3cf6573c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.196634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42ec4-0be8-4979-9732-e1b3cf6573c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927e59f4-4c6c-4df7-8899-1c4b55d8ddf4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:35.244663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88d78d-6df8-4075-b53d-763a53bce6e9 req-471079dc-0463-4869-b62c-085d404c6e3b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:35.248266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec88d78d-6df8-4075-b53d-763a53bce6e9 req-471079dc-0463-4869-b62c-085d404c6e3b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 945 time: 0.1078234 Aug 22 14:51:35.256239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2ae42ec4-0be8-4979-9732-e1b3cf6573c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d533614035940e89a8bedc879039e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971445 Aug 22 14:51:35.262995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53624) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:35.269592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db0c11c7-a21c-428f-8eba-c41fbb55818f req-fcef1cbf-580c-496d-9653-5efccd0c7d1e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335185 Aug 22 14:51:35.323252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.364518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:35.368429 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171076b-d93e-4758-87ed-921c66d185ee" -d '{"events": [{"server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "name": "network-vif-plugged", "status": "completed", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:35.430987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:35.462070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.462986 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a04a7f6-e478-494e-a2df-08549c68d3c2 x-openstack-request-id: req-1a04a7f6-e478-494e-a2df-08549c68d3c2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:35.463615 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "name": "network-vif-plugged", "status": "completed", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:35.464013 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a04a7f6-e478-494e-a2df-08549c68d3c2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:35.464652 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49', 'code': 200} Aug 22 14:51:35.517455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.521245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.640729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:35.658794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.662294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:35.667217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/927e59f4-4c6c-4df7-8899-1c4b55d8ddf4 HTTP/1.1" status: 204 len: 168 time: 0.4008083 Aug 22 14:51:35.690848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b9ca-959f-4c7c-846b-1b8114740bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927e59f4-4c6c-4df7-8899-1c4b55d8ddf4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:35.784386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec88d78d-6df8-4075-b53d-763a53bce6e9 req-a22738f5-8f97-4273-b54a-6cb85db2168e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084348 Aug 22 14:51:35.853925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8266f-0eda-4688-a120-b29de8ea6228 req-64b0df67-7c4c-49d8-a3e7-3c59ed5da18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:35.855786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39c8266f-0eda-4688-a120-b29de8ea6228 req-64b0df67-7c4c-49d8-a3e7-3c59ed5da18b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 1097 time: 0.1553950 Aug 22 14:51:35.878967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd52c5-ea5a-4fc2-be90-a08bad735890 req-82edb2c5-03c1-4e30-bc40-4f8ced24ae31 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:35.883687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1cd52c5-ea5a-4fc2-be90-a08bad735890 req-82edb2c5-03c1-4e30-bc40-4f8ced24ae31 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 944 time: 0.1827664 Aug 22 14:51:35.966119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1cd52c5-ea5a-4fc2-be90-a08bad735890 req-36e91d30-83a4-4cde-a3e4-fdeb981824ca tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715849 Aug 22 14:51:35.995001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39c8266f-0eda-4688-a120-b29de8ea6228 req-865f2a53-f2fa-45ea-986f-9ec4e73dacb7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296141 Aug 22 14:51:36.098753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2dca-f409-465e-85db-4660d3b3f4ff req-55b9b88b-0abb-4e9c-80db-32f4c3cf0e23 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:36.101784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-573d2dca-f409-465e-85db-4660d3b3f4ff req-55b9b88b-0abb-4e9c-80db-32f4c3cf0e23 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1345799 Aug 22 14:51:36.180715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-573d2dca-f409-465e-85db-4660d3b3f4ff req-64823d0d-66f7-43e1-84d2-bf2ddf9f7794 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682716 Aug 22 14:51:36.397376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbb223-e66a-4a30-9f67-2ea337ec2066 req-e00191c9-4ccd-4403-a728-c56ba066dd53 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:36.407394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61fbb223-e66a-4a30-9f67-2ea337ec2066 req-e00191c9-4ccd-4403-a728-c56ba066dd53 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1185920 Aug 22 14:51:36.500033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:36.503654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61fbb223-e66a-4a30-9f67-2ea337ec2066 req-3ebdd8d9-47c1-486b-ad33-699d0772bff5 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949264 Aug 22 14:51:36.583324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f96667-d607-412b-89f0-e95684ea97fe req-8aa22a1d-9d0b-4f34-bef8-ec13a18bcae9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:36.592075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50f96667-d607-412b-89f0-e95684ea97fe req-8aa22a1d-9d0b-4f34-bef8-ec13a18bcae9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1307058 Aug 22 14:51:36.653210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50f96667-d607-412b-89f0-e95684ea97fe req-2931d06f-3682-4e30-b0c0-f59c29ed2280 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600476 Aug 22 14:51:36.674423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:36.700900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c has no active binding in host n-h1-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:51:36.701782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:36.839950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53654) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:36.874809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dac3a62-c223-47d2-99a0-b333ffb66001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.069630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1981c56-e33f-45e1-9932-5e801e0f2fec details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:37.078756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.113851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dac3a62-c223-47d2-99a0-b333ffb66001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.132724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60362e4-d7ab-4444-bb78-1d0d43adce9d req-8e68eee3-80a8-43c6-ae6c-ee0511124bbf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:37.149603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d60362e4-d7ab-4444-bb78-1d0d43adce9d req-8e68eee3-80a8-43c6-ae6c-ee0511124bbf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.1890740 Aug 22 14:51:37.192748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dac3a62-c223-47d2-99a0-b333ffb66001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.298441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7dac3a62-c223-47d2-99a0-b333ffb66001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1541ff8813334982a584b78b9005e7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554226 Aug 22 14:51:37.300632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53660) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:37.310952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec,segment=NetworkSegment(842ebe73-2788-451d-b1ce-739afc6040a0),segment_id=842ebe73-2788-451d-b1ce-739afc6040a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:37.320552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d60362e4-d7ab-4444-bb78-1d0d43adce9d req-ac11367a-fa29-40ee-84a2-34fb204467d4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672611 Aug 22 14:51:37.327354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a1981c56-e33f-45e1-9932-5e801e0f2fec', 'network_id': 'aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5', 'port_id': 'a1981c56-e33f-45e1-9932-5e801e0f2fec', 'mac_address': 'fa:16:3e:59:34:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb6f557b-b174-4cb9-bde0-f922f909cb15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:37.344310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac3a62-c223-47d2-99a0-b333ffb66001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14539230-d93a-49c4-9927-a67ed16cd8bf,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:37.345843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:37.396391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'mac_address': 'fa:16:3e:f3:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:37.463579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d75e6-74f4-41d2-acb0-3cdc9486006f req-eb4d5fa1-e624-4e1d-bae5-d2d9f34c1cc9 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:37.472142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-968d75e6-74f4-41d2-acb0-3cdc9486006f req-eb4d5fa1-e624-4e1d-bae5-d2d9f34c1cc9 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 944 time: 0.2820559 Aug 22 14:51:37.479491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.508260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1981c56-e33f-45e1-9932-5e801e0f2fec {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:37.509024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.515724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.577565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec,segment=NetworkSegment(842ebe73-2788-451d-b1ce-739afc6040a0),segment_id=842ebe73-2788-451d-b1ce-739afc6040a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:37.578710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.587181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:37.634594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-968d75e6-74f4-41d2-acb0-3cdc9486006f req-bc80077a-115a-4b38-aa00-9760d63ee4c2 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526778 Aug 22 14:51:37.650122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:37.654957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.783167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:37.790647 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.822173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40208-c96a-421c-b99f-d6ef4c8b6ef0 req-91d5526f-ab30-4a2b-94e6-19a1ba22d1d5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:37.836717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f40208-c96a-421c-b99f-d6ef4c8b6ef0 req-91d5526f-ab30-4a2b-94e6-19a1ba22d1d5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 948 time: 0.1987514 Aug 22 14:51:37.837275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.846809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:37.855292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14539230-d93a-49c4-9927-a67ed16cd8bf HTTP/1.1" status: 204 len: 168 time: 0.5221410 Aug 22 14:51:37.922327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f40208-c96a-421c-b99f-d6ef4c8b6ef0 req-84b763a3-1787-4531-befb-a89270c93432 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840716 Aug 22 14:51:37.944187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9ec1f-b315-4353-b95a-b8eccebd50cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14539230-d93a-49c4-9927-a67ed16cd8bf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:38.052875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:38.207038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6726da-5dae-46cb-8eec-8cb09f092fcd req-8854cfd4-edf1-41e0-8a39-26e35aa118b7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:38.208795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da6726da-5dae-46cb-8eec-8cb09f092fcd req-8854cfd4-edf1-41e0-8a39-26e35aa118b7 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.0562222 Aug 22 14:51:38.236044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1981c56-e33f-45e1-9932-5e801e0f2fec'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:38.267087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da6726da-5dae-46cb-8eec-8cb09f092fcd req-fdea3095-c16d-48a3-b63b-69a2ff3ba4ea tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Aug 22 14:51:38.411354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1407e0c-d8ab-424e-b097-9574a90862a6 req-03b40088-52ce-4f62-bb04-9c5b931b705e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:38.414307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1407e0c-d8ab-424e-b097-9574a90862a6 req-03b40088-52ce-4f62-bb04-9c5b931b705e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.0635023 Aug 22 14:51:38.462662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1407e0c-d8ab-424e-b097-9574a90862a6 req-645f82ac-2c4e-4e42-bf8d-81a07c135f0e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Aug 22 14:51:38.614747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555b6c-97a3-4af5-aeb2-7910fb8bc840 req-e53a27ad-ea92-4189-9ee3-1039c6158753 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:38.614747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0555b6c-97a3-4af5-aeb2-7910fb8bc840 req-e53a27ad-ea92-4189-9ee3-1039c6158753 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.0709085 Aug 22 14:51:38.647057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0555b6c-97a3-4af5-aeb2-7910fb8bc840 req-2febd42a-bdac-4071-86c2-6bfc1359fb43 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Aug 22 14:51:38.877263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:38.912449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55fe95-1899-46f7-9cf9-48f887e25892 req-17898250-0e6e-41c1-8634-47a7b6ef77f3 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:38.915278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b55fe95-1899-46f7-9cf9-48f887e25892 req-17898250-0e6e-41c1-8634-47a7b6ef77f3 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 945 time: 0.1772971 Aug 22 14:51:38.982063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b55fe95-1899-46f7-9cf9-48f887e25892 req-ed949745-48ce-46c6-b254-e91e26829a63 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589800 Aug 22 14:51:39.233679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dc736-b122-43eb-99e0-b17a8a69f1b2 req-f6ad2b70-3706-4ef6-9536-f6181ae38575 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:39.244382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51dc736-b122-43eb-99e0-b17a8a69f1b2 req-f6ad2b70-3706-4ef6-9536-f6181ae38575 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1261184 Aug 22 14:51:39.354065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51dc736-b122-43eb-99e0-b17a8a69f1b2 req-4c6eb2c3-7571-4f5d-ba90-009665a33835 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990818 Aug 22 14:51:39.629293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993ee2-970a-4812-8406-9ea312341713 req-f670101b-7e8b-4da6-8d91-cbdce7f27166 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:39.639372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e993ee2-970a-4812-8406-9ea312341713 req-f670101b-7e8b-4da6-8d91-cbdce7f27166 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.2172265 Aug 22 14:51:39.747320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e767e4e-918d-4ce0-ac74-e4b4c353541c req-a7895b4e-f192-473d-88fa-6d3e4471c799 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:39.748993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e767e4e-918d-4ce0-ac74-e4b4c353541c req-a7895b4e-f192-473d-88fa-6d3e4471c799 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1359725 Aug 22 14:51:39.790492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e993ee2-970a-4812-8406-9ea312341713 req-928557b7-1b62-4607-812a-1e058f7f9746 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 Aug 22 14:51:39.807120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e767e4e-918d-4ce0-ac74-e4b4c353541c req-64621cf6-dd55-40b2-be97-b7bf4a1ee056 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492861 Aug 22 14:51:39.834430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:39.909853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2757ca-5776-4540-97a8-369523006c09 req-5d9212dd-b99b-4fc8-8935-4078c92ff969 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:39.912893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f2757ca-5776-4540-97a8-369523006c09 req-5d9212dd-b99b-4fc8-8935-4078c92ff969 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.0790806 Aug 22 14:51:39.983122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f2757ca-5776-4540-97a8-369523006c09 req-02923a8e-8572-48c4-9df4-9e5bd28c2e50 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613532 Aug 22 14:51:40.268659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2260-11f8-4cb2-9027-1e6248b5443e req-592c8953-ddb1-45c4-b48a-1fcc408d923c tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:40.271669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29ae2260-11f8-4cb2-9027-1e6248b5443e req-592c8953-ddb1-45c4-b48a-1fcc408d923c tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 945 time: 0.1484838 Aug 22 14:51:40.341670 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:40.375465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29ae2260-11f8-4cb2-9027-1e6248b5443e req-66f6e4ac-c8d7-40e5-8e76-9ba3e85049bc tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874860 Aug 22 14:51:40.582139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03df78-0f29-493a-b307-3f17d9e595be req-2f27f8ba-7f68-44b5-ac00-33224350d7b2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:40.583791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca03df78-0f29-493a-b307-3f17d9e595be req-2f27f8ba-7f68-44b5-ac00-33224350d7b2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.0997715 Aug 22 14:51:40.643376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca03df78-0f29-493a-b307-3f17d9e595be req-c12f7677-d80c-4ac5-8251-fec4f8399039 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Aug 22 14:51:40.887712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1981c56-e33f-45e1-9932-5e801e0f2fec up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:40.960295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350f304-3f8b-47e9-9258-5eea596c4c6a req-575a977d-9540-4095-9c88-0e5e2e87bd3c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:40.968782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d350f304-3f8b-47e9-9258-5eea596c4c6a req-575a977d-9540-4095-9c88-0e5e2e87bd3c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1061287 Aug 22 14:51:41.038185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d350f304-3f8b-47e9-9258-5eea596c4c6a req-1cd7d9c8-450d-468e-9813-3cff235892ed tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Aug 22 14:51:41.046364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cc1a2-62d8-4370-9825-da8d0ba1acfc req-f58efd85-2396-4844-967b-e0e0f8b72507 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:41.052124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a1981c56-e33f-45e1-9932-5e801e0f2fec completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:51:41.054427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b5cc1a2-62d8-4370-9825-da8d0ba1acfc req-f58efd85-2396-4844-967b-e0e0f8b72507 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.1392994 Aug 22 14:51:41.057103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a1981c56-e33f-45e1-9932-5e801e0f2fec triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:41.068741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:41.135036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b5cc1a2-62d8-4370-9825-da8d0ba1acfc req-0091e004-dd14-429d-ac19-36a61536805f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Aug 22 14:51:41.218723 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:41.230512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51252c29-f56f-4e59-b4fe-9371db50454c req-593310be-3585-44e6-9c29-1b1355633099 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:41.232427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51252c29-f56f-4e59-b4fe-9371db50454c req-593310be-3585-44e6-9c29-1b1355633099 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.0622177 Aug 22 14:51:41.267311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:41.271709 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be8e54-b5bb-4d67-9d5e-b557b1de2d53" -d '{"events": [{"server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "name": "network-vif-plugged", "status": "completed", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:41.301960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec,segment=NetworkSegment(842ebe73-2788-451d-b1ce-739afc6040a0),segment_id=842ebe73-2788-451d-b1ce-739afc6040a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:41.318875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51252c29-f56f-4e59-b4fe-9371db50454c req-030d8224-5ffa-471c-b5df-f893a1d2c2d0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Aug 22 14:51:41.370340 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:41.460005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:41.483650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53774) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:41.647233 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd965c9-136a-4e4c-9284-40d9ef6d2344 x-openstack-request-id: req-8cd965c9-136a-4e4c-9284-40d9ef6d2344 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:41.648327 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "name": "network-vif-plugged", "status": "completed", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:41.648875 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cd965c9-136a-4e4c-9284-40d9ef6d2344 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:41.649701 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec', 'code': 200} Aug 22 14:51:41.662194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c11390-89a2-4209-89b3-4278c522cf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:41.684477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-46523550-2140-49f2-8aa7-47fba3185f2a service neutron] 10.222.0.10 "GET /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.1389287 Aug 22 14:51:41.820916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a408b5-4d72-4758-aeae-e94e53f61b66 req-a54f9f6b-973e-4122-a062-03ebfb5a3c28 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:41.820916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5a408b5-4d72-4758-aeae-e94e53f61b66 req-a54f9f6b-973e-4122-a062-03ebfb5a3c28 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.1068957 Aug 22 14:51:41.841682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819649c-6341-4af6-8632-d8c06d004d91 req-967e98c3-ee96-4ac9-928d-5282d49b8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:41.843291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c819649c-6341-4af6-8632-d8c06d004d91 req-967e98c3-ee96-4ac9-928d-5282d49b8875 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 1097 time: 0.0948875 Aug 22 14:51:41.903455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5a408b5-4d72-4758-aeae-e94e53f61b66 req-948bcf7f-77db-4934-ba12-03154122952f tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725949 Aug 22 14:51:41.913119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c819649c-6341-4af6-8632-d8c06d004d91 req-cdbb8390-faf2-472f-b290-379187f26ec3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Aug 22 14:51:41.941137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c11390-89a2-4209-89b3-4278c522cf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.033724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:42.043337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c11390-89a2-4209-89b3-4278c522cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.115136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b0c11390-89a2-4209-89b3-4278c522cf6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f65f9935db9d45c58e33bb3de377ae91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346726 Aug 22 14:51:42.119454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:42.126179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:42.157593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11390-89a2-4209-89b3-4278c522cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cfcce9-e38f-4830-9876-1612f3a29dec,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:42.160574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bc824-d30f-4ffd-811b-fc176e2bcbb0 req-af24e5a7-3069-4e19-9a50-c5af8945702d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:42.166647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c0bc824-d30f-4ffd-811b-fc176e2bcbb0 req-af24e5a7-3069-4e19-9a50-c5af8945702d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1469400 Aug 22 14:51:42.209054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a68b85-6931-4307-87d5-82f1fd62427c {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:42.250079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:42.291860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.308369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac979071-2d1f-426a-bc5e-547f6ef46c08 req-04683b6b-4965-4d38-b2a0-af5c5edbe28f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:42.311010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac979071-2d1f-426a-bc5e-547f6ef46c08 req-04683b6b-4965-4d38-b2a0-af5c5edbe28f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.1418567 Aug 22 14:51:42.320365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c0bc824-d30f-4ffd-811b-fc176e2bcbb0 req-233db9ff-8543-400a-8e68-c2039e825bed tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295402 Aug 22 14:51:42.330601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.338781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.379359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac979071-2d1f-426a-bc5e-547f6ef46c08 req-df3d3db1-144e-4686-8245-6c0a91ee6993 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Aug 22 14:51:42.505788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] Transition to ACTIVE for port object 30a68b85-6931-4307-87d5-82f1fd62427c will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:42.530096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.533878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.535344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14cfcce9-e38f-4830-9876-1612f3a29dec HTTP/1.1" status: 204 len: 168 time: 0.4121912 Aug 22 14:51:42.547117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418490b4-c635-4e02-a630-5c70e09630a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cfcce9-e38f-4830-9876-1612f3a29dec,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:42.548285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e4cd-2609-44cc-bd86-f0a12b9be041 req-3105d686-518c-4a27-979b-2d7e872c28fa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:42.550239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3525e4cd-2609-44cc-bd86-f0a12b9be041 req-3105d686-518c-4a27-979b-2d7e872c28fa tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Aug 22 14:51:42.572389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a45d6-a0da-4bea-8dc3-4bca793eaad2 req-28ca84bf-19f5-4789-9551-1e79afad6643 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:42.573860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd9a45d6-a0da-4bea-8dc3-4bca793eaad2 req-28ca84bf-19f5-4789-9551-1e79afad6643 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 943 time: 0.0807896 Aug 22 14:51:42.591018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:42.635314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3525e4cd-2609-44cc-bd86-f0a12b9be041 req-bf19d70c-0a7b-452f-99c9-e115ef1fa0a0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738347 Aug 22 14:51:42.653784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd9a45d6-a0da-4bea-8dc3-4bca793eaad2 req-54489b81-7bf7-495c-917f-9eeb695dcfb3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623205 Aug 22 14:51:42.713454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] No DVR routers for this DVR port 30a68b85-6931-4307-87d5-82f1fd62427c on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:42.786158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] Pushing event updated for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:42.803267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-7d0a3c57-45a5-434e-a722-2e148721184b service neutron] 10.222.0.10 "PUT /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c/bindings/n-h1-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0935395 Aug 22 14:51:42.945669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd72ac-8ba2-486b-8f86-89cd8da78361 req-05b40b52-3264-4a29-9017-20a915765755 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:42.948566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1bd72ac-8ba2-486b-8f86-89cd8da78361 req-05b40b52-3264-4a29-9017-20a915765755 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 950 time: 0.0670223 Aug 22 14:51:43.017078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1bd72ac-8ba2-486b-8f86-89cd8da78361 req-30770cba-353b-4b42-b94f-099b6d007802 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 Aug 22 14:51:43.020761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:51:43.054827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-f3b79cc6-4e53-44ca-ac29-0bc263a609f9 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.057614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-f3b79cc6-4e53-44ca-ac29-0bc263a609f9 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.0641091 Aug 22 14:51:43.161761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:43.215483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-3931b454-23dd-4613-b1e2-a2c39e327f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.223892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-3931b454-23dd-4613-b1e2-a2c39e327f80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122&tenant_id=71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 1095 time: 0.1503282 Aug 22 14:51:43.250102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3843-851a-481b-8dfe-e21fa8037912 req-2a933d5d-f318-467c-85be-48726572cd38 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.260368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17ab3843-851a-481b-8dfe-e21fa8037912 req-2a933d5d-f318-467c-85be-48726572cd38 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.1373787 Aug 22 14:51:43.330890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17ab3843-851a-481b-8dfe-e21fa8037912 req-8c80ae96-5f21-4b55-bd44-8131b0405a72 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Aug 22 14:51:43.342031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-b3cfc048-a63c-4091-899b-b4b121d356ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.343735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-b3cfc048-a63c-4091-899b-b4b121d356ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1095 time: 0.0730841 Aug 22 14:51:43.347461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:51:43.353625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:43.356809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:43.604965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:43.684378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:43.696040 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0754fb84-b1b4-4eac-b1db-908b52a3ba5f" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:43.700394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-a133245d-d913-4a31-959a-c45684d1c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.703228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-a133245d-d913-4a31-959a-c45684d1c1c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.3503509 Aug 22 14:51:43.753718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:43.758411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-4a8bd4ea-0424-4675-98dd-1fd54020a9e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.0439167 Aug 22 14:51:43.786192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82035ae-e694-4462-9f51-2b3345ee37c8 req-72dceba6-aa36-4662-82b9-d9d0b1f82465 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.788158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d82035ae-e694-4462-9f51-2b3345ee37c8 req-72dceba6-aa36-4662-82b9-d9d0b1f82465 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.1632731 Aug 22 14:51:43.854374 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:43.855801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:43.869597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f751022-d1be-4599-bed5-3fd21903477f req-6f0fd4e9-1fe3-4959-8137-5e6b61d711b8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.871746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d82035ae-e694-4462-9f51-2b3345ee37c8 req-edcef385-ea89-489a-9029-0ed26ec39830 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566192 Aug 22 14:51:43.874178 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0f751022-d1be-4599-bed5-3fd21903477f req-6f0fd4e9-1fe3-4959-8137-5e6b61d711b8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 946 time: 0.2958899 Aug 22 14:51:43.894151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-d1dedaad-f5c0-4abe-8d3c-940e2f0d1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.896005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-d1dedaad-f5c0-4abe-8d3c-940e2f0d1b1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1284254 Aug 22 14:51:43.916406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-24e55e84-aa6a-4fb1-a504-5db32d515843 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:43.919078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-24e55e84-aa6a-4fb1-a504-5db32d515843 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935&tenant_id=63f558fbc2a74d7f8c8250b3058c6087&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 949 time: 0.3071907 Aug 22 14:51:43.995782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-74b88961-5f0b-45f7-a9c6-0035b041eece service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896530 Aug 22 14:51:44.050582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:44.125116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:44.151503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54be63-e56d-47a1-87da-bb908faa7336 req-c5be301a-656d-4e96-9d57-04f1c067b6b8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.153247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f54be63-e56d-47a1-87da-bb908faa7336 req-c5be301a-656d-4e96-9d57-04f1c067b6b8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1602423 Aug 22 14:51:44.198639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-0a7f9984-f6d8-4dce-b71b-25d8c56fa473 service neutron] 10.222.0.54 "GET /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.2320302 Aug 22 14:51:44.232924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-ce3ee03c-6316-48db-a891-5ffc545d5737 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177308 Aug 22 14:51:44.237258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port aba6d96f-c6f4-4556-84be-9b49fee89d49 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:44.237624 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:44.249351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f54be63-e56d-47a1-87da-bb908faa7336 req-712c267b-4e9a-49fe-9dc1-13c752379c7b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Aug 22 14:51:44.319565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:44.389675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:44.419013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-e20f43c3-7064-4a20-a863-7a6fb779710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.420649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-e20f43c3-7064-4a20-a863-7a6fb779710d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1101 time: 0.1745849 Aug 22 14:51:44.480849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port aba6d96f-c6f4-4556-84be-9b49fee89d49, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=aba6d96f-c6f4-4556-84be-9b49fee89d49,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:44.481270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:44.483562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-6f156e50-5f48-4a9c-bc40-15e8f4260232 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326598 Aug 22 14:51:44.492649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46f1f7-1314-4ff7-a250-33e22ec6d137 req-320b8dac-2cdf-4458-ae05-9eae00791c6d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.500334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab46f1f7-1314-4ff7-a250-33e22ec6d137 req-320b8dac-2cdf-4458-ae05-9eae00791c6d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.1130106 Aug 22 14:51:44.503278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:44.536518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for aba6d96f-c6f4-4556-84be-9b49fee89d49 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:44.542315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab46f1f7-1314-4ff7-a250-33e22ec6d137 req-d2683eeb-8e5a-4562-8d16-a2e9834fed83 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Aug 22 14:51:44.575960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:44.624143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-85ac4acb-a91e-46ab-92cd-510765cd6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.626988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-85ac4acb-a91e-46ab-92cd-510765cd6926 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1970599 Aug 22 14:51:44.685033 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-fc211927-f03c-4f34-83d8-9e7a23d79f5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0494554 Aug 22 14:51:44.727537 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e39770-773a-4fd9-bb0e-04e154c6cc08 x-openstack-request-id: req-b7e39770-773a-4fd9-bb0e-04e154c6cc08 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:44.728294 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:44.728769 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7e39770-773a-4fd9-bb0e-04e154c6cc08 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:44.729367 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'code': 200} Aug 22 14:51:44.765716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275d376-7fdc-4412-ad41-49e21184cd02 req-603b44ad-a235-4919-9c82-45c17a76769a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.768454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7275d376-7fdc-4412-ad41-49e21184cd02 req-603b44ad-a235-4919-9c82-45c17a76769a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.0733442 Aug 22 14:51:44.847408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-37ff1744-cb21-484f-aa50-5fa58a1939e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.849585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-37ff1744-cb21-484f-aa50-5fa58a1939e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1541173 Aug 22 14:51:44.851603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7275d376-7fdc-4412-ad41-49e21184cd02 req-2678317c-a78a-4ff1-9119-36cf14c369e7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761583 Aug 22 14:51:44.955211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-0b26e064-c96c-42ea-b45a-2253b1afb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.957979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-0b26e064-c96c-42ea-b45a-2253b1afb910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986140 Aug 22 14:51:44.976883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca6e87-5909-4313-9066-e67225a340b7 req-2b667101-3b7e-4efa-b217-b820caa4ad4d tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:44.978499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3ca6e87-5909-4313-9066-e67225a340b7 req-2b667101-3b7e-4efa-b217-b820caa4ad4d tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.0673234 Aug 22 14:51:45.009041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:45.021973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['aba6d96f-c6f4-4556-84be-9b49fee89d49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:45.092642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b307cb-fdd3-4d56-906b-7008c8d8867d req-cdf2c3ee-b1c2-4a61-be76-a754580b6cbc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0744615 Aug 22 14:51:45.098471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3ca6e87-5909-4313-9066-e67225a340b7 req-51127bc5-fc91-422a-98cb-2c01686222ad tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133792 Aug 22 14:51:45.157054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=aba6d96f-c6f4-4556-84be-9b49fee89d49,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:45.264744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-ee5d7645-d400-49d4-8622-748052b894a3 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:45.267256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-ee5d7645-d400-49d4-8622-748052b894a3 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.0734775 Aug 22 14:51:45.280537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port aba6d96f-c6f4-4556-84be-9b49fee89d49 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:45.290284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:45.295063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0f751022-d1be-4599-bed5-3fd21903477f req-f3c134b8-1982-4cf8-974d-6d2c937291e4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "DELETE /v2.0/ports/aba6d96f-c6f4-4556-84be-9b49fee89d49 HTTP/1.1" status: 204 len: 173 time: 1.4085529 Aug 22 14:51:45.296091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'name': 'network-vif-deleted', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:45.301807 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e422367-a7a7-4e83-927e-b84c1d14ee1b" -d '{"events": [{"server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "name": "network-vif-deleted", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:45.342908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-d7f94132-a694-4795-a4a6-f505dd887e0c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676865 Aug 22 14:51:45.555679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-32b12801-fd8c-40ea-9be9-d24e3459b322 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065499 Aug 22 14:51:45.561287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128679-7ade-440f-902d-be62a103b301 req-1b684a7f-cc07-4baf-8584-d25ef1ab5576 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:45.564337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e128679-7ade-440f-902d-be62a103b301 req-1b684a7f-cc07-4baf-8584-d25ef1ab5576 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1893060 Aug 22 14:51:45.624778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e128679-7ade-440f-902d-be62a103b301 req-9f54d98e-4606-41d1-a5e7-8b5e0fa39256 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Aug 22 14:51:45.678182 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7c8873-c647-4dc5-883f-d76523a3a91e x-openstack-request-id: req-ae7c8873-c647-4dc5-883f-d76523a3a91e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:45.678653 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2223644a-de2f-491c-a973-22e40e590b8e", "name": "network-vif-deleted", "tag": "aba6d96f-c6f4-4556-84be-9b49fee89d49", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:45.679162 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae7c8873-c647-4dc5-883f-d76523a3a91e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:45.679781 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2223644a-de2f-491c-a973-22e40e590b8e', 'name': 'network-vif-deleted', 'tag': 'aba6d96f-c6f4-4556-84be-9b49fee89d49', 'status': 'completed', 'code': 200} Aug 22 14:51:45.681831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c573cddb-b340-43f3-8713-963ff118c378 service neutron] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:45.689757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c573cddb-b340-43f3-8713-963ff118c378 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:45.691888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe72cf13-246c-4a09-a4ab-878a5c43f27c req-c573cddb-b340-43f3-8713-963ff118c378 service neutron] 10.222.0.54 "DELETE /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c/bindings/n-h2-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.4158709 Aug 22 14:51:45.817069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92570ce6-7e1a-45e2-90ce-3fb271fdd257 req-5b5969c1-bacc-405a-b089-d3d9f321d266 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:45.818656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92570ce6-7e1a-45e2-90ce-3fb271fdd257 req-5b5969c1-bacc-405a-b089-d3d9f321d266 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.0875859 Aug 22 14:51:45.869894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92570ce6-7e1a-45e2-90ce-3fb271fdd257 req-0cc8d108-27dd-40f1-bd65-7419dec7a84c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Aug 22 14:51:46.101816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4516cf-065d-40ea-8459-8ecf5898de8e req-95b8231b-29ce-4d15-b49d-e49817c0cf15 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.103440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee4516cf-065d-40ea-8459-8ecf5898de8e req-95b8231b-29ce-4d15-b49d-e49817c0cf15 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.1002722 Aug 22 14:51:46.146081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c79e0-7483-40c1-8b06-b69971dafc2b req-7734a1d6-3dad-4db8-955d-be0517537580 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.147796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe4c79e0-7483-40c1-8b06-b69971dafc2b req-7734a1d6-3dad-4db8-955d-be0517537580 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.0933647 Aug 22 14:51:46.175651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee4516cf-065d-40ea-8459-8ecf5898de8e req-ba0078e8-6757-428c-b9d1-eb1d1aec4324 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652385 Aug 22 14:51:46.217217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe4c79e0-7483-40c1-8b06-b69971dafc2b req-66775558-d0ce-4491-815b-82339c4c1029 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Aug 22 14:51:46.404456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-373e10b3-5d25-4a4e-856d-0bfb9e610288 req-5db7ac6e-fa38-4129-a7c2-f7588c508c72 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2223644a-de2f-491c-a973-22e40e590b8e HTTP/1.1" status: 200 len: 210 time: 0.0326288 Aug 22 14:51:46.461496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9785ad-9bc0-4583-bd1f-47e280a7ccae req-df0ad4f1-acd4-4de7-a05d-942ca15bdbce tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.463195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b9785ad-9bc0-4583-bd1f-47e280a7ccae req-df0ad4f1-acd4-4de7-a05d-942ca15bdbce tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1095 time: 0.0524240 Aug 22 14:51:46.529480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b9785ad-9bc0-4583-bd1f-47e280a7ccae req-a0b50416-19ea-4e52-8372-94881b16cfec tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Aug 22 14:51:46.731485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:46.737212 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcac818-e803-41b7-8e82-afd71f8ba3e2" -d '{"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-unplugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:46.755712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5684406-68f3-4ee1-ab14-f6b4ecb9fe06 req-31aead85-aa61-40ad-b0c8-97237ab249d9 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.757834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5684406-68f3-4ee1-ab14-f6b4ecb9fe06 req-31aead85-aa61-40ad-b0c8-97237ab249d9 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1095 time: 0.1248555 Aug 22 14:51:46.858222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-dcc52d4a-cc09-4708-83de-d510ecaa9daf tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.861731 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-dcc52d4a-cc09-4708-83de-d510ecaa9daf tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1139297 Aug 22 14:51:46.873468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5684406-68f3-4ee1-ab14-f6b4ecb9fe06 req-3350d8ed-d494-433e-a23d-b59760f8e69f tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757792 Aug 22 14:51:46.891470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f35a6-c6a1-46ac-98a8-9d2aed0689aa req-53202f42-e4a5-4b8b-98cb-52d4ecfa9c53 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:46.902464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd4f35a6-c6a1-46ac-98a8-9d2aed0689aa req-53202f42-e4a5-4b8b-98cb-52d4ecfa9c53 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1602495 Aug 22 14:51:46.947639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:46.985994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd4f35a6-c6a1-46ac-98a8-9d2aed0689aa req-c4c029c5-4229-41df-bcd3-7150f0f4369c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Aug 22 14:51:47.016734 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cac210-b9f9-4849-a760-7f342ce532ad x-openstack-request-id: req-a6cac210-b9f9-4849-a760-7f342ce532ad {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:47.016734 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-unplugged", "status": "completed", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:47.016734 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6cac210-b9f9-4849-a760-7f342ce532ad {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:47.016734 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'code': 200} Aug 22 14:51:47.095057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:47.146418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2ab3e-b2a1-41fd-8756-b5531505757a req-f432e6ee-5813-4106-8786-e33f98806a7d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:47.148841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cb2ab3e-b2a1-41fd-8756-b5531505757a req-f432e6ee-5813-4106-8786-e33f98806a7d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 945 time: 0.0733972 Aug 22 14:51:47.181814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device aba6d96f-c6f4-4556-84be-9b49fee89d49 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:47.218859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: aba6d96f-c6f4-4556-84be-9b49fee89d49 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:47.220350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device aba6d96f-c6f4-4556-84be-9b49fee89d49 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:47.221990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cb2ab3e-b2a1-41fd-8756-b5531505757a req-da34fc8e-5e42-4be1-b852-8dd2ddbf1630 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611069 Aug 22 14:51:47.258932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:47.318262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:47.367572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:47.395598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191692b-a041-4fc0-b40c-6bd1cbd55b48 req-21f2b7f3-9a98-4c90-8ae4-d87f8e7fd060 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:47.397238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5191692b-a041-4fc0-b40c-6bd1cbd55b48 req-21f2b7f3-9a98-4c90-8ae4-d87f8e7fd060 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.0813763 Aug 22 14:51:47.456750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:47.457044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5191692b-a041-4fc0-b40c-6bd1cbd55b48 req-ca593cd1-b88e-4784-8993-33996dcc1566 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/security-groups?id=78f36060-9a73-40b0-9350-1d4179422a49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525978 Aug 22 14:51:47.546113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:47.640466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:47.643290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:47.643568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:47.655223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:47.655622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Attempting to bind port cea128ee-7e66-47a6-b16c-3cef76694116 on network b40c0722-a52d-4bc7-9344-4381b1c6e920 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:47.680750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:47.683308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Checking segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:47.685194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Bound using segment: {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:47.685758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Bound port: cea128ee-7e66-47a6-b16c-3cef76694116, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e5df1-f91c-4310-b205-4da74c578391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b40c0722-a52d-4bc7-9344-4381b1c6e920'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:47.686158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:47.691760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:47.701829 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0873d5-1def-4637-a6d5-8628b622fc68" -d '{"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-unplugged", "status": "completed", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:47.951830 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75a8f58-b1c2-4ae7-9f46-e676c493ad8c x-openstack-request-id: req-c75a8f58-b1c2-4ae7-9f46-e676c493ad8c {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:47.953006 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-unplugged", "status": "completed", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:47.954099 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c75a8f58-b1c2-4ae7-9f46-e676c493ad8c {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:47.954680 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'code': 200} Aug 22 14:51:47.962678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:47.969929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:47.994171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-e210d2b6-990b-431c-a473-22a7cc76b2b7 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:47.996750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-e210d2b6-990b-431c-a473-22a7cc76b2b7 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 946 time: 0.2221920 Aug 22 14:51:48.051060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:48.162576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:48.163492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:48.167653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] 10.222.0.10 "PUT /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 1121 time: 1.2301795 Aug 22 14:51:48.169805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92e739-ad05-4e8d-ad85-4dd535cc5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=8']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:48.323345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cea128ee-7e66-47a6-b16c-3cef76694116'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:48.324551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-b6a98045-843b-4c55-b311-da3f8774c7c1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:48.326126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-b6a98045-843b-4c55-b311-da3f8774c7c1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2593851 Aug 22 14:51:48.346017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Deleting port a1981c56-e33f-45e1-9932-5e801e0f2fec {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:51:48.346177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:48.378340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['cea128ee-7e66-47a6-b16c-3cef76694116'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:48.390367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c05b-888e-4c01-a6f1-152ea0a8ee48 req-b91d31c0-9ae3-4f34-beb7-116f429baf0c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:48.392177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4b7c05b-888e-4c01-a6f1-152ea0a8ee48 req-b91d31c0-9ae3-4f34-beb7-116f429baf0c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1915970 Aug 22 14:51:48.406368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-4fb21cbb-2fe5-474a-89f8-9425a65d3b66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1559331 Aug 22 14:51:48.407930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-52e978fe-59b2-4127-b709-c3066691c554 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0509250 Aug 22 14:51:48.511965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] For port a1981c56-e33f-45e1-9932-5e801e0f2fec, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1981c56-e33f-45e1-9932-5e801e0f2fec,segment=NetworkSegment(842ebe73-2788-451d-b1ce-739afc6040a0),segment_id=842ebe73-2788-451d-b1ce-739afc6040a0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:48.512676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:48.526555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Calling delete_port for a1981c56-e33f-45e1-9932-5e801e0f2fec owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:51:48.599763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-265fedf1-f537-4494-81ed-82f56fe0655d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1730220 Aug 22 14:51:48.673263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4b7c05b-888e-4c01-a6f1-152ea0a8ee48 req-9abc4d06-4b2e-4bb9-8d33-6ad0ff2bcda5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619348 Aug 22 14:51:48.699578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027700dd-0176-4085-8254-ca58ef08de34 req-53a30aee-e338-4dcd-977e-962cf4635e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:48.701192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-53a30aee-e338-4dcd-977e-962cf4635e96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d762dd30b3b34937a79aef079006743b&device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 1097 time: 0.1686065 Aug 22 14:51:48.925903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:48.977228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027700dd-0176-4085-8254-ca58ef08de34 req-df01d010-eaca-4a0e-91cd-71d1b4dc7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:48.983215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-df01d010-eaca-4a0e-91cd-71d1b4dc7e88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 200 len: 925 time: 0.1909518 Aug 22 14:51:49.112669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:49.120179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-ef1794e8-88f0-47c4-8ba6-4941f443172d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 200 len: 1002 time: 0.1311450 Aug 22 14:51:49.136046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:49.155854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:51:49.191338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:49.207225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1981c56-e33f-45e1-9932-5e801e0f2fec'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:49.321368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Pushing event deleted for resources: {'Port': ['ID=a1981c56-e33f-45e1-9932-5e801e0f2fec,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:49.355072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:49.381505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027700dd-0176-4085-8254-ca58ef08de34 req-a69c7619-2d05-40b8-869d-5f2a3af47ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:49.383264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-a69c7619-2d05-40b8-869d-5f2a3af47ffa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 200 len: 863 time: 0.2495964 Aug 22 14:51:49.384338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'mac_address': 'fa:16:3e:1d:bc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:49.390302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] No DVR routers for this DVR port a1981c56-e33f-45e1-9932-5e801e0f2fec on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:49.394317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:49.396934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0884a2cc-2769-4028-9576-3cd89d54efb1 req-1c18b109-13d0-4b1d-99ac-6c7295baca37 tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.10 "DELETE /v2.0/ports/a1981c56-e33f-45e1-9932-5e801e0f2fec HTTP/1.1" status: 204 len: 173 time: 1.3937919 Aug 22 14:51:49.405152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'name': 'network-vif-deleted', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:49.407681 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9115d56d-8aef-4a3c-a7ea-65c4b89136d3" -d '{"events": [{"server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "name": "network-vif-deleted", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:49.433376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a89d8-1015-41c3-854c-5155e3072248 req-38e74420-7ae3-4404-9d87-acba686a0532 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:49.442717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e4a89d8-1015-41c3-854c-5155e3072248 req-38e74420-7ae3-4404-9d87-acba686a0532 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.4292743 Aug 22 14:51:49.505038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:49.528604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:49.556465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:49.632879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:49.699775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:49.751537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:49.868337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-78204777-ff29-4c54-81d7-5fd10b84bc30 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2132261 Aug 22 14:51:49.956854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:49.960288 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:49.967475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e4a89d8-1015-41c3-854c-5155e3072248 req-e343ce8f-821e-4b61-8bb3-112b64e7ff7d tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240400 Aug 22 14:51:50.025131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027700dd-0176-4085-8254-ca58ef08de34 req-31c3874f-4624-4220-b2e8-bde05b8140e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:50.026894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-31c3874f-4624-4220-b2e8-bde05b8140e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6275349 Aug 22 14:51:50.039386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-9883cce6-9d71-4ce5-b793-65c0118c733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:50.041149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-9883cce6-9d71-4ce5-b793-65c0118c733b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1101 time: 0.1697502 Aug 22 14:51:50.063541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:50.180395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b91ee56-13da-4417-ba81-12fa2bd1e561 req-2e0b3bf3-2712-450d-82d6-84d7a7300f8f tempest-ServerAddressesTestJSON-709329186 tempest-ServerAddressesTestJSON-709329186-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d490045-79fb-4b96-9511-967371b72209 HTTP/1.1" status: 200 len: 210 time: 0.0975604 Aug 22 14:51:50.188551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-d8072884-bcf5-472f-be64-40ca54aacfc5 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004999 Aug 22 14:51:50.263921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:50.291671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-fe9a673b-9ea7-4398-81b5-2b9d253b81ef service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478113 Aug 22 14:51:50.584707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-027700dd-0176-4085-8254-ca58ef08de34 req-1dbf7864-1f54-4414-b33a-279c65686cea service neutron] 10.222.0.54 "GET /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804656 Aug 22 14:51:50.774751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a12cb-7bd1-46c6-a731-732ca9b002db req-55045c5a-155c-4f91-b515-d6043f6af3d8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:50.777937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-030a12cb-7bd1-46c6-a731-732ca9b002db req-55045c5a-155c-4f91-b515-d6043f6af3d8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1758618 Aug 22 14:51:50.796443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:50.823308 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a8d13f-cf3b-49a9-8361-004c4894771b x-openstack-request-id: req-d8a8d13f-cf3b-49a9-8361-004c4894771b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:50.823701 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d490045-79fb-4b96-9511-967371b72209", "name": "network-vif-deleted", "tag": "a1981c56-e33f-45e1-9932-5e801e0f2fec", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:50.824088 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8a8d13f-cf3b-49a9-8361-004c4894771b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:50.824698 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d490045-79fb-4b96-9511-967371b72209', 'name': 'network-vif-deleted', 'tag': 'a1981c56-e33f-45e1-9932-5e801e0f2fec', 'status': 'completed', 'code': 200} Aug 22 14:51:50.944329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-030a12cb-7bd1-46c6-a731-732ca9b002db req-bf4b2186-e3f3-48df-83a7-062c11a50e24 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Aug 22 14:51:50.944329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:50.947090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:50.949597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1981c56-e33f-45e1-9932-5e801e0f2fec no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:50.952967 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369baeac-1918-48b5-9986-11068d8595f3 x-openstack-request-id: req-369baeac-1918-48b5-9986-11068d8595f3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:50.954187 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:50.954544 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-369baeac-1918-48b5-9986-11068d8595f3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:50.955114 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'status': 'completed', 'code': 200} Aug 22 14:51:50.989230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: a1981c56-e33f-45e1-9932-5e801e0f2fec {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:51:50.989585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1981c56-e33f-45e1-9932-5e801e0f2fec not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:50.999749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Transition to ACTIVE for port object 3bbf822d-3583-451d-b637-7fd68f2eb0bc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:51.010131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8686d304-e448-4ae4-b08d-b2f7153e2cd2 req-ff169f32-d271-4942-87c9-2cb9aa541f10 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0443616 Aug 22 14:51:51.062269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-9df7e48b-1ad3-40b3-afe8-20cd040eda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:51.065720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-9df7e48b-1ad3-40b3-afe8-20cd040eda3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1124 time: 0.0677333 Aug 22 14:51:51.075344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.209250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb54cb2-49f1-493f-9b0c-4615029e2d5f req-240a7172-6539-40ea-88d3-cf6b2eaa5b6f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:51.211028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8eb54cb2-49f1-493f-9b0c-4615029e2d5f req-240a7172-6539-40ea-88d3-cf6b2eaa5b6f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.1252861 Aug 22 14:51:51.216689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.232401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:51:51.291497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-5a040707-a045-40d4-8573-d98c60593640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:51.304299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-5a040707-a045-40d4-8573-d98c60593640 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2264671 Aug 22 14:51:51.324748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:51.413405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:51:51.415933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.468088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Deleting subnet eb6f557b-b174-4cb9-bde0-f922f909cb15 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:51:51.474269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.521141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] No DVR routers for this DVR port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:51.532006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-1cc6b4ad-3225-47f0-835e-16191bcfe8af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 217 time: 0.1942239 Aug 22 14:51:51.532666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b064d-7118-461e-af21-9848134769b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=10']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:51.536885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.692313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-1553bd0d-6ed3-439a-ad02-acc27116ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:51.714116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-1553bd0d-6ed3-439a-ad02-acc27116ee92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.1720886 Aug 22 14:51:51.747881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.789916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-8d0b298f-eea7-4131-9836-c25c780bfa81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492702 Aug 22 14:51:51.793396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:51.793750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:51.794238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:51.816761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8eb54cb2-49f1-493f-9b0c-4615029e2d5f req-a6343cc5-90f5-4248-8081-1969a0231526 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390639 Aug 22 14:51:51.836033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:51.836033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Attempting to bind port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:51.836446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:51.837898 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f832f3-8f22-42f1-b906-de30d15adb26" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:51.853926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:51.854274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:51.854671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:51.855137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Bound port: 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:51.855510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.866581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:51.932210 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e53b0-e839-40d4-80e6-11438e8aed3c x-openstack-request-id: req-aa2e53b0-e839-40d4-80e6-11438e8aed3c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:51.933463 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-plugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:51.934218 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa2e53b0-e839-40d4-80e6-11438e8aed3c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:51.935218 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'code': 200} Aug 22 14:51:51.973552 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:51.975323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:52.085715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:52.096722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:52.114682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-398039d1-aee7-4255-a0f6-dbe3fd75f74d service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114467 Aug 22 14:51:52.144239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:52.147422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:51:52.184832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.214663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.294408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435aac7-47d8-4e11-95c0-d3535a1581d9 req-cb02a5a5-3052-47a4-9daf-3d56321a80c1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:52.296092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b435aac7-47d8-4e11-95c0-d3535a1581d9 req-cb02a5a5-3052-47a4-9daf-3d56321a80c1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1800261 Aug 22 14:51:52.339594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:52.340346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.341867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-963b064d-7118-461e-af21-9848134769b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 1097 time: 2.2830281 Aug 22 14:51:52.366438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01215c58-d648-4361-b86f-76e895e75458 req-81ab0a6d-fda0-4a4f-a58f-a572cfa2c59b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0802197 Aug 22 14:51:52.443300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.446671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b064d-7118-461e-af21-9848134769b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=11']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:52.451686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e04d1d-d726-46d0-b0c7-cdea7705e53c req-9b73eacb-0b53-498d-a4f6-c5987a0f548d service neutron] 10.222.0.54 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877865 Aug 22 14:51:52.547994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b435aac7-47d8-4e11-95c0-d3535a1581d9 req-86251e45-2e80-454a-9b65-ffcb9a5a5ef9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027357 Aug 22 14:51:52.582868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-3fc15fbd-72a4-4726-9ec1-19aa09157c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:52.586276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.588492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-3fc15fbd-72a4-4726-9ec1-19aa09157c8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1100 time: 0.1980448 Aug 22 14:51:52.593657 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb6f557b-b174-4cb9-bde0-f922f909cb15 HTTP/1.1" status: 204 len: 168 time: 1.2677732 Aug 22 14:51:52.596219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54218) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:52.618421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdd789-a689-4f42-9b30-3364162e877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6f557b-b174-4cb9-bde0-f922f909cb15,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:52.792554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.832512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}, {'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:52.835828 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eccc7e-53d1-4c17-b633-74d5366a2371" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}, {"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:52.859234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-99ec5e37-036a-4808-85f4-4bb9ea0cc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:52.862465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-99ec5e37-036a-4808-85f4-4bb9ea0cc412 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2588854 Aug 22 14:51:52.905990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.921869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:52.936963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ebe73-2788-451d-b1ce-739afc6040a0') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:52.938298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ebe73-2788-451d-b1ce-739afc6040a0') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:51:52.943044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:52.950820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-d03cbefa-01ce-450c-a464-f09602f26cad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0793443 Aug 22 14:51:52.952726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.957334 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e9f0f-c941-4918-8001-ca3063df42fa x-openstack-request-id: req-df6e9f0f-c941-4918-8001-ca3063df42fa {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:52.958212 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "code": 200}, {"name": "network-changed", "server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:52.959597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df6e9f0f-c941-4918-8001-ca3063df42fa {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:52.959821 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'code': 200} Aug 22 14:51:52.960640 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'status': 'completed', 'code': 200} Aug 22 14:51:52.977449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:52.990970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:51:52.995570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:51:53.018374 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:51:53.133388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:53.148401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:51:53.165198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a8bc-05b8-4c08-9cfd-4a9787db2621 req-e62dfd2b-dafe-457d-b2b5-570303c56b91 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.169227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e69a8bc-05b8-4c08-9cfd-4a9787db2621 req-e62dfd2b-dafe-457d-b2b5-570303c56b91 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.2383237 Aug 22 14:51:53.183539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-4730817b-b4a8-4160-b44d-2c6b71c811bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.185013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-4730817b-b4a8-4160-b44d-2c6b71c811bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1623678 Aug 22 14:51:53.193883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-d52212ee-6156-48d9-a821-1b57c71c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.195484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-d52212ee-6156-48d9-a821-1b57c71c53ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1100 time: 0.2061696 Aug 22 14:51:53.196515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.209819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.214810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5 HTTP/1.1" status: 204 len: 168 time: 0.6141493 Aug 22 14:51:53.245296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7b058-ad4c-412e-b58e-d9bce0affbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaad78a4-8e4c-4b2c-b23d-3afd7432f8c5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:53.370019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e69a8bc-05b8-4c08-9cfd-4a9787db2621 req-c23827ad-2ef3-49e8-8525-f38a4ef6e753 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905115 Aug 22 14:51:53.404832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-3a32edce-24dc-4f88-81ca-108f14395ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.408275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-3a32edce-24dc-4f88-81ca-108f14395ffc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114639 Aug 22 14:51:53.424651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54232) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:53.501049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-0ce41972-15dd-4fbd-a0ab-d2736352af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.502545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-0ce41972-15dd-4fbd-a0ab-d2736352af41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2899740 Aug 22 14:51:53.506575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a717449f-7bf8-4734-8633-3b90817e0687 req-2d3e4196-04af-42b3-a050-bcf38de10e40 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0411131 Aug 22 14:51:53.582150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-8b97f8bc-3dd9-482e-b25f-9fe77f3fe0f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0424476 Aug 22 14:51:53.659179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041a5b8-a410-4dff-b723-704072a2d367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.685499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-dbcb7b04-2c58-4895-89c4-61dc166aa54b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536783 Aug 22 14:51:53.688087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-583014ee-505a-455a-8620-680aea2f2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.692184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-583014ee-505a-455a-8620-680aea2f2dbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1001287 Aug 22 14:51:53.842694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041a5b8-a410-4dff-b723-704072a2d367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.879503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54250) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:53.879954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f33c45-9d2b-4ae9-9f40-99c29d447bcc req-295f7631-f7db-4e16-b7d7-fdf20c1a5eac tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.884629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94f33c45-9d2b-4ae9-9f40-99c29d447bcc req-295f7631-f7db-4e16-b7d7-fdf20c1a5eac tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.2185700 Aug 22 14:51:53.908017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-18953a07-9c05-47c4-9f92-1c21c6cc41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:53.908987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-18953a07-9c05-47c4-9f92-1c21c6cc41ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960156 Aug 22 14:51:53.933704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-77387f19-a01c-4e79-a1a4-a93aa5b647b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88943370e39e4ff88607d1a7bc129a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522056 Aug 22 14:51:53.938932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041a5b8-a410-4dff-b723-704072a2d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:53.938932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:53.999429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0041a5b8-a410-4dff-b723-704072a2d367 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acac7746efa24dc0b9275fe8e936cf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735223 Aug 22 14:51:54.003935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5af42bdf-f4bf-4150-be07-375a3279dd42 req-5b0d0930-eddb-4f7c-a1af-7d9710f57d3d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923448 Aug 22 14:51:54.005605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54254) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:54.018686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041a5b8-a410-4dff-b723-704072a2d367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc795ae1-4d4a-4b49-af79-d156a78fa92b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:54.056078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94f33c45-9d2b-4ae9-9f40-99c29d447bcc req-2fdfb466-411d-4f10-bf82-c1ff43735c22 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662738 Aug 22 14:51:54.078652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.102391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-e5faa8b4-a0bf-4dc6-b2a2-a3a94845a2aa service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811836 Aug 22 14:51:54.130873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.134439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.181875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.346048 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.349198 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.352902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78f36060-9a73-40b0-9350-1d4179422a49 HTTP/1.1" status: 204 len: 168 time: 0.4096580 Aug 22 14:51:54.363046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.365858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:54.367197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc795ae1-4d4a-4b49-af79-d156a78fa92b HTTP/1.1" status: 204 len: 168 time: 0.3596826 Aug 22 14:51:54.378295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff671b-44df-416e-9513-c7dd8c2d2baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f36060-9a73-40b0-9350-1d4179422a49,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:54.392777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-2c11ddd0-9220-4beb-8c27-0bea3a8dcb7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:54.394501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-2c11ddd0-9220-4beb-8c27-0bea3a8dcb7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2801199 Aug 22 14:51:54.407900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-15b4303e-2518-4369-8f94-dcfc2dad9bf0 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722270 Aug 22 14:51:54.408722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556413e-85af-4bc8-afd3-2ec383362cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc795ae1-4d4a-4b49-af79-d156a78fa92b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:54.424477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:54.435079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-37be3340-1dfa-48b8-8a2d-26b3a5c637c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:54.441890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-37be3340-1dfa-48b8-8a2d-26b3a5c637c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 1100 time: 0.1512754 Aug 22 14:51:54.651425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-1f807e4a-bc47-4a7a-ae8d-6faa756f79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:54.657826 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-1f807e4a-bc47-4a7a-ae8d-6faa756f79ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2004273 Aug 22 14:51:54.741702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bec8a5c2-8117-42d6-9b96-24253ef6f922 req-96a0f472-f5bb-4577-9db2-3e82e6efa8fd tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0902545 Aug 22 14:51:54.754036 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-4a0e29ba-f8d2-4f46-bce3-28c8d2d3087e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 200 len: 217 time: 0.0572000 Aug 22 14:51:54.850343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4278-6952-4bb4-ae39-b5dbf1c64f34 req-c7f40509-ff02-4808-988b-d0bcc5d49ec3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:54.860210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32bb4278-6952-4bb4-ae39-b5dbf1c64f34 req-c7f40509-ff02-4808-988b-d0bcc5d49ec3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.3249686 Aug 22 14:51:54.943457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-1acdbcd9-85a0-4fe5-9c9a-3aefd13689a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:54.945707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-1acdbcd9-85a0-4fe5-9c9a-3aefd13689a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1831799 Aug 22 14:51:54.975912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32bb4278-6952-4bb4-ae39-b5dbf1c64f34 req-4a4a8343-2968-49db-b5c3-03ab17a4c695 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113060 Aug 22 14:51:55.072334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-5711deea-14bb-4425-9897-4ad4e4fb83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:55.074196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-5711deea-14bb-4425-9897-4ad4e4fb83e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180236 Aug 22 14:51:55.112159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:55.116737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:55.207082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:51:55.254899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-2ee8b39c-a402-4b99-a200-f687d7cb416a service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722491 Aug 22 14:51:55.375887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.2 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/9f65a851-341f-4734-a533-f5774e8cbbc0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:51:55.576398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-68eccc7e-53d1-4c17-b633-74d5366a2371 req-578e79b8-9deb-4568-a9ec-06dd994e8090 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080435 Aug 22 14:51:56.049890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0633fdb8-3dca-4b9f-87b3-ac00dac78a7c req-6ebbef5f-4ac4-4228-aa88-8f9c1640efb3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0961585 Aug 22 14:51:56.082417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55839-7b77-4e7b-a8b3-9d2024682fcb req-e76ee719-f7e4-4c20-994f-4846b79b1d20 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:56.084079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd55839-7b77-4e7b-a8b3-9d2024682fcb req-e76ee719-f7e4-4c20-994f-4846b79b1d20 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.6308024 Aug 22 14:51:56.130738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:56.174477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd55839-7b77-4e7b-a8b3-9d2024682fcb req-359d7703-f065-404b-973b-4ca9cbe057ac tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820537 Aug 22 14:51:56.322933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:56.376906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:51:56.380451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:56.388679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:51:56.452872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:56.488274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:56.493946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:56.610646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-c77be3e1-f2ba-4845-9304-e60f81fd8b57 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1943026 Aug 22 14:51:56.640074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Request body: {'port': {'device_id': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:56.922138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:56.981348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408183-c0ac-402f-b1e8-5021a99a2146 req-2aa6cd7c-4b4f-4426-8f06-66af699e1dbe tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:56.998075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8408183-c0ac-402f-b1e8-5021a99a2146 req-2aa6cd7c-4b4f-4426-8f06-66af699e1dbe tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.2977059 Aug 22 14:51:57.022305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.033014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-179ac043-2e0c-4950-a06b-685767451a30 service neutron] 10.222.0.54 "GET /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.2420468 Aug 22 14:51:57.208573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1965248837-network', 'tenant_id': '1aeea5339d0649039c97400839071a5e'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:57.366081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Made reservation on behalf of 1aeea5339d0649039c97400839071a5e for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:57.368475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.381186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.403458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8408183-c0ac-402f-b1e8-5021a99a2146 req-e650c935-5965-4787-a063-aafdcce261df tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027162 Aug 22 14:51:57.595424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.735853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.772292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:51:57.789035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5692ba-cd85-4025-af4e-6ce4c3e88014 req-a4573e6f-19af-4df1-a205-48faf63bad2d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:57.790812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c5692ba-cd85-4025-af4e-6ce4c3e88014 req-a4573e6f-19af-4df1-a205-48faf63bad2d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 931 time: 0.5105519 Aug 22 14:51:57.791455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b34c22-bc2d-4fc2-970a-8c44567c4b28,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:57.815595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.817286 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Added segment dbd387a8-45bd-4951-8dd5-f8be7d7db54c of type vlan for network 54561299-348c-4d13-9865-98ea12085394 Aug 22 14:51:57.863802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:57.922304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:57.955130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c5692ba-cd85-4025-af4e-6ce4c3e88014 req-3d9db80b-82c6-44c9-9590-cb5de1c502a9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510794 Aug 22 14:51:58.021696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:58.068471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f65a851-341f-4734-a533-f5774e8cbbc0 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:58.083117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.088829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.095598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:58.095598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.105828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea128ee-7e66-47a6-b16c-3cef76694116 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:58.143944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:58.154762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Transition to ACTIVE for port object 9f65a851-341f-4734-a533-f5774e8cbbc0 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:58.182847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] Pushing event updated for resources: {'Network': ['ID=54561299-348c-4d13-9865-98ea12085394,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:58.205584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 54561299-348c-4d13-9865-98ea12085394 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:51:58.233202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45997-9e23-4e5c-95ab-36d25856d810 req-335c46bd-98d4-45d6-a35f-c5ffb3d2f3ee tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:58.239507 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8db02e5d-099c-4d82-9f27-75fdf73f35f5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3124623 Aug 22 14:51:58.243493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54452) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:51:58.253475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Request body: {'subnet': {'network_id': '54561299-348c-4d13-9865-98ea12085394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1965248837-subnet', 'tenant_id': '1aeea5339d0649039c97400839071a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:51:58.255072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0c45997-9e23-4e5c-95ab-36d25856d810 req-335c46bd-98d4-45d6-a35f-c5ffb3d2f3ee tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 949 time: 0.1792324 Aug 22 14:51:58.289679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.291745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.398477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Made reservation on behalf of 1aeea5339d0649039c97400839071a5e for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:51:58.407377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.435516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0c45997-9e23-4e5c-95ab-36d25856d810 req-acd41475-3f16-4746-bdd3-833421160bca tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796389 Aug 22 14:51:58.520987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:58.757946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] Transition to ACTIVE for port object cea128ee-7e66-47a6-b16c-3cef76694116 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:51:58.806837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.810100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cb6e7-cdff-4135-9fe6-336ae5627f8a req-8770919d-0945-4284-8738-9ac84bcc2112 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:58.817489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e4cb6e7-cdff-4135-9fe6-336ae5627f8a req-8770919d-0945-4284-8738-9ac84bcc2112 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 943 time: 0.1467481 Aug 22 14:51:58.826748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Attempting to bind port 9f65a851-341f-4734-a533-f5774e8cbbc0 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:51:58.827006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Attempting to bind port 9f65a851-341f-4734-a533-f5774e8cbbc0 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:51:58.827156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Attempting to bind port 9f65a851-341f-4734-a533-f5774e8cbbc0 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:58.849997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Port 9f65a851-341f-4734-a533-f5774e8cbbc0 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:51:58.850331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Attempting to bind port 9f65a851-341f-4734-a533-f5774e8cbbc0 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:51:58.858479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82b07ab-7c59-4f3e-a227-47137da496fa,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:58.861839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:51:58.861839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:58.861839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:51:58.871095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Bound port: 9f65a851-341f-4734-a533-f5774e8cbbc0, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:51:58.871636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.912287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e4cb6e7-cdff-4135-9fe6-336ae5627f8a req-0a9c48bb-fe32-4953-b057-dd46a6ca7cc6 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937705 Aug 22 14:51:58.919213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:58.922850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Checking segment: {'id': 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54561299-348c-4d13-9865-98ea12085394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:51:58.923570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Network hostable DHCP agents. Network: 54561299-348c-4d13-9865-98ea12085394, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:51:58.941285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:51:59.043592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Network 54561299-348c-4d13-9865-98ea12085394 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:51:59.071242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] No DVR routers for this DVR port cea128ee-7e66-47a6-b16c-3cef76694116 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:51:59.081177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:51:59.123944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] Pushing event updated for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=10']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:59.133904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9f65a851-341f-4734-a533-f5774e8cbbc0,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:51:59.147881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:59.155173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 54561299-348c-4d13-9865-98ea12085394) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:51:59.164939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'mac_address': 'fa:16:3e:f3:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:51:59.177616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.179547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:59.214918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-3a3ea931-4e21-49b9-ab54-ceaec343cfaa service neutron] 10.222.0.54 "PUT /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1404397 Aug 22 14:51:59.226675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:59.232847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd891e-e1eb-441d-8cc0-cfd76e97dc80 None None] Network 54561299-348c-4d13-9865-98ea12085394 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:59.236182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:59.257823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:51:59.284593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.285371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:59.286936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] 10.222.0.10 "PUT /v2.0/ports/9f65a851-341f-4734-a533-f5774e8cbbc0 HTTP/1.1" status: 200 len: 1091 time: 2.6606047 Aug 22 14:51:59.287459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:51:59.290120 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfde6f4-405d-4c0c-afdb-50eac2748938" -d '{"events": [{"name": "network-changed", "server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:51:59.310607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882fdd2-8e4a-46fb-9b53-ca10041605f6 req-331bd7a8-1a9c-4163-88db-6a914cac50e9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.318744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7882fdd2-8e4a-46fb-9b53-ca10041605f6 req-331bd7a8-1a9c-4163-88db-6a914cac50e9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 943 time: 0.2025895 Aug 22 14:51:59.329365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-24a02fa1-7b5d-40eb-85e4-b2d9af06add2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0842447 Aug 22 14:51:59.352911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:51:59.372631 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60fcba0-4243-430d-8778-6520df7d415b x-openstack-request-id: req-f60fcba0-4243-430d-8778-6520df7d415b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:51:59.373065 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:51:59.373445 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f60fcba0-4243-430d-8778-6520df7d415b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:51:59.374714 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0', 'status': 'completed', 'code': 200} Aug 22 14:51:59.376550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6a13-3cd4-40b4-8409-3f080e5ceb15 service neutron] Pushing event updated for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:59.418312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7882fdd2-8e4a-46fb-9b53-ca10041605f6 req-3862d323-f5be-4a2e-bbe3-21da81edf83f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984659 Aug 22 14:51:59.482236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:51:59.543241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f1fd8-ab09-4268-8c84-c6c5bb5e75a9 None None] Network 54561299-348c-4d13-9865-98ea12085394 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:51:59.561326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-ac79872d-0ee3-4155-8a6c-a46d78a89119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.565737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-ac79872d-0ee3-4155-8a6c-a46d78a89119 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 1094 time: 0.1153650 Aug 22 14:51:59.629767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:51:59.680622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-10d78a00-b3f2-45fb-9cf7-0c53f7269553 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.682171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-10d78a00-b3f2-45fb-9cf7-0c53f7269553 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.2326169 Aug 22 14:51:59.796120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e324e-5ee3-4677-8e24-00260fda7c8a req-f40725b9-00d1-4604-b76d-7e46e9b78683 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.798457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c28e324e-5ee3-4677-8e24-00260fda7c8a req-f40725b9-00d1-4604-b76d-7e46e9b78683 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.2324498 Aug 22 14:51:59.808980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-6ea60844-bb15-42d2-a015-8e4112fe2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.811959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-6ea60844-bb15-42d2-a015-8e4112fe2e92 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c0e6abd85259443eac69c22dfd827e71&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2256868 Aug 22 14:51:59.866907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-5b4c2543-a44d-441c-adf7-70f733af6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.866907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-5b4c2543-a44d-441c-adf7-70f733af6a5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0&tenant_id=8b27f92315694b119ef5ab9648710f9c HTTP/1.1" status: 200 len: 1095 time: 0.1701539 Aug 22 14:51:59.904546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c28e324e-5ee3-4677-8e24-00260fda7c8a req-fe5c7a0d-1efc-4bdf-9fa4-16f7038b0ce8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955651 Aug 22 14:51:59.963902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:51:59.974223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-ed36ff78-cf7c-4672-b4d4-6e453ab87dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:51:59.974223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-ed36ff78-cf7c-4672-b4d4-6e453ab87dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b27f92315694b119ef5ab9648710f9c&device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1095 time: 0.0644028 Aug 22 14:52:00.008351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-971dd741-26b6-491f-a863-94520e3c220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.009791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ccfde6f4-405d-4c0c-afdb-50eac2748938 req-971dd741-26b6-491f-a863-94520e3c220b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899860 Aug 22 14:52:00.122165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-deb172d4-547d-441a-a215-c930f56074f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:00.225609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-4d6080fe-87c4-44e0-a810-13f0bb71a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.226269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-36edaa2e-a89b-4f89-bf1e-e436cd502361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.227165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-4d6080fe-87c4-44e0-a810-13f0bb71a429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 1094 time: 0.1521125 Aug 22 14:52:00.228004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-36edaa2e-a89b-4f89-bf1e-e436cd502361 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 200 len: 922 time: 0.2471080 Aug 22 14:52:00.273099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafec48-9029-4018-8f9d-9415da92b30f req-4f2f101a-3fbf-4c3f-b5c1-61fbeacdcd9a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.282237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eafec48-9029-4018-8f9d-9415da92b30f req-4f2f101a-3fbf-4c3f-b5c1-61fbeacdcd9a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 950 time: 0.1322603 Aug 22 14:52:00.297455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-3c58148d-db0c-4e6f-bab2-2a1f4351e733 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f65a851-341f-4734-a533-f5774e8cbbc0 HTTP/1.1" status: 200 len: 217 time: 0.0490589 Aug 22 14:52:00.324399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-af207167-30f5-4ccf-8af4-75ed36854356 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 200 len: 217 time: 0.0744777 Aug 22 14:52:00.379889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c099ac-dd26-4014-a466-56896ca38177 req-eee631f5-a597-491e-8b59-20f936d4c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.384733 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-eee631f5-a597-491e-8b59-20f936d4c08f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.0801308 Aug 22 14:52:00.395791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-64d36419-c927-4002-8d7f-efbdb6cdacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.397570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-64d36419-c927-4002-8d7f-efbdb6cdacf0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 200 len: 861 time: 0.0639846 Aug 22 14:52:00.446844 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-0d0f5f68-472a-43ab-ba70-599fbfca1158 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550146 Aug 22 14:52:00.449118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-75df5954-0a39-4418-962e-39f002ca281f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b40c0722-a52d-4bc7-9344-4381b1c6e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287559 Aug 22 14:52:00.498416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eafec48-9029-4018-8f9d-9415da92b30f req-cbbb9c92-9046-4370-9610-e3db9a3ed546 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156670 Aug 22 14:52:00.535823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a91ae-0d44-43a6-ba92-33e55c9b4579 req-3e7c676e-92b9-46bd-93fc-405d15a33e89 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:00.537353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962a91ae-0d44-43a6-ba92-33e55c9b4579 req-3e7c676e-92b9-46bd-93fc-405d15a33e89 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.2201920 Aug 22 14:52:00.596803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-557077b7-2937-4da2-80a0-1c402b60babc service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367209 Aug 22 14:52:00.641232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962a91ae-0d44-43a6-ba92-33e55c9b4579 req-30f8a60d-d2b9-455a-8dc0-9b017c8e0b29 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Aug 22 14:52:00.657556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-c10ae1b4-5ebe-4819-ba2c-717045831b93 service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890903 Aug 22 14:52:00.763854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07c099ac-dd26-4014-a466-56896ca38177 req-a91735d1-e7b2-433d-a770-d72630865595 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582088 Aug 22 14:52:00.795913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-520ab0fe-ceca-4eb5-a104-0d544cf0f8bc service neutron] 10.222.0.10 "GET /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297319 Aug 22 14:52:01.196901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e040bc9-5db7-4a84-99a7-698583e619fe req-13e4bd26-ca91-4319-90c7-d4c54b08e933 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:01.198487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e040bc9-5db7-4a84-99a7-698583e619fe req-13e4bd26-ca91-4319-90c7-d4c54b08e933 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 943 time: 0.0578866 Aug 22 14:52:01.261326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e040bc9-5db7-4a84-99a7-698583e619fe req-dc01383e-32a4-42f1-bf00-a2784e0fe532 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558782 Aug 22 14:52:02.473842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-fc4add7b-7df2-4745-addf-1ced088521ad tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:02.476651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-fc4add7b-7df2-4745-addf-1ced088521ad tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0&tenant_id=8b27f92315694b119ef5ab9648710f9c&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.0664773 Aug 22 14:52:02.729896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f2a22-3df0-4c37-8d59-0f2787055966 req-8878e6d8-0178-4ed0-88d1-4fc0f1a63651 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:02.731776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f4f2a22-3df0-4c37-8d59-0f2787055966 req-8878e6d8-0178-4ed0-88d1-4fc0f1a63651 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.0698028 Aug 22 14:52:02.783272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f4f2a22-3df0-4c37-8d59-0f2787055966 req-27e3b5cd-c991-4a53-9e2a-807300b4a8c3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Aug 22 14:52:02.812013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-a10e9cca-0c65-4eef-8608-f0621488e364 service neutron] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:02.816239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-a10e9cca-0c65-4eef-8608-f0621488e364 service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:02.816975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b3cb81-f4ab-4202-870c-024ca4acb2cf req-a10e9cca-0c65-4eef-8608-f0621488e364 service neutron] 10.222.0.10 "DELETE /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.3331170 Aug 22 14:52:02.866687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:02.921968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186194f-5ec2-4c30-ac96-44bbc5a1bc3f req-7d694547-1e6e-4ee0-89f3-4cd56d8123bc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:02.929430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0186194f-5ec2-4c30-ac96-44bbc5a1bc3f req-7d694547-1e6e-4ee0-89f3-4cd56d8123bc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 943 time: 0.0691955 Aug 22 14:52:02.982412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:02.995850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0186194f-5ec2-4c30-ac96-44bbc5a1bc3f req-7f7d3433-be86-4552-9b07-8c1aab229af6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651948 Aug 22 14:52:03.247253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:03.256968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 3bbf822d-3583-451d-b637-7fd68f2eb0bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:03.257476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:03.432886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:03.465320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:03.467622 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304e6697-4f3e-4a42-974f-f75055d552e4" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:03.479059 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-798afb2f-a55f-4f35-87bf-b2e453ed8f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:03.501979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:03.586988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a2de-3e9f-4032-b436-6c83939f1d0d req-14a6afc1-1b7b-46c8-a4bf-abd690c63ba6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:03.589432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3247a2de-3e9f-4032-b436-6c83939f1d0d req-14a6afc1-1b7b-46c8-a4bf-abd690c63ba6 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 1095 time: 0.0681963 Aug 22 14:52:03.673181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3247a2de-3e9f-4032-b436-6c83939f1d0d req-72321f78-ca61-4c21-b71a-4136cd2ed777 tempest-LiveAutoBlockMigrationV225Test-426368191 tempest-LiveAutoBlockMigrationV225Test-426368191-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Aug 22 14:52:03.753014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:03.793831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-3be62657-71fc-4dce-94cd-48d77f7fbb10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386659 Aug 22 14:52:03.854411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:03.914984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-86b07dc9-4cdc-4323-b7a1-8764de0b27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:03.916545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-86b07dc9-4cdc-4323-b7a1-8764de0b27ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1095 time: 0.0869529 Aug 22 14:52:03.959574 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87d3fe-6181-44af-a0e0-842018cf9e1e x-openstack-request-id: req-6b87d3fe-6181-44af-a0e0-842018cf9e1e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:03.960476 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:03.960901 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b87d3fe-6181-44af-a0e0-842018cf9e1e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:03.961500 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'code': 200} Aug 22 14:52:04.137533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-b097f4a5-8451-4667-9030-827867820455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:04.142869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-b097f4a5-8451-4667-9030-827867820455 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.2050242 Aug 22 14:52:04.210605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-798ff6d1-8887-4783-8ee8-0cff4ec15849 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.0594778 Aug 22 14:52:04.301432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-8a64aee7-795f-444f-bacc-f34e0c9afd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:04.301432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-8a64aee7-795f-444f-bacc-f34e0c9afd32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0768654 Aug 22 14:52:04.370734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-1d657483-3a92-4205-b99d-8150be9e6e7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624709 Aug 22 14:52:04.561728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-ccbfe223-74f9-4338-a4f9-0c30731106c8 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839180 Aug 22 14:52:04.732833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e0075c-e4dc-4ab9-aeae-84cbf1cc5074 req-7163e6f3-a280-4f78-808e-e7613ea6012d service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635683 Aug 22 14:52:04.769550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:04.971949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9f65a851-341f-4734-a533-f5774e8cbbc0 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:52:05.103106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9f65a851-341f-4734-a533-f5774e8cbbc0,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:05.118642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '9f65a851-341f-4734-a533-f5774e8cbbc0', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': '9f65a851-341f-4734-a533-f5774e8cbbc0', 'mac_address': 'fa:16:3e:fa:fe:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:52:05.175073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:05.195243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f65a851-341f-4734-a533-f5774e8cbbc0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:05.219599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9f65a851-341f-4734-a533-f5774e8cbbc0,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:05.337578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:05.415126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:05.789933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['9f65a851-341f-4734-a533-f5774e8cbbc0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:06.666601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:08.998649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9f65a851-341f-4734-a533-f5774e8cbbc0 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:09.517484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 9f65a851-341f-4734-a533-f5774e8cbbc0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:09.521936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 9f65a851-341f-4734-a533-f5774e8cbbc0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:09.522314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:09.613287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:09.655110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:09.663158 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a70ed-5b6f-4e46-99c5-10e58c9fd4e9" -d '{"events": [{"server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "name": "network-vif-plugged", "status": "completed", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:09.682959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9f65a851-341f-4734-a533-f5774e8cbbc0,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:09.789466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:09.859284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:09.870502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.870839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.871315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.871925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.872293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.872656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.872984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.873312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.873633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.873952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.874542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:09.875498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:10.377726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:11.000561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-96daf30a-a8dc-4569-941b-50b86f6b2db9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285010 Aug 22 14:52:11.132265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-f7b9f721-d111-49eb-8dcb-7bc23470c45a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:11.136885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-f7b9f721-d111-49eb-8dcb-7bc23470c45a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305559 Aug 22 14:52:11.160598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-65bf5e46-68fe-4ab8-af32-c827bcca2f93 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/quotas/63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 375 time: 0.0140233 Aug 22 14:52:11.243784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-82ae7d1d-89a9-415a-8333-4ab2a9e86dae tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703237 Aug 22 14:52:13.200436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5ab2-fc27-4db9-842f-8c353cb34e49 req-68141c96-54f8-4d15-b7c0-8567d3b73f54 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:13.206488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43b5ab2-fc27-4db9-842f-8c353cb34e49 req-68141c96-54f8-4d15-b7c0-8567d3b73f54 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.0564613 Aug 22 14:52:13.245715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43b5ab2-fc27-4db9-842f-8c353cb34e49 req-e35e880b-dd92-431b-a201-55e4b4a843ad tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Aug 22 14:52:13.360257 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26238608-a9ec-4d72-a16d-fb3d8d248bd9 x-openstack-request-id: req-26238608-a9ec-4d72-a16d-fb3d8d248bd9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:13.360909 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "name": "network-vif-plugged", "status": "completed", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:13.360909 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26238608-a9ec-4d72-a16d-fb3d8d248bd9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:13.361185 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0', 'code': 200} Aug 22 14:52:13.419346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ba216a9-0820-4f29-80f4-05278dd79303 req-28fcc083-c3fe-4f82-a035-b00781a33035 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 210 time: 0.0276248 Aug 22 14:52:13.519042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ea466-70ef-44bb-94be-cbd609f916b6 req-024d2453-50ad-4a9a-9e0b-ccde3fe28cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:13.520635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d9ea466-70ef-44bb-94be-cbd609f916b6 req-024d2453-50ad-4a9a-9e0b-ccde3fe28cfe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 1096 time: 0.0731883 Aug 22 14:52:13.561152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d0c40-4bda-4578-83d9-555e12b60901 req-4f7921a8-7692-4a36-a7e9-28d57ab4bbc0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:13.563341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c8d0c40-4bda-4578-83d9-555e12b60901 req-4f7921a8-7692-4a36-a7e9-28d57ab4bbc0 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.0821435 Aug 22 14:52:13.591686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d9ea466-70ef-44bb-94be-cbd609f916b6 req-8db05489-5e55-4ca3-85e2-90406d2f0e01 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580792 Aug 22 14:52:13.614385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c8d0c40-4bda-4578-83d9-555e12b60901 req-a0ff1c92-6f7b-45b4-bf5c-df7cc78de12c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Aug 22 14:52:14.548225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268eb18-f620-4541-b203-187be3a81b0a req-64b1faf7-8d8d-480e-ac86-cefdace90b0a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:14.551664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1268eb18-f620-4541-b203-187be3a81b0a req-64b1faf7-8d8d-480e-ac86-cefdace90b0a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 944 time: 0.0625064 Aug 22 14:52:14.675601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89bc64-043d-4c6c-acaa-e7668d198dae req-45f31a4a-8725-442a-a5b9-d341125f7bd7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:14.677201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c89bc64-043d-4c6c-acaa-e7668d198dae req-45f31a4a-8725-442a-a5b9-d341125f7bd7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.1200516 Aug 22 14:52:14.739670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Deleting port cea128ee-7e66-47a6-b16c-3cef76694116 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:14.740031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:14.747136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c89bc64-043d-4c6c-acaa-e7668d198dae req-c756a6e1-1800-4601-9113-ef529570b90e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Aug 22 14:52:14.886918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] For port cea128ee-7e66-47a6-b16c-3cef76694116, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cea128ee-7e66-47a6-b16c-3cef76694116,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:14.887296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:14.910395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Calling delete_port for cea128ee-7e66-47a6-b16c-3cef76694116 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:14.949278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3bfc71c-c208-4011-a21d-7e450fd793f3 req-9c85b66e-81f2-4282-abe8-e84d8b177806 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 210 time: 0.0407059 Aug 22 14:52:15.177499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:15.218264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:15.236409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event deleted for resources: {'Port': ['ID=cea128ee-7e66-47a6-b16c-3cef76694116,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:15.295649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79be5d40-0bdf-4084-b6d2-ff9b9a22e190 req-051ccb1d-f13c-4a74-b6a8-4210055d398c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0631893 Aug 22 14:52:15.319411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.320039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.320491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.321041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.321595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.322032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.322491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.322923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.323379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.323797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.324367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.324806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:15.415566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] No DVR routers for this DVR port cea128ee-7e66-47a6-b16c-3cef76694116 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:15.418855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:15.420989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1268eb18-f620-4541-b203-187be3a81b0a req-74baf562-74b7-4653-a657-6d860d3dd198 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "DELETE /v2.0/ports/cea128ee-7e66-47a6-b16c-3cef76694116 HTTP/1.1" status: 204 len: 173 time: 0.8625095 Aug 22 14:52:15.421328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-deleted', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:15.435721 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9cc91b-38dd-4414-80b4-86b5d3211ea7" -d '{"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-deleted", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:15.467512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e56cc9-3c56-4a29-b3ef-4b28e2820bba req-149fa87b-8564-4cf9-a0d8-946cd28a36f6 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:15.472512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e56cc9-3c56-4a29-b3ef-4b28e2820bba req-149fa87b-8564-4cf9-a0d8-946cd28a36f6 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 951 time: 0.2417603 Aug 22 14:52:15.514713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e56cc9-3c56-4a29-b3ef-4b28e2820bba req-b992bf05-3966-4a63-8530-d1c8e9be5a8b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Aug 22 14:52:15.566943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0b8c8-66fa-4850-ba46-6b22682ae542 x-openstack-request-id: req-c6f0b8c8-66fa-4850-ba46-6b22682ae542 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:15.568282 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d706b53-a3f2-44d2-a919-a729d690bed0", "name": "network-vif-deleted", "tag": "cea128ee-7e66-47a6-b16c-3cef76694116", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:15.568715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6f0b8c8-66fa-4850-ba46-6b22682ae542 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:15.569490 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d706b53-a3f2-44d2-a919-a729d690bed0', 'name': 'network-vif-deleted', 'tag': 'cea128ee-7e66-47a6-b16c-3cef76694116', 'status': 'completed', 'code': 200} Aug 22 14:52:15.886805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-975a0222-9173-41ca-ba4c-d6385c100792 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247707 Aug 22 14:52:15.886805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-528ccca1-c171-436a-b95e-60b49ae37032 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:15.886805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-528ccca1-c171-436a-b95e-60b49ae37032 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064575 Aug 22 14:52:15.886805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Request body: {'port': {'device_id': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '63f558fbc2a74d7f8c8250b3058c6087'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:16.156363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Made reservation on behalf of 63f558fbc2a74d7f8c8250b3058c6087 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:16.156363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:16.348410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Allocated IP 192.168.233.77 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/8666afa7-720e-41aa-a503-94329e91106a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:16.550272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:16.566339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Transition to ACTIVE for port object 8666afa7-720e-41aa-a503-94329e91106a will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:16.702347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:16.723027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:16.809651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:16.841837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:16.872486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:17.007234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c', '3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:17.053490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:17.123875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: cea128ee-7e66-47a6-b16c-3cef76694116 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:17.124674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cea128ee-7e66-47a6-b16c-3cef76694116 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:17.343694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:17.494362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:17.514412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26e2d-9ef6-477e-aadb-cb1c5109d191 req-646126f1-af66-4d49-ad1b-ac937a4416ad tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:17.523176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cb26e2d-9ef6-477e-aadb-cb1c5109d191 req-646126f1-af66-4d49-ad1b-ac937a4416ad tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.6624899 Aug 22 14:52:17.530433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:17.531844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:17.532230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d5e806af-e3b5-4afb-9edf-ec993ff23883 None None] Provisioning for port 8666afa7-720e-41aa-a503-94329e91106a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:17.539848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d5e806af-e3b5-4afb-9edf-ec993ff23883 None None] Provisioning complete for port 8666afa7-720e-41aa-a503-94329e91106a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:17.540268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5e806af-e3b5-4afb-9edf-ec993ff23883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:17.557554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:17.607776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-43a170bd-75f2-4660-b351-e514ebf50bbd tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:17.616420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-43a170bd-75f2-4660-b351-e514ebf50bbd tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/networks?id=54561299-348c-4d13-9865-98ea12085394 HTTP/1.1" status: 200 len: 810 time: 0.9433134 Aug 22 14:52:17.635205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cb26e2d-9ef6-477e-aadb-cb1c5109d191 req-7ffe6e27-f6ae-461d-a613-7a4b5be8d82d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115046 Aug 22 14:52:17.667897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:17.669227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-55d0bd98-b1e9-4da5-9df7-0e135e8e4333 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8921597 Aug 22 14:52:17.674497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:17.677423 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa81f5-17ee-46e6-a143-37e1c9fe1ab7" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:17.694567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Request body: {'port': {'device_id': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:17.695047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d5e806af-e3b5-4afb-9edf-ec993ff23883 None None] Port 8666afa7-720e-41aa-a503-94329e91106a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:17.721037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-6dfaab18-cca8-443c-812b-cd093bf2bcc1 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/quotas/1aeea5339d0649039c97400839071a5e HTTP/1.1" status: 200 len: 375 time: 0.1035719 Aug 22 14:52:17.762690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:17.875724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-4c87e364-6aeb-4fcb-8b44-c0e49765178e tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aeea5339d0649039c97400839071a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524343 Aug 22 14:52:17.979304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=11']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:18.092330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:18.111041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034a1-aeb2-4ea6-a0a4-574749103faf req-ca4268a3-ae06-4e75-a946-dde371967a09 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:18.112685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1b034a1-aeb2-4ea6-a0a4-574749103faf req-ca4268a3-ae06-4e75-a946-dde371967a09 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 935 time: 0.1947529 Aug 22 14:52:18.189359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-4753e578-a97c-4dd9-857f-87550487c808 service neutron] 10.222.0.53 "GET /v2.0/networks/54561299-348c-4d13-9865-98ea12085394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124762 Aug 22 14:52:18.219625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1b034a1-aeb2-4ea6-a0a4-574749103faf req-e1abffe1-18ad-4bbd-89b8-ed10a04b1757 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963674 Aug 22 14:52:18.388324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-658a0fed-1dab-40ab-9062-7b0dcae4f3fa req-09d9b610-4eb9-462d-9934-d9ec2855cd2f tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0796866 Aug 22 14:52:18.454738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-ac68cbc7-7009-4094-b09d-d4777688160a service neutron] 10.222.0.53 "GET /v2.0/networks/54561299-348c-4d13-9865-98ea12085394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526615 Aug 22 14:52:18.612093 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3acd567-fefa-454f-8140-b3b48eb44a6a x-openstack-request-id: req-e3acd567-fefa-454f-8140-b3b48eb44a6a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:18.612642 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:18.613073 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3acd567-fefa-454f-8140-b3b48eb44a6a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:18.613639 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'code': 200} Aug 22 14:52:18.646287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:18.657469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:18.673504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Transition to ACTIVE for port object 8666afa7-720e-41aa-a503-94329e91106a will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:18.789952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:18.842751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:19.094644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:19.094644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:19.095214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:19.104387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:52:19.104843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:19.112988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:19.116195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:19.116195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:19.116195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Bound port: 8666afa7-720e-41aa-a503-94329e91106a, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:19.116195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:19.300025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:19.303800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:52:19.352848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40712ee5-4bea-4497-a86b-3fb93cbee249 req-714bc3a0-154d-49ed-8c9f-78db9c7c5bdb tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Aug 22 14:52:19.388851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:19.462782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:19.463648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:19.465440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] 10.222.0.54 "PUT /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 1095 time: 1.7902904 Aug 22 14:52:19.466355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:19.472178 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517a3a4-7f96-4810-826d-b06692675184" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:19.604582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3a77d-3166-4bac-99b4-3df58d1eded5 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:19.686787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefac9-7de3-4740-885e-a3001fc36192 req-9eab4c9d-bab6-4f1c-9a64-d226817a2797 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:19.696933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebefac9-7de3-4740-885e-a3001fc36192 req-9eab4c9d-bab6-4f1c-9a64-d226817a2797 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.2114964 Aug 22 14:52:19.789663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-2cfe629b-3a91-4f27-a397-50d21a76b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:19.791658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-2cfe629b-3a91-4f27-a397-50d21a76b95a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1098 time: 0.2063518 Aug 22 14:52:19.794364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbe71dc0-b103-41bb-ad36-b5e6a0983b80 req-0f681d17-165f-40e0-871c-1c54902a7ec9 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0887020 Aug 22 14:52:19.856081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-67fd50cf-df2d-44d8-8fa8-61f963d61c12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0421288 Aug 22 14:52:19.944553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebefac9-7de3-4740-885e-a3001fc36192 req-79314f4a-c5b3-45c4-9c77-21ff0b2c69d0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034733 Aug 22 14:52:20.023523 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:52:20.039533 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d144e-2038-4bf3-b227-ea7becddc182 x-openstack-request-id: req-975d144e-2038-4bf3-b227-ea7becddc182 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:20.039867 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:20.040144 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-975d144e-2038-4bf3-b227-ea7becddc182 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:20.040568 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'status': 'completed', 'code': 200} Aug 22 14:52:20.133913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-deb9f11a-f89f-4ef5-ba76-bffa08f96ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:20.135393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-deb9f11a-f89f-4ef5-ba76-bffa08f96ca4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2493980 Aug 22 14:52:20.228089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-1e4f426b-be5c-40ce-ba40-f3e59da123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:20.228089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-1e4f426b-be5c-40ce-ba40-f3e59da123bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799875 Aug 22 14:52:20.373679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-7d4a215c-e97f-4056-8c82-1fcc5839d723 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389937 Aug 22 14:52:20.576333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d26a4c89-7fd0-4791-8737-432a979a16d6 req-2a1f7d7b-9d49-4cbc-8067-b30c95ecbb64 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 210 time: 0.1091530 Aug 22 14:52:20.622913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e8b3c19-d251-4930-979d-2c3b50493410 req-a673124c-4502-4d7b-acb7-3921ceca36eb service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414124 Aug 22 14:52:20.815174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:20.962300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2490de1d-f1ed-4288-988a-1c1c45794793 req-d21b2c7e-f43f-42c7-83d4-ea72cce24665 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Aug 22 14:52:20.968219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a3a4-7f96-4810-826d-b06692675184 req-209ce6d7-6255-4676-b7a7-9c1f93acaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:20.970055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-209ce6d7-6255-4676-b7a7-9c1f93acaea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1098 time: 0.1331432 Aug 22 14:52:21.164684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a3a4-7f96-4810-826d-b06692675184 req-d29d272d-fdce-44c8-b919-7182f2db92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:21.166171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-d29d272d-fdce-44c8-b919-7182f2db92a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1882761 Aug 22 14:52:21.179798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece6935-6162-4f36-a8f9-d03ab0becd57 req-a19348a3-9d91-420e-a374-731c8137dca0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:21.188131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ece6935-6162-4f36-a8f9-d03ab0becd57 req-a19348a3-9d91-420e-a374-731c8137dca0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.0946734 Aug 22 14:52:21.253426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-2c475359-7b38-4e3e-ae1c-3e58c28874fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0617578 Aug 22 14:52:21.320824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ece6935-6162-4f36-a8f9-d03ab0becd57 req-a3096fb7-a847-4362-a16a-b59fe821bdf0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316922 Aug 22 14:52:21.383466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a3a4-7f96-4810-826d-b06692675184 req-4f8b329d-1b0c-4221-ab57-d06753afc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:21.385495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-4f8b329d-1b0c-4221-ab57-d06753afc1b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1211305 Aug 22 14:52:21.511118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a3a4-7f96-4810-826d-b06692675184 req-da0be309-0e1b-4d64-a89f-fa106233473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:21.512917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-da0be309-0e1b-4d64-a89f-fa106233473a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201038 Aug 22 14:52:21.686551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-059ee7e3-80fe-4a6c-a193-53a658f9413c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655970 Aug 22 14:52:21.796430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8517a3a4-7f96-4810-826d-b06692675184 req-752204f2-b826-4dbb-a1bc-0f89cfabfdbb service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019754 Aug 22 14:52:22.624842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-3f9f8900-12de-4975-ba07-91e2208b77d9 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:22.626370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-3f9f8900-12de-4975-ba07-91e2208b77d9 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.54 "GET /v2.0/networks?id=54561299-348c-4d13-9865-98ea12085394 HTTP/1.1" status: 200 len: 810 time: 0.2000084 Aug 22 14:52:22.657129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Request body: {'port': {'device_id': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'network_id': '54561299-348c-4d13-9865-98ea12085394', 'admin_state_up': True, 'tenant_id': '1aeea5339d0649039c97400839071a5e'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:22.661834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f90be7e5-d379-4488-81dc-3a7c40f54d03 req-30e6ce62-3f41-4ef9-92f6-1e32a3513278 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 210 time: 0.0345054 Aug 22 14:52:23.006129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b44150df-b314-420e-94b3-ce0122aa925e req-418a1dfd-8a71-4386-b70e-c8934d3bfa9c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d706b53-a3f2-44d2-a919-a729d690bed0 HTTP/1.1" status: 200 len: 210 time: 0.0659935 Aug 22 14:52:23.103917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f113d-35c7-4481-af6b-b2294d620c4b req-07e84f9d-70e5-4950-8a4d-7b900e1a654e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:23.107067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa6f113d-35c7-4481-af6b-b2294d620c4b req-07e84f9d-70e5-4950-8a4d-7b900e1a654e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1672046 Aug 22 14:52:23.179312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Made reservation on behalf of 1aeea5339d0649039c97400839071a5e for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:23.183887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:23.212819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa6f113d-35c7-4481-af6b-b2294d620c4b req-a60853bd-9b4d-4f65-b476-1768819575df tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Aug 22 14:52:23.460279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Allocated IP 172.20.0.11 (54561299-348c-4d13-9865-98ea12085394/f82b07ab-7c59-4f3e-a227-47137da496fa/03aa6921-f215-497f-b023-b1adbba2fe3e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:23.638052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55308) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:23.713601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:23.829310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:23.856246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45522a96-d7bb-4e06-949c-73b8790bebc6 req-046edb55-a802-44c5-82a9-b47801bc9fe9 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 210 time: 0.0344357 Aug 22 14:52:23.893953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:23.951855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:23.956100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Pushing event updated for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:23.964976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Network 54561299-348c-4d13-9865-98ea12085394 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:23.966503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:23.974597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:24.046048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:24.048265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.097108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.148650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce4688-1e92-4aab-8069-e15aa2027cac,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:24.164886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.166320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.166320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.166320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.167148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.167647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.168161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.168644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.169116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.169811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.170311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.170804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:52:24.187999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d09a1970-a1f8-4346-9a0d-396cd178999d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5064b7ce8c9d4e6abc789b9d297e3a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479293 Aug 22 14:52:24.190949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55328) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:24.201188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-b39d3bdb-e452-4b98-8798-1b0d79d2e919 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5638585 Aug 22 14:52:24.223607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Request body: {'port': {'device_id': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:24.350949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.432319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.441040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.526286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249e35-8925-478d-afb1-5a9f22497a8f req-705611a5-8f89-46c9-b177-e26574c85251 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:24.533856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53249e35-8925-478d-afb1-5a9f22497a8f req-705611a5-8f89-46c9-b177-e26574c85251 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.2079506 Aug 22 14:52:24.669065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53249e35-8925-478d-afb1-5a9f22497a8f req-58d8f4ca-7670-4fd1-a084-4d06b26dc494 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269386 Aug 22 14:52:24.897714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.902724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:24.904926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6ce4688-1e92-4aab-8069-e15aa2027cac HTTP/1.1" status: 204 len: 168 time: 0.7127092 Aug 22 14:52:24.965108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82331eba-827e-4560-aa21-ffc5e1812212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce4688-1e92-4aab-8069-e15aa2027cac,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:25.003358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03aa6921-f215-497f-b023-b1adbba2fe3e {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:25.020112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.076332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Transition to ACTIVE for port object 03aa6921-f215-497f-b023-b1adbba2fe3e will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:25.096260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadceb-d6fd-4917-b506-d7d0cdbbf28c req-d6fce09d-7272-4830-aa5b-6882833cd8ca tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:25.098467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09dadceb-d6fd-4917-b506-d7d0cdbbf28c req-d6fce09d-7272-4830-aa5b-6882833cd8ca tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 932 time: 0.0870054 Aug 22 14:52:25.151990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09dadceb-d6fd-4917-b506-d7d0cdbbf28c req-09786013-2b21-4bb2-ad34-875e18fce03d tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Aug 22 14:52:25.175796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.277934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:25.360141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:52:25.360620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Attempting to bind port 03aa6921-f215-497f-b023-b1adbba2fe3e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:25.360620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Attempting to bind port 03aa6921-f215-497f-b023-b1adbba2fe3e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54561299-348c-4d13-9865-98ea12085394'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:25.360620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Attempting to bind port 03aa6921-f215-497f-b023-b1adbba2fe3e on network 54561299-348c-4d13-9865-98ea12085394 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:25.362352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Port 03aa6921-f215-497f-b023-b1adbba2fe3e on network 54561299-348c-4d13-9865-98ea12085394 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:52:25.362818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Attempting to bind port 03aa6921-f215-497f-b023-b1adbba2fe3e on network 54561299-348c-4d13-9865-98ea12085394 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:25.369571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:25.369917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Checking segment: {'id': 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54561299-348c-4d13-9865-98ea12085394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:25.370774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Bound using segment: {'id': 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54561299-348c-4d13-9865-98ea12085394'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:25.371215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Bound port: 03aa6921-f215-497f-b023-b1adbba2fe3e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54561299-348c-4d13-9865-98ea12085394'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:25.372066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.498431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:25.502241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03aa6921-f215-497f-b023-b1adbba2fe3e,segment=NetworkSegment(dbd387a8-45bd-4951-8dd5-f8be7d7db54c),segment_id=dbd387a8-45bd-4951-8dd5-f8be7d7db54c)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:52:25.550484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:25.568380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8666afa7-720e-41aa-a503-94329e91106a', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8666afa7-720e-41aa-a503-94329e91106a', 'mac_address': 'fa:16:3e:b5:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:52:25.627875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.648832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:25.680876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:25.722124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.805547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:25.806447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.808476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/03aa6921-f215-497f-b023-b1adbba2fe3e HTTP/1.1" status: 200 len: 1092 time: 1.5956657 Aug 22 14:52:25.809416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:25.813294 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:25.841978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65523ca-d657-4a3f-b819-e981c79892f8 service neutron] Pushing event updated for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:25.863634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc986-d1ef-4d78-b8dd-ae85950b3fef req-026e4522-7d57-4333-a994-3717bfa06386 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:25.865470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cbfc986-d1ef-4d78-b8dd-ae85950b3fef req-026e4522-7d57-4333-a994-3717bfa06386 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1018894 Aug 22 14:52:25.899739 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:25.920292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cbfc986-d1ef-4d78-b8dd-ae85950b3fef req-5c2d8091-5694-497b-9902-408bd72b22e9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Aug 22 14:52:26.016717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:26.033222 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c041a9-20fb-4c0c-8e8e-1faa0c69f966 x-openstack-request-id: req-81c041a9-20fb-4c0c-8e8e-1faa0c69f966 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:26.033525 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:26.033817 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c041a9-20fb-4c0c-8e8e-1faa0c69f966 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:26.034181 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e', 'status': 'completed', 'code': 200} Aug 22 14:52:26.114544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-ac327c64-442d-4d3a-85e3-e9b217e42bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.116179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-ac327c64-442d-4d3a-85e3-e9b217e42bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1aeea5339d0649039c97400839071a5e&device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 1095 time: 0.0583818 Aug 22 14:52:26.249847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-a11ee4db-9970-4f53-a6bc-1199ab6b571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.249847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-a11ee4db-9970-4f53-a6bc-1199ab6b571d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1aeea5339d0649039c97400839071a5e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1242988 Aug 22 14:52:26.287366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8666afa7-720e-41aa-a503-94329e91106a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:26.380610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-53bcad9b-e0f4-4b0b-992f-56fbf031ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.380941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98965a6a-a37a-4c3e-b59e-88acedb6d1c8 req-53bcad9b-e0f4-4b0b-992f-56fbf031ac2f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244724 Aug 22 14:52:26.508374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d816a-b31e-40b0-afd2-82c684e4e06a req-5e017035-aa2c-447f-9a2a-0e745e8e0088 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.508374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f74d816a-b31e-40b0-afd2-82c684e4e06a req-5e017035-aa2c-447f-9a2a-0e745e8e0088 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 944 time: 0.1238346 Aug 22 14:52:26.516632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-045c6923-d3df-467a-9ffb-75a256c9e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.516632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-045c6923-d3df-467a-9ffb-75a256c9e637 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1aeea5339d0649039c97400839071a5e&device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 1095 time: 0.0741107 Aug 22 14:52:26.573147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-85741c82-21c3-4cf5-8e76-76ce85ca3073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03aa6921-f215-497f-b023-b1adbba2fe3e HTTP/1.1" status: 200 len: 217 time: 0.0479801 Aug 22 14:52:26.632149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f74d816a-b31e-40b0-afd2-82c684e4e06a req-0b85e5ec-2b61-481e-acb9-787519ec7896 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 Aug 22 14:52:26.662287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-4f171fd8-2474-439f-a3d3-9254ac6ddcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:26.663595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-4f171fd8-2474-439f-a3d3-9254ac6ddcdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f82b07ab-7c59-4f3e-a227-47137da496fa HTTP/1.1" status: 200 len: 850 time: 0.0785449 Aug 22 14:52:26.724245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-00512243-a375-4cad-b68b-6e50ee2c06de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=54561299-348c-4d13-9865-98ea12085394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465271 Aug 22 14:52:26.851961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-92722c55-83fc-48ee-bcf5-21a5ffff6541 service neutron] 10.222.0.54 "GET /v2.0/networks/54561299-348c-4d13-9865-98ea12085394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195970 Aug 22 14:52:26.988146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e619727-e4e7-47cd-8b44-5b3f10361635 req-19d0d29c-b904-49a3-b394-d20930820088 service neutron] 10.222.0.54 "GET /v2.0/networks/54561299-348c-4d13-9865-98ea12085394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274683 Aug 22 14:52:27.108167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f9adf-7f94-4a56-b8a1-e4c1004e5773 req-60a9d420-8126-46d8-8bd6-b8c8634090d0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:27.110879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-165f9adf-7f94-4a56-b8a1-e4c1004e5773 req-60a9d420-8126-46d8-8bd6-b8c8634090d0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 948 time: 0.0749950 Aug 22 14:52:27.165051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-165f9adf-7f94-4a56-b8a1-e4c1004e5773 req-a1c34f50-c03f-45eb-a15a-5c05aec081f4 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Aug 22 14:52:27.351559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:27.480276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 8666afa7-720e-41aa-a503-94329e91106a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:27.490979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8666afa7-720e-41aa-a503-94329e91106a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:27.490979 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:27.579081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:27.606655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:27.610428 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595de89-e29c-4d4b-991f-c29cb8b8fec0" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:27.629802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:27.733270 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa299a9-6685-4e7f-8798-fdf10eac2592 x-openstack-request-id: req-5aa299a9-6685-4e7f-8798-fdf10eac2592 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:27.737850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:27.737850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5aa299a9-6685-4e7f-8798-fdf10eac2592 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:27.737850 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'code': 200} Aug 22 14:52:27.790717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:27.925852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:27.938993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77ac79-eb2f-4f2b-9126-cf24fed06257 req-ce623a18-1562-415f-8689-04f03fd86b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:27.940603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d77ac79-eb2f-4f2b-9126-cf24fed06257 req-ce623a18-1562-415f-8689-04f03fd86b29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1099 time: 0.1705816 Aug 22 14:52:27.996771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef34b-42e3-4b47-a0bf-0e6077ad228a req-253fdba4-fc21-4bf1-9a2a-f07a2822a651 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:28.009008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243ef34b-42e3-4b47-a0bf-0e6077ad228a req-253fdba4-fc21-4bf1-9a2a-f07a2822a651 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 944 time: 0.1585336 Aug 22 14:52:28.063647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d77ac79-eb2f-4f2b-9126-cf24fed06257 req-01a5c0e3-f769-46df-bdeb-d354b929d733 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058977 Aug 22 14:52:28.083086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243ef34b-42e3-4b47-a0bf-0e6077ad228a req-92b7dd64-d9b3-4f78-992a-b25ec9358d85 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642467 Aug 22 14:52:28.511806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae547313-e9ae-4ec0-b817-8bc626518733 req-3fdac761-06ff-4490-bc89-6cfa4c794154 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:28.513605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae547313-e9ae-4ec0-b817-8bc626518733 req-3fdac761-06ff-4490-bc89-6cfa4c794154 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0698931 Aug 22 14:52:28.522517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c26a7-7aeb-460a-b48b-0d3f19397a60 req-e773ef0f-61d4-42bb-accf-ac5564df0757 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:28.524255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-550c26a7-7aeb-460a-b48b-0d3f19397a60 req-e773ef0f-61d4-42bb-accf-ac5564df0757 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.1214600 Aug 22 14:52:28.612754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae547313-e9ae-4ec0-b817-8bc626518733 req-afb42157-af84-40b9-98be-58dea5cb64d6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871911 Aug 22 14:52:28.636549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-550c26a7-7aeb-460a-b48b-0d3f19397a60 req-27c996d9-2931-4ea5-9686-5649cdb837de tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023252 Aug 22 14:52:29.225089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dbd60-0e57-49b3-8408-416b567ad0f3 req-7059095c-cd14-4995-905d-aa5f12b6e0e4 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:29.226773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-926dbd60-0e57-49b3-8408-416b567ad0f3 req-7059095c-cd14-4995-905d-aa5f12b6e0e4 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 944 time: 0.0620193 Aug 22 14:52:29.274191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-926dbd60-0e57-49b3-8408-416b567ad0f3 req-04730fd6-8998-49db-a1f4-a4c9f53b348b tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Aug 22 14:52:29.735947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50d28-5c48-4940-8c7a-94c1a3efa1e2 req-60261234-cfe6-4547-a5c3-9f0991a68c9c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:29.737560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2d50d28-5c48-4940-8c7a-94c1a3efa1e2 req-60261234-cfe6-4547-a5c3-9f0991a68c9c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0628777 Aug 22 14:52:29.805754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2862-1f6f-418c-836d-5aa9ed7f97ad req-1a743980-6764-4fd6-a67a-044a2ae05bc4 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:29.807394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d53d2862-1f6f-418c-836d-5aa9ed7f97ad req-1a743980-6764-4fd6-a67a-044a2ae05bc4 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.0935051 Aug 22 14:52:29.811439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2d50d28-5c48-4940-8c7a-94c1a3efa1e2 req-5e5198aa-bf79-4940-9a1c-9ddd0e378a9e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Aug 22 14:52:29.849572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d53d2862-1f6f-418c-836d-5aa9ed7f97ad req-a87b4f4f-792f-45b1-8b3c-2ffb1786a057 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Aug 22 14:52:30.158018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b68a-8c27-4a38-a491-a8f081456b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:30.439151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce4ee-bf23-4c93-9c5f-b500f8d7b4c0 req-34647c97-e217-4a18-b2f6-dfc9e4c401db tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:30.439151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3bce4ee-bf23-4c93-9c5f-b500f8d7b4c0 req-34647c97-e217-4a18-b2f6-dfc9e4c401db tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 944 time: 0.0903111 Aug 22 14:52:30.447589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6950a31f-7dfd-4f9a-8bd3-1812fc7fbc5b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:30.449099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6950a31f-7dfd-4f9a-8bd3-1812fc7fbc5b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.0859377 Aug 22 14:52:30.563160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3bce4ee-bf23-4c93-9c5f-b500f8d7b4c0 req-db56145c-27db-4bf1-8012-dea4ec8ce4db tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128998 Aug 22 14:52:30.627188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce23530-b4a7-42b4-ae85-edffb5bba0ab req-7523459a-9534-4ffe-bbc9-754ae15ffa3c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:30.627188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce23530-b4a7-42b4-ae85-edffb5bba0ab req-7523459a-9534-4ffe-bbc9-754ae15ffa3c tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.1462562 Aug 22 14:52:30.677700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Deleting port f558d7e1-4add-4f63-bae6-1d71b7716ae0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:30.678046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:30.683063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce23530-b4a7-42b4-ae85-edffb5bba0ab req-055cc066-bda0-4e2f-bfd5-b5a14d07750a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550451 Aug 22 14:52:30.784823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] For port f558d7e1-4add-4f63-bae6-1d71b7716ae0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=f558d7e1-4add-4f63-bae6-1d71b7716ae0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:30.785311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:30.799583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Calling delete_port for f558d7e1-4add-4f63-bae6-1d71b7716ae0 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:31.016643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a2a34-6ec7-474f-959d-8fec790c56ad req-5614b799-ce75-4151-891c-76490b4ae213 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:31.018023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f74a2a34-6ec7-474f-959d-8fec790c56ad req-5614b799-ce75-4151-891c-76490b4ae213 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5260edc-b077-4a1a-927a-5c173688d36f HTTP/1.1" status: 200 len: 948 time: 0.0875940 Aug 22 14:52:31.025678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789a0c-ee33-4acb-b74e-2363a9387f15 req-87b59390-0ea5-4258-909a-3729603b627a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:31.027166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30789a0c-ee33-4acb-b74e-2363a9387f15 req-87b59390-0ea5-4258-909a-3729603b627a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1116595 Aug 22 14:52:31.085835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f74a2a34-6ec7-474f-959d-8fec790c56ad req-b255fac7-1085-4a9a-8231-420ffcf29a63 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Aug 22 14:52:31.104722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30789a0c-ee33-4acb-b74e-2363a9387f15 req-b2cef52d-5369-4c8f-b048-a938d39008fa tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Aug 22 14:52:31.160421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.204475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Pushing event deleted for resources: {'Port': ['ID=f558d7e1-4add-4f63-bae6-1d71b7716ae0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:31.284147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] No DVR routers for this DVR port f558d7e1-4add-4f63-bae6-1d71b7716ae0 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:31.288533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.290554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29e7fdd7-d6d1-4b77-9481-7c22cb109677 req-6f73dec7-265e-4e2c-9e07-d69c1a209a60 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "DELETE /v2.0/ports/f558d7e1-4add-4f63-bae6-1d71b7716ae0 HTTP/1.1" status: 204 len: 173 time: 0.8308799 Aug 22 14:52:31.291914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-deleted', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:31.294181 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c09c7b-4dce-4c0e-a861-1e665b854f78" -d '{"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-deleted", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:31.309589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20f1a-8484-426d-8ba2-62eaaa79ffe5 req-ae07fc95-9b57-41a6-8e95-c53b928a0051 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:31.311147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02c20f1a-8484-426d-8ba2-62eaaa79ffe5 req-ae07fc95-9b57-41a6-8e95-c53b928a0051 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1100 time: 0.1177120 Aug 22 14:52:31.355048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe8863-3dbe-43e8-8134-3f0e642d4c2c x-openstack-request-id: req-33fe8863-3dbe-43e8-8134-3f0e642d4c2c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:31.355048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5260edc-b077-4a1a-927a-5c173688d36f", "name": "network-vif-deleted", "tag": "f558d7e1-4add-4f63-bae6-1d71b7716ae0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:31.355048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33fe8863-3dbe-43e8-8134-3f0e642d4c2c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:31.355048 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5260edc-b077-4a1a-927a-5c173688d36f', 'name': 'network-vif-deleted', 'tag': 'f558d7e1-4add-4f63-bae6-1d71b7716ae0', 'status': 'completed', 'code': 200} Aug 22 14:52:31.366509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03aa6921-f215-497f-b023-b1adbba2fe3e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:52:31.378466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-0ae7eb42-002d-4d58-923e-3d4ddf750745 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:31.380012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-0ae7eb42-002d-4d58-923e-3d4ddf750745 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.0931718 Aug 22 14:52:31.383941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02c20f1a-8484-426d-8ba2-62eaaa79ffe5 req-4b0e0848-f132-4bac-ba71-ba59817e8574 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Aug 22 14:52:31.483205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03aa6921-f215-497f-b023-b1adbba2fe3e,segment=NetworkSegment(dbd387a8-45bd-4951-8dd5-f8be7d7db54c),segment_id=dbd387a8-45bd-4951-8dd5-f8be7d7db54c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:31.500958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '03aa6921-f215-497f-b023-b1adbba2fe3e', 'network_id': '54561299-348c-4d13-9865-98ea12085394', 'port_id': '03aa6921-f215-497f-b023-b1adbba2fe3e', 'mac_address': 'fa:16:3e:b0:4c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82b07ab-7c59-4f3e-a227-47137da496fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:52:31.521088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Deleting port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:31.521702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.551073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.572687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03aa6921-f215-497f-b023-b1adbba2fe3e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:31.608190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03aa6921-f215-497f-b023-b1adbba2fe3e,segment=NetworkSegment(dbd387a8-45bd-4951-8dd5-f8be7d7db54c),segment_id=dbd387a8-45bd-4951-8dd5-f8be7d7db54c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:31.647006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] For port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:31.647464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.674500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Calling delete_port for 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:31.758349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc99ba-0eb9-470d-b4f4-d5624679800c req-ba2c63d7-850f-42cf-b43b-c527371d9e3e tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:31.758349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28dc99ba-0eb9-470d-b4f4-d5624679800c req-ba2c63d7-850f-42cf-b43b-c527371d9e3e tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 944 time: 0.1009026 Aug 22 14:52:31.803157 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:31.834432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28dc99ba-0eb9-470d-b4f4-d5624679800c req-dbc239e7-392f-4fa9-8c93-5c7f374a1165 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690417 Aug 22 14:52:31.879966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:32.041739 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:32.079580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:32.080868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event deleted for resources: {'Port': ['ID=835f0892-bd6b-4cd2-b7c7-f5c3bca5395d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:32.097734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d0cc-3a37-41d5-96d8-bdee90eb972b req-acae3cd4-55cc-4feb-b706-68a7a2a7553a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:32.099261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9d4d0cc-3a37-41d5-96d8-bdee90eb972b req-acae3cd4-55cc-4feb-b706-68a7a2a7553a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 944 time: 0.1209042 Aug 22 14:52:32.173409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['03aa6921-f215-497f-b023-b1adbba2fe3e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:32.359039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-4f21b9e6-17da-4499-8c1d-7d7c937a0c6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644329 Aug 22 14:52:32.364844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-da67a018-6ef1-413c-85ce-abc2ef30891c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:52:32.376419 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-da67a018-6ef1-413c-85ce-abc2ef30891c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121958 Aug 22 14:52:32.468288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81aed79-f67e-4cba-97f3-bb2e4d566b95 req-9a301c77-3d98-4af0-89b1-ca7d7345b966 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:32.469838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f81aed79-f67e-4cba-97f3-bb2e4d566b95 req-9a301c77-3d98-4af0-89b1-ca7d7345b966 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.4627113 Aug 22 14:52:32.509935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] No DVR routers for this DVR port 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:32.518052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:32.520201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1cd01f6-714b-4fed-89e8-79a95daa28c4 req-3df0c653-c32a-43eb-a18a-b9778f1b62ba tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "DELETE /v2.0/ports/835f0892-bd6b-4cd2-b7c7-f5c3bca5395d HTTP/1.1" status: 204 len: 173 time: 1.1322389 Aug 22 14:52:32.552764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9d4d0cc-3a37-41d5-96d8-bdee90eb972b req-5e885bd5-7b6a-443a-a0e2-a45cbf90b7d8 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816751 Aug 22 14:52:32.578869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f81aed79-f67e-4cba-97f3-bb2e4d566b95 req-5d4ad292-033b-4165-9960-45eaa6da71c9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974102 Aug 22 14:52:32.861128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:32.961811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663a07-ec37-43cd-849f-cc80f71f5034 req-f53b4743-a1b0-4480-94e1-580aa5b57594 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:32.963317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1663a07-ec37-43cd-849f-cc80f71f5034 req-f53b4743-a1b0-4480-94e1-580aa5b57594 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 945 time: 0.0540287 Aug 22 14:52:33.022481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1663a07-ec37-43cd-849f-cc80f71f5034 req-dba75b60-e916-4976-acee-825f8a220d1f tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518672 Aug 22 14:52:33.311320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96c52-b632-4f5a-b4b8-87ab8d06a844 req-d6b62ab9-c961-402f-8ea1-779f5b6cae23 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:33.314582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0aa96c52-b632-4f5a-b4b8-87ab8d06a844 req-d6b62ab9-c961-402f-8ea1-779f5b6cae23 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 949 time: 0.0576558 Aug 22 14:52:33.352897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-deleted', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:33.355123 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c1833-c34a-44c8-ae10-86570f736bc2" -d '{"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-deleted", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:33.368037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03aa6921-f215-497f-b023-b1adbba2fe3e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:33.376247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0aa96c52-b632-4f5a-b4b8-87ab8d06a844 req-7994c20b-4dec-4be3-b8a5-cc4b9bab0f2b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Aug 22 14:52:33.417054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34023e51-b260-4991-85ac-7d8f1e3da669 x-openstack-request-id: req-34023e51-b260-4991-85ac-7d8f1e3da669 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:33.417574 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7eaf42-ed40-41bf-9b68-398ab1b83291", "name": "network-vif-deleted", "tag": "835f0892-bd6b-4cd2-b7c7-f5c3bca5395d", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:33.418013 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34023e51-b260-4991-85ac-7d8f1e3da669 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:33.418572 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7eaf42-ed40-41bf-9b68-398ab1b83291', 'name': 'network-vif-deleted', 'tag': '835f0892-bd6b-4cd2-b7c7-f5c3bca5395d', 'status': 'completed', 'code': 200} Aug 22 14:52:33.514417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ed69-a066-456a-83bb-9ef6cb1fe496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.631843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 03aa6921-f215-497f-b023-b1adbba2fe3e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:33.638092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 03aa6921-f215-497f-b023-b1adbba2fe3e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:33.638977 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.678582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55698) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:33.691931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0c36541-c80e-4616-a439-6e7e6349a6d8 req-bf537728-3eb3-4a34-95ab-6a1c9840b812 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b7eaf42-ed40-41bf-9b68-398ab1b83291 HTTP/1.1" status: 200 len: 210 time: 0.0375319 Aug 22 14:52:33.750589 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.758884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7282e0-97fa-4ffd-8604-a33146f1e62f req-3f946183-a022-4db7-92a2-7c53c4dd1953 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:33.760842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a7282e0-97fa-4ffd-8604-a33146f1e62f req-3f946183-a022-4db7-92a2-7c53c4dd1953 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0950577 Aug 22 14:52:33.785338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:33.788492 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ded4b-8612-4f66-a3ad-58ea1ceeee52" -d '{"events": [{"server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "name": "network-vif-plugged", "status": "completed", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:33.807386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03aa6921-f215-497f-b023-b1adbba2fe3e,segment=NetworkSegment(dbd387a8-45bd-4951-8dd5-f8be7d7db54c),segment_id=dbd387a8-45bd-4951-8dd5-f8be7d7db54c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:33.822807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52426a19-0732-4d23-8c3e-a5296dc7c3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.840911 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a77fb-4470-4459-af36-ba5a48b93ede x-openstack-request-id: req-0e3a77fb-4470-4459-af36-ba5a48b93ede {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:33.841596 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "name": "network-vif-plugged", "status": "completed", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:33.841596 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e3a77fb-4470-4459-af36-ba5a48b93ede {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:33.841833 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e', 'code': 200} Aug 22 14:52:33.875496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a7282e0-97fa-4ffd-8604-a33146f1e62f req-f109d4b6-6d8a-45dc-95c9-1581f0dfd1bc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066029 Aug 22 14:52:33.943548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3b31-0726-4851-b832-f5dbd6c6f86b req-e0c2251e-0662-4cf0-8b9c-8a3edc9ada26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:33.945103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b56e3b31-0726-4851-b832-f5dbd6c6f86b req-e0c2251e-0662-4cf0-8b9c-8a3edc9ada26 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 1096 time: 0.0429029 Aug 22 14:52:33.960229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.960936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52426a19-0732-4d23-8c3e-a5296dc7c3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:33.965317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:33.994063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b56e3b31-0726-4851-b832-f5dbd6c6f86b req-6fb6d636-b616-4c04-bc18-bd4fb1a05315 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Aug 22 14:52:34.003034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: f558d7e1-4add-4f63-bae6-1d71b7716ae0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:34.003458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device f558d7e1-4add-4f63-bae6-1d71b7716ae0 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:34.037893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:34.057630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52426a19-0732-4d23-8c3e-a5296dc7c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.104758 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52426a19-0732-4d23-8c3e-a5296dc7c3b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ca7aa8e910a477b909d920a11181772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245934 Aug 22 14:52:34.105640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426a19-0732-4d23-8c3e-a5296dc7c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6786cf3-282f-4b22-a3a1-6a042d648be4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:34.107519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:34.195516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.208621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44abc-d6f2-4684-8d5a-7be304862c88 req-c38fb03c-10d2-4834-a9d9-b9016c012077 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:34.210171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfc44abc-d6f2-4684-8d5a-7be304862c88 req-c38fb03c-10d2-4834-a9d9-b9016c012077 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.0802867 Aug 22 14:52:34.253668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.276627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfc44abc-d6f2-4684-8d5a-7be304862c88 req-863847d4-9980-430f-8a1e-6ed664e2b205 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Aug 22 14:52:34.428581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.431529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.435681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6786cf3-282f-4b22-a3a1-6a042d648be4 HTTP/1.1" status: 204 len: 168 time: 0.3235583 Aug 22 14:52:34.444839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26c55e-ea5c-4def-8de9-acfb756173a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6786cf3-282f-4b22-a3a1-6a042d648be4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:34.557249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3a9e2-46d0-4608-82a1-2f49e8172d10 req-21be174a-82fc-4d2f-a42e-d15bce61e436 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:34.559411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1c3a9e2-46d0-4608-82a1-2f49e8172d10 req-21be174a-82fc-4d2f-a42e-d15bce61e436 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 949 time: 0.0662739 Aug 22 14:52:34.602900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1c3a9e2-46d0-4608-82a1-2f49e8172d10 req-d67fdf24-b478-409b-93e6-ffbadd64d500 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Aug 22 14:52:34.720352 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:34.999577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa98cb-c288-441d-8206-97451618dedd req-3e13645b-2493-4651-af1c-b2a9f249638c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.001175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93aa98cb-c288-441d-8206-97451618dedd req-3e13645b-2493-4651-af1c-b2a9f249638c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0532658 Aug 22 14:52:35.042150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93aa98cb-c288-441d-8206-97451618dedd req-f223483b-36e0-4710-8a43-10de150caefc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Aug 22 14:52:35.284073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55732) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:35.301790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43ea93b0-a101-43c7-9b78-7e07c8c04043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.413037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617969-8ab1-4d43-8087-41f712e9c79a req-5c8dcc1b-5c96-4b1b-b19a-22ebbedf6686 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.414652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25617969-8ab1-4d43-8087-41f712e9c79a req-5c8dcc1b-5c96-4b1b-b19a-22ebbedf6686 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.0789173 Aug 22 14:52:35.506181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43ea93b0-a101-43c7-9b78-7e07c8c04043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.518729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25617969-8ab1-4d43-8087-41f712e9c79a req-4a6fbde1-0696-4ea0-a742-ef7935a8fdbd tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 Aug 22 14:52:35.535145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea854-fff2-4922-b779-32354460a1bf req-a5e402aa-9bdc-4c50-a049-055e83d44026 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.535340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be2ea854-fff2-4922-b779-32354460a1bf req-a5e402aa-9bdc-4c50-a049-055e83d44026 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.1194956 Aug 22 14:52:35.581215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be2ea854-fff2-4922-b779-32354460a1bf req-677e31ac-c21e-4ad5-a252-ba52db003f29 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 Aug 22 14:52:35.623380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43ea93b0-a101-43c7-9b78-7e07c8c04043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.705030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43ea93b0-a101-43c7-9b78-7e07c8c04043 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41e196dd46a84cfe98a26aba7471d09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161603 Aug 22 14:52:35.706887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:35.720142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea93b0-a101-43c7-9b78-7e07c8c04043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353f241-9476-41a3-b5ff-9e8eaeafae41,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:35.734365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-825b68ed-303c-4f18-b1af-375dcd9bc2ea tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.734773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-825b68ed-303c-4f18-b1af-375dcd9bc2ea tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 949 time: 0.1212549 Aug 22 14:52:35.788187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-770ce593-6c96-4e65-b21c-325bb0d99394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.789856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-770ce593-6c96-4e65-b21c-325bb0d99394 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1100 time: 0.0847297 Aug 22 14:52:35.800626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce5a0b-3471-4c66-bf08-6c49b100c064 req-6d6ed6aa-4aea-408a-99fb-09f0e01c426b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.802234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edce5a0b-3471-4c66-bf08-6c49b100c064 req-6d6ed6aa-4aea-408a-99fb-09f0e01c426b tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 949 time: 0.1229627 Aug 22 14:52:35.834980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.876241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edce5a0b-3471-4c66-bf08-6c49b100c064 req-99fe2d1f-c4db-4759-991a-4ab22f71cb99 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/security-groups?id=56a8529b-ebf5-4159-a5c7-12a5ce112c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634723 Aug 22 14:52:35.900859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.901641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Deleting port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:35.901992 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:35.954708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-3b7d4a9e-95c1-43b1-af95-c2de9cc64826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:35.956246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-3b7d4a9e-95c1-43b1-af95-c2de9cc64826 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1589234 Aug 22 14:52:36.007478 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-42f69e50-6d9d-4521-9b6f-1a4d5f8b86d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0442052 Aug 22 14:52:36.046306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] For port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:36.046946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.058766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-dd6198aa-b073-48b3-9ed6-6662a543acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.060676 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-dd6198aa-b073-48b3-9ed6-6662a543acc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0467429 Aug 22 14:52:36.067840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Calling delete_port for 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:36.080320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e22bb9f3-5764-45c1-89b0-34054ac67ab3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.082049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e22bb9f3-5764-45c1-89b0-34054ac67ab3 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.0897000 Aug 22 14:52:36.112361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.115336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.116565 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1353f241-9476-41a3-b5ff-9e8eaeafae41 HTTP/1.1" status: 204 len: 168 time: 0.4080179 Aug 22 14:52:36.126389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17972e77-802e-43be-abf5-64a1e42a2466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353f241-9476-41a3-b5ff-9e8eaeafae41,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:36.134239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-0b8d8fa2-a843-496a-9908-211a9b639d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.136019 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-0b8d8fa2-a843-496a-9908-211a9b639d07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654116 Aug 22 14:52:36.252457 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-4589be25-5b28-4cf5-bfa5-30d57f48a753 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092074 Aug 22 14:52:36.296681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44640a8-2fe3-4f8c-b2b9-da93f8ed86fc req-bf9e89cb-6d30-419b-9948-ecaf181a2eb9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.298339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e44640a8-2fe3-4f8c-b2b9-da93f8ed86fc req-bf9e89cb-6d30-419b-9948-ecaf181a2eb9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1671467 Aug 22 14:52:36.361474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-4d6fabed-8b6d-4015-8906-e635a8f091e9 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022611 Aug 22 14:52:36.404675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Deleting port e060274f-9efd-4f9e-b1a6-1333c2901328 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:36.405416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.414624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e44640a8-2fe3-4f8c-b2b9-da93f8ed86fc req-6ea533bc-19f2-4bec-b422-a5e6e0186a83 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066830 Aug 22 14:52:36.506493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] For port e060274f-9efd-4f9e-b1a6-1333c2901328, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e060274f-9efd-4f9e-b1a6-1333c2901328,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:36.506860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.519228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Calling delete_port for e060274f-9efd-4f9e-b1a6-1333c2901328 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:36.587775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.691840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.708730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Pushing event deleted for resources: {'Port': ['ID=8b532ba4-eb3a-4e16-8cc1-4188a36c72f3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:36.804945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] No DVR routers for this DVR port 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:36.810508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.813122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd1a399b-0e1e-4875-8977-2a06cb951421 req-151cad5a-7565-457a-80fe-486535b32bf9 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.54 "DELETE /v2.0/ports/8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 HTTP/1.1" status: 204 len: 173 time: 1.0718033 Aug 22 14:52:36.814282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-deleted', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:36.816707 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887d302-a573-42c6-8399-e9a0ed16f49a" -d '{"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-deleted", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:36.844613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca706-59f7-4e70-ab04-e6d7e69175b5 req-187ebb5c-b06b-4a5d-b15c-9241d55a4d23 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.846225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08ca706-59f7-4e70-ab04-e6d7e69175b5 req-187ebb5c-b06b-4a5d-b15c-9241d55a4d23 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 944 time: 0.2226429 Aug 22 14:52:36.855086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057bb7c-d1d5-412c-978c-247fd3e10e81 req-b099d669-dde8-46f2-bf89-621d36d0b89e tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:36.856728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8057bb7c-d1d5-412c-978c-247fd3e10e81 req-b099d669-dde8-46f2-bf89-621d36d0b89e tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.1271999 Aug 22 14:52:36.921900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8057bb7c-d1d5-412c-978c-247fd3e10e81 req-7b4718ac-742e-4877-a36a-e535e91753ff tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559411 Aug 22 14:52:36.924100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08ca706-59f7-4e70-ab04-e6d7e69175b5 req-3ad4a796-c646-4fb2-a515-598a16e8bff9 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664179 Aug 22 14:52:36.935187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:36.974204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event deleted for resources: {'Port': ['ID=e060274f-9efd-4f9e-b1a6-1333c2901328,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:36.986294 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c579274a-09c4-49f6-844c-d09489b4be14 x-openstack-request-id: req-c579274a-09c4-49f6-844c-d09489b4be14 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:36.986703 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4328d7-cc92-487f-96b8-3a8f4f13262f", "name": "network-vif-deleted", "tag": "8b532ba4-eb3a-4e16-8cc1-4188a36c72f3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:36.987048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c579274a-09c4-49f6-844c-d09489b4be14 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:36.987540 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4328d7-cc92-487f-96b8-3a8f4f13262f', 'name': 'network-vif-deleted', 'tag': '8b532ba4-eb3a-4e16-8cc1-4188a36c72f3', 'status': 'completed', 'code': 200} Aug 22 14:52:37.072332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] No DVR routers for this DVR port e060274f-9efd-4f9e-b1a6-1333c2901328 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:37.075745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:37.078838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec3c6bde-a4b0-4b53-81b9-0736944987f4 req-e74be168-fb8a-43bf-b678-c8104cfbff17 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "DELETE /v2.0/ports/e060274f-9efd-4f9e-b1a6-1333c2901328 HTTP/1.1" status: 204 len: 173 time: 0.9899323 Aug 22 14:52:37.101324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bd3b1a7-ccf6-4ad1-9c42-960b8ed9e861 req-9c2754b1-33ba-498d-a99b-71dfe52ba077 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 210 time: 0.0396924 Aug 22 14:52:37.147527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:37.189796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:37.190289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 835f0892-bd6b-4cd2-b7c7-f5c3bca5395d not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:37.668767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502866a-d02e-46a9-a221-943992fd84b3 req-b2310353-fb63-4540-8beb-60de5ca01700 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:37.670316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4502866a-d02e-46a9-a221-943992fd84b3 req-b2310353-fb63-4540-8beb-60de5ca01700 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0545685 Aug 22 14:52:37.716918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4502866a-d02e-46a9-a221-943992fd84b3 req-5a62d274-f859-476b-b9a4-7c98cb6c6f26 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Aug 22 14:52:37.857288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300cf3b-2f82-42b4-a972-a82bf5d96872 req-a1e1ab56-a9fd-4ead-ae3e-45e36f217294 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:37.866989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e300cf3b-2f82-42b4-a972-a82bf5d96872 req-a1e1ab56-a9fd-4ead-ae3e-45e36f217294 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.0777643 Aug 22 14:52:37.913245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e300cf3b-2f82-42b4-a972-a82bf5d96872 req-87e6b480-1295-4814-a8d8-4e427c4a01bc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Aug 22 14:52:37.984127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db210c-26cb-43c3-9f8c-fba93fb9dbbd req-56010a10-4899-4832-9550-c996317f1307 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:37.985767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02db210c-26cb-43c3-9f8c-fba93fb9dbbd req-56010a10-4899-4832-9550-c996317f1307 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.0573721 Aug 22 14:52:38.060604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02db210c-26cb-43c3-9f8c-fba93fb9dbbd req-1d1c6c9a-de58-49eb-8f0b-67875f30be5c tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568876 Aug 22 14:52:38.097760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24830f37-d961-479c-959d-4b7c47182221 req-3704744c-c63e-4be3-8aa3-8ac0d9e37b86 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=25812f47-88ac-493c-8903-9462124de4c4 HTTP/1.1" status: 200 len: 210 time: 0.0359707 Aug 22 14:52:38.230878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a135a404-ec36-4a44-950e-8e91f63fddad req-fa1de6ad-4943-4cd7-95ce-0f40f74c4679 tempest-ListImageFiltersTestJSON-587077071 tempest-ListImageFiltersTestJSON-587077071-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4328d7-cc92-487f-96b8-3a8f4f13262f HTTP/1.1" status: 200 len: 210 time: 0.0298104 Aug 22 14:52:38.844334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116966-7053-4fa7-9620-1a58450f9168 req-96ff35b9-6e7e-43fe-995d-0e266c58ebb1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:38.845950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a116966-7053-4fa7-9620-1a58450f9168 req-96ff35b9-6e7e-43fe-995d-0e266c58ebb1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0550327 Aug 22 14:52:38.895264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a116966-7053-4fa7-9620-1a58450f9168 req-47fa8993-e7f3-47b0-b6ec-0201710b5db2 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Aug 22 14:52:38.988511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-deleted', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:38.991055 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b10e3-3114-4cb1-a715-a4aa43c13626" -d '{"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-deleted", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:39.035864 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a4a19-861d-4903-b9d1-17023e6bb062 x-openstack-request-id: req-432a4a19-861d-4903-b9d1-17023e6bb062 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:39.036176 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25812f47-88ac-493c-8903-9462124de4c4", "name": "network-vif-deleted", "tag": "e060274f-9efd-4f9e-b1a6-1333c2901328", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:39.036439 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-432a4a19-861d-4903-b9d1-17023e6bb062 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:39.036825 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25812f47-88ac-493c-8903-9462124de4c4', 'name': 'network-vif-deleted', 'tag': 'e060274f-9efd-4f9e-b1a6-1333c2901328', 'status': 'completed', 'code': 200} Aug 22 14:52:39.077928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874c35-7bc3-4236-b955-406441cfbc09 req-6ae29629-164b-4b1b-b032-8d237f054e24 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:39.079546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd874c35-7bc3-4236-b955-406441cfbc09 req-6ae29629-164b-4b1b-b032-8d237f054e24 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Aug 22 14:52:39.119403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd874c35-7bc3-4236-b955-406441cfbc09 req-dcfef5c7-7585-4720-8c4f-93b570b0ce4d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Aug 22 14:52:39.191251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1b59-9ebd-480c-8717-338e238d4b6a req-1a975972-614b-4fba-9c6e-8f7b8712fcc8 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:39.192797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37da1b59-9ebd-480c-8717-338e238d4b6a req-1a975972-614b-4fba-9c6e-8f7b8712fcc8 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.0606208 Aug 22 14:52:39.234482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37da1b59-9ebd-480c-8717-338e238d4b6a req-33945d6f-4c4e-4e76-9c88-ec0332f80b1c tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.53 "GET /v2.0/security-groups?id=26b34c22-bc2d-4fc2-970a-8c44567c4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Aug 22 14:52:39.366019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446efa-783a-4545-9870-a916a2f6bc9f req-fe6ca482-e863-44cd-88fd-0371e4ccb2ac tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:39.367537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58446efa-783a-4545-9870-a916a2f6bc9f req-fe6ca482-e863-44cd-88fd-0371e4ccb2ac tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f9f6255-9da8-4593-b0f6-cab1a743cba3 HTTP/1.1" status: 200 len: 946 time: 0.0544574 Aug 22 14:52:39.397568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:39.420883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:39.421505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8b532ba4-eb3a-4e16-8cc1-4188a36c72f3 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:39.492029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Deleting port 03aa6921-f215-497f-b023-b1adbba2fe3e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:39.492376 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:39.601796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] For port 03aa6921-f215-497f-b023-b1adbba2fe3e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03aa6921-f215-497f-b023-b1adbba2fe3e,segment=NetworkSegment(dbd387a8-45bd-4951-8dd5-f8be7d7db54c),segment_id=dbd387a8-45bd-4951-8dd5-f8be7d7db54c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:39.602421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:39.619062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Calling delete_port for 03aa6921-f215-497f-b023-b1adbba2fe3e owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:39.726561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24746d2c-6dee-4679-9d83-8246bbd72e74 req-1d0d902e-1199-4d04-9df5-e04655954006 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:39.727739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24746d2c-6dee-4679-9d83-8246bbd72e74 req-1d0d902e-1199-4d04-9df5-e04655954006 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.0950100 Aug 22 14:52:39.837661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24746d2c-6dee-4679-9d83-8246bbd72e74 req-d58a4606-9625-4088-96de-6450ebe93148 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/security-groups?id=e61f74b8-7f5f-412e-981d-4a54dac93711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 Aug 22 14:52:39.855571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-4ebd7d35-a456-4cde-a831-535f57f2ae08 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:39.857056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-4ebd7d35-a456-4cde-a831-535f57f2ae08 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 945 time: 0.1082568 Aug 22 14:52:39.952651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:39.963410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['03aa6921-f215-497f-b023-b1adbba2fe3e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:40.009332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Pushing event deleted for resources: {'Port': ['ID=03aa6921-f215-497f-b023-b1adbba2fe3e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:40.106085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] No DVR routers for this DVR port 03aa6921-f215-497f-b023-b1adbba2fe3e on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:40.117739 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.117739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58446efa-783a-4545-9870-a916a2f6bc9f req-2f6cd884-d8dd-4fc2-8ddb-fd227bf16002 tempest-ServerGroupTestJSON-1089657549 tempest-ServerGroupTestJSON-1089657549-project] 10.222.0.54 "DELETE /v2.0/ports/03aa6921-f215-497f-b023-b1adbba2fe3e HTTP/1.1" status: 204 len: 173 time: 0.7439976 Aug 22 14:52:40.125395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port 9f65a851-341f-4734-a533-f5774e8cbbc0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:40.126480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.153128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-36558ef9-347d-4cc2-b219-b1ddea4e49e3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:40.154660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-36558ef9-347d-4cc2-b219-b1ddea4e49e3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.2173991 Aug 22 14:52:40.237859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-9abfde51-3af8-4c76-808a-4a5ffbe4896b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/quotas/71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 375 time: 0.0758436 Aug 22 14:52:40.248473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.316768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55946) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:40.319219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port 9f65a851-341f-4734-a533-f5774e8cbbc0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9f65a851-341f-4734-a533-f5774e8cbbc0,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:40.319574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.331325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-c374fcc9-0f0c-4ed8-9561-8ebe681e26f2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:40.332893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-c374fcc9-0f0c-4ed8-9561-8ebe681e26f2 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 945 time: 0.0660577 Aug 22 14:52:40.341444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08451fe7-ec1c-48ac-b694-59906f4d4ce2 req-d7a42355-739f-4e46-971e-d18b7fed8327 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:40.343108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08451fe7-ec1c-48ac-b694-59906f4d4ce2 req-d7a42355-739f-4e46-971e-d18b7fed8327 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1768913 Aug 22 14:52:40.352332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for 9f65a851-341f-4734-a533-f5774e8cbbc0 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:40.361895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-1c164de5-3fdc-4ea3-a86c-9962ef00bdd6 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1153176 Aug 22 14:52:40.436151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Deleting port 2083af7a-5383-46f1-bfcb-2bc08e31323c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:40.436534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.444733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08451fe7-ec1c-48ac-b694-59906f4d4ce2 req-1e8a4c7f-e297-4305-b17c-bb61277c7f82 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935130 Aug 22 14:52:40.543480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] For port 2083af7a-5383-46f1-bfcb-2bc08e31323c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2083af7a-5383-46f1-bfcb-2bc08e31323c,segment=NetworkSegment(c08e5df1-f91c-4310-b205-4da74c578391),segment_id=c08e5df1-f91c-4310-b205-4da74c578391)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:40.543941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.549666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b98538da-69a1-4de4-9c82-e406b0a093ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.557690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Calling delete_port for 2083af7a-5383-46f1-bfcb-2bc08e31323c owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:40.696735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-d55cfd98-da58-4b76-bc4f-ab620f30ff39 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251421 Aug 22 14:52:40.745593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.795557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['9f65a851-341f-4734-a533-f5774e8cbbc0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:52:40.818314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=9f65a851-341f-4734-a533-f5774e8cbbc0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:40.832971 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b98538da-69a1-4de4-9c82-e406b0a093ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.860603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.884173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port 9f65a851-341f-4734-a533-f5774e8cbbc0 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:40.887617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.889679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88f27f4a-45a8-4c50-b949-c62e38b39a63 req-c6c4f324-b644-4c83-913f-06eb54f8cc60 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "DELETE /v2.0/ports/9f65a851-341f-4734-a533-f5774e8cbbc0 HTTP/1.1" status: 204 len: 173 time: 1.0239308 Aug 22 14:52:40.893528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-fcc921b7-842e-48f8-88ba-067fd926f0d3 service neutron] 10.222.0.53 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898675 Aug 22 14:52:40.894706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Pushing event deleted for resources: {'Port': ['ID=2083af7a-5383-46f1-bfcb-2bc08e31323c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:40.940961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] No DVR routers for this DVR port 2083af7a-5383-46f1-bfcb-2bc08e31323c on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:52:40.944630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:40.946848 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fce10cd9-4230-4d85-bdf1-c1693314b402 req-498fe258-ecb6-4a3e-9ea4-458ef66c0736 tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.10 "DELETE /v2.0/ports/2083af7a-5383-46f1-bfcb-2bc08e31323c HTTP/1.1" status: 204 len: 173 time: 0.6073077 Aug 22 14:52:40.947320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-deleted', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:40.949649 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f101b8c-9a21-4e96-a180-90efb61a488f" -d '{"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-deleted", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:40.985501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b98538da-69a1-4de4-9c82-e406b0a093ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:41.029785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b98538da-69a1-4de4-9c82-e406b0a093ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d6a862ec48c4bbc92a0cc783011a50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072661 Aug 22 14:52:41.031386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98538da-69a1-4de4-9c82-e406b0a093ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99c1df-062e-4f53-8a90-333a00fd1a94,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:41.033576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55974) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:41.037631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'name': 'network-vif-deleted', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e'}, {'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'name': 'network-vif-deleted', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:41.040167 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b055e7f-52b5-42d4-8809-7ba6100916e3" -d '{"events": [{"server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "name": "network-vif-deleted", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e"}, {"server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "name": "network-vif-deleted", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:41.111701 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:41.138648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:41.172085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:41.193224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: e060274f-9efd-4f9e-b1a6-1333c2901328 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:41.193572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e060274f-9efd-4f9e-b1a6-1333c2901328 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:41.291643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:41.294300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:41.296091 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd99c1df-062e-4f53-8a90-333a00fd1a94 HTTP/1.1" status: 204 len: 168 time: 0.2602181 Aug 22 14:52:41.307156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea86b52-213f-4d60-8472-5f682959b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99c1df-062e-4f53-8a90-333a00fd1a94,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:41.349381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f35b6740-e04e-4211-81ae-9f57ff84d5df req-2408cf34-55d2-467e-b86e-12d663d29177 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0533910 Aug 22 14:52:41.497407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e7d7c52-dabd-4cab-a1ec-9f330ec03ea6 req-f1630c62-a075-4fba-abcc-d6c9522e1a4a tempest-LiveAutoBlockMigrationV225Test-177570554 tempest-LiveAutoBlockMigrationV225Test-177570554-project] 10.222.0.53 "GET /v2.0/ports?device_id=e581081f-c183-490f-98cc-09c85c69f69d HTTP/1.1" status: 200 len: 210 time: 0.0396948 Aug 22 14:52:41.543128 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df22c27-11d2-420f-bf5a-c356cc7d0e66 x-openstack-request-id: req-7df22c27-11d2-420f-bf5a-c356cc7d0e66 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:41.543833 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581081f-c183-490f-98cc-09c85c69f69d", "name": "network-vif-deleted", "tag": "2083af7a-5383-46f1-bfcb-2bc08e31323c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:41.543833 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7df22c27-11d2-420f-bf5a-c356cc7d0e66 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:41.544069 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581081f-c183-490f-98cc-09c85c69f69d', 'name': 'network-vif-deleted', 'tag': '2083af7a-5383-46f1-bfcb-2bc08e31323c', 'status': 'completed', 'code': 200} Aug 22 14:52:41.586166 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3c9659-2779-46ce-a7a3-dc2c0e4620c6 x-openstack-request-id: req-0f3c9659-2779-46ce-a7a3-dc2c0e4620c6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:41.586476 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9f6255-9da8-4593-b0f6-cab1a743cba3", "name": "network-vif-deleted", "tag": "03aa6921-f215-497f-b023-b1adbba2fe3e", "status": "completed", "code": 200}, {"server_uuid": "6b18ecb1-6897-4a21-9bba-0dd1e5eea607", "name": "network-vif-deleted", "tag": "9f65a851-341f-4734-a533-f5774e8cbbc0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:41.586782 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f3c9659-2779-46ce-a7a3-dc2c0e4620c6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:41.587196 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9f6255-9da8-4593-b0f6-cab1a743cba3', 'name': 'network-vif-deleted', 'tag': '03aa6921-f215-497f-b023-b1adbba2fe3e', 'status': 'completed', 'code': 200} Aug 22 14:52:41.587452 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b18ecb1-6897-4a21-9bba-0dd1e5eea607', 'name': 'network-vif-deleted', 'tag': '9f65a851-341f-4734-a533-f5774e8cbbc0', 'status': 'completed', 'code': 200} Aug 22 14:52:41.838231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86251aa3-5508-4916-b84f-ef1cbefdc590 req-0a0cfdaf-ea47-4225-bb1c-ce3c86e6798e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:41.840442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86251aa3-5508-4916-b84f-ef1cbefdc590 req-0a0cfdaf-ea47-4225-bb1c-ce3c86e6798e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0686018 Aug 22 14:52:41.918821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86251aa3-5508-4916-b84f-ef1cbefdc590 req-7fa95d8a-dfc6-4031-80f0-3cfd0ddb7726 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667880 Aug 22 14:52:42.007271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2483722-f87c-4bf1-8487-f40276b07a6b req-3ebe4d3f-c407-4671-b5d4-8c49883c99e2 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0404885 Aug 22 14:52:42.363386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56046) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:42.506942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df835c34-d82c-4f54-a6ef-bdece8a41b1b req-fab4c374-27f5-4f98-8093-0d1b39f7ad78 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0419686 Aug 22 14:52:42.509329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Deleting subnet f82b07ab-7c59-4f3e-a227-47137da496fa {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:52:42.514239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:42.593515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:42.602410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56058) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:42.671313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:42.860573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:42.888596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82b07ab-7c59-4f3e-a227-47137da496fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:42.894147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:42.895357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-08d2016e-94c8-4c54-a6ed-682149e60b76 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f82b07ab-7c59-4f3e-a227-47137da496fa HTTP/1.1" status: 204 len: 168 time: 0.5310540 Aug 22 14:52:42.899409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56066) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:43.048177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Deleting subnet c9cf566f-774f-4f07-9724-61d961e3fe9c {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:52:43.049466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.150179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540df43-8672-49aa-9a55-6cf212f6a3bd req-3e9ef9a4-8558-4135-99dc-d6d03a9ae121 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:43.167383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c540df43-8672-49aa-9a55-6cf212f6a3bd req-3e9ef9a4-8558-4135-99dc-d6d03a9ae121 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1530926 Aug 22 14:52:43.198087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.204353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:43.211422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.241150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-911667f9-257e-4e04-a093-6d4d8065e31d req-35b8b89e-0114-49d7-880f-b0782df50757 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0704923 Aug 22 14:52:43.274058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:43.292383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.312371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c540df43-8672-49aa-9a55-6cf212f6a3bd req-62fc529f-8bb8-4d8b-a03f-cc5fd1c98be6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423759 Aug 22 14:52:43.415407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.432386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03aa6921-f215-497f-b023-b1adbba2fe3e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:43.433952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54561299-348c-4d13-9865-98ea12085394']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.451485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.451811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd387a8-45bd-4951-8dd5-f8be7d7db54c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.465035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.471295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1892555816'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:43.471861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 03aa6921-f215-497f-b023-b1adbba2fe3e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:43.472593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03aa6921-f215-497f-b023-b1adbba2fe3e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:43.495394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.505103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:52:43.505747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:52:43.508141 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:52:43.547353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9497cc93-0bce-4383-865e-66805657b40f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62819d55d3eb46f1ad580ff60e208206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718320 Aug 22 14:52:43.549830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:43.556907 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.594367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9cf566f-774f-4f07-9724-61d961e3fe9c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:43.596764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.601627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59b282bf-0b30-401c-991e-14dc982bacce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c9cf566f-774f-4f07-9724-61d961e3fe9c HTTP/1.1" status: 204 len: 168 time: 0.9950552 Aug 22 14:52:43.601627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56086) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:43.658394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:43.664391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.691439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdcba11b-78f2-4636-9fc4-cfdbbf1b6cd0 req-f03aaf6d-e0e9-47a1-9ed5-edf132c7b4fb tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0568314 Aug 22 14:52:43.697093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.701010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.710332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.718627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.725075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.727377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] 10.222.0.53 "DELETE /v2.0/networks/54561299-348c-4d13-9865-98ea12085394 HTTP/1.1" status: 204 len: 168 time: 0.8265028 Aug 22 14:52:43.745740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92788a0-c481-4a83-b4e4-8cee57846bde admin admin] Pushing event deleted for resources: {'Network': ['ID=54561299-348c-4d13-9865-98ea12085394,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:43.747249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.829546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.840814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c0722-a52d-4bc7-9344-4381b1c6e920']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.853406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08e5df1-f91c-4310-b205-4da74c578391') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.853716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08e5df1-f91c-4310-b205-4da74c578391') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:43.863864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.869912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.878263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.885508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:52:43.886014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:52:43.887913 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:52:43.912238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.916681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.921463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56a8529b-ebf5-4159-a5c7-12a5ce112c44 HTTP/1.1" status: 204 len: 168 time: 0.3670197 Aug 22 14:52:43.937860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaad8f-82ad-48c8-b7bf-219a7dc9c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8529b-ebf5-4159-a5c7-12a5ce112c44,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:43.964267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:43.996914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:52:44.015094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03544669-0a49-4aec-9ae9-1c0a2d8f538f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:44.066790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.080707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.080707 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Added segment f0dc6686-7312-48d6-a5b8-23681df503fb of type vlan for network a1638ca0-3f1c-48d8-a372-30237ce15394 Aug 22 14:52:44.080973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.080973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b40c0722-a52d-4bc7-9344-4381b1c6e920 HTTP/1.1" status: 204 len: 168 time: 0.4730945 Aug 22 14:52:44.080973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:44.117466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c621e30-0d2c-4b83-bde6-d9e699ece777 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40c0722-a52d-4bc7-9344-4381b1c6e920,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:44.129732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.141925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Deleting subnet 2c51b8b6-4f3b-4ef0-ac2f-03d75f8ac7b5 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:52:44.147687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.184688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56096) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:44.208309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.249113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.254957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:44.255819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.267143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7a601e4-4c97-4885-b5a3-1478547a4fa2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aeea5339d0649039c97400839071a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812268 Aug 22 14:52:44.267949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56100) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:44.323177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.407188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.419504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Network': ['ID=a1638ca0-3f1c-48d8-a372-30237ce15394,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:44.432497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a1638ca0-3f1c-48d8-a372-30237ce15394 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:52:44.444186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.549985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc6b15f-9aa5-42f1-9f29-2e8dee70673d req-1c4dcf32-9362-4389-9306-71ff927f7ead tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.1309710 Aug 22 14:52:44.566454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-80f6bbfa-cd95-4abc-b71e-82d3282e7fb5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3419852 Aug 22 14:52:44.572380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56112) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:44.588026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'subnet': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:44.614648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.617141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.621973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26b34c22-bc2d-4fc2-970a-8c44567c4b28 HTTP/1.1" status: 204 len: 168 time: 0.3487005 Aug 22 14:52:44.648303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800ba3-d6ee-4785-bea9-ab395763d292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b34c22-bc2d-4fc2-970a-8c44567c4b28,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:44.729845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.731113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1681e-d1fb-45cd-86de-7d6bf7c3f3e9 req-e00b54e2-3711-4cb0-8029-cfad7a16005c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:44.743782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53b1681e-d1fb-45cd-86de-7d6bf7c3f3e9 req-e00b54e2-3711-4cb0-8029-cfad7a16005c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1907115 Aug 22 14:52:44.752847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.755271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c51b8b6-4f3b-4ef0-ac2f-03d75f8ac7b5 HTTP/1.1" status: 204 len: 168 time: 0.6745620 Aug 22 14:52:44.781315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56118) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:44.791355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b70f58-5330-462f-8178-106dbc6750c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c51b8b6-4f3b-4ef0-ac2f-03d75f8ac7b5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:44.829558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-e57ce749-9d73-4809-8a96-1af29f53cc7b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:44.833731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-e57ce749-9d73-4809-8a96-1af29f53cc7b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 808 time: 0.5996363 Aug 22 14:52:44.883029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:44.896561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Request body: {'port': {'device_id': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'admin_state_up': True, 'tenant_id': '71b051cab69c48fbac4417099181909b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:44.940978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19d391f7-9fc7-4379-b300-0779c75292de req-1dda8785-a251-43bb-9561-b27922e41352 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.1461010 Aug 22 14:52:45.038745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:45.042819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.056375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.079852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53b1681e-d1fb-45cd-86de-7d6bf7c3f3e9 req-1ba2fa40-19bb-4043-9f27-eb2de68b0b2e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065572 Aug 22 14:52:45.133895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e980b514-2a19-4129-a732-f304dacb2eaf']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:45.183902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e24a88-b2c6-4857-8bed-26e82de99069') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:45.184550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e24a88-b2c6-4857-8bed-26e82de99069') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:45.192592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9f65a851-341f-4734-a533-f5774e8cbbc0 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:45.203791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.233173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Made reservation on behalf of 71b051cab69c48fbac4417099181909b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:45.237333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.241273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.252602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 9f65a851-341f-4734-a533-f5774e8cbbc0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:45.252602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9f65a851-341f-4734-a533-f5774e8cbbc0 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:45.252887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:52:45.252887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:52:45.254625 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:52:45.258757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:52:45.346873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 2083af7a-5383-46f1-bfcb-2bc08e31323c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:52:45.348839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2083af7a-5383-46f1-bfcb-2bc08e31323c not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:52:45.440360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.447297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.451307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] 10.222.0.53 "DELETE /v2.0/networks/e980b514-2a19-4129-a732-f304dacb2eaf HTTP/1.1" status: 204 len: 168 time: 0.6660390 Aug 22 14:52:45.463105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e950-f994-4c5f-9bd7-f60db6e2c2da admin admin] Pushing event deleted for resources: {'Network': ['ID=e980b514-2a19-4129-a732-f304dacb2eaf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:45.499725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Allocated IP 172.20.0.8 (f6ab3086-f496-4329-96c1-4c262c7c349c/dc7c76fb-a39b-4679-8455-707c1d9e3a76/8e38c903-84e6-48d3-a94f-85fc93ceac1c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:45.505620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.578202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Subnet': ['ID=26c5170a-2e90-476b-be37-ac1cf97a463b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:45.645490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Checking segment: {'id': 'f0dc6686-7312-48d6-a5b8-23681df503fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:45.646229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network hostable DHCP agents. Network: a1638ca0-3f1c-48d8-a372-30237ce15394, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:52:45.751325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:52:45.765098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3fca628-8f4f-42ff-b9d1-b102a09e12d4 req-5854c1d3-b94e-4171-ba70-531ea6a52f07 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0375681 Aug 22 14:52:45.770296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.906913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a1638ca0-3f1c-48d8-a372-30237ce15394) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:45.908059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.914092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:45.914092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:45.917950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5274f-e199-4e97-b265-6bedaa95d24b None None] Network a1638ca0-3f1c-48d8-a372-30237ce15394 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:45.974779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:45.995694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Network f6ab3086-f496-4329-96c1-4c262c7c349c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:45.997232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:46.000929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:46.029464 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bdd41fa4-cc9d-4b7f-9931-18e31021f975 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4557929 Aug 22 14:52:46.032150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56156) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:46.038793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-1508963705'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:46.066731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:46.067600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.153236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6015f691-9625-4db4-a963-185da5328090 req-00418e6a-9fb5-49cb-9355-ef4d45f37a5f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0424321 Aug 22 14:52:46.155199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-f1c63ea0-0af2-4668-b9d8-54055aa47b4f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721910 Aug 22 14:52:46.197537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Request body: {'port': {'device_id': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:46.232078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:46.284762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-a1638ca0-3f1c-48d8-a372-30237ce15394', 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'tenant_id': '47a54ed393ff43f287e5c3567226856b', 'fixed_ips': [{'subnet_id': '26c5170a-2e90-476b-be37-ac1cf97a463b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:52:46.286176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.359727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.369892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4e17f163-c5a8-4cd1-a4f0-d8bb8dbc5547 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b27f92315694b119ef5ab9648710f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391559 Aug 22 14:52:46.372406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56174) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:46.461124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:46.468598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.535335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d1f12-e8ea-4198-b9df-832d342bf0a9 req-9b64760c-80f7-4cd3-9094-24499abe3860 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:46.554626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e56d1f12-e8ea-4198-b9df-832d342bf0a9 req-9b64760c-80f7-4cd3-9094-24499abe3860 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1010516 Aug 22 14:52:46.565385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port 1e456411-54d2-48ed-a792-0f2cd6b4cd07 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:52:46.570646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.637606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e56d1f12-e8ea-4198-b9df-832d342bf0a9 req-e7a1ff63-bf65-4fc7-8545-bee2b1ff08d8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778494 Aug 22 14:52:46.657786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Allocated IP 172.20.0.2 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/0240c438-6ba2-4696-bc34-d8e8a6c40599) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:46.961843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:46.974959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Transition to ACTIVE for port object 0240c438-6ba2-4696-bc34-d8e8a6c40599 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:47.002455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Transition to ACTIVE for port object 0240c438-6ba2-4696-bc34-d8e8a6c40599 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:47.037653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56200) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:47.070162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.083903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.174764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Pushing event updated for resources: {'Port': ['ID=0240c438-6ba2-4696-bc34-d8e8a6c40599,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:47.211807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:47.213459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:47.218610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:47.285420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1589447367-network', 'tenant_id': '16ddc234391d4b4fa3524033b607f9b3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:47.303535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Attempting to bind port 0240c438-6ba2-4696-bc34-d8e8a6c40599 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:47.305387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Attempting to bind port 0240c438-6ba2-4696-bc34-d8e8a6c40599 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'f0dc6686-7312-48d6-a5b8-23681df503fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:47.306550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Attempting to bind port 0240c438-6ba2-4696-bc34-d8e8a6c40599 on network a1638ca0-3f1c-48d8-a372-30237ce15394 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:47.320556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:47.320940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Checking segment: {'id': 'f0dc6686-7312-48d6-a5b8-23681df503fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:47.321364 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.321855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Bound using segment: {'id': 'f0dc6686-7312-48d6-a5b8-23681df503fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:47.322381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Bound port: 0240c438-6ba2-4696-bc34-d8e8a6c40599, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0dc6686-7312-48d6-a5b8-23681df503fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:47.322796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.361309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ccab4146-62ec-41b7-80ec-009373ccae2a {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:52:47.361750 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:52:47.400197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] For port 0240c438-6ba2-4696-bc34-d8e8a6c40599, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:47.403425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] For port 0240c438-6ba2-4696-bc34-d8e8a6c40599, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0240c438-6ba2-4696-bc34-d8e8a6c40599,segment=NetworkSegment(f0dc6686-7312-48d6-a5b8-23681df503fb),segment_id=f0dc6686-7312-48d6-a5b8-23681df503fb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:52:47.473465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eda28215-8fcd-4308-a1e0-9116fea7907c req-1097a9f4-f04a-4160-8393-9575f0630227 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b18ecb1-6897-4a21-9bba-0dd1e5eea607 HTTP/1.1" status: 200 len: 210 time: 0.0911682 Aug 22 14:52:47.486052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.504055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.504055 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e61f74b8-7f5f-412e-981d-4a54dac93711 HTTP/1.1" status: 204 len: 168 time: 1.1209571 Aug 22 14:52:47.504055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c579a-ea86-491d-bd71-c8286b86fe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f74b8-7f5f-412e-981d-4a54dac93711,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:47.525750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Made reservation on behalf of 16ddc234391d4b4fa3524033b607f9b3 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:47.529061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.553875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.559479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc3413-3e93-4731-9f43-b490f4e433ce req-f7c453e4-92c2-4b69-b5c5-864173e4d26c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:47.561127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28fc3413-3e93-4731-9f43-b490f4e433ce req-f7c453e4-92c2-4b69-b5c5-864173e4d26c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 931 time: 0.1800246 Aug 22 14:52:47.603496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.703348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28fc3413-3e93-4731-9f43-b490f4e433ce req-5d7584c3-9b2a-453f-88f0-36c53144cff1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207438 Aug 22 14:52:47.754674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56216) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:47.765691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea9e4e-8d3e-4217-985b-1d1f7bf006bf None None] Pushing event updated for resources: {'Port': ['ID=0240c438-6ba2-4696-bc34-d8e8a6c40599,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:47.794087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.847544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e38c903-84e6-48d3-a94f-85fc93ceac1c {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:47.850743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.863090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.887608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8abb1-52e2-4ccf-9ec8-209894100d42 req-5cf7b0b0-977e-4b74-9be2-9868ae677b35 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:47.890808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a8abb1-52e2-4ccf-9ec8-209894100d42 req-5cf7b0b0-977e-4b74-9be2-9868ae677b35 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1155651 Aug 22 14:52:47.892874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port f51e6824-8ef4-481a-8860-53a47dea3bb0 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:52:47.941485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Transition to ACTIVE for port object 8e38c903-84e6-48d3-a94f-85fc93ceac1c will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:47.970904 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:47.989680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a8abb1-52e2-4ccf-9ec8-209894100d42 req-cbe2fa72-6ca5-4dcd-85ee-77298263c073 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876970 Aug 22 14:52:48.002596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.168464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:52:48.190444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec7dd1-c8ef-4e86-908e-6666145cd051,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:48.207147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.207741 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Added segment 6d242fdf-2801-4062-a08d-7e99cb13c6fc of type vlan for network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 Aug 22 14:52:48.209423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d54c5e49-72ef-4604-8652-6f006ca536e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.249138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:48.271263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:48.272155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:48.279430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:48.294239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.12 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/f51e6824-8ef4-481a-8860-53a47dea3bb0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:48.305609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:52:48.315772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:48.321848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:48.322387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:48.322992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:48.323704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Bound port: 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:48.324286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.428326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.477969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:48.482287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:52:48.502580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0240c438-6ba2-4696-bc34-d8e8a6c40599 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:48.516895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56224) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:48.572436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-be1c26bf-388a-4353-9b0a-ed84199b858a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=902772edaff6437d98c1c7ab8ffb0745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563152 Aug 22 14:52:48.574494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56226) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:48.608506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.655469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:48.659639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.659639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] 10.222.0.54 "PUT /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 1091 time: 2.4807844 Aug 22 14:52:48.660402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:52:48.662989 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725" -d '{"events": [{"name": "network-changed", "server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:52:48.712298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.742063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.783026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0240c438-6ba2-4696-bc34-d8e8a6c40599 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:48.788841 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3774b64-d901-485a-a69e-2714887a9de9 x-openstack-request-id: req-b3774b64-d901-485a-a69e-2714887a9de9 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:52:48.789136 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:52:48.789438 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3774b64-d901-485a-a69e-2714887a9de9 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:52:48.789846 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'status': 'completed', 'code': 200} Aug 22 14:52:48.798345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d33c-245d-4917-b32e-43dcc053301a service neutron] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:48.876144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.877127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:48.877709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.953317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.966627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:48.966627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e1d51c3-2715-4b16-afc0-6738467382d7 HTTP/1.1" status: 204 len: 168 time: 0.3902361 Aug 22 14:52:49.069297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6bb7-04fd-4075-bdd2-a10d6f90fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d51c3-2715-4b16-afc0-6738467382d7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:49.131223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.133110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-6e111f51-6739-4812-bb8b-5cb1818f96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.135254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-6e111f51-6739-4812-bb8b-5cb1818f96f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1094 time: 0.3012810 Aug 22 14:52:49.159176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d54c5e49-72ef-4604-8652-6f006ca536e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.166984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] Pushing event updated for resources: {'Network': ['ID=48d1a22e-e2e4-4d70-801d-3cfa4b745594,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:49.187326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:52:49.207358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object f51e6824-8ef4-481a-8860-53a47dea3bb0 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:49.235650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d54c5e49-72ef-4604-8652-6f006ca536e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.292345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eb60d-ea88-4b53-8d18-12d9c77b13bc req-4543029d-8789-421a-b682-1f2ab81b3825 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.300765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-203eb60d-ea88-4b53-8d18-12d9c77b13bc req-4543029d-8789-421a-b682-1f2ab81b3825 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.3751168 Aug 22 14:52:49.317158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c5e49-72ef-4604-8652-6f006ca536e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6677b332-0bf2-4110-b546-782f3ca3e811,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:49.329398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-deb4a55f-d804-4137-89b3-5a49e78bb15b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2907288 Aug 22 14:52:49.330206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56250) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:49.347507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Request body: {'subnet': {'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1589447367-subnet', 'tenant_id': '16ddc234391d4b4fa3524033b607f9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:49.397030 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d54c5e49-72ef-4604-8652-6f006ca536e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a33f3b9d027407d986e885ddf89a619&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6336000 Aug 22 14:52:49.397256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312dc1b-144f-4d4a-84d1-86767b823757 req-0113f3b1-06c2-46ff-bd2f-25157a21cc8b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.399305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:49.403871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f312dc1b-144f-4d4a-84d1-86767b823757 req-0113f3b1-06c2-46ff-bd2f-25157a21cc8b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.2732501 Aug 22 14:52:49.434791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-203eb60d-ea88-4b53-8d18-12d9c77b13bc req-1a5778f1-3923-4a65-b498-847846a8ba2c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330528 Aug 22 14:52:49.466332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Made reservation on behalf of 16ddc234391d4b4fa3524033b607f9b3 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:49.469751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.501048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f312dc1b-144f-4d4a-84d1-86767b823757 req-6c5e22a7-1ed7-4aa1-acac-5ca688b00009 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957668 Aug 22 14:52:49.503776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.510110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-a96b2973-49fd-4a94-a07a-fcf454fe7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.514619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.514824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-a96b2973-49fd-4a94-a07a-fcf454fe7341 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=71b051cab69c48fbac4417099181909b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3310959 Aug 22 14:52:49.516354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93cd94-23d0-42da-b64f-be99d4f94ff3 None None] Network a1638ca0-3f1c-48d8-a372-30237ce15394 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:49.660709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:49.669310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.681980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-fc0b31e3-d39e-436e-a6df-d40bfdf930ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.686451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bdd0710-8e42-4a1c-bb19-0eecc8c9c725 req-fc0b31e3-d39e-436e-a6df-d40bfdf930ff service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587317 Aug 22 14:52:49.688087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:49.695916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Provisioning for port 0240c438-6ba2-4696-bc34-d8e8a6c40599 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:49.717772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Provisioning complete for port 0240c438-6ba2-4696-bc34-d8e8a6c40599 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:49.718259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.738205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:49.781765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=f51e6824-8ef4-481a-8860-53a47dea3bb0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:49.848713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996bb33-5544-4890-994c-0df069410e0f req-c0ad59ea-d5a8-4cc4-9f62-3e46e439b0db tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.856923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b996bb33-5544-4890-994c-0df069410e0f req-c0ad59ea-d5a8-4cc4-9f62-3e46e439b0db tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.1717675 Aug 22 14:52:49.916679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b996bb33-5544-4890-994c-0df069410e0f req-f565125b-fae6-4787-a536-c5e560754af0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0586922 Aug 22 14:52:49.960521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:49.971274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b996bb33-5544-4890-994c-0df069410e0f req-ade9bd60-f15a-4250-981a-da69d110ca3b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442846 Aug 22 14:52:49.978197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:49.978875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.006668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-9c6aa7ee-efc7-4d12-b009-34dfe58b97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:50.008432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-9c6aa7ee-efc7-4d12-b009-34dfe58b97b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1094 time: 0.1465287 Aug 22 14:52:50.016745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] For port 0240c438-6ba2-4696-bc34-d8e8a6c40599, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0240c438-6ba2-4696-bc34-d8e8a6c40599,segment=NetworkSegment(f0dc6686-7312-48d6-a5b8-23681df503fb),segment_id=f0dc6686-7312-48d6-a5b8-23681df503fb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:50.111635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.123138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-a4cca9a3-6947-4066-a60a-574be28a6c1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 217 time: 0.1045263 Aug 22 14:52:50.149818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3f4e79c-43b9-45c1-8ce0-055ed9c3ae7a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1163161 Aug 22 14:52:50.150760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:50.151480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.156221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.157864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6677b332-0bf2-4110-b546-782f3ca3e811 HTTP/1.1" status: 204 len: 168 time: 0.7546768 Aug 22 14:52:50.196257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35e53-73b6-4da1-aa3d-e8587c4ff0ac None None] Pushing event updated for resources: {'Port': ['ID=0240c438-6ba2-4696-bc34-d8e8a6c40599,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:50.196364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-1120537258', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b8:64:35'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:50.206210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b996bb33-5544-4890-994c-0df069410e0f req-eadd282b-ba28-46ea-b1bc-0fa90b96a4d8 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341096 Aug 22 14:52:50.228942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-003df267-b530-42e1-ab2d-bcf1d23b1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:50.230530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-003df267-b530-42e1-ab2d-bcf1d23b1aaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1001132 Aug 22 14:52:50.327807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-723384b9-cac0-4aa5-9f04-a24e125bf971 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860457 Aug 22 14:52:50.368709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Provisioning for port f51e6824-8ef4-481a-8860-53a47dea3bb0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:50.374243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Provisioning complete for port f51e6824-8ef4-481a-8860-53a47dea3bb0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:50.374787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.387125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.393790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cab1cd-792a-45e8-86cf-fc187269aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6677b332-0bf2-4110-b546-782f3ca3e811,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:50.478433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9989ed-6746-47b0-9212-1938663ff2da,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:50.529198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Checking segment: {'id': '6d242fdf-2801-4062-a08d-7e99cb13c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:50.530473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Network hostable DHCP agents. Network: 48d1a22e-e2e4-4d70-801d-3cfa4b745594, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:52:50.621316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:52:50.621316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:50.688297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b996bb33-5544-4890-994c-0df069410e0f req-be9a0c2c-50f9-4d0f-a663-61e9deece28d service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715395 Aug 22 14:52:50.733450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.744707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0240c438-6ba2-4696-bc34-d8e8a6c40599 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:50.756762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port 58e1c0eb-473f-4171-a0b3-7882d77a07d9 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:52:50.765359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25d2d0-a2e0-4e50-a60b-71e5c44b1867 req-6e8886a8-7d3a-4622-8064-ba5d5b6d240d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:50.776879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b25d2d0-a2e0-4e50-a60b-71e5c44b1867 req-6e8886a8-7d3a-4622-8064-ba5d5b6d240d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.2160499 Aug 22 14:52:50.827065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-5959ffe2-958b-4e24-b8af-61f9407d6e4c service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254837 Aug 22 14:52:50.836980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Port f51e6824-8ef4-481a-8860-53a47dea3bb0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:50.862538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Provisioning complete for port 0240c438-6ba2-4696-bc34-d8e8a6c40599 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:50.863342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7506aba7-9a87-4902-bf95-1bb0ff00833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.896934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0240c438-6ba2-4696-bc34-d8e8a6c40599 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:50.901886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.902041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b25d2d0-a2e0-4e50-a60b-71e5c44b1867 req-b0bdf037-4407-4478-b23f-3ec7d8f14c06 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239455 Aug 22 14:52:50.924711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 48d1a22e-e2e4-4d70-801d-3cfa4b745594) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:50.929103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:50.930096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.949494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f70db-4de7-42c4-8e02-64b66d440dec None None] Network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:50.957381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:50.975332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.3 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/58e1c0eb-473f-4171-a0b3-7882d77a07d9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:51.075164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb3f2b2-0eca-4f8d-a938-bf0d6b411201 req-5783e123-088e-479c-893a-93a8c250b5eb service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448449 Aug 22 14:52:51.079028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52c9ac64-7c41-4e04-a110-62a46ac6d2bd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7354386 Aug 22 14:52:51.269201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce862c07-2dcd-4289-9d77-c2558f15ee7d None None] Network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:51.300756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eeff606f-6c26-4029-8ac7-a2357ddcb0eb req-f3a63bed-dddf-4929-80de-bb2466d3e73b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=f24745cf-2c81-4740-bf8a-1e068ef8154c HTTP/1.1" status: 200 len: 210 time: 0.0610595 Aug 22 14:52:51.444475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3e7e77b0-56a6-4dd2-b159-3c7bbb0bf484 None None] Provisioning complete for port f51e6824-8ef4-481a-8860-53a47dea3bb0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:51.444845 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e7e77b0-56a6-4dd2-b159-3c7bbb0bf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:51.473941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:51.496103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object 58e1c0eb-473f-4171-a0b3-7882d77a07d9 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:51.517915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e77b0-56a6-4dd2-b159-3c7bbb0bf484 None None] Port f51e6824-8ef4-481a-8860-53a47dea3bb0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:51.647739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:51.702280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722cfa6-0ce7-47b0-8478-2e8750bbf129 req-37259593-2d7d-448e-9e57-c39a1eca9ca1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:51.712521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5722cfa6-0ce7-47b0-8478-2e8750bbf129 req-37259593-2d7d-448e-9e57-c39a1eca9ca1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1187489 Aug 22 14:52:51.724533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:51.736101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:51.741730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:51.822653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5722cfa6-0ce7-47b0-8478-2e8750bbf129 req-5e000019-1d64-48a7-99d2-f2adc311fb9e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066883 Aug 22 14:52:51.823663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:51.824865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:51.839201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=58e1c0eb-473f-4171-a0b3-7882d77a07d9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:51.961935 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-44c652e8-dbb4-4af6-abc2-a503763dea3a tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7813656 Aug 22 14:52:51.961935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:52.087593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8692e-f5a5-4e9a-a0e8-5ec17380ecf3 req-c03b4a26-5209-4cc7-8e1b-611944d64752 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:52.097184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5db8692e-f5a5-4e9a-a0e8-5ec17380ecf3 req-c03b4a26-5209-4cc7-8e1b-611944d64752 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.0868897 Aug 22 14:52:52.107294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3cb2c-14b2-4062-8e54-ccbba9ebb218 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:52.116767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3cb2c-14b2-4062-8e54-ccbba9ebb218 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:52.121330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3cb2c-14b2-4062-8e54-ccbba9ebb218 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:52.126460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-84c3cb2c-14b2-4062-8e54-ccbba9ebb218 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1645520 Aug 22 14:52:52.126653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56348) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:52.189316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5db8692e-f5a5-4e9a-a0e8-5ec17380ecf3 req-19f13cf9-6dce-415e-82a8-75063e3553b7 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Aug 22 14:52:52.208400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-47133bdd-97ba-4bd6-8814-653302de675e None None] Provisioning for port 58e1c0eb-473f-4171-a0b3-7882d77a07d9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:52.218005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-47133bdd-97ba-4bd6-8814-653302de675e None None] Provisioning complete for port 58e1c0eb-473f-4171-a0b3-7882d77a07d9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:52.218400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47133bdd-97ba-4bd6-8814-653302de675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:52.306314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port 58e1c0eb-473f-4171-a0b3-7882d77a07d9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:52.306671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:52.319699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-47133bdd-97ba-4bd6-8814-653302de675e None None] Port 58e1c0eb-473f-4171-a0b3-7882d77a07d9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:52.419892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:52.434056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for 58e1c0eb-473f-4171-a0b3-7882d77a07d9 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:52.675186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56378) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:52.693631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-1eb4a5e0-d3c5-4642-9cb6-2983125aeef0 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:52.695135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-1eb4a5e0-d3c5-4642-9cb6-2983125aeef0 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/networks?id=48d1a22e-e2e4-4d70-801d-3cfa4b745594 HTTP/1.1" status: 200 len: 821 time: 0.1402345 Aug 22 14:52:52.705551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:52.717672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-2c230597-7a05-46dd-8189-96fc52a15032 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/quotas/16ddc234391d4b4fa3524033b607f9b3 HTTP/1.1" status: 200 len: 375 time: 0.0157678 Aug 22 14:52:52.736331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=58e1c0eb-473f-4171-a0b3-7882d77a07d9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:52.774784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-cb0bd1bb-8810-47da-8a88-2919e53bc63a tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16ddc234391d4b4fa3524033b607f9b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483696 Aug 22 14:52:52.926064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-0ded5046-0690-42a3-af25-bbbb176be7bf service neutron] 10.222.0.53 "GET /v2.0/networks/48d1a22e-e2e4-4d70-801d-3cfa4b745594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494944 Aug 22 14:52:53.003394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.006988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-61fdce3a-f544-43ad-a8b0-1b736fbe0c11 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/58e1c0eb-473f-4171-a0b3-7882d77a07d9 HTTP/1.1" status: 204 len: 168 time: 0.8790958 Aug 22 14:52:53.009704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:53.045681 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66ff947-f0e8-439a-b01a-84dc6d68a0dc tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] GET failed (client error): The resource could not be found. Aug 22 14:52:53.047684 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c66ff947-f0e8-439a-b01a-84dc6d68a0dc tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports/58e1c0eb-473f-4171-a0b3-7882d77a07d9 HTTP/1.1" status: 404 len: 333 time: 0.0364270 Aug 22 14:52:53.051652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:53.057421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-107618548'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:53.141727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-979486074-network', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:53.147367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-932628fe-9bdc-494b-a7e1-9abe8736d5fb service neutron] 10.222.0.53 "GET /v2.0/networks/48d1a22e-e2e4-4d70-801d-3cfa4b745594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208054 Aug 22 14:52:53.173813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-7867b1b0-9b71-485c-8d09-3eb7c8bcc21c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.181010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-7867b1b0-9b71-485c-8d09-3eb7c8bcc21c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2462752 Aug 22 14:52:53.198282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-d83f7fc8-a9f4-410c-b83b-14bf0be3db04 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0161319 Aug 22 14:52:53.231520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-79c88e1b-e581-4482-b1f0-1001261142ff tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321820 Aug 22 14:52:53.250602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Made reservation on behalf of e4f426e56db040bda82d14e54999ba0c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:53.254001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.268772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.347201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:53.348916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-79dcfd9f-6102-47f1-8f49-7c3b984f9879 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060712 Aug 22 14:52:53.356868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.408314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:52:53.492015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87854b1-fdd2-4d2e-a257-bc32b0c7e7f6 req-f97dfc30-1017-496a-aec7-b4ce4b27ae27 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.493670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c87854b1-fdd2-4d2e-a257-bc32b0c7e7f6 req-f97dfc30-1017-496a-aec7-b4ce4b27ae27 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.0999777 Aug 22 14:52:53.530610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-93353f87-4f6c-46f7-8647-da77a48cfd80 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704733 Aug 22 14:52:53.568641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c87854b1-fdd2-4d2e-a257-bc32b0c7e7f6 req-783dd588-c8b6-44b9-8881-27f2aee847a5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Aug 22 14:52:53.578596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.11 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/c843b27b-6eb3-4153-8cd2-6d4b636e1f75) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:53.589471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.702743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.743343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:52:53.773011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d289d889-9e92-40b8-9b36-588103aeb964,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:53.774753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.774753 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Added segment 991433cd-9963-482a-9f05-1d38a63b0abe of type vlan for network dbf5a314-36ac-49ea-8562-18dd6e429f43 Aug 22 14:52:53.827154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.857207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.862634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object c843b27b-6eb3-4153-8cd2-6d4b636e1f75 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:53.974044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.975223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.976773 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:53.988880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ce0f5-64dc-4f97-bfe4-7d64a296a8c1 req-e6ff86eb-dd62-4b48-807b-c2b7d22fdf06 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.990470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b68ce0f5-64dc-4f97-bfe4-7d64a296a8c1 req-e6ff86eb-dd62-4b48-807b-c2b7d22fdf06 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.1294255 Aug 22 14:52:53.996882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.997591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.998462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.999174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:53.999837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.000483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.001205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.001830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.002449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.003065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.005224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c6cff51-7fec-4b17-b969-5a77f8a58dfa req-906d244d-1f16-4a20-bb9c-5de5e89f4588 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.2784631 Aug 22 14:52:54.011615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.044806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b68ce0f5-64dc-4f97-bfe4-7d64a296a8c1 req-24d03b19-66cc-443b-b253-4cbad95f03b3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Aug 22 14:52:54.092669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7192956-8497-458d-b058-962d3d2f2f61 req-080fd3e3-1120-4974-9eda-8474e24b038f tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 210 time: 0.0393455 Aug 22 14:52:54.096715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:54.105628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:54.116109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:54.122203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4456239 Aug 22 14:52:54.124708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968ef4-2ba1-4fbd-a732-4e4d1ea57d6e admin admin] Pushing event updated for resources: {'Network': ['ID=dbf5a314-36ac-49ea-8562-18dd6e429f43,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:54.127036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:54.135807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:52:54.159804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Request body: {'subnet': {'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-979486074-subnet', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:54.180410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=c843b27b-6eb3-4153-8cd2-6d4b636e1f75,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:54.230124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.230801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.251541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ece2bae0-d554-421e-8349-a0d7a2853616 req-67a25c97-93ac-4b31-9b32-53701e0baa84 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 210 time: 0.0512664 Aug 22 14:52:54.312341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Made reservation on behalf of e4f426e56db040bda82d14e54999ba0c for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:54.317151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.359478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca084072-5436-4b3f-9284-ded9dd1e6ad1 req-26721eca-f4d9-4601-aab0-7c12fbcb87c1 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.361155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca084072-5436-4b3f-9284-ded9dd1e6ad1 req-26721eca-f4d9-4601-aab0-7c12fbcb87c1 tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 886 time: 0.1234112 Aug 22 14:52:54.420468 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-757f0040-566f-401b-a249-4841ef90a629 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3635743 Aug 22 14:52:54.421086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56440) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:54.427330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b8:64:35'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:54.601243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-628ff987-7185-4018-8a48-152a0a0c2670 None None] Provisioning for port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:54.606724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-628ff987-7185-4018-8a48-152a0a0c2670 None None] Provisioning complete for port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:54.608903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-628ff987-7185-4018-8a48-152a0a0c2670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.609973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.610469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.610945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.611419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.611897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.612420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.612880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.613335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.613792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.615776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.615776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.616806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0ba1b41-ee6c-4b43-adcd-10b1accc6a08 req-1808e0c7-9bb1-45d4-ab35-7427230ca30b tempest-NetworksTest-1660616033 tempest-NetworksTest-1660616033-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7796 time: 0.2246010 Aug 22 14:52:54.640642 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.666679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-628ff987-7185-4018-8a48-152a0a0c2670 None None] Port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:54.732047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:54.740271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Checking segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:54.740752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Network hostable DHCP agents. Network: dbf5a314-36ac-49ea-8562-18dd6e429f43, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:52:54.819795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:52:54.888764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, dbf5a314-36ac-49ea-8562-18dd6e429f43) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:54.894371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:54.895013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:54.900734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8f06bb-c329-4caf-8cce-1f5392b196b5 None None] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:55.015583 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4764dfd9-3dbe-4f35-b67a-bf2d77750fc9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8814182 Aug 22 14:52:55.018281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56450) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:55.023644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:55.051378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.102526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-dbf5a314-36ac-49ea-8562-18dd6e429f43', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:52:55.106078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57761869-b1c5-420c-a042-0d6d8f59d532 req-750e1d48-eeab-4feb-886e-8a74dd740652 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:55.108560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57761869-b1c5-420c-a042-0d6d8f59d532 req-750e1d48-eeab-4feb-886e-8a74dd740652 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.4423020 Aug 22 14:52:55.121035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.154121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56456) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:55.154444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.155891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.243931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57761869-b1c5-420c-a042-0d6d8f59d532 req-b72af574-de2b-4ee8-b1ef-cf4ab10e54b9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242721 Aug 22 14:52:55.257738 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.308941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Allocated IP 172.20.0.2 (dbf5a314-36ac-49ea-8562-18dd6e429f43/b2c6f678-4e36-4084-9c5f-d4d1ec630ed0/9a6f3826-2cea-45f0-b5a0-c6814c1c38a9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:55.328494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd58e61-4c1d-44fb-8d9b-de9005bea38b req-222cc149-b2e5-4aaa-b741-5226be4da943 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:55.330816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bd58e61-4c1d-44fb-8d9b-de9005bea38b req-222cc149-b2e5-4aaa-b741-5226be4da943 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.1453073 Aug 22 14:52:55.383960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2ead7e9-5736-49c2-9bd5-31c0b0780408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.437916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b6ef412-0feb-4516-9002-b727b5d372f9 req-59f67928-963f-4965-a0cc-4649c830bb5f tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 210 time: 0.0550370 Aug 22 14:52:55.493783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bd58e61-4c1d-44fb-8d9b-de9005bea38b req-ab4bfb54-8150-4a4a-967e-a079f67f5827 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458948 Aug 22 14:52:55.510870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.545986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.554081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.557180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Transition to ACTIVE for port object 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:55.581621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Transition to ACTIVE for port object 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:55.608949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.614677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91fed3cd-b469-4f97-aeab-29d0310336f6 req-ec8c0920-af99-4489-a8e0-a780a8449315 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 210 time: 0.0363481 Aug 22 14:52:55.671211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2ead7e9-5736-49c2-9bd5-31c0b0780408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.692468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.712134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=c843b27b-6eb3-4153-8cd2-6d4b636e1f75,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:55.731158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] In _notify_port_updated(), no bound segment for port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 on network a1638ca0-3f1c-48d8-a372-30237ce15394 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:52:55.737904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:55.739016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.743932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-60e5d44f-7d7f-47ad-a7b5-215914d8ef8f tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "PUT /v2.0/ports/c843b27b-6eb3-4153-8cd2-6d4b636e1f75 HTTP/1.1" status: 200 len: 994 time: 1.3215003 Aug 22 14:52:55.745002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56464) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:55.751490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:55.754610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:55.758338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:55.781061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2ead7e9-5736-49c2-9bd5-31c0b0780408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.793173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Pushing event updated for resources: {'Port': ['ID=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:55.837793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f2ead7e9-5736-49c2-9bd5-31c0b0780408 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b15df2ef408432abe63c6a4f3ab7710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762319 Aug 22 14:52:55.841215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56466) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:55.849336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Attempting to bind port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:55.849712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Attempting to bind port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:55.850070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Attempting to bind port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 on network dbf5a314-36ac-49ea-8562-18dd6e429f43 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:55.856558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:55.856991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Checking segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:55.857392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.857803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Bound using segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:55.858298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Bound port: 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:55.858771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.861559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead7e9-5736-49c2-9bd5-31c0b0780408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea5b6a2-45bf-4580-b73e-9cb38ed7a906,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:55.902152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:52:55.902852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.934876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.970357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:55.979331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.008212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.014830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] For port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:52:56.017273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e7540e3c-a703-44d0-9029-a772b0b4b2dc None None] Provisioning complete for port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:56.017925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7540e3c-a703-44d0-9029-a772b0b4b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.020368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] For port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:52:56.024200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for c843b27b-6eb3-4153-8cd2-6d4b636e1f75 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:52:56.039725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.070721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e7540e3c-a703-44d0-9029-a772b0b4b2dc None None] Port c843b27b-6eb3-4153-8cd2-6d4b636e1f75 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:56.094973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.140074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Allocated IP 172.25.0.92 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a7943758-d5cf-49f2-8775-6412b848d6c6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:56.172089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9307157-d042-4c11-9cec-e8633dfcb2fd None None] Pushing event updated for resources: {'Port': ['ID=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:56.274535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.277116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.278267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ea5b6a2-45bf-4580-b73e-9cb38ed7a906 HTTP/1.1" status: 204 len: 168 time: 0.4360702 Aug 22 14:52:56.317220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.365688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10232c-07a1-4f6d-82f5-3ef885723279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea5b6a2-45bf-4580-b73e-9cb38ed7a906,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:56.390773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=c843b27b-6eb3-4153-8cd2-6d4b636e1f75,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:56.392451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.495635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-a3e3937e-9a33-430b-a605-807230606a8a tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:56.497140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-a3e3937e-9a33-430b-a605-807230606a8a tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.10 "GET /v2.0/networks?id=48d1a22e-e2e4-4d70-801d-3cfa4b745594 HTTP/1.1" status: 200 len: 821 time: 0.2801082 Aug 22 14:52:56.520273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Request body: {'port': {'device_id': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594', 'admin_state_up': True, 'tenant_id': '16ddc234391d4b4fa3524033b607f9b3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:56.577019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.633846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1598b8b9-1549-4947-ba1b-6ecd4398942a req-c4733667-15a4-49f3-89fc-4c95123b28ca tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 210 time: 0.0857351 Aug 22 14:52:56.693729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:56.704135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:56.706962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:56.710603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Pushing event updated for resources: {'Port': ['ID=a7943758-d5cf-49f2-8775-6412b848d6c6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:56.836293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ecb58-f6e7-4ca7-92e4-d77c6da29ee1 req-04336a27-bd77-416b-87e6-35256900626c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:56.845831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a7ecb58-f6e7-4ca7-92e4-d77c6da29ee1 req-04336a27-bd77-416b-87e6-35256900626c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.3875556 Aug 22 14:52:56.928500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:56.932893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1024fab5-8080-47d2-85f5-3b684d01e639 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/c843b27b-6eb3-4153-8cd2-6d4b636e1f75 HTTP/1.1" status: 204 len: 168 time: 1.1842887 Aug 22 14:52:56.936240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a7ecb58-f6e7-4ca7-92e4-d77c6da29ee1 req-60365598-72e8-4401-ac14-ca4af7c1eef0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894938 Aug 22 14:52:56.937505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56482) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:56.963707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279c2dd-8d05-491e-8d29-b80b97b6379e req-6bba4fe7-b81e-48b7-ab6f-e5c43f3fac56 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:56.970985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d279c2dd-8d05-491e-8d29-b80b97b6379e req-6bba4fe7-b81e-48b7-ab6f-e5c43f3fac56 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.1967652 Aug 22 14:52:57.025048 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:52:57.094487 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b7a64-5a4c-4739-89d1-23aea74f3b48 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] GET failed (client error): The resource could not be found. Aug 22 14:52:57.102934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a4b7a64-5a4c-4739-89d1-23aea74f3b48 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports/c843b27b-6eb3-4153-8cd2-6d4b636e1f75 HTTP/1.1" status: 404 len: 333 time: 0.1575325 Aug 22 14:52:57.103657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56486) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:57.127148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-1827320742'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:57.186711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c275846d-d993-4a4b-8e58-a44514678f80 req-5c4669bb-209c-4ac7-9a29-711eb29d61ba tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 210 time: 0.0935280 Aug 22 14:52:57.196597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d279c2dd-8d05-491e-8d29-b80b97b6379e req-c8cadb36-5114-4139-9a09-c61ee1ec9815 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247322 Aug 22 14:52:57.235723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Made reservation on behalf of 16ddc234391d4b4fa3524033b607f9b3 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:57.239379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.269632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-b0cb723d-4f13-440c-a1b7-97e3d96cd25a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:57.274279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-b0cb723d-4f13-440c-a1b7-97e3d96cd25a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2584736 Aug 22 14:52:57.306244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:57.309635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:57.379211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76f93c38-fdfe-42ce-b63e-9145b11f58ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.414920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Allocated IP 172.20.0.13 (48d1a22e-e2e4-4d70-801d-3cfa4b745594/5d9989ed-6746-47b0-9212-1938663ff2da/9a65f935-72af-4cf1-af94-ca9b326c3f81) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:57.463229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5ec69-400b-47d0-8caa-d241c1ccc3f4 req-0cb35e91-4033-4bb6-9d11-a2681189203f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:57.464973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7a5ec69-400b-47d0-8caa-d241c1ccc3f4 req-0cb35e91-4033-4bb6-9d11-a2681189203f tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.1927557 Aug 22 14:52:57.531273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7a5ec69-400b-47d0-8caa-d241c1ccc3f4 req-1e0a6f6d-fcb1-4534-92f6-44ade22283d4 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495541 Aug 22 14:52:57.531401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050dfd4-f6d7-46eb-a6cf-1b168fcecbee None None] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:52:57.552500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:57.556004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.587959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port 65170d69-33e9-4203-af60-4b1aa7c68a22 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:52:57.693155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-385123e0-1ca7-47b4-b088-5f403e57f2bf None None] Provisioning for port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:57.702482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.702482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.801728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56ea6747-707c-488a-9247-48b7df2e7749 req-fdced31c-03d0-4f02-9b86-30f8677d198d tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Aug 22 14:52:57.803899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76f93c38-fdfe-42ce-b63e-9145b11f58ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.876115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.10 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/65170d69-33e9-4203-af60-4b1aa7c68a22) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:57.914741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76f93c38-fdfe-42ce-b63e-9145b11f58ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.929679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:57.981149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.004570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-76f93c38-fdfe-42ce-b63e-9145b11f58ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4141ee293ba44e0b5ea35e13ae0ad17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911309 Aug 22 14:52:58.024728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56496) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:58.028153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f93c38-fdfe-42ce-b63e-9145b11f58ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ac1a2-3574-46a1-b97b-71d7d88e10e1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:58.064439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:58.070979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:58.075158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:52:58.081162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.081472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:58.087570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Pushing event updated for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:58.191350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:58.192005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.266130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.280049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.291824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88622-117d-4329-8446-628f8859681c req-4e83aa60-74e2-42fe-b9ff-018bb582b20b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:58.293376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4f88622-117d-4329-8446-628f8859681c req-4e83aa60-74e2-42fe-b9ff-018bb582b20b tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.2255323 Aug 22 14:52:58.316067 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-67b1f955-7036-4805-8b8b-aa30c84eecdd tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7998517 Aug 22 14:52:58.352663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Request body: {'port': {'device_id': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:58.357968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:52:58.371267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object 65170d69-33e9-4203-af60-4b1aa7c68a22 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:58.416445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:52:58.429245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.437676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.12 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/063b6b25-89d1-4b27-bad9-26db88962c46) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:52:58.459410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.496454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4f88622-117d-4329-8446-628f8859681c req-0a326988-b39f-4801-b6cf-39eda9ed63dd tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674063 Aug 22 14:52:58.516881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d092d9-a4d9-4fda-bf08-7810a658632a req-8b50425c-2827-431f-85df-a61386935952 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:58.518422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06d092d9-a4d9-4fda-bf08-7810a658632a req-8b50425c-2827-431f-85df-a61386935952 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.2474368 Aug 22 14:52:58.550369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:58.558691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:58.559691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.572269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:52:58.618345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Sync routers for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:52:58.628824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc766b32-3e41-4c15-865c-d97d95de7e4d req-a0f1fa16-04ad-4a84-a62a-3758eae092b5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 210 time: 0.0534484 Aug 22 14:52:58.642158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.643878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:52:58.644852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:52:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:58.682702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06d092d9-a4d9-4fda-bf08-7810a658632a req-027a58f1-8b70-438f-a07b-d867c73ecef0 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443493 Aug 22 14:52:58.738382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:58.746551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:58.757362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.762310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:58.762598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-334caaf6-3393-4d91-bb86-69e1e072a269 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7422328 Aug 22 14:52:58.763010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:58.768527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=65170d69-33e9-4203-af60-4b1aa7c68a22,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:58.806674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.809561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.811441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f75ac1a2-3574-46a1-b97b-71d7d88e10e1 HTTP/1.1" status: 204 len: 168 time: 0.7917848 Aug 22 14:52:58.826474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.858955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:58.861613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bab14-640d-461b-92b1-eaf4b1303a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ac1a2-3574-46a1-b97b-71d7d88e10e1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:58.876377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:52:58.892338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:58.893252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.007534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-019421d2-cf04-4c02-8eaf-07fb920ffe43 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8969934 Aug 22 14:52:59.011644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:52:59.023545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:64:35'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:59.062037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:52:59.062438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6fb08-8d39-414d-b297-887ee9ee4965 req-954218df-0208-4dd8-8657-a47237ef9aab tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:59.068833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a6fb08-8d39-414d-b297-887ee9ee4965 req-954218df-0208-4dd8-8657-a47237ef9aab tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 932 time: 0.1334703 Aug 22 14:52:59.071475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.143087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a65f935-72af-4cf1-af94-ca9b326c3f81 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:52:59.152871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.158110 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.169810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Transition to ACTIVE for port object 9a65f935-72af-4cf1-af94-ca9b326c3f81 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:52:59.176375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:52:59.200269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:52:59.215690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:52:59.229828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a6fb08-8d39-414d-b297-887ee9ee4965 req-bf4cf238-8b79-413a-ac93-739b111c9021 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472077 Aug 22 14:52:59.231019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:59.231963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:52:57Z', 'revision_number': 3, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:52:59.234104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:59.282780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Checking router: 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:52:59.286021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Updating router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 port a7943758-d5cf-49f2-8775-6412b848d6c6 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:52:59.289424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.313446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.317110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-07c2656e-d28d-48ca-8952-b44720bfaac3 None None] Provisioning for port 65170d69-33e9-4203-af60-4b1aa7c68a22 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:52:59.346760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-07c2656e-d28d-48ca-8952-b44720bfaac3 None None] Provisioning complete for port 65170d69-33e9-4203-af60-4b1aa7c68a22 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:52:59.347047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:59.347582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-07c2656e-d28d-48ca-8952-b44720bfaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.347787 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.444873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9ed99-e0d4-4935-b8a6-3c60f591666e req-eac46c92-871c-4756-b209-8da2db71cf35 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:59.446529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5d9ed99-e0d4-4935-b8a6-3c60f591666e req-eac46c92-871c-4756-b209-8da2db71cf35 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.0804892 Aug 22 14:52:59.461073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-07c2656e-d28d-48ca-8952-b44720bfaac3 None None] Port 65170d69-33e9-4203-af60-4b1aa7c68a22 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:52:59.490777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Pushing event updated for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:52:59.500325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5d9ed99-e0d4-4935-b8a6-3c60f591666e req-f41e5ecc-9e39-4557-a1d8-cbb356dd8c47 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453422 Aug 22 14:52:59.502508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-fac5e781-14e6-47b4-861c-a18519592d77 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2143359 Aug 22 14:52:59.533540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Request body: {'port': {'device_id': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:52:59.580958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.684962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.739285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ec5c5-0527-4349-b0cb-8946d31b84ba req-1345cf4a-9c28-4334-9bdb-294e20f8568c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:59.741789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-119ec5c5-0527-4349-b0cb-8946d31b84ba req-1345cf4a-9c28-4334-9bdb-294e20f8568c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1554904 Aug 22 14:52:59.824552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Attempting to bind port 9a65f935-72af-4cf1-af94-ca9b326c3f81 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:52:59.824907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Attempting to bind port 9a65f935-72af-4cf1-af94-ca9b326c3f81 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '6d242fdf-2801-4062-a08d-7e99cb13c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:52:59.825255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Attempting to bind port 9a65f935-72af-4cf1-af94-ca9b326c3f81 on network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:59.848926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Port 9a65f935-72af-4cf1-af94-ca9b326c3f81 on network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:52:59.849282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Attempting to bind port 9a65f935-72af-4cf1-af94-ca9b326c3f81 on network 48d1a22e-e2e4-4d70-801d-3cfa4b745594 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:52:59.856327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-119ec5c5-0527-4349-b0cb-8946d31b84ba req-54162866-06dd-4789-bfe3-1599981d8d9c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947592 Aug 22 14:52:59.871676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:52:59.872189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Checking segment: {'id': '6d242fdf-2801-4062-a08d-7e99cb13c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:52:59.872601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Bound using segment: {'id': '6d242fdf-2801-4062-a08d-7e99cb13c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:52:59.873071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Bound port: 9a65f935-72af-4cf1-af94-ca9b326c3f81, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d242fdf-2801-4062-a08d-7e99cb13c6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:52:59.873497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.924811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1b2a-1958-4ef7-88f2-7af5910221ee req-feae7628-d406-45fd-823f-141b9f6f353a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:52:59.924811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-260d1b2a-1958-4ef7-88f2-7af5910221ee req-feae7628-d406-45fd-823f-141b9f6f353a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 932 time: 0.1634383 Aug 22 14:52:59.947275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:52:59.967342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Transition to ACTIVE for port object a7943758-d5cf-49f2-8775-6412b848d6c6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:00.033588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-260d1b2a-1958-4ef7-88f2-7af5910221ee req-0bce0504-54ae-45c1-864f-44a1b775b48d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967872 Aug 22 14:53:00.055434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.078329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:00.092565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffeba2ce-bad1-46b3-83b9-b667e850dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.106747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243399-9bc4-48fa-93b7-0536a086acf9 req-d869bf09-e9d5-414c-bc66-2839b63a227c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:00.109129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a243399-9bc4-48fa-93b7-0536a086acf9 req-d869bf09-e9d5-414c-bc66-2839b63a227c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.1427186 Aug 22 14:53:00.118056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Attempting to bind port a7943758-d5cf-49f2-8775-6412b848d6c6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:00.118433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Attempting to bind port a7943758-d5cf-49f2-8775-6412b848d6c6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:00.118944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Attempting to bind port a7943758-d5cf-49f2-8775-6412b848d6c6 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:00.129476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42971e-507a-40b4-812b-f78ca871363c None None] Pushing event updated for resources: {'Port': ['ID=a7943758-d5cf-49f2-8775-6412b848d6c6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:00.133176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:00.133566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:00.134448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.134448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:00.134853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Bound port: a7943758-d5cf-49f2-8775-6412b848d6c6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:00.135243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.143143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81,segment=NetworkSegment(6d242fdf-2801-4062-a08d-7e99cb13c6fc),segment_id=6d242fdf-2801-4062-a08d-7e99cb13c6fc)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:00.175589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.179689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.179954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a243399-9bc4-48fa-93b7-0536a086acf9 req-860cd6a6-f6fd-4a78-b56a-1113db1d93b2 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Aug 22 14:53:00.198693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] For port a7943758-d5cf-49f2-8775-6412b848d6c6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:00.210454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] For port a7943758-d5cf-49f2-8775-6412b848d6c6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a7943758-d5cf-49f2-8775-6412b848d6c6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:00.211405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.250381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.271080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063b6b25-89d1-4b27-bad9-26db88962c46 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:00.277855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:00.277855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.280803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] 10.222.0.10 "PUT /v2.0/ports/9a65f935-72af-4cf1-af94-ca9b326c3f81 HTTP/1.1" status: 200 len: 1092 time: 1.9443719 Aug 22 14:53:00.284258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.284960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:00.287512 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:00.303649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.346457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Transition to ACTIVE for port object 063b6b25-89d1-4b27-bad9-26db88962c46 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:00.430083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.433799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:00.435186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:52:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:00.443587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:00.449768 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec2ec27-5f2e-496a-8067-e2c97a2e3c0d x-openstack-request-id: req-2ec2ec27-5f2e-496a-8067-e2c97a2e3c0d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:00.450085 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:00.450348 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ec2ec27-5f2e-496a-8067-e2c97a2e3c0d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:00.450773 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81', 'status': 'completed', 'code': 200} Aug 22 14:53:00.502160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537b62e-89be-41e0-be26-e0c54b0119f6 req-bf854df8-b767-4b31-890a-682254b09f36 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:00.504436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a537b62e-89be-41e0-be26-e0c54b0119f6 req-bf854df8-b767-4b31-890a-682254b09f36 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 944 time: 0.1416857 Aug 22 14:53:00.513157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42971e-507a-40b4-812b-f78ca871363c None None] Pushing event updated for resources: {'Port': ['ID=a7943758-d5cf-49f2-8775-6412b848d6c6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:00.536499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326902bc-cb90-483c-8722-7bf37c9a1630 service neutron] Pushing event updated for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:00.584208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] In _notify_port_updated(), no bound segment for port 65170d69-33e9-4203-af60-4b1aa7c68a22 on network a1638ca0-3f1c-48d8-a372-30237ce15394 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:53:00.590371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:00.591456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.595615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "PUT /v2.0/ports/65170d69-33e9-4203-af60-4b1aa7c68a22 HTTP/1.1" status: 200 len: 997 time: 1.5787342 Aug 22 14:53:00.604641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56546) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:00.611768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:00.612306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.679291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:00.718614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f64e72-19af-4370-94f5-937b5ec6d206 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=65170d69-33e9-4203-af60-4b1aa7c68a22,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:00.816744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-5865ba5f-d43b-4a47-b5b9-b349e19e570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:00.818389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-5865ba5f-d43b-4a47-b5b9-b349e19e570b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16ddc234391d4b4fa3524033b607f9b3&device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 1095 time: 0.3661697 Aug 22 14:53:00.849982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4301116e-e280-45e8-a7c0-19e1fab23c07 None None] Provisioning complete for port 65170d69-33e9-4203-af60-4b1aa7c68a22 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:00.850372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4301116e-e280-45e8-a7c0-19e1fab23c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:00.933002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4301116e-e280-45e8-a7c0-19e1fab23c07 None None] Port 65170d69-33e9-4203-af60-4b1aa7c68a22 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:00.992602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Pushing event updated for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:01.008715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:52:57Z', 'revision_number': 3, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:01.041391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193df04-8b23-44d1-ba31-fc6b3421394e None None] The sync data for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 is: [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:52:57Z', 'revision_number': 3, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:01.120404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a537b62e-89be-41e0-be26-e0c54b0119f6 req-8761cfee-1a2d-4d9d-9772-a01634a50af0 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972016 Aug 22 14:53:01.172675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Attempting to bind port 063b6b25-89d1-4b27-bad9-26db88962c46 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:01.173744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Attempting to bind port 063b6b25-89d1-4b27-bad9-26db88962c46 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:01.174105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Attempting to bind port 063b6b25-89d1-4b27-bad9-26db88962c46 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:01.181345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Port 063b6b25-89d1-4b27-bad9-26db88962c46 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:01.181732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Attempting to bind port 063b6b25-89d1-4b27-bad9-26db88962c46 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:01.202840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37759e4-24a2-4884-b6f1-0e9370e75582 req-6c476ec1-2303-4cc2-91cf-a0e92f758637 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.204942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a37759e4-24a2-4884-b6f1-0e9370e75582 req-6c476ec1-2303-4cc2-91cf-a0e92f758637 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.1990912 Aug 22 14:53:01.224629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:01.224992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:01.225386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:01.225835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Bound port: 063b6b25-89d1-4b27-bad9-26db88962c46, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:01.226196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.256886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port 65170d69-33e9-4203-af60-4b1aa7c68a22 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:01.257234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.266091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Allocated IP 172.20.0.1 (dbf5a314-36ac-49ea-8562-18dd6e429f43/b2c6f678-4e36-4084-9c5f-d4d1ec630ed0/44ba5842-1ec4-4a01-b398-0547c4d1df42) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:01.360077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-fd1b6748-dfa7-4f68-ad12-6d3ea4a742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.361596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-fd1b6748-dfa7-4f68-ad12-6d3ea4a742e9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=16ddc234391d4b4fa3524033b607f9b3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5250881 Aug 22 14:53:01.429687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d806e1-6228-481c-b361-8968f8159331 req-490e2f46-a3b7-4aa6-be78-57d89ce504a8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.433921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60d806e1-6228-481c-b361-8968f8159331 req-490e2f46-a3b7-4aa6-be78-57d89ce504a8 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.54 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.2001431 Aug 22 14:53:01.450012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dfad2-eaba-43b0-8e51-a821f81d4029 req-9ebde210-36f8-4316-9fad-e4adf335e1ba tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.452203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca0dfad2-eaba-43b0-8e51-a821f81d4029 req-9ebde210-36f8-4316-9fad-e4adf335e1ba tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.2463093 Aug 22 14:53:01.455224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a37759e4-24a2-4884-b6f1-0e9370e75582 req-ff509f70-c157-4cfa-bab2-8904e2ef68a4 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253327 Aug 22 14:53:01.478555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:01.534916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.562426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for 65170d69-33e9-4203-af60-4b1aa7c68a22 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:01.576374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:01.583766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca0dfad2-eaba-43b0-8e51-a821f81d4029 req-8fac4052-10e4-46cd-a758-6de88769a968 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114743 Aug 22 14:53:01.623158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=063b6b25-89d1-4b27-bad9-26db88962c46,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:01.700696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-8e9ac0f6-d683-462f-ba2c-c8a04a66058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.707742 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bc35b2ee-ce4a-41d8-8e2c-dbae139e636d req-8e9ac0f6-d683-462f-ba2c-c8a04a66058e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3287337 Aug 22 14:53:01.707885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Deleting port 32aa7607-e740-4139-9f5c-1e45421e25d6 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:01.707885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.708853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.734072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Transition to ACTIVE for port object 44ba5842-1ec4-4a01-b398-0547c4d1df42 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:01.749967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:01.764652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c', 'port_id': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'mac_address': 'fa:16:3e:8c:d7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7c76fb-a39b-4679-8455-707c1d9e3a76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:01.771816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.814119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.830250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e38c903-84e6-48d3-a94f-85fc93ceac1c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:01.856115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:01.864676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-a36b3b68-4a0d-452e-b9cf-419787402906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.866261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-a36b3b68-4a0d-452e-b9cf-419787402906 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=16ddc234391d4b4fa3524033b607f9b3&device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 1095 time: 0.0914092 Aug 22 14:53:01.930484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.931122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:01.932734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] 10.222.0.10 "PUT /v2.0/ports/063b6b25-89d1-4b27-bad9-26db88962c46 HTTP/1.1" status: 200 len: 1092 time: 2.4076533 Aug 22 14:53:01.941304 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-852c471e-0ceb-45b4-a1a6-0f3aa43f5691 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81 HTTP/1.1" status: 200 len: 217 time: 0.0609953 Aug 22 14:53:01.941760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:01.944184 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96f0de-8873-4e4a-844a-fa57140d5f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:01.973676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ea43-5e64-4c53-ae24-2182ddb078c8 req-2b0fbf7e-a40e-4877-9e98-459068fe18ef tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:01.975337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0374ea43-5e64-4c53-ae24-2182ddb078c8 req-2b0fbf7e-a40e-4877-9e98-459068fe18ef tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 944 time: 0.2903512 Aug 22 14:53:01.976018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fd2ee-d837-4060-b118-5a54a94d64ee service neutron] Pushing event updated for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:01.994070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.021702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.023456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12325eb-21c2-4619-909e-fa6b0ef2c991 req-0621203d-edff-49a8-91a5-ad8c5c14e2b8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.031087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d12325eb-21c2-4619-909e-fa6b0ef2c991 req-0621203d-edff-49a8-91a5-ad8c5c14e2b8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.2424121 Aug 22 14:53:02.041724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.061686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] For port 32aa7607-e740-4139-9f5c-1e45421e25d6, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=32aa7607-e740-4139-9f5c-1e45421e25d6,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:02.062076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.120236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:02.124304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:02.131273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50184d94-af17-42d7-b892-faaa576114a2 req-81fe9455-063c-4232-8c2b-7827e4b1c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.132261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-81fe9455-063c-4232-8c2b-7827e4b1c78e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5d9989ed-6746-47b0-9212-1938663ff2da HTTP/1.1" status: 200 len: 861 time: 0.1822667 Aug 22 14:53:02.138062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:02.141180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:02.216368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Pushing event updated for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:02.259414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0374ea43-5e64-4c53-ae24-2182ddb078c8 req-77728fa5-5115-4694-aa23-088421ecea53 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710385 Aug 22 14:53:02.259759 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-e7662e08-94f6-4493-84d5-4576c218d8e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48d1a22e-e2e4-4d70-801d-3cfa4b745594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015308 Aug 22 14:53:02.288940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d12325eb-21c2-4619-909e-fa6b0ef2c991 req-7fbfe395-c1da-4b1e-a831-b28cae281f0d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560847 Aug 22 14:53:02.316432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-84173cb4-1741-4b17-b32d-5e27f8fae821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.318006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-84173cb4-1741-4b17-b32d-5e27f8fae821 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 1095 time: 0.1640863 Aug 22 14:53:02.332387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=65170d69-33e9-4203-af60-4b1aa7c68a22,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:02.374040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8e38c903-84e6-48d3-a94f-85fc93ceac1c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:02.400493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.432016 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b38aff6-9210-4b6a-8153-391e51b37dab x-openstack-request-id: req-9b38aff6-9210-4b6a-8153-391e51b37dab {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:02.432138 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:02.432526 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b38aff6-9210-4b6a-8153-391e51b37dab {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:02.432706 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46', 'status': 'completed', 'code': 200} Aug 22 14:53:02.602119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a7943758-d5cf-49f2-8775-6412b848d6c6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:02.606736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-e7229745-dc30-4349-8a28-696bd63dcbd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063b6b25-89d1-4b27-bad9-26db88962c46 HTTP/1.1" status: 200 len: 217 time: 0.1731517 Aug 22 14:53:02.631538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.633881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f67b4569-4203-4df0-90de-c68629f2c9b0 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/65170d69-33e9-4203-af60-4b1aa7c68a22 HTTP/1.1" status: 204 len: 168 time: 2.0284681 Aug 22 14:53:02.638252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56586) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:02.680812 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b30ccb5-3659-417c-8687-e8f0f1cc6093 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] GET failed (client error): The resource could not be found. Aug 22 14:53:02.682570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b30ccb5-3659-417c-8687-e8f0f1cc6093 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports/65170d69-33e9-4203-af60-4b1aa7c68a22 HTTP/1.1" status: 404 len: 333 time: 0.0413809 Aug 22 14:53:02.709936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-21fb4930-cc49-4468-9fd0-1fbda6152ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.712125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-21fb4930-cc49-4468-9fd0-1fbda6152ead service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.0689611 Aug 22 14:53:02.715392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56590) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:02.725547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-2098268982'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:02.759615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54635980-182e-4202-b1de-be6d8f965ff1 None None] Provisioning for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:02.764158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-df0dff65-000b-475c-be07-83e05df2c3ef service neutron] 10.222.0.10 "GET /v2.0/networks/48d1a22e-e2e4-4d70-801d-3cfa4b745594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771033 Aug 22 14:53:02.765578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54635980-182e-4202-b1de-be6d8f965ff1 None None] Provisioning complete for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:02.765946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54635980-182e-4202-b1de-be6d8f965ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.807165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-54635980-182e-4202-b1de-be6d8f965ff1 None None] Port 44ba5842-1ec4-4a01-b398-0547c4d1df42 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:02.809748 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.842259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a7943758-d5cf-49f2-8775-6412b848d6c6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:02.847057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a7943758-d5cf-49f2-8775-6412b848d6c6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:02.847512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.869711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-f415acb9-91ed-48dd-82f9-53de0b20829c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191189 Aug 22 14:53:02.936837 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.948597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ce53d-4ffa-4619-8e90-a282023ba64a req-ac837534-bd11-4b51-b71a-7fe1910ebc7e tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.950175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-185ce53d-4ffa-4619-8e90-a282023ba64a req-ac837534-bd11-4b51-b71a-7fe1910ebc7e tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 946 time: 0.1158667 Aug 22 14:53:02.953649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.959340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.959340 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a disassociated. External IP: 172.25.0.154, port: 32aa7607-e740-4139-9f5c-1e45421e25d6. Aug 22 14:53:02.959340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Calling delete_port for 32aa7607-e740-4139-9f5c-1e45421e25d6 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:02.960056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:02.963704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a7943758-d5cf-49f2-8775-6412b848d6c6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a7943758-d5cf-49f2-8775-6412b848d6c6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:02.966030 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50184d94-af17-42d7-b892-faaa576114a2 req-b7c9c114-02bb-4276-9691-4c086fba56ba service neutron] 10.222.0.10 "GET /v2.0/networks/48d1a22e-e2e4-4d70-801d-3cfa4b745594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844749 Aug 22 14:53:02.998040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5431-fc8c-4591-872d-f1ed265efa16 req-7c9c3c11-f8ca-44b4-b386-c58169157983 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:02.999527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-497a5431-fc8c-4591-872d-f1ed265efa16 req-7c9c3c11-f8ca-44b4-b386-c58169157983 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 944 time: 0.3856680 Aug 22 14:53:03.053680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.103516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:03.107172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.122133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a7943758-d5cf-49f2-8775-6412b848d6c6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:03.131161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port 28db595f-e480-4c17-b066-b9cb62fff186 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:53:03.142272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-185ce53d-4ffa-4619-8e90-a282023ba64a req-017de2c4-4199-4831-898b-ab3f210e4ba0 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups?id=c877897f-8e36-4187-b5d6-c9185add6126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374104 Aug 22 14:53:03.170309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-9b586e5a-e51e-4203-843c-a183c9ff1495 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893095 Aug 22 14:53:03.175138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-497a5431-fc8c-4591-872d-f1ed265efa16 req-5d77741b-4f97-4c1b-86d7-5a5d3da401c2 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654661 Aug 22 14:53:03.276408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.303734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.4 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/28db595f-e480-4c17-b066-b9cb62fff186) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:03.363914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.393329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fa3021-5ffe-4237-bc11-776a7f1169f3 req-42fb8a99-2cf5-4f13-9145-2b9e4de9a22a service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131188 Aug 22 14:53:03.405114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-28f63f23-018f-4a8a-84da-5dff9c22d5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.406047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935091-a137-4a8a-a0b0-22ea04eaebfb req-fa741c50-fb42-454d-8c7f-af5b8d53068e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:03.407885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6935091-a137-4a8a-a0b0-22ea04eaebfb req-fa741c50-fb42-454d-8c7f-af5b8d53068e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1307285 Aug 22 14:53:03.449989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6935091-a137-4a8a-a0b0-22ea04eaebfb req-972beb28-82fc-4080-abc0-469ed80589b0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Aug 22 14:53:03.472278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.508837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:03.524468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event deleted for resources: {'Port': ['ID=32aa7607-e740-4139-9f5c-1e45421e25d6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:03.580029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.585873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Pushing event updated for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:03.687671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 8e38c903-84e6-48d3-a94f-85fc93ceac1c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:03.695110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8e38c903-84e6-48d3-a94f-85fc93ceac1c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:03.695782 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.740228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c39227-55d6-4a0f-b3fe-829677d69147 req-10e23e58-ef3b-402a-bc05-0f9dcaf571db tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:03.741334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c39227-55d6-4a0f-b3fe-829677d69147 req-10e23e58-ef3b-402a-bc05-0f9dcaf571db tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 944 time: 0.1942363 Aug 22 14:53:03.794426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95121e88-1fd8-4f01-80b0-3ca2d10a9032 req-447e65a2-e4fc-420a-8032-bd5852730228 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:03.796743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95121e88-1fd8-4f01-80b0-3ca2d10a9032 req-447e65a2-e4fc-420a-8032-bd5852730228 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.2027242 Aug 22 14:53:03.815811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.820594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-0283478e-3ea0-4426-96a7-377fe2f4f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:03.822519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-0283478e-3ea0-4426-96a7-377fe2f4f686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 1095 time: 0.2392340 Aug 22 14:53:03.849968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:03.855228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.860752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:03.861445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:03.864117 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2af1aa-54d1-4e23-8e4a-1c8237cb8e4a" -d '{"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:03.867049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:03.887422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-2ebfdd1a-bb27-4a29-a38d-1a87533b1496 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1996233 Aug 22 14:53:03.892739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object 28db595f-e480-4c17-b066-b9cb62fff186 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:03.962007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:03.971498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c39227-55d6-4a0f-b3fe-829677d69147 req-e193d1fc-313e-4a21-9231-c42ae4895c8e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978948 Aug 22 14:53:04.002535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95121e88-1fd8-4f01-80b0-3ca2d10a9032 req-b136eebe-44bd-4fa9-a343-6ca45480b797 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934690 Aug 22 14:53:04.005707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:53:04.074509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:04.127738 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc95cb2-bf31-4aae-9b77-124037446dbb x-openstack-request-id: req-afc95cb2-bf31-4aae-9b77-124037446dbb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:04.129568 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:04.131295 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afc95cb2-bf31-4aae-9b77-124037446dbb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:04.132401 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'code': 200} Aug 22 14:53:04.170924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-0059f38b-86b5-4f38-91ee-2b49316e9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.171178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-0059f38b-86b5-4f38-91ee-2b49316e9eda service neutron] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.3367753 Aug 22 14:53:04.244714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:53:04.275363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-d402af76-4f09-42c9-9c3d-424e3d7046e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=063b6b25-89d1-4b27-bad9-26db88962c46 HTTP/1.1" status: 200 len: 217 time: 0.0915947 Aug 22 14:53:04.321953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-954d1e41-8505-4d8f-89b7-734637772292 req-e7d23ca8-b379-4f94-9022-5894bf2ab359 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/ports?device_id=902e4b6d-0378-4237-baa9-5ddf537fac22 HTTP/1.1" status: 200 len: 210 time: 0.0612969 Aug 22 14:53:04.367657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f05a9b77-9e6b-4c5f-b7e8-8ef359b6fe39 None None] Provisioning complete for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:04.368339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f05a9b77-9e6b-4c5f-b7e8-8ef359b6fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:04.409698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-7f14e9fd-4b0e-4873-ac17-a1819fe63c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.411337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-7f14e9fd-4b0e-4873-ac17-a1819fe63c1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.0994167 Aug 22 14:53:04.414278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:53:04.417422 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-f32adeb2-8ab0-41c9-8166-bd935d067a87 service neutron] show failed (client error): The resource could not be found. Aug 22 14:53:04.418641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-f32adeb2-8ab0-41c9-8166-bd935d067a87 service neutron] 10.222.0.54 "GET /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1676638 Aug 22 14:53:04.430228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:53:04.454603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f05a9b77-9e6b-4c5f-b7e8-8ef359b6fe39 None None] Port 44ba5842-1ec4-4a01-b398-0547c4d1df42 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:04.467187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:04.467187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:04.473426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-1b10b9fe-90fd-4d41-a47b-c5988ac1346c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518320 Aug 22 14:53:04.501564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a7943758-d5cf-49f2-8775-6412b848d6c6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:04.514218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e94e7-2e50-4927-97df-20686b5816c9 req-82baf1e9-c6a5-4e0f-8184-3868cd779f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.515850 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f00e94e7-2e50-4927-97df-20686b5816c9 req-82baf1e9-c6a5-4e0f-8184-3868cd779f38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1096 time: 0.2660394 Aug 22 14:53:04.528865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] No DVR routers for this DVR port 32aa7607-e740-4139-9f5c-1e45421e25d6 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:04.546487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:04.554877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60d806e1-6228-481c-b361-8968f8159331 req-68c02c2b-9352-4730-8aae-91435b05d9fa tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.54 "DELETE /v2.0/ports/32aa7607-e740-4139-9f5c-1e45421e25d6 HTTP/1.1" status: 204 len: 173 time: 3.1128180 Aug 22 14:53:04.555386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'name': 'network-vif-deleted', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:04.563135 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496a355-e734-4783-855d-0ac69b6e2eef" -d '{"events": [{"server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "name": "network-vif-deleted", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:04.603285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a7943758-d5cf-49f2-8775-6412b848d6c6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:04.604007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:04.640228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:04.645523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-604c36d8-6431-4b4d-9385-dd1bb1c35c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.647121 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-604c36d8-6431-4b4d-9385-dd1bb1c35c24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 1101 time: 0.7063904 Aug 22 14:53:04.670328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:04.680311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba622a-512e-4746-a0ad-770002aa508b req-876a7c91-af92-439c-ab91-45f5d9cbb8ed tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.681830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32ba622a-512e-4746-a0ad-770002aa508b req-876a7c91-af92-439c-ab91-45f5d9cbb8ed tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 944 time: 0.2223001 Aug 22 14:53:04.724793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b56cdf-f122-4bb5-a757-0bcbb763146e req-59c23d9f-aa26-4a55-a546-f5f5af89c4a3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.732661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3b56cdf-f122-4bb5-a757-0bcbb763146e req-59c23d9f-aa26-4a55-a546-f5f5af89c4a3 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1464279 Aug 22 14:53:04.772616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:04.832586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-1b44332e-7d06-4b4f-bc9b-0727a5ca27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:04.834100 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-1b44332e-7d06-4b4f-bc9b-0727a5ca27d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1618583 Aug 22 14:53:04.901459 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-1b880aea-4b8c-40fa-b70b-07f4bd44dd64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 200 len: 217 time: 0.0593674 Aug 22 14:53:04.956778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:04.965651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:04.969030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:04.975285 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f00e94e7-2e50-4927-97df-20686b5816c9 req-1fc1ff6b-b151-4ebe-9f50-f693dbaaa6dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500349 Aug 22 14:53:05.030861 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:05.080420 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:53:05.096141 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:05.097200 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:05.132930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=28db595f-e480-4c17-b066-b9cb62fff186,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:05.160738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:05.161820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:05.167270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-50ff5c17-e4c2-4924-8191-fc025a58fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:05.168881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-50ff5c17-e4c2-4924-8191-fc025a58fe39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2382262 Aug 22 14:53:05.186007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:53:05.190494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-984f291e-1f78-4a2d-99a0-2d020af75e0e service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741762 Aug 22 14:53:05.195739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Sync routers for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:53:05.210916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:05.224995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:05.232115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ae720598-ab8b-44e1-9464-d972cf615f45 admin admin] 10.222.0.53 "PUT /v2.0/routers/0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4603801 Aug 22 14:53:05.291831 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-754d26f2-daac-4720-96c6-2df95540f323 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5617073 Aug 22 14:53:05.291831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:05.291831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'network_id': 'a1638ca0-3f1c-48d8-a372-30237ce15394', 'name': 'tempest-AllowedAddressPairTestJSON-2021977523'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:05.305015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32ba622a-512e-4746-a0ad-770002aa508b req-c1c88ed5-2eb9-4985-b2ee-d4b6af557af0 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055603 Aug 22 14:53:05.312028 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:05.315654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3b56cdf-f122-4bb5-a757-0bcbb763146e req-7b20da44-6473-4d61-b941-6e84ef23c8fa tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820494 Aug 22 14:53:05.399488 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c12f8a-0251-495d-8d64-6fc367ca032e x-openstack-request-id: req-e0c12f8a-0251-495d-8d64-6fc367ca032e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:05.402012 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902e4b6d-0378-4237-baa9-5ddf537fac22", "name": "network-vif-deleted", "tag": "32aa7607-e740-4139-9f5c-1e45421e25d6", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:05.402569 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0c12f8a-0251-495d-8d64-6fc367ca032e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:05.403220 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902e4b6d-0378-4237-baa9-5ddf537fac22', 'name': 'network-vif-deleted', 'tag': '32aa7607-e740-4139-9f5c-1e45421e25d6', 'status': 'completed', 'code': 200} Aug 22 14:53:05.439003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-d55f4539-3681-4617-84a1-101b082eaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:05.445697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-d55f4539-3681-4617-84a1-101b082eaa31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1100 time: 0.2533255 Aug 22 14:53:05.495485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:05.508088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 32aa7607-e740-4139-9f5c-1e45421e25d6 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:05.537202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca96f0de-8873-4e4a-844a-fa57140d5f3f req-64192ad0-145d-461a-b056-bff921e830de service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320317 Aug 22 14:53:05.576896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 32aa7607-e740-4139-9f5c-1e45421e25d6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:05.581612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 32aa7607-e740-4139-9f5c-1e45421e25d6 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:05.581612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:05.582847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a0767400-37fb-43bf-ab6f-9fe6782ec21d None None] Provisioning for port 28db595f-e480-4c17-b066-b9cb62fff186 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:05.669558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d724f8-23fa-415f-b101-66b7ef08187a req-79e206a9-f7e2-40e2-8438-ece2902ec63f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:05.671872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6d724f8-23fa-415f-b101-66b7ef08187a req-79e206a9-f7e2-40e2-8438-ece2902ec63f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 944 time: 0.1694746 Aug 22 14:53:05.679317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:05.691640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a0767400-37fb-43bf-ab6f-9fe6782ec21d None None] Provisioning complete for port 28db595f-e480-4c17-b066-b9cb62fff186 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:05.692622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0767400-37fb-43bf-ab6f-9fe6782ec21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:05.707146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-38617a37-cfeb-44b5-a5f7-a51497934583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:05.712421 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-38617a37-cfeb-44b5-a5f7-a51497934583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5100760 Aug 22 14:53:05.738616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:05.797069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a0767400-37fb-43bf-ab6f-9fe6782ec21d None None] Port 28db595f-e480-4c17-b066-b9cb62fff186 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:05.831415 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:05.896232 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5864a85-05ba-495c-818b-3033c0dcfdec None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:46:01Z', 'revision_number': 4, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'ab63376b-d558-4dd9-aef9-e204272d06f9', 'name': '', 'network_id': '8ad1ec52-b539-4204-b6a5-46cb82f3bd0c', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'mac_address': 'fa:16:3e:14:92:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:00Z', 'updated_at': '2021-08-22T14:46:08Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'subnets': [{'id': '21c1cdec-a941-4274-8ac2-f1a2b3a0af62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:05.929725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:05.948269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6d724f8-23fa-415f-b101-66b7ef08187a req-04a78328-0ecd-46ec-818e-5350b9d41487 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417214 Aug 22 14:53:05.990576 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-9dc8b869-1a25-411b-9762-3a604e2d166b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661560 Aug 22 14:53:06.093401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Made reservation on behalf of 47a54ed393ff43f287e5c3567226856b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:06.101062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.125281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] device_id is not set on port 4066a703-e563-4c6a-b9ef-adb6c5378f16 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:53:06.155840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:03Z', 'revision_number': 2, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:06.188015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1390-cbd8-4de2-a460-6c58f57f9b2f req-492bbacb-c713-4b09-9a97-0f11e4a41032 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:06.206227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d32e1390-cbd8-4de2-a460-6c58f57f9b2f req-492bbacb-c713-4b09-9a97-0f11e4a41032 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.3199265 Aug 22 14:53:06.243060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Checking router: 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:53:06.243628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Updating router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 port 44ba5842-1ec4-4a01-b398-0547c4d1df42 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:53:06.318772 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.325485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Allocated IP 172.20.0.14 (a1638ca0-3f1c-48d8-a372-30237ce15394/26c5170a-2e90-476b-be37-ac1cf97a463b/4066a703-e563-4c6a-b9ef-adb6c5378f16) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:06.330810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9f6594c-4e8b-4bd6-92ff-603f8d148381 req-0ab33c5b-9abb-4321-9418-ed6be5f8de7c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291516 Aug 22 14:53:06.396607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d32e1390-cbd8-4de2-a460-6c58f57f9b2f req-7de79d2e-4517-4254-a661-2d0b0705b205 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893868 Aug 22 14:53:06.415344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc67bd4-8d86-482d-912c-ea61de76b395 None None] New status for floating IP 8c5d1779-8227-4c24-a207-e37aeb2a218a: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:53:06.425819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:06.516998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:06.620208 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.642574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Transition to ACTIVE for port object 4066a703-e563-4c6a-b9ef-adb6c5378f16 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:06.662211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.682603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Transition to ACTIVE for port object 8666afa7-720e-41aa-a503-94329e91106a will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:06.820434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.820705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.820852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.866174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:06.880735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:53:06.881114 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:53:06.881961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Transition to ACTIVE for port object 44ba5842-1ec4-4a01-b398-0547c4d1df42 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:06.925011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] No DVR routers for this DVR port 8666afa7-720e-41aa-a503-94329e91106a on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:06.927294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Network a1638ca0-3f1c-48d8-a372-30237ce15394 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:06.934634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:06.941300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:06.942558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:06.960648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.005609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.006316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.025365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=4066a703-e563-4c6a-b9ef-adb6c5378f16,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:07.038295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5c20-dd47-4e41-9723-c72847761591 None None] Pushing event updated for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:07.051489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:07.051863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:07.052222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:07.079796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e1f83-89f3-483b-8445-a8b51912e6a6 req-890df19f-5a18-43d1-b23d-5eef10820e29 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.087858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf3e1f83-89f3-483b-8445-a8b51912e6a6 req-890df19f-5a18-43d1-b23d-5eef10820e29 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 944 time: 0.1475422 Aug 22 14:53:07.095145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:07.095145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:07.106182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:07.106535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:07.106981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:07.113038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Bound port: 8666afa7-720e-41aa-a503-94329e91106a, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:07.113422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.140566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8f9269b6-8a25-4473-9e8f-5a41eb036936 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8575599 Aug 22 14:53:07.142894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56666) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:07.148401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b8:64:35'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:da:75:96'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:07.175286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Attempting to bind port 44ba5842-1ec4-4a01-b398-0547c4d1df42 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:07.175672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Attempting to bind port 44ba5842-1ec4-4a01-b398-0547c4d1df42 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:07.176085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Attempting to bind port 44ba5842-1ec4-4a01-b398-0547c4d1df42 on network dbf5a314-36ac-49ea-8562-18dd6e429f43 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:07.187850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:07.193318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf3e1f83-89f3-483b-8445-a8b51912e6a6 req-5f182073-9a42-492f-bb6b-6b11325dbff5 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044812 Aug 22 14:53:07.196144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Checking segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:07.196623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.197042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Bound using segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:07.197553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Bound port: 44ba5842-1ec4-4a01-b398-0547c4d1df42, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:07.197945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.241032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:07.247164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:07.322911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9a65f935-72af-4cf1-af94-ca9b326c3f81 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:07.349516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.415025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:07.416584 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07e57b-838e-440b-90d1-a3cf6a53f0b1" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-unplugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:07.434101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.435231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.436947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] 10.222.0.10 "PUT /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 1095 time: 1.9642704 Aug 22 14:53:07.452718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79301a1-9e98-467b-9ea3-43156ebe33c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:07.484771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56672) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:07.499879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73473645', 'description': 'tempest-description--315022895'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:07.515276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b968a6-7b04-4e4d-b02f-76d8eff5db90 req-9e48e3fd-3902-4768-b822-110fc1366539 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.517010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83b968a6-7b04-4e4d-b02f-76d8eff5db90 req-9e48e3fd-3902-4768-b822-110fc1366539 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1909957 Aug 22 14:53:07.540298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.607716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83b968a6-7b04-4e4d-b02f-76d8eff5db90 req-0764fcce-5151-45ff-9689-159baf097e19 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Aug 22 14:53:07.635014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-6ec45f64-9c9c-48dd-b424-1951bfee0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.645089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-6ec45f64-9c9c-48dd-b424-1951bfee0f75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1098 time: 0.1462109 Aug 22 14:53:07.679631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.724490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] For port 44ba5842-1ec4-4a01-b398-0547c4d1df42, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:07.731314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] For port 44ba5842-1ec4-4a01-b398-0547c4d1df42, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ba5842-1ec4-4a01-b398-0547c4d1df42,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:07.787657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81,segment=NetworkSegment(6d242fdf-2801-4062-a08d-7e99cb13c6fc),segment_id=6d242fdf-2801-4062-a08d-7e99cb13c6fc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:07.810613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '9a65f935-72af-4cf1-af94-ca9b326c3f81', 'network_id': '48d1a22e-e2e4-4d70-801d-3cfa4b745594', 'port_id': '9a65f935-72af-4cf1-af94-ca9b326c3f81', 'mac_address': 'fa:16:3e:e6:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9989ed-6746-47b0-9212-1938663ff2da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:07.845563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.878780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.891722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eedb0c-1e43-40cc-85c1-eb3560a2dfca req-46577309-df5f-4a7c-9f99-a469c51b0704 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.893310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.893482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03eedb0c-1e43-40cc-85c1-eb3560a2dfca req-46577309-df5f-4a7c-9f99-a469c51b0704 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 944 time: 0.1321347 Aug 22 14:53:07.895383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-285e7c53-b512-45b3-819a-e9066cdc0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.896833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-285e7c53-b512-45b3-819a-e9066cdc0c66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2489321 Aug 22 14:53:07.905855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa3c1-e373-4e71-88bd-af553bfa81a8 req-0d9c6c48-2aff-4b26-baa1-b7ff5fcafa3d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:07.907492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d8aa3c1-e373-4e71-88bd-af553bfa81a8 req-0d9c6c48-2aff-4b26-baa1-b7ff5fcafa3d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.0920680 Aug 22 14:53:07.926893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a65f935-72af-4cf1-af94-ca9b326c3f81 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:07.935379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:07.955348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:07.956005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:07.963572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5c20-dd47-4e41-9723-c72847761591 None None] Pushing event updated for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:07.971312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-f9636a2e-e3a9-44be-a3f1-dde68e1ff969 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0615587 Aug 22 14:53:07.987736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.011661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81,segment=NetworkSegment(6d242fdf-2801-4062-a08d-7e99cb13c6fc),segment_id=6d242fdf-2801-4062-a08d-7e99cb13c6fc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:08.024973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03eedb0c-1e43-40cc-85c1-eb3560a2dfca req-26deb8ac-17f1-4b6c-9794-72d3a95f23a8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142309 Aug 22 14:53:08.050141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event updated for resources: {'Port': ['ID=4066a703-e563-4c6a-b9ef-adb6c5378f16,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:08.084394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.102562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.103412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 063b6b25-89d1-4b27-bad9-26db88962c46 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:08.109770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ee259487-03fe-47b6-a9e7-3a49ef4e546d None None] Provisioning for port 4066a703-e563-4c6a-b9ef-adb6c5378f16 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:08.156192 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e010c4b-eb7e-4e09-a089-6fa093cc399e x-openstack-request-id: req-0e010c4b-eb7e-4e09-a089-6fa093cc399e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:08.158008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] In _notify_port_updated(), no bound segment for port 4066a703-e563-4c6a-b9ef-adb6c5378f16 on network a1638ca0-3f1c-48d8-a372-30237ce15394 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:53:08.158150 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-unplugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:08.158356 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e010c4b-eb7e-4e09-a089-6fa093cc399e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:08.158733 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'code': 200} Aug 22 14:53:08.163912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d8aa3c1-e373-4e71-88bd-af553bfa81a8 req-68a583f8-20d8-4197-b96c-9bb48ae91b92 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408254 Aug 22 14:53:08.164807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:08.170179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.171292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ee259487-03fe-47b6-a9e7-3a49ef4e546d None None] Provisioning complete for port 4066a703-e563-4c6a-b9ef-adb6c5378f16 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:08.171292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ee259487-03fe-47b6-a9e7-3a49ef4e546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.175016 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-27e5508e-1bd8-46f7-a65a-bcc50e315cf5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "PUT /v2.0/ports/4066a703-e563-4c6a-b9ef-adb6c5378f16 HTTP/1.1" status: 200 len: 1057 time: 1.0310147 Aug 22 14:53:08.176471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56688) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.196816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3609a75-915f-4dec-8581-fc30497af0fc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:08.203740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-934d1719-6ce7-4bd0-8e43-4de6de80ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:08.205674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-934d1719-6ce7-4bd0-8e43-4de6de80ff02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2198832 Aug 22 14:53:08.237936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.239607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55701584-72a2-438c-8046-9eb503d6857e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7535398 Aug 22 14:53:08.242472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56696) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.248449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'security_group_rule': {'security_group_id': 'a3609a75-915f-4dec-8581-fc30497af0fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:08.270102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ee259487-03fe-47b6-a9e7-3a49ef4e546d None None] Port 4066a703-e563-4c6a-b9ef-adb6c5378f16 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:08.331817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:08.336010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.440708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-12acccef-1413-470d-bf8a-e22b6b994659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:08.442240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-12acccef-1413-470d-bf8a-e22b6b994659 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082863 Aug 22 14:53:08.448695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.463279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:08.490605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.518608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port 4066a703-e563-4c6a-b9ef-adb6c5378f16 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:08.519232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.546929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.601377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.605758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=063b6b25-89d1-4b27-bad9-26db88962c46,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:08.623283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '063b6b25-89d1-4b27-bad9-26db88962c46', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': '063b6b25-89d1-4b27-bad9-26db88962c46', 'mac_address': 'fa:16:3e:4c:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:08.630640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9aaaf-9ba2-4126-9c4b-246fc83ec3ff req-04cc42db-11e7-48ac-b696-6e168fc0f0ec tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:08.632435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eba9aaaf-9ba2-4126-9c4b-246fc83ec3ff req-04cc42db-11e7-48ac-b696-6e168fc0f0ec tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1096 time: 0.1891100 Aug 22 14:53:08.671923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.694616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6669014d-d82c-4930-bff9-38e98947de21,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:08.710960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-3bb34d06-11e3-4603-89e3-997e8b3855a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544453 Aug 22 14:53:08.720062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.723746 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.724553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.728866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "DELETE /v2.0/security-groups/c877897f-8e36-4187-b5d6-c9185add6126 HTTP/1.1" status: 204 len: 168 time: 0.3888960 Aug 22 14:53:08.729104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e081fb51-8251-4aa9-9de2-77ee0e3677c1 None None] Provisioning complete for port 4066a703-e563-4c6a-b9ef-adb6c5378f16 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:08.729376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e081fb51-8251-4aa9-9de2-77ee0e3677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.734191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56706) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.755602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8ac02-5e50-49bc-b0c1-90bdb7d13f72 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c877897f-8e36-4187-b5d6-c9185add6126,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:08.759188 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-a5238611-5a09-40a2-9769-346ad3863d43 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] show failed (client error): The resource could not be found. Aug 22 14:53:08.765130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a5238611-5a09-40a2-9769-346ad3863d43 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "GET /v2.0/security-groups/c877897f-8e36-4187-b5d6-c9185add6126 HTTP/1.1" status: 404 len: 347 time: 0.0251045 Aug 22 14:53:08.765415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56708) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.765511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.783248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063b6b25-89d1-4b27-bad9-26db88962c46 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:08.804753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eba9aaaf-9ba2-4126-9c4b-246fc83ec3ff req-452d70f5-78fa-4e86-a6e7-ce2f04ff55ec tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640155 Aug 22 14:53:08.806771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for 4066a703-e563-4c6a-b9ef-adb6c5378f16 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:08.819733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e081fb51-8251-4aa9-9de2-77ee0e3677c1 None None] Port 4066a703-e563-4c6a-b9ef-adb6c5378f16 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:08.823905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=063b6b25-89d1-4b27-bad9-26db88962c46,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:08.830015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:08.834869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-57e47f26-7f97-4946-b99e-84e674497d50 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5910256 Aug 22 14:53:08.836472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56710) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:08.843122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'security_group_rule': {'security_group_id': 'a3609a75-915f-4dec-8581-fc30497af0fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:08.851495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:07Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:08.892987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c478-59f1-43c8-8a76-01a0e9028940 req-83a51eab-2068-4d82-8a1b-a9f2ced7c227 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:08.894477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a0c478-59f1-43c8-8a76-01a0e9028940 req-83a51eab-2068-4d82-8a1b-a9f2ced7c227 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 945 time: 0.2351346 Aug 22 14:53:08.901495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91ca1-00ae-4500-a19b-92e90250f995 None None] The sync data for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 is: [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:07Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:08.922423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.003519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Deleting port 79360443-309d-449e-b1ef-53fdacb42f19 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:09.003873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.050848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:09.079702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.140071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69804291-4152-494e-b1a5-bf3e95f97c46 req-f945240c-61ec-4818-a1d9-0e6724d0ab69 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214265 Aug 22 14:53:09.164698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.165083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.188238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Calling delete_port for 79360443-309d-449e-b1ef-53fdacb42f19 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:09.190987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.209815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a0c478-59f1-43c8-8a76-01a0e9028940 req-cb5fe7da-ff6b-41ea-a72a-19a0182896db tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300334 Aug 22 14:53:09.259303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4826ea-2b6c-4ee2-874a-51dff5f1981f req-074507e9-33f3-43e6-a545-b08e55c256ff tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:09.268789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f4826ea-2b6c-4ee2-874a-51dff5f1981f req-074507e9-33f3-43e6-a545-b08e55c256ff tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1559145 Aug 22 14:53:09.279226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.327169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe6e489-691c-4274-bd3c-7b1398ad6d8d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:09.347239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f4826ea-2b6c-4ee2-874a-51dff5f1981f req-996ded0d-55c0-487f-b2ac-f594e6aa9c62 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Aug 22 14:53:09.371497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60dd80-0292-4e14-85dd-f5a647e3912d req-34a3aa29-dda8-45a9-bb35-a75ef62a2606 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:09.374565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a60dd80-0292-4e14-85dd-f5a647e3912d req-34a3aa29-dda8-45a9-bb35-a75ef62a2606 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1096 time: 0.0764153 Aug 22 14:53:09.389239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['063b6b25-89d1-4b27-bad9-26db88962c46'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:09.404767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.434498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.440265 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-941da368-1e1b-465f-b96b-fb36e9257345 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5980115 Aug 22 14:53:09.442363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:09.447598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:09.488534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['9a65f935-72af-4cf1-af94-ca9b326c3f81'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:09.517740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=4066a703-e563-4c6a-b9ef-adb6c5378f16,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:09.594000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.605334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a60dd80-0292-4e14-85dd-f5a647e3912d req-3879cff5-942d-42b7-a0cc-d751578437e5 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079823 Aug 22 14:53:09.646461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.661100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Pushing event deleted for resources: {'Port': ['ID=79360443-309d-449e-b1ef-53fdacb42f19,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:09.814959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.822044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:09.823285 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ddf9cf4-bb2c-4dbc-855b-82f71042b7f2 tempest-ServersWithSpecificFlavorTestJSON-2114529434 tempest-ServersWithSpecificFlavorTestJSON-2114529434-project] 10.222.0.53 "DELETE /v2.0/floatingips/8c5d1779-8227-4c24-a207-e37aeb2a218a HTTP/1.1" status: 204 len: 168 time: 1.0568457 Aug 22 14:53:09.893248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605e27e-913a-4e19-ac35-242c3ad17246 req-48c7fc0b-6942-4455-bebc-5ab46d3e8429 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:09.902277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e605e27e-913a-4e19-ac35-242c3ad17246 req-48c7fc0b-6942-4455-bebc-5ab46d3e8429 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 945 time: 0.4440179 Aug 22 14:53:09.907708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.004809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e605e27e-913a-4e19-ac35-242c3ad17246 req-818e8a15-80d5-4b01-ac0c-b1527993eaf5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014600 Aug 22 14:53:10.016009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.019693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-021353b7-0536-4228-914e-bd6faad921a2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/4066a703-e563-4c6a-b9ef-adb6c5378f16 HTTP/1.1" status: 204 len: 168 time: 1.8417492 Aug 22 14:53:10.020427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56736) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:10.049106 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1773b267-42c5-46d9-965a-bdd28155d7a5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] GET failed (client error): The resource could not be found. Aug 22 14:53:10.050840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1773b267-42c5-46d9-965a-bdd28155d7a5 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports/4066a703-e563-4c6a-b9ef-adb6c5378f16 HTTP/1.1" status: 404 len: 333 time: 0.0290523 Aug 22 14:53:10.058299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:10.098243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Allocated IP 172.25.0.220 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/92b6a6e3-37a9-47a9-8ecc-9fc887ff034b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:10.160008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:10.162656 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:10.249594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.260290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port 28db595f-e480-4c17-b066-b9cb62fff186 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:10.260627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.288978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.394310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.411401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for 28db595f-e480-4c17-b066-b9cb62fff186 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:10.432401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ba5842-1ec4-4a01-b398-0547c4d1df42 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:10.501086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.554303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:10.569651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:10.578263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:10.588311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:10.592948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:10.593327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.629332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'Port': ['ID=92b6a6e3-37a9-47a9-8ecc-9fc887ff034b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:10.717762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.741261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.779381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 44ba5842-1ec4-4a01-b398-0547c4d1df42, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ba5842-1ec4-4a01-b398-0547c4d1df42,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:10.806280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=28db595f-e480-4c17-b066-b9cb62fff186,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:10.809197 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d750d1f-f339-4260-8bd6-7721b736a17e x-openstack-request-id: req-4d750d1f-f339-4260-8bd6-7721b736a17e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:10.809736 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:10.814339 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d750d1f-f339-4260-8bd6-7721b736a17e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:10.814776 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'status': 'completed', 'code': 200} Aug 22 14:53:10.898147 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.908894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.952573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:10.954430 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0dd23729-379d-46b8-94a8-0115cf84ab68 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/28db595f-e480-4c17-b066-b9cb62fff186 HTTP/1.1" status: 204 len: 168 time: 0.8948526 Aug 22 14:53:10.956491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-22e76d5a-32ce-42d4-a12f-cb73b94552b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:10.957946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-22e76d5a-32ce-42d4-a12f-cb73b94552b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1098 time: 0.1091425 Aug 22 14:53:10.958457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56772) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:10.959542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-e667e0a8-35f8-49c2-8bf7-0361d135455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:10.961199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-e667e0a8-35f8-49c2-8bf7-0361d135455d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1098 time: 0.0906320 Aug 22 14:53:10.964856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:10.970948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbfa21-8e90-4023-b9e6-d19972d06e3d req-6b3b119b-4bdf-4d6c-a73d-53b06128756c tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:10.972716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fcbfa21-8e90-4023-b9e6-d19972d06e3d req-6b3b119b-4bdf-4d6c-a73d-53b06128756c tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 945 time: 0.1007304 Aug 22 14:53:10.983312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.983650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.984032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.984371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.984702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.985079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.985453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.985783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.986105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.986509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.986838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.987157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:10.999911 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8153c098-a930-4e67-aa6d-b267205e3fdc tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] GET failed (client error): The resource could not be found. Aug 22 14:53:11.001690 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8153c098-a930-4e67-aa6d-b267205e3fdc tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "GET /v2.0/ports/28db595f-e480-4c17-b066-b9cb62fff186 HTTP/1.1" status: 404 len: 333 time: 0.0422194 Aug 22 14:53:11.011547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56774) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:11.094576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fcbfa21-8e90-4023-b9e6-d19972d06e3d req-a5c943b5-58f6-46df-a252-f5eb8e1fcfef tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936570 Aug 22 14:53:11.135088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-62d4f1dd-f5d5-45e4-b281-a56b7da6c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.137124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-62d4f1dd-f5d5-45e4-b281-a56b7da6c0cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1631570 Aug 22 14:53:11.177947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.194977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-b57d5f66-e440-4de3-a180-1bcb9386d303 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0492105 Aug 22 14:53:11.231206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-71f0e720-b565-4beb-b5a0-2df34f78a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.233397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-71f0e720-b565-4beb-b5a0-2df34f78a815 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2637007 Aug 22 14:53:11.275503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aafb0-20a9-4bb2-b182-0a74adfcfc40 req-1bf65575-b94b-4fc4-902a-5d5b0b665195 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.277161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f69aafb0-20a9-4bb2-b182-0a74adfcfc40 req-1bf65575-b94b-4fc4-902a-5d5b0b665195 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1214700 Aug 22 14:53:11.279754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-70b47bc5-57fb-4e5a-b719-c825eeb9c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.281318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-70b47bc5-57fb-4e5a-b719-c825eeb9c36b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0674169 Aug 22 14:53:11.302115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-2c0dc780-a875-43f3-8e04-439b71d790c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0594833 Aug 22 14:53:11.319114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port f51e6824-8ef4-481a-8860-53a47dea3bb0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:11.319463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.327950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9a65f935-72af-4cf1-af94-ca9b326c3f81 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:11.348125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f69aafb0-20a9-4bb2-b182-0a74adfcfc40 req-37c7c83f-08e6-422a-86cc-9220cd8cbb98 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Aug 22 14:53:11.353485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-d1363720-f2e4-42a0-8c7a-58d97792ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.354201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-d1363720-f2e4-42a0-8c7a-58d97792ad88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640440 Aug 22 14:53:11.474388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-01024ea6-74eb-43f1-9463-bf2a373ebddf service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105580 Aug 22 14:53:11.479760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 9a65f935-72af-4cf1-af94-ca9b326c3f81 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:11.482537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 9a65f935-72af-4cf1-af94-ca9b326c3f81 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:11.483652 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.484409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-237bfec8-34c2-4288-bd08-2cfae87b3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.487363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-237bfec8-34c2-4288-bd08-2cfae87b3b87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1696188 Aug 22 14:53:11.586811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.606451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.610925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-2848b9a0-e2e6-4f2a-abd4-4bb9ee513253 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292341 Aug 22 14:53:11.615773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for f51e6824-8ef4-481a-8860-53a47dea3bb0 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:11.621245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-8c0c3961-1357-48b5-896c-ab8619447945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:11.623072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.623269 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-8c0c3961-1357-48b5-896c-ab8619447945 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292045 Aug 22 14:53:11.649819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:11.652074 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf0057-a850-4d61-84fb-9b52a36b5bd1" -d '{"events": [{"server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "name": "network-vif-plugged", "status": "completed", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:11.670417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81,segment=NetworkSegment(6d242fdf-2801-4062-a08d-7e99cb13c6fc),segment_id=6d242fdf-2801-4062-a08d-7e99cb13c6fc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:11.781066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-4b4e2535-1445-4b7c-be7c-e9a21461663c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499884 Aug 22 14:53:11.808747 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.809747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 063b6b25-89d1-4b27-bad9-26db88962c46 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:11.820494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:11.885817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:11.982653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 063b6b25-89d1-4b27-bad9-26db88962c46 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:11.987441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 063b6b25-89d1-4b27-bad9-26db88962c46 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:11.988190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.098563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.138889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=063b6b25-89d1-4b27-bad9-26db88962c46,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:12.213760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.265470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'Port': ['ID=92b6a6e3-37a9-47a9-8ecc-9fc887ff034b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:12.280599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:12.281287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.285637 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6cdfc25-5d6b-4f67-b634-d0c8e9377aa2 req-54a1b258-a13a-4bfe-94ac-c9bff6a4aa9f service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961419 Aug 22 14:53:12.328272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.361729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=f51e6824-8ef4-481a-8860-53a47dea3bb0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:12.402534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ba5842-1ec4-4a01-b398-0547c4d1df42 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:12.422203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-32a22fbc-59c4-45d8-8849-bae5278bca14 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:53:12.423577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-32a22fbc-59c4-45d8-8849-bae5278bca14 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2631671 Aug 22 14:53:12.430932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.436026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60cd68a2-71b1-43f4-8d6d-087b11f2e025 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9888973 Aug 22 14:53:12.464766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.471384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cdbcb211-3510-4656-853d-9fe3a39bf5f2 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/ports/f51e6824-8ef4-481a-8860-53a47dea3bb0 HTTP/1.1" status: 204 len: 168 time: 1.4584620 Aug 22 14:53:12.479378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 44ba5842-1ec4-4a01-b398-0547c4d1df42 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:12.480202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.484093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56798) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:12.509916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-4fc7bb47-0e03-41f1-894c-cd9d475b86a8 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:12.511678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-4fc7bb47-0e03-41f1-894c-cd9d475b86a8 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 1093 time: 0.0729837 Aug 22 14:53:12.560242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting subnet 26c5170a-2e90-476b-be37-ac1cf97a463b {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:12.564082 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.625100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Request body: {'binding': {'host': 'n-h2-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:12.625577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Unknown quota resources ['binding']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 14:53:12.640727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.751734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.792651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h2-805046-3 for vnic_type normal with profile None {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:12.792992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:12.793375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:12.798801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:12.799132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:12.804083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:12.804434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:12.804824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:12.805267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Bound port: 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:12.867872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:12.925811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.954959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Subnet': ['ID=26c5170a-2e90-476b-be37-ac1cf97a463b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:12.956982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.961289 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-35146382-eb78-4253-9236-151cb19cb357 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/subnets/26c5170a-2e90-476b-be37-ac1cf97a463b HTTP/1.1" status: 204 len: 168 time: 0.4736257 Aug 22 14:53:12.969792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56806) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:12.970602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] Notify callbacks [] for binding, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:12.970602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] 10.222.0.53 "POST /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4454072 Aug 22 14:53:12.970773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ebf61-dc07-4176-af0b-0699735a9b39 None None] Network a1638ca0-3f1c-48d8-a372-30237ce15394 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:13.042724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.119195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Deleting port 0240c438-6ba2-4696-bc34-d8e8a6c40599 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:13.119195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.184524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] For port 0240c438-6ba2-4696-bc34-d8e8a6c40599, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0240c438-6ba2-4696-bc34-d8e8a6c40599,segment=NetworkSegment(f0dc6686-7312-48d6-a5b8-23681df503fb),segment_id=f0dc6686-7312-48d6-a5b8-23681df503fb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:13.185449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.192672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] DHCP port deletion for a1638ca0-3f1c-48d8-a372-30237ce15394 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:53:13.211013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Calling delete_port for 0240c438-6ba2-4696-bc34-d8e8a6c40599 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:13.245013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Deleting port 0240c438-6ba2-4696-bc34-d8e8a6c40599 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:13.245407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.313473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] For port 0240c438-6ba2-4696-bc34-d8e8a6c40599, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0240c438-6ba2-4696-bc34-d8e8a6c40599,segment=NetworkSegment(f0dc6686-7312-48d6-a5b8-23681df503fb),segment_id=f0dc6686-7312-48d6-a5b8-23681df503fb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:13.313874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.327935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Calling delete_port for 0240c438-6ba2-4696-bc34-d8e8a6c40599 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:13.338226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8666afa7-720e-41aa-a503-94329e91106a details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:13.341663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507635b4-2bf9-4aee-a709-d9f8c80fb7c1 req-698032da-5ecc-493a-b188-b38616d07bd9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.343533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-507635b4-2bf9-4aee-a709-d9f8c80fb7c1 req-698032da-5ecc-493a-b188-b38616d07bd9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.0514226 Aug 22 14:53:13.367723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.404740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-507635b4-2bf9-4aee-a709-d9f8c80fb7c1 req-67b68731-b9b9-4cb9-a046-0c6e189d91e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478947 Aug 22 14:53:13.408556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] No DVR routers for this DVR port 0240c438-6ba2-4696-bc34-d8e8a6c40599 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:13.412398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Port': ['ID=0240c438-6ba2-4696-bc34-d8e8a6c40599,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:13.480524 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6573e5-5d51-4244-9c85-d2598061bd70 x-openstack-request-id: req-ed6573e5-5d51-4244-9c85-d2598061bd70 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:13.481035 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "name": "network-vif-plugged", "status": "completed", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:13.481165 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed6573e5-5d51-4244-9c85-d2598061bd70 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:13.481449 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81', 'code': 200} Aug 22 14:53:13.484228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.525359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] Pushing event deleted for resources: {'Port': ['ID=0240c438-6ba2-4696-bc34-d8e8a6c40599,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:13.534985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846894aa-e01b-4ac4-9d4b-b87aac161fd6 None None] No DVR routers for this DVR port 0240c438-6ba2-4696-bc34-d8e8a6c40599 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:13.541774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:13.552544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.555189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '8666afa7-720e-41aa-a503-94329e91106a', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8666afa7-720e-41aa-a503-94329e91106a', 'mac_address': 'fa:16:3e:b5:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:13.571312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1638ca0-3f1c-48d8-a372-30237ce15394']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:13.590525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dc6686-7312-48d6-a5b8-23681df503fb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:13.591864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dc6686-7312-48d6-a5b8-23681df503fb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:13.598095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.603293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.618164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.620968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:13.629169 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:13.647416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:13.695433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0217b2-17ab-4f77-844c-4b18b90057ff req-a6932d48-3fe3-421a-ab1a-0e8968e409d3 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.695433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb0217b2-17ab-4f77-844c-4b18b90057ff req-a6932d48-3fe3-421a-ab1a-0e8968e409d3 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.1258795 Aug 22 14:53:13.720492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.746056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f247e0-7c20-47b0-99ad-27926abba1a8 req-70b72c55-d0d6-48c1-a8fa-171e58ab1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.748361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34f247e0-7c20-47b0-99ad-27926abba1a8 req-70b72c55-d0d6-48c1-a8fa-171e58ab1114 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 1097 time: 0.1365576 Aug 22 14:53:13.767930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a811a5-de3e-4e5b-9b62-d8bf55ed24f4 req-7d32e0c0-802e-4b3a-97d4-d37a91d53ce1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.770272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a811a5-de3e-4e5b-9b62-d8bf55ed24f4 req-7d32e0c0-802e-4b3a-97d4-d37a91d53ce1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 947 time: 0.1486642 Aug 22 14:53:13.776631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:13.792223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.796125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-daa86269-b2f1-4185-a74c-b32b95f5c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.797677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-daa86269-b2f1-4185-a74c-b32b95f5c028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1096 time: 0.0553839 Aug 22 14:53:13.803175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:13.804987 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] 10.222.0.53 "DELETE /v2.0/networks/a1638ca0-3f1c-48d8-a372-30237ce15394 HTTP/1.1" status: 204 len: 168 time: 0.8424997 Aug 22 14:53:13.819737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb0217b2-17ab-4f77-844c-4b18b90057ff req-29b61a42-ec7c-42fa-9d54-4d8944db4995 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170368 Aug 22 14:53:13.833618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a4dd5-591e-442c-bfef-f12819399aa8 tempest-AllowedAddressPairTestJSON-882451239 tempest-AllowedAddressPairTestJSON-882451239-project] Pushing event deleted for resources: {'Network': ['ID=a1638ca0-3f1c-48d8-a372-30237ce15394,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:13.885677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34f247e0-7c20-47b0-99ad-27926abba1a8 req-96aa32a6-6049-466d-b427-313c1400fe04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105912 Aug 22 14:53:13.898013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a811a5-de3e-4e5b-9b62-d8bf55ed24f4 req-3b8dccc2-bdaf-4d0b-abf3-76c95f804ac6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098945 Aug 22 14:53:13.923258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-e46e8b6a-76dd-4f33-a7d3-ae806a14b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:13.924902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-e46e8b6a-76dd-4f33-a7d3-ae806a14b56c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1177111 Aug 22 14:53:13.980705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-5efa747b-1edb-4282-8367-2418d18286e5 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--73473645&fields=id&tenant_id=e4f426e56db040bda82d14e54999ba0c HTTP/1.1" status: 200 len: 267 time: 0.0462165 Aug 22 14:53:14.081951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8434-7162-4e95-b25f-9e1c616b0d30 req-81efc7d1-23a9-471e-a20d-bb30578c2498 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:14.083484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f7d8434-7162-4e95-b25f-9e1c616b0d30 req-81efc7d1-23a9-471e-a20d-bb30578c2498 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.1184897 Aug 22 14:53:14.127173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-6047fbae-00c7-4598-8d4e-cf431bbba2b0 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:14.128707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-6047fbae-00c7-4598-8d4e-cf431bbba2b0 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 814 time: 0.1304674 Aug 22 14:53:14.153257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f7d8434-7162-4e95-b25f-9e1c616b0d30 req-87cfaa27-7c94-45f7-af2e-1ad61294e154 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Aug 22 14:53:14.156546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-dde8c709-5e0a-4b76-8106-ab60fda23313 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/quotas/e4f426e56db040bda82d14e54999ba0c HTTP/1.1" status: 200 len: 375 time: 0.0174007 Aug 22 14:53:14.181225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8666afa7-720e-41aa-a503-94329e91106a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:14.219551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-f26defef-1739-4b4f-b9b7-cdf0bcce85a5 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572731 Aug 22 14:53:14.306096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-c0ca6593-f28e-4491-927d-d2a98b779947 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 217 time: 0.0532625 Aug 22 14:53:14.408974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-932ac8cb-72cd-4815-a340-2fbbf72979d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:14.411584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-932ac8cb-72cd-4815-a340-2fbbf72979d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0732057 Aug 22 14:53:14.418948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-960b1bd8-b02a-4a53-a8cb-5b5f1f2e35e7 service neutron] 10.222.0.53 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863639 Aug 22 14:53:14.463394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56834) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:14.465671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-afee9402-1185-4319-b70d-9cc6b9b3869f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455618 Aug 22 14:53:14.467535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0240c438-6ba2-4696-bc34-d8e8a6c40599 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:14.494771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0240c438-6ba2-4696-bc34-d8e8a6c40599 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:14.496045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0240c438-6ba2-4696-bc34-d8e8a6c40599 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:14.570586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-444103c1-66bb-496d-a98c-6e016d31b679 service neutron] 10.222.0.53 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500032 Aug 22 14:53:14.588219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-fb736a2d-6ad2-4449-ab0c-030d25deee0f service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043394 Aug 22 14:53:14.731323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c84ec0b1-ae63-4e27-a48a-54b3849c3234 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47a54ed393ff43f287e5c3567226856b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638316 Aug 22 14:53:14.734529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56838) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:14.736615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-18ba10ce-e0ac-455e-bb38-fc7a045954c9 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409683 Aug 22 14:53:14.787601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:14.818799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:15.128121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:15.130751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:15.132189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03544669-0a49-4aec-9ae9-1c0a2d8f538f HTTP/1.1" status: 204 len: 168 time: 0.3963673 Aug 22 14:53:15.141976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab799a-b7b1-4f29-9b00-8b309959f07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03544669-0a49-4aec-9ae9-1c0a2d8f538f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:15.482880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:15.485735 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ba4253-dd01-4fa1-8f4f-ed1d1f489c34" -d '{"events": [{"server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "name": "network-vif-plugged", "status": "completed", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:15.570876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedb6cd-8c67-4c82-9dff-067d32f4b988 req-95f967d8-856b-4bf2-a0aa-395de7f65b01 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:15.572914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aedb6cd-8c67-4c82-9dff-067d32f4b988 req-95f967d8-856b-4bf2-a0aa-395de7f65b01 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.0953810 Aug 22 14:53:15.625315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-62132285-bf35-437f-80a8-7649d2a7a171 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:15.626989 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-62132285-bf35-437f-80a8-7649d2a7a171 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450&tenant_id=63f558fbc2a74d7f8c8250b3058c6087&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 948 time: 0.0968506 Aug 22 14:53:15.637045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aedb6cd-8c67-4c82-9dff-067d32f4b988 req-15fd54f2-e716-4b0a-a0f0-8551c2508e38 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Aug 22 14:53:15.733270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-15a3ff45-e217-41e8-bf8c-886e74f404bb service neutron] 10.222.0.10 "GET /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.0966408 Aug 22 14:53:15.786931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4a54-4676-4336-9649-9df31d0c3143 req-aa20b768-995e-4fbc-af3f-54021942b165 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:15.788446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58ae4a54-4676-4336-9649-9df31d0c3143 req-aa20b768-995e-4fbc-af3f-54021942b165 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.0597961 Aug 22 14:53:15.837113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58ae4a54-4676-4336-9649-9df31d0c3143 req-87a7902e-041e-494b-a3dc-a8536ecb247e tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Aug 22 14:53:15.849747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-5db2946c-2cac-41a3-b623-49d2f7ec4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:15.860515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-5db2946c-2cac-41a3-b623-49d2f7ec4f25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1099 time: 0.0581586 Aug 22 14:53:15.945743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c77c55f-fc9e-4c21-8922-ed7860d377d5 req-f9b4d646-f4ab-4ed9-8533-2098e9a0a0d6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 210 time: 0.0531178 Aug 22 14:53:16.031215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-fff17a19-c035-441b-8c71-4ce3bc3a0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.033363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-fff17a19-c035-441b-8c71-4ce3bc3a0527 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1634297 Aug 22 14:53:16.090459 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-691ec3cc-3214-400f-b9fe-9eec13ff865d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0477562 Aug 22 14:53:16.130273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83a60c-1a41-4d02-8852-8ebde68acdbb req-4e270423-5cde-4159-a6aa-b0373a3e168b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.132880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df83a60c-1a41-4d02-8852-8ebde68acdbb req-4e270423-5cde-4159-a6aa-b0373a3e168b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.0751114 Aug 22 14:53:16.149337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-296153bc-72f8-4521-9b10-893aa63e5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.150979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-296153bc-72f8-4521-9b10-893aa63e5da2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0526998 Aug 22 14:53:16.195690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df83a60c-1a41-4d02-8852-8ebde68acdbb req-69cbb439-cac6-420c-8d88-98cd5ba0d891 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536513 Aug 22 14:53:16.207672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-e868b17b-d2cc-46a8-a1e0-301fd4937f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.209581 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-e868b17b-d2cc-46a8-a1e0-301fd4937f89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510440 Aug 22 14:53:16.333720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-11550588-2b2b-413d-9b94-0a22f7dc478c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105180 Aug 22 14:53:16.356203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd8bb6-f0eb-49f9-b0de-e898408cb9a7 req-6b6f6203-1fce-4812-bfba-471b0b374382 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.365064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8fd8bb6-f0eb-49f9-b0de-e898408cb9a7 req-6b6f6203-1fce-4812-bfba-471b0b374382 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 948 time: 0.0946836 Aug 22 14:53:16.422836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8fd8bb6-f0eb-49f9-b0de-e898408cb9a7 req-859dcd35-c20c-47b4-b346-bbbbf5bd8e2e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568421 Aug 22 14:53:16.458629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56882) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:16.459442 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-ed7a58b9-fcd2-4c09-82a7-30fe19eb8f7e service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169696 Aug 22 14:53:16.492987 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2d9fae-9c23-4abe-a5ad-b489864de3a4 x-openstack-request-id: req-cd2d9fae-9c23-4abe-a5ad-b489864de3a4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:16.493837 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "name": "network-vif-plugged", "status": "completed", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:16.494260 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd2d9fae-9c23-4abe-a5ad-b489864de3a4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:16.494869 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46', 'code': 200} Aug 22 14:53:16.590158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-992152479'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:16.627114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56890) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:16.725185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ad39-f642-4dab-a742-0a210cfa454d req-ce6a5b35-66cb-4976-bc35-2ab06796c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.726841 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8f1ad39-f642-4dab-a742-0a210cfa454d req-ce6a5b35-66cb-4976-bc35-2ab06796c6da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 1097 time: 0.0555270 Aug 22 14:53:16.768045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:16.771152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:16.797419 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8f1ad39-f642-4dab-a742-0a210cfa454d req-74cab94d-ceb3-4b3d-8a6d-6d24c5bd164c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Aug 22 14:53:16.808042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:16.944682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846498-ee0a-43b1-b736-f4294e2cee9b req-f3f04355-791a-44ad-9281-4fdf5bafc71b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:16.952146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49846498-ee0a-43b1-b736-f4294e2cee9b req-f3f04355-791a-44ad-9281-4fdf5bafc71b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.1983173 Aug 22 14:53:17.103520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49846498-ee0a-43b1-b736-f4294e2cee9b req-3835a0c9-e69b-4ff1-9382-2d544b793610 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502881 Aug 22 14:53:17.163233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa0026-96ff-4847-9efa-0760f4bb618b req-8044059b-07c9-4e8f-a156-2aa08a33b367 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:17.165163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5aa0026-96ff-4847-9efa-0760f4bb618b req-8044059b-07c9-4e8f-a156-2aa08a33b367 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.1840315 Aug 22 14:53:17.382642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8666afa7-720e-41aa-a503-94329e91106a up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:17.436299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:17.531446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 8666afa7-720e-41aa-a503-94329e91106a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:17.537102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 8666afa7-720e-41aa-a503-94329e91106a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:17.539455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.618794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ce333b5-9ca4-4ecc-bbe2-29cf968f8023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.658632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.668534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a494e86c-73fe-4fa6-8504-ad8efb66db08 req-2987f71e-3589-4f73-97b6-ec3a3c7b1db4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 210 time: 0.4766538 Aug 22 14:53:17.722293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5aa0026-96ff-4847-9efa-0760f4bb618b req-4d23df87-3f29-4d40-8fdd-3b6640615555 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478563 Aug 22 14:53:17.732337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:17.739022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.805904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.875186 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.919822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:17.948506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:17.986866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-10a9035b-6de4-43e4-8c8b-b0ae7e7d1eb7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:17.989607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:17.989994 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment 153d0f37-5089-491a-9976-abcd37425f5a of type vlan for network 941e61f7-d49a-4eef-96ae-bb7c35b4333e Aug 22 14:53:17.990337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-10a9035b-6de4-43e4-8c8b-b0ae7e7d1eb7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.54 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 814 time: 0.2460880 Aug 22 14:53:18.039429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8164b-40c5-4a69-a153-38258b88d0fb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:18.065101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9b3af-4d4e-4e11-9113-2605ebbe7d73 req-2b31b8ee-d66e-4f51-b23b-ed538174b463 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:18.073262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40a9b3af-4d4e-4e11-9113-2605ebbe7d73 req-2b31b8ee-d66e-4f51-b23b-ed538174b463 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.2714677 Aug 22 14:53:18.097171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-370a3a76-a031-4c0a-816e-79e7e276f8f7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f426e56db040bda82d14e54999ba0c HTTP/1.1" status: 200 len: 378 time: 0.0959239 Aug 22 14:53:18.108654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'port': {'device_id': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'admin_state_up': True, 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'security_groups': ['a3609a75-915f-4dec-8581-fc30497af0fc']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:18.109981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.110669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.111300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.111966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.112659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.114125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.115393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.116043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.116684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.117309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.117911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.118467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:18.145896 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.155964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d02003-dfae-4090-b233-b548c8f48e43 req-96d5dd5f-5e98-4775-bd83-d2b3eb005785 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:18.158182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7d02003-dfae-4090-b233-b548c8f48e43 req-96d5dd5f-5e98-4775-bd83-d2b3eb005785 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.2931130 Aug 22 14:53:18.232289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ce333b5-9ca4-4ecc-bbe2-29cf968f8023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.238092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40a9b3af-4d4e-4e11-9113-2605ebbe7d73 req-499243d3-c222-4b3f-a605-85a24cf6cf10 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642501 Aug 22 14:53:18.292180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7d02003-dfae-4090-b233-b548c8f48e43 req-1c5ed100-75de-4680-8d30-d82c7bc0470b tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114323 Aug 22 14:53:18.389787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ce333b5-9ca4-4ecc-bbe2-29cf968f8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.409023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.416597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:18.417653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.496084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:18.498518 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137fde3d-23d3-4d41-baa4-e6203bd34bad" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:18.553671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55803bdf-cb49-4307-94ed-551d0e6d148f req-b632050f-c18e-4e37-985e-01753f9c4acc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:18.563870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ce333b5-9ca4-4ecc-bbe2-29cf968f8023 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee2d8f9f0da54ba09f87e4472b05145d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1238413 Aug 22 14:53:18.564128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55803bdf-cb49-4307-94ed-551d0e6d148f req-b632050f-c18e-4e37-985e-01753f9c4acc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.2257168 Aug 22 14:53:18.565688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:18.572193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Made reservation on behalf of e4f426e56db040bda82d14e54999ba0c for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:18.583252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.583433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=941e61f7-d49a-4eef-96ae-bb7c35b4333e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:18.596549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:18.620677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce333b5-9ca4-4ecc-bbe2-29cf968f8023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c093012-4ea5-4592-9316-b1fc9e1b7070,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:18.623648 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9e35f-4651-4502-b7e9-24caa13f1e8d x-openstack-request-id: req-ace9e35f-4651-4502-b7e9-24caa13f1e8d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:18.624204 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:18.624529 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ace9e35f-4651-4502-b7e9-24caa13f1e8d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:18.626785 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'code': 200} Aug 22 14:53:18.704254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:18.706913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df176fcf-fe40-4931-a39b-fea60dc11a85 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2471998 Aug 22 14:53:18.779592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55803bdf-cb49-4307-94ed-551d0e6d148f req-864551b3-0697-419b-8c30-bbf7370c6a3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105069 Aug 22 14:53:18.906625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Allocated IP 172.20.0.9 (dbf5a314-36ac-49ea-8562-18dd6e429f43/b2c6f678-4e36-4084-9c5f-d4d1ec630ed0/a8731b35-af66-475a-9d73-12ee47e691fd) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:18.964339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.034331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a46598e3-c047-44be-99e9-a4b7446fc82c req-a2840fd7-d525-484f-9883-f544647fcba3 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 210 time: 0.1032183 Aug 22 14:53:19.056688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.108309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.125253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Transition to ACTIVE for port object a8731b35-af66-475a-9d73-12ee47e691fd will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:19.273769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.276486 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.281340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c093012-4ea5-4592-9316-b1fc9e1b7070 HTTP/1.1" status: 204 len: 168 time: 0.7053084 Aug 22 14:53:19.293654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.319091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b8e9-ebaa-4f15-98ff-bb07413731c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c093012-4ea5-4592-9316-b1fc9e1b7070,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:19.357857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Deleting port ab63376b-d558-4dd9-aef9-e204272d06f9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:19.358734 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.384918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:19.400464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:19.405965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:19.478469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event updated for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:19.540321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:19.542159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.647460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-c3012c24-20a6-461f-ada6-f40ac1de2df4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5448329 Aug 22 14:53:19.661532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Request body: {'port': {'device_id': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:19.732620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] For port ab63376b-d558-4dd9-aef9-e204272d06f9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab63376b-d558-4dd9-aef9-e204272d06f9,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:19.732620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.750259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f6e5f-f862-4d96-aa8c-1bfe2b25636c req-20d0f3c4-4759-4bbc-b0cd-a95c79c47ff8 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:19.761478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f43f6e5f-f862-4d96-aa8c-1bfe2b25636c req-20d0f3c4-4759-4bbc-b0cd-a95c79c47ff8 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.2441611 Aug 22 14:53:19.776602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:19.833638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Calling delete_port for ab63376b-d558-4dd9-aef9-e204272d06f9 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:19.910136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682168d-2d56-47e5-9658-62120e4c57eb req-224642e9-2f77-46cb-bef1-fb0232485f7e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:19.934238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8682168d-2d56-47e5-9658-62120e4c57eb req-224642e9-2f77-46cb-bef1-fb0232485f7e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.4248183 Aug 22 14:53:19.984615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ae337938-276c-425a-ac0f-2fa229a271d8 None None] Provisioning for port a8731b35-af66-475a-9d73-12ee47e691fd completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:19.989600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ae337938-276c-425a-ac0f-2fa229a271d8 None None] Provisioning complete for port a8731b35-af66-475a-9d73-12ee47e691fd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:19.990036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae337938-276c-425a-ac0f-2fa229a271d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.084414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f43f6e5f-f862-4d96-aa8c-1bfe2b25636c req-dc90c61b-751e-4a40-b9f7-de7157255e14 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190460 Aug 22 14:53:20.100148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ae337938-276c-425a-ac0f-2fa229a271d8 None None] Port a8731b35-af66-475a-9d73-12ee47e691fd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:20.190955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8682168d-2d56-47e5-9658-62120e4c57eb req-c40c27b4-a50f-406e-b938-5989347d0eaf tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481332 Aug 22 14:53:20.340319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8731b35-af66-475a-9d73-12ee47e691fd {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:20.346255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:20.360117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.373351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00182ea2-00b8-4ab6-ba51-27bcb9e320f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.500228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00182ea2-00b8-4ab6-ba51-27bcb9e320f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.502231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Transition to ACTIVE for port object a8731b35-af66-475a-9d73-12ee47e691fd will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:20.537967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-5acb46ad-7c2c-4548-a348-dd8d9e549e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:20.539498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-5acb46ad-7c2c-4548-a348-dd8d9e549e21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450&tenant_id=63f558fbc2a74d7f8c8250b3058c6087 HTTP/1.1" status: 200 len: 1100 time: 0.3394499 Aug 22 14:53:20.550902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630df1-9196-4cd6-a3c0-1f9b12b4a956 req-c3a238f9-32b2-46af-a26e-f7201f06f52e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:20.552484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b630df1-9196-4cd6-a3c0-1f9b12b4a956 req-c3a238f9-32b2-46af-a26e-f7201f06f52e tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.2646084 Aug 22 14:53:20.556389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.563133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:20.583257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00182ea2-00b8-4ab6-ba51-27bcb9e320f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.608504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.670567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Pushing event updated for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:20.689187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-00182ea2-00b8-4ab6-ba51-27bcb9e320f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3589dd7b7b5a42c0866ba70cf56bb03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415742 Aug 22 14:53:20.694289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:20.709769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Pushing event deleted for resources: {'Port': ['ID=ab63376b-d558-4dd9-aef9-e204272d06f9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:20.727546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182ea2-00b8-4ab6-ba51-27bcb9e320f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c7a41-1727-4ff6-b4c6-c1d7a4fc8d54,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:20.736934 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.802120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0a834-aa11-4dc5-9b65-b98fe767aeeb req-5d361db9-ff70-4031-a2d1-17cc87f78ed6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:20.806526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc0a834-aa11-4dc5-9b65-b98fe767aeeb req-5d361db9-ff70-4031-a2d1-17cc87f78ed6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.5047801 Aug 22 14:53:20.847769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b630df1-9196-4cd6-a3c0-1f9b12b4a956 req-0ced11c4-20d9-43cc-aac6-a02b5c89fca6 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743051 Aug 22 14:53:20.877279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:20.975212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.003790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Attempting to bind port a8731b35-af66-475a-9d73-12ee47e691fd on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:21.005937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Attempting to bind port a8731b35-af66-475a-9d73-12ee47e691fd by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:21.006653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Attempting to bind port a8731b35-af66-475a-9d73-12ee47e691fd on network dbf5a314-36ac-49ea-8562-18dd6e429f43 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:21.007894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.041161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-ff55bf73-8927-491d-a8ce-3707b0ac9312 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.043418 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-ff55bf73-8927-491d-a8ce-3707b0ac9312 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.1134167 Aug 22 14:53:21.045036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Port a8731b35-af66-475a-9d73-12ee47e691fd on network dbf5a314-36ac-49ea-8562-18dd6e429f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:21.045553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Attempting to bind port a8731b35-af66-475a-9d73-12ee47e691fd on network dbf5a314-36ac-49ea-8562-18dd6e429f43 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:21.075701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:21.076400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Checking segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:21.076992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Bound using segment: {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:21.077697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Bound port: a8731b35-af66-475a-9d73-12ee47e691fd, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991433cd-9963-482a-9f05-1d38a63b0abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:21.079540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.223171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc0a834-aa11-4dc5-9b65-b98fe767aeeb req-9c551cf0-b823-4582-9f79-8f07a2453195 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735805 Aug 22 14:53:21.296417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Deleting port 9a65f935-72af-4cf1-af94-ca9b326c3f81 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:21.296770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.366050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:21.370002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.373564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.374923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce4c7a41-1727-4ff6-b4c6-c1d7a4fc8d54 HTTP/1.1" status: 204 len: 168 time: 0.6748919 Aug 22 14:53:21.398104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8731b35-af66-475a-9d73-12ee47e691fd,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:21.401618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ee02-3bda-4174-b851-1acb035f910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c7a41-1727-4ff6-b4c6-c1d7a4fc8d54,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:21.435585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] For port 9a65f935-72af-4cf1-af94-ca9b326c3f81, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9a65f935-72af-4cf1-af94-ca9b326c3f81,segment=NetworkSegment(6d242fdf-2801-4062-a08d-7e99cb13c6fc),segment_id=6d242fdf-2801-4062-a08d-7e99cb13c6fc)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:21.436159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.454441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Calling delete_port for 9a65f935-72af-4cf1-af94-ca9b326c3f81 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:21.525149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.570958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106db188-76ed-4e7d-a20b-89c0d0ede23c req-510b92ab-7cb3-46db-b395-10bfce7b165e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.577703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.578330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.579678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106db188-76ed-4e7d-a20b-89c0d0ede23c req-510b92ab-7cb3-46db-b395-10bfce7b165e tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 943 time: 0.5045156 Aug 22 14:53:21.579842 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-42494d99-908a-4577-82fc-57ceee778484 service neutron] 10.222.0.54 "PUT /v2.0/ports/a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 1091 time: 1.9239466 Aug 22 14:53:21.580909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:21.594424 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df61ba-e357-40a7-97c2-ceeebc1e81b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:21.625128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:21.632666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42494d99-908a-4577-82fc-57ceee778484 service neutron] Pushing event updated for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:21.657034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fdbf7-06b4-498b-9eda-4923f1edac50 req-ccee7895-1dd9-496f-9f66-62bcad66d008 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.657034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a8fdbf7-06b4-498b-9eda-4923f1edac50 req-ccee7895-1dd9-496f-9f66-62bcad66d008 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 946 time: 0.3461084 Aug 22 14:53:21.730359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106db188-76ed-4e7d-a20b-89c0d0ede23c req-5a0ac451-8da2-48b8-974f-efbbd0127255 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495023 Aug 22 14:53:21.743572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:21.801751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-18dff056-2d3a-405f-8c63-d2fd7ab024f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.806324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-18dff056-2d3a-405f-8c63-d2fd7ab024f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1094 time: 0.0951104 Aug 22 14:53:21.856134 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-5acce291-3f93-4e59-bc55-82d11d7b1e83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 217 time: 0.0417686 Aug 22 14:53:21.878753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a8fdbf7-06b4-498b-9eda-4923f1edac50 req-6b551553-9d1e-4fe8-b5e1-a3fd1c959a45 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/security-groups?id=40ec7dd1-c8ef-4e86-908e-6666145cd051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982839 Aug 22 14:53:21.915137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:21.967322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-d597c006-5935-4214-9bbc-7a16f7c9da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:21.969392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-d597c006-5935-4214-9bbc-7a16f7c9da8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 200 len: 853 time: 0.1056836 Aug 22 14:53:21.972328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.005302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['9a65f935-72af-4cf1-af94-ca9b326c3f81'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:22.033230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:22.035753 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ab770-703f-48ba-bf78-53ebd70eabee" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-unplugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:22.042348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.073421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f21d8d-accb-4c42-b7e2-a04eade57b8e req-5a4fcb33-d411-4c19-8c5e-5c6387fe87ea tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.082382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f21d8d-accb-4c42-b7e2-a04eade57b8e req-5a4fcb33-d411-4c19-8c5e-5c6387fe87ea tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.2024214 Aug 22 14:53:22.103308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Pushing event deleted for resources: {'Port': ['ID=9a65f935-72af-4cf1-af94-ca9b326c3f81,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:22.120920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:22.124145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Transition to ACTIVE for port object 8666afa7-720e-41aa-a503-94329e91106a will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:22.129206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:22.148500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] No DVR routers for this DVR port 9a65f935-72af-4cf1-af94-ca9b326c3f81 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:22.151812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.155140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fc33758b-8dd5-411c-843b-9407d961ed37 req-0f19699e-0d21-408a-80d7-c473ef588aa6 tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.10 "DELETE /v2.0/ports/9a65f935-72af-4cf1-af94-ca9b326c3f81 HTTP/1.1" status: 204 len: 173 time: 1.1011522 Aug 22 14:53:22.176119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-cc8e4a68-1538-45bc-ab50-6405049e87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.177634 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-cc8e4a68-1538-45bc-ab50-6405049e87d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dbf5a314-36ac-49ea-8562-18dd6e429f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829822 Aug 22 14:53:22.247718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f21d8d-accb-4c42-b7e2-a04eade57b8e req-b7754748-878a-4874-afc5-d0d302982ddc tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639180 Aug 22 14:53:22.276853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.299711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-1d7a3137-44eb-4557-907b-9f70ef0d64eb service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135530 Aug 22 14:53:22.301511 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f27e5c0-368b-4058-b4ba-94ed5b939439 x-openstack-request-id: req-4f27e5c0-368b-4058-b4ba-94ed5b939439 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:22.305360 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:22.305360 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f27e5c0-368b-4058-b4ba-94ed5b939439 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:22.305360 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'status': 'completed', 'code': 200} Aug 22 14:53:22.470487 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4603149-073b-4e51-b30a-3edbdaf988bb x-openstack-request-id: req-c4603149-073b-4e51-b30a-3edbdaf988bb {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:22.470790 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-unplugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:22.471048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4603149-073b-4e51-b30a-3edbdaf988bb {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:22.471452 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'code': 200} Aug 22 14:53:22.474429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=10']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:22.477191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] No DVR routers for this DVR port 8666afa7-720e-41aa-a503-94329e91106a on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:22.488779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:22.493017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.525866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c538ade9-65e3-4d90-92df-114ec8b6d0e6 req-5c395fbb-4b43-4279-9114-23d85d435d31 service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142713 Aug 22 14:53:22.559898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Router e922b770-7117-474d-b993-9e17504636a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:53:22.680885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:22.681235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:22.681632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:22.691887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329094e-63c7-4e66-b5b2-345d1fbbbbac req-8cf2fcff-9539-4845-ab34-50004eaf8bfd tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.694202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d329094e-63c7-4e66-b5b2-345d1fbbbbac req-8cf2fcff-9539-4845-ab34-50004eaf8bfd tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.3131418 Aug 22 14:53:22.742663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:22.744785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Attempting to bind port 8666afa7-720e-41aa-a503-94329e91106a on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:22.762488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-c9da55c5-47cf-4651-8329-bfcf2c12167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.763893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-c9da55c5-47cf-4651-8329-bfcf2c12167f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1094 time: 0.0664039 Aug 22 14:53:22.782809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:22.783239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:22.783574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:22.784053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Bound port: 8666afa7-720e-41aa-a503-94329e91106a, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:22.784437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:22.815917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f896bc0-b671-4be7-bdb1-18473efe0a7d req-7f0dd83a-dcb5-4fcc-81ac-be27ccf2bfc5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.823228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f896bc0-b671-4be7-bdb1-18473efe0a7d req-7f0dd83a-dcb5-4fcc-81ac-be27ccf2bfc5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.2456911 Aug 22 14:53:22.883834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-6b0108ea-71f2-4eb4-a3c3-a3763e0bdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.885364 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-6b0108ea-71f2-4eb4-a3c3-a3763e0bdd11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 915 time: 0.1134286 Aug 22 14:53:22.936259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-753a335d-2396-4b90-b9b2-d961fbe733bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 217 time: 0.0426981 Aug 22 14:53:22.992790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-1892d89b-1650-423d-8313-a111ec69d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:22.994581 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-1892d89b-1650-423d-8313-a111ec69d497 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 200 len: 853 time: 0.0516996 Aug 22 14:53:23.052223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-05ce8cd3-554a-4de1-bc2b-aa7c1919b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:23.053925 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-05ce8cd3-554a-4de1-bc2b-aa7c1919b8d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dbf5a314-36ac-49ea-8562-18dd6e429f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520391 Aug 22 14:53:23.180675 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-20bd89f3-9552-4b45-9685-5cb76de30bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178985 Aug 22 14:53:23.301097 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-82df61ba-e357-40a7-97c2-ceeebc1e81b4 req-42e399aa-262e-4852-add8-0b4144c0755d service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097503 Aug 22 14:53:23.320016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d329094e-63c7-4e66-b5b2-345d1fbbbbac req-c691f9fd-75e9-4a09-81c2-46cb94a41600 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699003 Aug 22 14:53:23.372021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f896bc0-b671-4be7-bdb1-18473efe0a7d req-b0564206-83d3-4a91-bac7-5b5a996c173e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419703 Aug 22 14:53:23.397449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:53:23.398179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8666afa7-720e-41aa-a503-94329e91106a no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:23.428375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Sync routers for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:53:23.431450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57010) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:23.431668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8cbcea67-bb31-47a7-ae25-415f1166e0af admin admin] 10.222.0.53 "PUT /v2.0/routers/e922b770-7117-474d-b993-9e17504636a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8022501 Aug 22 14:53:23.452985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:23.453704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:23.484866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:23.504194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8666afa7-720e-41aa-a503-94329e91106a not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:23.504682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:23.526814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b73480-596b-47ab-a33f-09c8adcf7732 req-de30c32c-a40f-458d-ba38-60fb358a0645 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:23.534752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7b73480-596b-47ab-a33f-09c8adcf7732 req-de30c32c-a40f-458d-ba38-60fb358a0645 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 943 time: 0.1020782 Aug 22 14:53:23.576868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e190acaa-55af-4bf9-b378-49bc2d6ac915 req-e42ee79c-f7f7-465a-be80-9cf98bd8c1fc tempest-ServerMetadataNegativeTestJSON-1261770273 tempest-ServerMetadataNegativeTestJSON-1261770273-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7c16c80-158b-44f9-9c78-9f88a6133168 HTTP/1.1" status: 200 len: 210 time: 0.0399435 Aug 22 14:53:23.579559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:23.592945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:23.632431 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:23.689022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7b73480-596b-47ab-a33f-09c8adcf7732 req-f35f894a-8a0a-48c3-927e-a11fe5615906 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469815 Aug 22 14:53:23.693812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:23.721497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:23.722125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:23.723570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] 10.222.0.54 "PUT /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 1096 time: 3.1683376 Aug 22 14:53:23.727420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=5d8c720a-7832-4849-98f7-13fed9f080ee,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:23.829479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:23.853241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaed8c-8901-4155-86e3-fc9c5955ac50 service neutron] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=11']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:23.863008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': '153d0f37-5089-491a-9976-abcd37425f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:23.863165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: 941e61f7-d49a-4eef-96ae-bb7c35b4333e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:23.888383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32382-3bdd-44e9-ad3f-3ef51e6c30d7 req-8866d2e6-d11d-4c2c-822e-420b39c088a0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:23.889990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fea32382-3bdd-44e9-ad3f-3ef51e6c30d7 req-8866d2e6-d11d-4c2c-822e-420b39c088a0 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 948 time: 0.1948402 Aug 22 14:53:23.895294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-c3a446eb-3777-454d-b904-158eade8442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:23.896857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-c3a446eb-3777-454d-b904-158eade8442e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1099 time: 0.1312563 Aug 22 14:53:23.898843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:53:20Z', 'revision_number': 5, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port': {'id': 'b1674f66-886b-4842-b383-50445bdf9be6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e922b770-7117-474d-b993-9e17504636a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:45:57Z', 'updated_at': '2021-08-22T14:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:23.927896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Checking router: e922b770-7117-474d-b993-9e17504636a5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:53:23.939555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Routers {'e922b770-7117-474d-b993-9e17504636a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:23.940399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e922b770-7117-474d-b993-9e17504636a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:24.011710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fea32382-3bdd-44e9-ad3f-3ef51e6c30d7 req-daccf187-e817-4b4f-85bb-1db800bc93ea tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128368 Aug 22 14:53:24.021223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:24.033555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Deleting port b1674f66-886b-4842-b383-50445bdf9be6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:24.035039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.055654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] Set router e922b770-7117-474d-b993-9e17504636a5 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:24.062985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-ba9cd324-0915-4d29-9b7b-7eaa58df0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.066939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-ba9cd324-0915-4d29-9b7b-7eaa58df0c54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1589980 Aug 22 14:53:24.120853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:53:23Z', 'revision_number': 6, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:24.130938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 941e61f7-d49a-4eef-96ae-bb7c35b4333e) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:24.133380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-ca0c0dfa-15e1-4355-9303-028f7230b3cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0582433 Aug 22 14:53:24.136261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.136869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.162343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffcf3bc-07b7-451a-8cd5-8d4defe755f1 None None] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:24.163057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] For port b1674f66-886b-4842-b383-50445bdf9be6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b1674f66-886b-4842-b383-50445bdf9be6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:24.163707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.165872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c32a0c-0cf9-4925-8f59-5e92e3c1a8e5 None None] The sync data for ids ['e922b770-7117-474d-b993-9e17504636a5'] in n-d-805046-3 is: [{'id': 'e922b770-7117-474d-b993-9e17504636a5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1390839935-router', 'tenant_id': 'd762dd30b3b34937a79aef079006743b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:45:56Z', 'updated_at': '2021-08-22T14:53:23Z', 'revision_number': 6, 'project_id': 'd762dd30b3b34937a79aef079006743b', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:24.192222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Calling delete_port for b1674f66-886b-4842-b383-50445bdf9be6 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:24.234156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-f144841f-5fd8-4652-8f0a-e38167bc86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.236366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-f144841f-5fd8-4652-8f0a-e38167bc86fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0891712 Aug 22 14:53:24.299738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:24.300289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-06f5dd1e-0b38-4cc2-afc7-f5c28a681a48 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1780612 Aug 22 14:53:24.322934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bade-aa81-4686-b68d-81e56356eccb req-c5f63a8b-5cec-4142-b41c-95765bfda6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.326490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-c5f63a8b-5cec-4142-b41c-95765bfda6bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814550 Aug 22 14:53:24.343435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202210089'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:24.348004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'name': 'network-vif-deleted', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:24.360822 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c74bc7-0582-4de8-b0ce-8813e7066f4c" -d '{"events": [{"server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "name": "network-vif-deleted", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:24.441760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-941e61f7-d49a-4eef-96ae-bb7c35b4333e', 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': '5d8c720a-7832-4849-98f7-13fed9f080ee'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:24.446237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.460358 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d28934-5285-4e0b-9d82-58c068caf168 x-openstack-request-id: req-f4d28934-5285-4e0b-9d82-58c068caf168 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:24.460746 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c16c80-158b-44f9-9c78-9f88a6133168", "name": "network-vif-deleted", "tag": "9a65f935-72af-4cf1-af94-ca9b326c3f81", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:24.461010 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4d28934-5285-4e0b-9d82-58c068caf168 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:24.461500 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c16c80-158b-44f9-9c78-9f88a6133168', 'name': 'network-vif-deleted', 'tag': '9a65f935-72af-4cf1-af94-ca9b326c3f81', 'status': 'completed', 'code': 200} Aug 22 14:53:24.476700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:24.479111 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb8429-1b90-47c1-9e80-ae00dcfa384b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:24.498764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:24.503012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.504829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-c3698f9e-a171-4b2a-9787-6db2dc073450 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702321 Aug 22 14:53:24.541656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:24.553776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.554472 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment 3b636925-67dd-4604-8ccd-74b1640f0e29 of type vlan for network a56291a0-8ddc-4c45-8161-b58f7c8565d9 Aug 22 14:53:24.589603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab63376b-d558-4dd9-aef9-e204272d06f9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:24.605187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.619376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ab63376b-d558-4dd9-aef9-e204272d06f9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:24.620074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab63376b-d558-4dd9-aef9-e204272d06f9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:24.656827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9bb26-d18c-48dd-9e6f-5b90cbda5b0d req-953ac6cd-7817-419c-a600-4d2031484130 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.658430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cd9bb26-d18c-48dd-9e6f-5b90cbda5b0d req-953ac6cd-7817-419c-a600-4d2031484130 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.1750720 Aug 22 14:53:24.699253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Allocated IP 2001:db8:0:ffff::2 (941e61f7-d49a-4eef-96ae-bb7c35b4333e/5d8c720a-7832-4849-98f7-13fed9f080ee/06dafdc1-4aef-4252-af93-117cad832df4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:24.704297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a9614-6ee3-4d1e-9c8f-1c3c8e110eb1 req-e3693f9d-4576-4522-b8d6-bb77f149926b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.705905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c6a9614-6ee3-4d1e-9c8f-1c3c8e110eb1 req-e3693f9d-4576-4522-b8d6-bb77f149926b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.1584883 Aug 22 14:53:24.729267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eca0bade-aa81-4686-b68d-81e56356eccb req-e8a0f8a8-3b84-4221-b2e0-182820f717fa service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033544 Aug 22 14:53:24.753340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.756040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cd9bb26-d18c-48dd-9e6f-5b90cbda5b0d req-8a9048fe-daf1-43b4-b9f4-74084dd9d8da tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870492 Aug 22 14:53:24.790504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c6a9614-6ee3-4d1e-9c8f-1c3c8e110eb1 req-bc7e691b-d682-4faa-ad4f-746172876df0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699720 Aug 22 14:53:24.799049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.804669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.805291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.823399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Pushing event deleted for resources: {'Port': ['ID=b1674f66-886b-4842-b383-50445bdf9be6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:24.833402 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02816169-cd10-4b7e-9fd4-9696cad2ee22 x-openstack-request-id: req-02816169-cd10-4b7e-9fd4-9696cad2ee22 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:24.833402 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:24.833402 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02816169-cd10-4b7e-9fd4-9696cad2ee22 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:24.833795 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'status': 'completed', 'code': 200} Aug 22 14:53:24.895719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:24.900608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.903568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.903568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.903568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.903568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.906105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.906578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.906868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.907206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.907545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.907882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.908286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:53:24.933314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:24.937414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-5418da2e-2883-42d4-ac93-4c322dc18598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:24.939043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-5418da2e-2883-42d4-ac93-4c322dc18598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1099 time: 0.0846643 Aug 22 14:53:24.946415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Transition to ACTIVE for port object 06dafdc1-4aef-4252-af93-117cad832df4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:24.974615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Transition to ACTIVE for port object 06dafdc1-4aef-4252-af93-117cad832df4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:25.060474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7591627 Aug 22 14:53:25.079812 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.091632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:25.104535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:25.109738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0a78d-d6a2-4d76-9999-87c49791a15b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=a56291a0-8ddc-4c45-8161-b58f7c8565d9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:25.136845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-2230d668-6c4c-449b-b78d-6f0b0c7a7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.138920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-2230d668-6c4c-449b-b78d-6f0b0c7a7cac service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1844788 Aug 22 14:53:25.149270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Pushing event updated for resources: {'Port': ['ID=06dafdc1-4aef-4252-af93-117cad832df4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:25.152954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:25.161871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.191026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:25.198070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7449-f79b-4343-a639-7bb6b9ddab6b req-afbc405e-dae6-4d22-9de4-675e50d7a8b4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.204243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Deleting subnet 5d9989ed-6746-47b0-9212-1938663ff2da {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:25.204894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f80e7449-f79b-4343-a639-7bb6b9ddab6b req-afbc405e-dae6-4d22-9de4-675e50d7a8b4 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 943 time: 0.2594938 Aug 22 14:53:25.206811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-78df0962-effa-4f86-9dee-122f2c88166a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0573676 Aug 22 14:53:25.228226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:25.230965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:25.255561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-d6e1de61-9dc1-48e2-b5e5-5b5478057f69 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229274 Aug 22 14:53:25.273689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-df017512-82b1-4b7c-a122-fcda56aaec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.275333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-df017512-82b1-4b7c-a122-fcda56aaec25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1099 time: 0.3786352 Aug 22 14:53:25.281811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.310989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Attempting to bind port 06dafdc1-4aef-4252-af93-117cad832df4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:25.311621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Attempting to bind port 06dafdc1-4aef-4252-af93-117cad832df4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '153d0f37-5089-491a-9976-abcd37425f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:25.312004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Attempting to bind port 06dafdc1-4aef-4252-af93-117cad832df4 on network 941e61f7-d49a-4eef-96ae-bb7c35b4333e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:25.323437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:25.323906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Checking segment: {'id': '153d0f37-5089-491a-9976-abcd37425f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:25.324320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.324754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Bound using segment: {'id': '153d0f37-5089-491a-9976-abcd37425f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:25.325937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Bound port: 06dafdc1-4aef-4252-af93-117cad832df4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153d0f37-5089-491a-9976-abcd37425f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '941e61f7-d49a-4eef-96ae-bb7c35b4333e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:25.326542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.374819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f80e7449-f79b-4343-a639-7bb6b9ddab6b req-53661b8e-0c92-4159-a872-e22ee85371cd tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345971 Aug 22 14:53:25.404478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9a65f935-72af-4cf1-af94-ca9b326c3f81 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:25.469672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 9a65f935-72af-4cf1-af94-ca9b326c3f81 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:25.470749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9a65f935-72af-4cf1-af94-ca9b326c3f81 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:25.478746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-ca8c3059-c14e-4c28-b85e-3d4159016e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.481511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-ca8c3059-c14e-4c28-b85e-3d4159016e8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2397063 Aug 22 14:53:25.512071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] For port 06dafdc1-4aef-4252-af93-117cad832df4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:25.516805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] For port 06dafdc1-4aef-4252-af93-117cad832df4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06dafdc1-4aef-4252-af93-117cad832df4,segment=NetworkSegment(153d0f37-5089-491a-9976-abcd37425f5a),segment_id=153d0f37-5089-491a-9976-abcd37425f5a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:25.552289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-c6dfb921-f711-47c9-b519-cb6cedd8b576 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.553972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-c6dfb921-f711-47c9-b519-cb6cedd8b576 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684288 Aug 22 14:53:25.574515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-aeb55f79-f545-43c8-869e-47e65ed3d9ef tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0136647 Aug 22 14:53:25.577479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-ab50f3a0-59d7-44ce-87aa-5c062ba96b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.579209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-ab50f3a0-59d7-44ce-87aa-5c062ba96b63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892558 Aug 22 14:53:25.605954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8731b35-af66-475a-9d73-12ee47e691fd details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:25.623229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2c9224f8-1499-42a7-ac6b-a1f783d2af55 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407684 Aug 22 14:53:25.644643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.648824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.661674 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.675619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.785377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-e8baa6ec-4fb2-4996-968f-7a3ec4633f09 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792862 Aug 22 14:53:25.809387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aa8fb-fcbf-4852-bddc-93138798b1e9 None None] Pushing event updated for resources: {'Port': ['ID=06dafdc1-4aef-4252-af93-117cad832df4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:25.825760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.845224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8731b35-af66-475a-9d73-12ee47e691fd,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:25.855614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'port_id': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'mac_address': 'fa:16:3e:7a:f6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:25.903610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.907936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-06d2180d-212d-4d2e-bd89-71c13094544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:25.910127 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-06d2180d-212d-4d2e-bd89-71c13094544d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.6246827 Aug 22 14:53:25.921833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8731b35-af66-475a-9d73-12ee47e691fd {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:25.931272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-9e80b3da-ec56-4e11-b0e8-7d3c7f039651 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435535 Aug 22 14:53:25.937295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:25.944561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.954193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8731b35-af66-475a-9d73-12ee47e691fd,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:25.954487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.955024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e922b770-7117-474d-b993-9e17504636a5 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:53:25.985180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:25.988782 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6080a2a9-6975-48aa-8e3b-7e73fd60c7de admin admin] 10.222.0.53 "DELETE /v2.0/routers/e922b770-7117-474d-b993-9e17504636a5 HTTP/1.1" status: 204 len: 168 time: 2.5537376 Aug 22 14:53:25.992390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57062) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:26.041084 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-cdb4b23f-4cfa-4750-815b-0c6ff1db8708 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 200 len: 217 time: 0.0906854 Aug 22 14:53:26.047685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.173028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.175015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:26.256121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Deleting subnet 21c1cdec-a941-4274-8ac2-f1a2b3a0af62 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:26.263461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.263683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.263855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5d9989ed-6746-47b0-9212-1938663ff2da HTTP/1.1" status: 204 len: 168 time: 1.3454764 Aug 22 14:53:26.265600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:26.267176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980eb83-9ea7-49c8-b796-0932bfa8888b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9989ed-6746-47b0-9212-1938663ff2da,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:26.274259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-2448d392-9fcc-4ef4-9f51-df0bd8691b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:26.275771 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-2448d392-9fcc-4ef4-9f51-df0bd8691b07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1915059 Aug 22 14:53:26.307379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88602-659e-425b-85a5-e16002f9c3ac req-a0945282-26f8-41f2-a426-b41c8901fb94 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:26.320971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bea88602-659e-425b-85a5-e16002f9c3ac req-a0945282-26f8-41f2-a426-b41c8901fb94 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 948 time: 0.2526753 Aug 22 14:53:26.361987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426ec2f-8e59-4e30-9429-72b9a0d1c5a9 req-9599d2c9-9f62-4d2a-ae80-997dd3e6c8b3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:26.369569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f426ec2f-8e59-4e30-9429-72b9a0d1c5a9 req-9599d2c9-9f62-4d2a-ae80-997dd3e6c8b3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.1946089 Aug 22 14:53:26.462941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.485277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-9d991ea2-7bd7-4f94-a610-38e9746f9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:26.487518 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-9d991ea2-7bd7-4f94-a610-38e9746f9780 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025084 Aug 22 14:53:26.492650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06dafdc1-4aef-4252-af93-117cad832df4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:26.526537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.528434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a8731b35-af66-475a-9d73-12ee47e691fd'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:26.531399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bea88602-659e-425b-85a5-e16002f9c3ac req-faa958b2-3086-4129-aa41-ae8f85fa4544 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124064 Aug 22 14:53:26.543234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f426ec2f-8e59-4e30-9429-72b9a0d1c5a9 req-19b6747b-9f08-4eb1-a623-8a93dfd6db66 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714242 Aug 22 14:53:26.677428 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-c8876dbe-a836-4978-9142-ee92ec08d922 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807363 Aug 22 14:53:26.709854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e713bcf-4342-4c2b-a629-c76b1c7d8fa3 req-cfc312ee-5bbf-488e-8716-bdafb9ab3310 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.0649421 Aug 22 14:53:26.746571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.789427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 06dafdc1-4aef-4252-af93-117cad832df4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:26.804642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 14:53:26.808092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.858619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.910481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b1674f66-886b-4842-b383-50445bdf9be6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:26.930603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d1a22e-e2e4-4d70-801d-3cfa4b745594']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:26.955622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b1674f66-886b-4842-b383-50445bdf9be6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:26.956209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b1674f66-886b-4842-b383-50445bdf9be6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:26.957470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d242fdf-2801-4062-a08d-7e99cb13c6fc') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:26.957470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d242fdf-2801-4062-a08d-7e99cb13c6fc') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:26.977117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81843fe-0788-4464-8a1b-c6254cff02fb req-ebac0019-22cd-4601-9e41-c81476a6cb7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:26.979542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81843fe-0788-4464-8a1b-c6254cff02fb req-ebac0019-22cd-4601-9e41-c81476a6cb7d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.3333325 Aug 22 14:53:26.980768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=349546a8-b003-4339-aa2e-a1a8c4aa2278,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:26.991461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': '3b636925-67dd-4604-8ccd-74b1640f0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:26.991833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: a56291a0-8ddc-4c45-8161-b58f7c8565d9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:26.998480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:26.998840 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16eb8429-1b90-47c1-9e80-ae00dcfa384b req-99d59ef3-e8fb-4a90-a89d-a66a3f9c431c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100522 Aug 22 14:53:27.043712 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.053317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33a076-8ab0-4d10-8685-521fd15d93aa req-d5a643cd-20e6-497e-9e0e-c648fe74ba2b tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:27.055012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f33a076-8ab0-4d10-8685-521fd15d93aa req-d5a643cd-20e6-497e-9e0e-c648fe74ba2b tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 944 time: 0.2087910 Aug 22 14:53:27.066288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:27.066767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:27.068724 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:27.074079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:27.151415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.163547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81843fe-0788-4464-8a1b-c6254cff02fb req-49fd3c2b-37dd-4321-8edb-0035648c2871 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607203 Aug 22 14:53:27.171118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a56291a0-8ddc-4c45-8161-b58f7c8565d9) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:27.186189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:27.190810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bc457-76c1-4bff-85b4-62723144c318 None None] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:27.193546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.228481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c1cdec-a941-4274-8ac2-f1a2b3a0af62,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:27.230813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.232608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7f863-e4c7-4582-a450-b3a29801d847 None None] Network 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:27.236795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57078) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:27.237252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bf1874ae-85c3-4e5d-a112-f0bf536fd7ee admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21c1cdec-a941-4274-8ac2-f1a2b3a0af62 HTTP/1.1" status: 204 len: 168 time: 1.2462204 Aug 22 14:53:27.249767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f33a076-8ab0-4d10-8685-521fd15d93aa req-bd6c3d05-4d21-484b-8ca4-9a2c7e0a23ac tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1874325 Aug 22 14:53:27.328034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.333449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dd8a7736-04cd-4632-9d83-cbc2f18c46ad tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2359614 Aug 22 14:53:27.333618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2b687-c25f-4584-9330-d984a652fab4 None None] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:27.336102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57080) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:27.336755 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.339537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] 10.222.0.53 "DELETE /v2.0/networks/48d1a22e-e2e4-4d70-801d-3cfa4b745594 HTTP/1.1" status: 204 len: 168 time: 1.0705783 Aug 22 14:53:27.352312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cef17-1a61-4160-8e69-30c622276698 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d1a22e-e2e4-4d70-801d-3cfa4b745594,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:27.365858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'port': {'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9', 'name': 'tempest-NetworksIpV6TestAttrs-349085709'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:27.382458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.533559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Deleting port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:27.533810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.602480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Provisioning for port 06dafdc1-4aef-4252-af93-117cad832df4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:27.612566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] For port 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7d4388ce-4914-4e2a-8376-9ae15eb89d12,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:27.612566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.612754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:27.621409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-a56291a0-8ddc-4c45-8161-b58f7c8565d9', 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': '349546a8-b003-4339-aa2e-a1a8c4aa2278'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:27.622501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.626471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Calling delete_port for 7d4388ce-4914-4e2a-8376-9ae15eb89d12 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:27.629917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Provisioning complete for port 06dafdc1-4aef-4252-af93-117cad832df4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:27.630297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.717726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:27.719568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:27.746953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] DHCP port deletion for 8ad1ec52-b539-4204-b6a5-46cb82f3bd0c request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:53:27.755812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] device_id is not set on port 58ead588-3b7a-44d3-bf71-74db7a290604 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:53:27.821960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718feec3-a609-42f3-b797-4c53c2ba7da8 req-09a40555-d9a7-4281-b7b1-ebf7d6d21dd7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:27.823419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-718feec3-a609-42f3-b797-4c53c2ba7da8 req-09a40555-d9a7-4281-b7b1-ebf7d6d21dd7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 948 time: 0.1455712 Aug 22 14:53:27.849327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eed5bf-fa07-419f-b499-2ea860e9c7a6 req-2f292636-fc91-4e1f-9d83-79b3b6e591db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:27.859373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50eed5bf-fa07-419f-b499-2ea860e9c7a6 req-2f292636-fc91-4e1f-9d83-79b3b6e591db tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 945 time: 0.2010002 Aug 22 14:53:27.871053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-84e4127c-d5f2-4a38-978f-5b491f37eb06 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:27.874142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-84e4127c-d5f2-4a38-978f-5b491f37eb06 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1168823 Aug 22 14:53:27.884298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Allocated IP 2001:db8::f816:3eff:fe29:f44c (a56291a0-8ddc-4c45-8161-b58f7c8565d9/349546a8-b003-4339-aa2e-a1a8c4aa2278/58ead588-3b7a-44d3-bf71-74db7a290604) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:27.894728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805046-3'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:27.898559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57090) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:27.984630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-718feec3-a609-42f3-b797-4c53c2ba7da8 req-8c25b54e-83b2-450c-8b0f-843d891e8180 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480505 Aug 22 14:53:27.988138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.014955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.016151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50eed5bf-fa07-419f-b499-2ea860e9c7a6 req-7422385f-9596-4053-9c6e-3f9f677c3b25 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556344 Aug 22 14:53:28.017828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '8666afa7-720e-41aa-a503-94329e91106a', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '8666afa7-720e-41aa-a503-94329e91106a', 'mac_address': 'fa:16:3e:b5:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:28.050234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Deleting port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:28.050697 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.093253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.124215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-272ceea6-6c72-44cb-8075-30781b240ef8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16ddc234391d4b4fa3524033b607f9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207508 Aug 22 14:53:28.126770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57092) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:28.129733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.160252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Transition to ACTIVE for port object 58ead588-3b7a-44d3-bf71-74db7a290604 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:28.183115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] For port 06dafdc1-4aef-4252-af93-117cad832df4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06dafdc1-4aef-4252-af93-117cad832df4,segment=NetworkSegment(153d0f37-5089-491a-9976-abcd37425f5a),segment_id=153d0f37-5089-491a-9976-abcd37425f5a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.204900 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.239996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] For port 7d4388ce-4914-4e2a-8376-9ae15eb89d12, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7d4388ce-4914-4e2a-8376-9ae15eb89d12,segment=NetworkSegment(52dfdb75-25ed-45d3-8bae-70bac2e9ea14),segment_id=52dfdb75-25ed-45d3-8bae-70bac2e9ea14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.240534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.244349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:28.259857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-aff8bc19-66f9-4195-9f8d-bfe0990dff88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:28.261545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-aff8bc19-66f9-4195-9f8d-bfe0990dff88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.5580215 Aug 22 14:53:28.263399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.266954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Calling delete_port for 7d4388ce-4914-4e2a-8376-9ae15eb89d12 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:28.366130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86beb376-a12d-4b18-99ce-c10f657af2f5 req-eec14787-9d3b-4c4c-89b6-3c9085609185 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.2225862 Aug 22 14:53:28.382482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.394058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.460990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7d4388ce-4914-4e2a-8376-9ae15eb89d12 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:28.505261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.531025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b86713-9409-4967-9c31-dac42bc0aa86 None None] Pushing event updated for resources: {'Port': ['ID=06dafdc1-4aef-4252-af93-117cad832df4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:28.538927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1ab8d0c9-fc39-4604-96b2-5fed3b7aff4f None None] Provisioning complete for port 06dafdc1-4aef-4252-af93-117cad832df4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:28.539531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d0c9-fc39-4604-96b2-5fed3b7aff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.554207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.565816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70ec4-8ad1-4eda-aee8-061d5f29d0ae req-88d52e9c-202c-43f6-a690-43b7bca90e32 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:28.567960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06c70ec4-8ad1-4eda-aee8-061d5f29d0ae req-88d52e9c-202c-43f6-a690-43b7bca90e32 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 946 time: 0.2008972 Aug 22 14:53:28.578692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port 063b6b25-89d1-4b27-bad9-26db88962c46 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:28.581994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.586073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.597805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.612967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.646092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4388ce-4914-4e2a-8376-9ae15eb89d12,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:28.659468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:28.670488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No active binding found for port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:53:28.671127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7d4388ce-4914-4e2a-8376-9ae15eb89d12 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:28.706661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06c70ec4-8ad1-4eda-aee8-061d5f29d0ae req-73d5e181-6545-43ed-a8b8-b4fda26347b4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306922 Aug 22 14:53:28.721109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] No DVR routers for this DVR port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:28.726876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8bac-dec7-48e3-a86a-b5ea95e249de req-ed9a8da3-1154-4bac-bd18-c78cf5d10f46 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:28.728671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acda8bac-dec7-48e3-a86a-b5ea95e249de req-ed9a8da3-1154-4bac-bd18-c78cf5d10f46 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 944 time: 0.1459692 Aug 22 14:53:28.737059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:28.745669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:28.750029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.761462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:28.768497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Allocated IP 2001:db8::f816:3eff:fe89:38c6 (a56291a0-8ddc-4c45-8161-b58f7c8565d9/349546a8-b003-4339-aa2e-a1a8c4aa2278/1bb007e2-0e39-47ce-80dc-42f2c21aa560) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:28.775019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:28.775019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.854837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Port': ['ID=58ead588-3b7a-44d3-bf71-74db7a290604,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:28.859355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:28.863177 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1836d7-efa4-4558-a5ed-a4b37662a2c0" -d '{"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:28.874885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.904847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acda8bac-dec7-48e3-a86a-b5ea95e249de req-28e9f6d1-df7a-453a-8954-a63f4c4fb111 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559227 Aug 22 14:53:28.915489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port 063b6b25-89d1-4b27-bad9-26db88962c46, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=063b6b25-89d1-4b27-bad9-26db88962c46,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:28.918395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.921555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] No DVR routers for this DVR port 7d4388ce-4914-4e2a-8376-9ae15eb89d12 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:28.941462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:28.964469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.975026 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b8298-c2f3-4791-9445-8f29fd70cfdc x-openstack-request-id: req-d48b8298-c2f3-4791-9445-8f29fd70cfdc {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:28.975026 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:28.975026 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d48b8298-c2f3-4791-9445-8f29fd70cfdc {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:28.975026 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'code': 200} Aug 22 14:53:28.977357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for 063b6b25-89d1-4b27-bad9-26db88962c46 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:28.983076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:28.984404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad1ec52-b539-4204-b6a5-46cb82f3bd0c']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:28.995838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c89b6e06-f19a-4403-b223-bca5fe5e44c5 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6594682 Aug 22 14:53:29.002761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57100) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:29.008917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dfdb75-25ed-45d3-8bae-70bac2e9ea14') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:29.009187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dfdb75-25ed-45d3-8bae-70bac2e9ea14') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:29.036063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107027-f948-4bfd-b556-abac1ab59662 None None] Pushing event deleted for resources: {'Port': ['ID=7d4388ce-4914-4e2a-8376-9ae15eb89d12,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.071791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8666afa7-720e-41aa-a503-94329e91106a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:29.084192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.092235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.094083 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40ec7dd1-c8ef-4e86-908e-6666145cd051 HTTP/1.1" status: 204 len: 168 time: 0.9682648 Aug 22 14:53:29.126278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.156127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.169639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:29.171032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.186785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:29.215695 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:29.262041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6914c1a-0c77-4c77-9dfb-425e8857c1e6 req-054381ca-b669-485c-8bb3-350f3bbc5598 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:29.263867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6914c1a-0c77-4c77-9dfb-425e8857c1e6 req-054381ca-b669-485c-8bb3-350f3bbc5598 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 949 time: 0.1584377 Aug 22 14:53:29.267151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:29.267483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:29.267814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:29.271089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3b4a8-8734-4838-b9ac-4245405bf8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec7dd1-c8ef-4e86-908e-6666145cd051,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.272548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.284651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Transition to ACTIVE for port object 1bb007e2-0e39-47ce-80dc-42f2c21aa560 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:29.288989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-feb83c2a-f3b6-4959-9f98-4fccd814f423 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463266 Aug 22 14:53:29.295885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting subnet 349546a8-b003-4339-aa2e-a1a8c4aa2278 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:29.306067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:29.306400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:29.318470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Transition to ACTIVE for port object 1bb007e2-0e39-47ce-80dc-42f2c21aa560 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:29.356667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3c6ab-d3ae-4b96-9cc5-69df15d422f3 req-e674a56c-e09b-463c-a7cb-d6696dab095d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:29.358475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec3c6ab-d3ae-4b96-9cc5-69df15d422f3 req-e674a56c-e09b-463c-a7cb-d6696dab095d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.2092628 Aug 22 14:53:29.366028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:29.366028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:29.366435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:29.366968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Bound port: 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:29.367329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.424966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:29.438937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.455183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6914c1a-0c77-4c77-9dfb-425e8857c1e6 req-2ce28ab7-0565-4174-8247-6dbd06e711f7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730645 Aug 22 14:53:29.472367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.479933 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ad1ec52-b539-4204-b6a5-46cb82f3bd0c HTTP/1.1" status: 204 len: 168 time: 2.2371204 Aug 22 14:53:29.479933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.482812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57110) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:29.485287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaf37b-52d3-43a3-aaa9-c8b8463f8593 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad1ec52-b539-4204-b6a5-46cb82f3bd0c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.492671 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.544515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.572767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Pushing event updated for resources: {'Port': ['ID=1bb007e2-0e39-47ce-80dc-42f2c21aa560,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.586551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['063b6b25-89d1-4b27-bad9-26db88962c46'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:29.617880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:53:29.650561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=063b6b25-89d1-4b27-bad9-26db88962c46,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:29.663955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec3c6ab-d3ae-4b96-9cc5-69df15d422f3 req-e2125725-20e4-4be4-ae4f-c4e3aa3ffebb tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905669 Aug 22 14:53:29.671542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port 063b6b25-89d1-4b27-bad9-26db88962c46 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:29.681099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.687095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.689523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-183ef021-e2b3-4c76-8cfb-71f87b1ac69f req-b166d500-52af-4342-a041-f32e20fc2407 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "DELETE /v2.0/ports/063b6b25-89d1-4b27-bad9-26db88962c46 HTTP/1.1" status: 204 len: 173 time: 1.4161477 Aug 22 14:53:29.690008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'name': 'network-vif-deleted', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:29.692533 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf42e6f7-79bd-4d17-b548-1bb4f3a2d3c5" -d '{"events": [{"server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "name": "network-vif-deleted", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:29.777099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-3f29647f-0b84-4d11-929e-6a91125ecf16 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:29.777099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-3f29647f-0b84-4d11-929e-6a91125ecf16 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4737906 Aug 22 14:53:29.777099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b553ed8-e451-4d24-9b9c-4642447e9fda req-21e320c3-383e-4939-bd23-0c7874d4bf5a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.1438639 Aug 22 14:53:29.826889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:29.832478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:29.898657 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6451e-8836-4c6e-a41c-7f11e0f17e91 x-openstack-request-id: req-f9d6451e-8836-4c6e-a41c-7f11e0f17e91 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:29.898657 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b788b3e-5e11-4647-9799-62f67b2bf792", "name": "network-vif-deleted", "tag": "063b6b25-89d1-4b27-bad9-26db88962c46", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:29.898657 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9d6451e-8836-4c6e-a41c-7f11e0f17e91 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:29.899124 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b788b3e-5e11-4647-9799-62f67b2bf792', 'name': 'network-vif-deleted', 'tag': '063b6b25-89d1-4b27-bad9-26db88962c46', 'status': 'completed', 'code': 200} Aug 22 14:53:29.914650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:29.917109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8731b35-af66-475a-9d73-12ee47e691fd up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:29.983030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:30.051812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:30.097532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:30.100233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:30.154799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.205856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:30.209154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Attempting to bind port 1bb007e2-0e39-47ce-80dc-42f2c21aa560 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:30.209675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Attempting to bind port 1bb007e2-0e39-47ce-80dc-42f2c21aa560 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '3b636925-67dd-4604-8ccd-74b1640f0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:30.210149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Attempting to bind port 1bb007e2-0e39-47ce-80dc-42f2c21aa560 on network a56291a0-8ddc-4c45-8161-b58f7c8565d9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:30.224886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.233586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c8acc24f-e9da-49e1-8f33-15310ea1ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.233871 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/349546a8-b003-4339-aa2e-a1a8c4aa2278 HTTP/1.1" status: 204 len: 168 time: 1.2278597 Aug 22 14:53:30.235136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35418466-dafd-49b2-ac35-fb285e954575 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=349546a8-b003-4339-aa2e-a1a8c4aa2278,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:30.237565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57132) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:30.240609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:30.245324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Checking segment: {'id': '3b636925-67dd-4604-8ccd-74b1640f0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:30.245324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.245324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Bound using segment: {'id': '3b636925-67dd-4604-8ccd-74b1640f0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:30.245324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Bound port: 1bb007e2-0e39-47ce-80dc-42f2c21aa560, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b636925-67dd-4604-8ccd-74b1640f0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a56291a0-8ddc-4c45-8161-b58f7c8565d9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:30.245324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.269461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a8731b35-af66-475a-9d73-12ee47e691fd completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:30.275558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a8731b35-af66-475a-9d73-12ee47e691fd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:30.276132 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.280940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h1-805046-3 for vnic_type normal with profile {"migrating_to": "n-h2-805046-3"} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:30.281407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:30.281855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:30.331411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:30.331779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempting to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on network f6ab3086-f496-4329-96c1-4c262c7c349c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:30.342033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd03d56-009b-41ca-9371-bcd669e794dd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.343741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd03d56-009b-41ca-9371-bcd669e794dd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.348609 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4bd03d56-009b-41ca-9371-bcd669e794dd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1102786 Aug 22 14:53:30.349200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:30.352629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:30.358557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Checking segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:30.358557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Bound using segment: {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:30.358557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Bound port: 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6ab3086-f496-4329-96c1-4c262c7c349c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:30.358557 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.444964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] For port 1bb007e2-0e39-47ce-80dc-42f2c21aa560, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:30.451856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3284f25e-95dc-4b2a-b2eb-15202ca014c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.474042 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3284f25e-95dc-4b2a-b2eb-15202ca014c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 22 14:53:30.479417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3284f25e-95dc-4b2a-b2eb-15202ca014c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:30.479417 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3284f25e-95dc-4b2a-b2eb-15202ca014c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/a56291a0-8ddc-4c45-8161-b58f7c8565d9 HTTP/1.1" status: 409 len: 405 time: 0.1273105 Aug 22 14:53:30.486034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:30.490029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a1e65c8-989d-4b06-8639-a3623874e122 req-fe9c217e-48b9-4f56-b72b-913400858573 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b788b3e-5e11-4647-9799-62f67b2bf792 HTTP/1.1" status: 200 len: 210 time: 0.4896016 Aug 22 14:53:30.491670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1654163827'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:30.506857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.511227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06dafdc1-4aef-4252-af93-117cad832df4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:30.525061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] For port 1bb007e2-0e39-47ce-80dc-42f2c21aa560, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1bb007e2-0e39-47ce-80dc-42f2c21aa560,segment=NetworkSegment(3b636925-67dd-4604-8ccd-74b1640f0e29),segment_id=3b636925-67dd-4604-8ccd-74b1640f0e29)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:30.570358 n-d-805046-3 neutron-server[102051]: WARNING neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Concurrent port binding operations failed on port 8e38c903-84e6-48d3-a94f-85fc93ceac1c Aug 22 14:53:30.585708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:30.586938 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.599944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.608460 n-d-805046-3 neutron-server[102051]: INFO neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Attempt 2 to bind port 8e38c903-84e6-48d3-a94f-85fc93ceac1c Aug 22 14:53:30.608945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:53:30.616375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:30.620492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.667650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:30.670699 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1e16e-539c-4a7d-8ac6-9ce5cb3d93fe" -d '{"events": [{"server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "name": "network-vif-plugged", "status": "completed", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:30.671912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:30.681588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.681935 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment 58ddc71f-9693-4acb-802d-af5a5072b4ad of type vlan for network 185f8a3e-e353-424b-8183-741b1a8c9c89 Aug 22 14:53:30.720823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8731b35-af66-475a-9d73-12ee47e691fd,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:30.728097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.730298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d35452-5a1d-4800-a4e9-2683f3b4b406 None None] Pushing event updated for resources: {'Port': ['ID=1bb007e2-0e39-47ce-80dc-42f2c21aa560,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:30.745483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 06dafdc1-4aef-4252-af93-117cad832df4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:30.745995 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.778086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60348855-4d74-4fb5-8a3c-9d77e31c78a3 None None] Network a56291a0-8ddc-4c45-8161-b58f7c8565d9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:30.801587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.803947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.803947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] 10.222.0.10 "PUT /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 1121 time: 2.9210861 Aug 22 14:53:30.804389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.807830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34a43b-4cab-4903-9e96-3af2ce86e716 req-a0cc6f98-f5db-471c-a42b-14105c2981d7 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.814185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae34a43b-4cab-4903-9e96-3af2ce86e716 req-a0cc6f98-f5db-471c-a42b-14105c2981d7 tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 1100 time: 0.3735223 Aug 22 14:53:30.816503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5106-9049-4891-b9d0-cd8004a97acb service neutron] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:30.862110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.869500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.869848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.919040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa0cc9-7d4d-4088-b802-ac39ade19646 req-fed464f3-ebfc-46b6-b678-61c1fb714313 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:30.925236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['8e38c903-84e6-48d3-a94f-85fc93ceac1c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:30.928571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92fa0cc9-7d4d-4088-b802-ac39ade19646 req-fed464f3-ebfc-46b6-b678-61c1fb714313 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 944 time: 0.3310313 Aug 22 14:53:30.954950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=185f8a3e-e353-424b-8183-741b1a8c9c89,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:30.966193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:30.970162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:30.994024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:30.996329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8e38c903-84e6-48d3-a94f-85fc93ceac1c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:31.003088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:31.004861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:31.008281 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02b41c-8f6b-4f84-a19a-86991c967e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:31.023698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5d2cac6a-70da-409d-836c-309fc1203733 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5330157 Aug 22 14:53:31.023698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57156) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:31.031141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:31.041387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:31.064769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae34a43b-4cab-4903-9e96-3af2ce86e716 req-4e038375-57c6-4ca3-9058-2e1d0962477a tempest-MigrationsAdminTest-828380102 tempest-MigrationsAdminTest-828380102-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291751 Aug 22 14:53:31.087438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92fa0cc9-7d4d-4088-b802-ac39ade19646 req-cc51fb4c-5f6a-42f5-acca-7e04c2b02588 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578255 Aug 22 14:53:31.170526 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68396c40-2e5d-4cea-bbfb-814326e70709 x-openstack-request-id: req-68396c40-2e5d-4cea-bbfb-814326e70709 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:31.170767 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "name": "network-vif-plugged", "status": "completed", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:31.171122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68396c40-2e5d-4cea-bbfb-814326e70709 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:31.171612 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'code': 200} Aug 22 14:53:31.315102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e2427-6127-464f-bf6a-6d00512861f8 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:53:31.350654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a8e18cf-5d43-4590-9285-7986c694e8c0 req-b2081311-1b9c-4aa6-bb8b-fa2792ad8e59 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.0807557 Aug 22 14:53:31.426505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ea765-9bb0-474a-bb80-56998e063e10 req-61f06caa-82d6-4056-9dbf-0c82eb2a9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:31.428263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca5ea765-9bb0-474a-bb80-56998e063e10 req-61f06caa-82d6-4056-9dbf-0c82eb2a9fb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1096 time: 0.2064238 Aug 22 14:53:31.456763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 063b6b25-89d1-4b27-bad9-26db88962c46 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:31.459571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930408d7-601b-4797-a8b7-105aa31644d0 req-2a7b2672-e57c-49aa-bc5c-89fe5b07e69f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:31.461262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-930408d7-601b-4797-a8b7-105aa31644d0 req-2a7b2672-e57c-49aa-bc5c-89fe5b07e69f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.2235830 Aug 22 14:53:31.496280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 063b6b25-89d1-4b27-bad9-26db88962c46 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:31.496411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 063b6b25-89d1-4b27-bad9-26db88962c46 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:31.533574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:31.557068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca5ea765-9bb0-474a-bb80-56998e063e10 req-ed11c99b-3242-4901-a628-a02e5fc14995 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140254 Aug 22 14:53:31.562047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e2427-6127-464f-bf6a-6d00512861f8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 14:53:31.562922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:31.568675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-930408d7-601b-4797-a8b7-105aa31644d0 req-d5444b24-e8dd-4295-9959-ae954763ca23 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905442 Aug 22 14:53:31.629489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:31.646023 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfcb876-b839-48fc-816e-97d780f1fd76 x-openstack-request-id: req-4bfcb876-b839-48fc-816e-97d780f1fd76 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:31.646023 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:31.646321 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bfcb876-b839-48fc-816e-97d780f1fd76 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:31.646685 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'status': 'completed', 'code': 200} Aug 22 14:53:31.678760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:31.724936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:31.730213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:31.742807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd34141-eb45-49e8-bcd3-581ea6f14aaa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:31.971828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 8666afa7-720e-41aa-a503-94329e91106a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:32.009512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 8666afa7-720e-41aa-a503-94329e91106a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:32.009855 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.036451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.151 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/f19e8a46-df67-44a9-9f73-cd5c6a3dbbae) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:32.042838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-7f5ebfb9-b365-406c-93cd-c54bf132576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.045117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-7f5ebfb9-b365-406c-93cd-c54bf132576c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1124 time: 0.1656573 Aug 22 14:53:32.128296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 14:53:32.130362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.239430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=98e717ae-c52a-45e0-bfcb-1a3029032516,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:32.254175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': '58ddc71f-9693-4acb-802d-af5a5072b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:32.254738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: 185f8a3e-e353-424b-8183-741b1a8c9c89, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:32.337782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:32.375031 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-988e2427-6127-464f-bf6a-6d00512861f8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:53:32.386052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.399824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-c7c06ab5-e93c-42e4-bac3-ab0b9a5f56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.401353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-c7c06ab5-e93c-42e4-bac3-ab0b9a5f56de service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.3273726 Aug 22 14:53:32.418370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 185f8a3e-e353-424b-8183-741b1a8c9c89) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:32.429382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.430337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.477054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-c56a8337-9ed8-4df4-867d-c455fc7a57cb tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.478641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-c56a8337-9ed8-4df4-867d-c455fc7a57cb tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.3589933 Aug 22 14:53:32.483926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-af243f45-aa54-4ca3-91da-29608e49da4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 217 time: 0.0679920 Aug 22 14:53:32.501789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:32.531853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328c55f5-bf89-4e57-8c4b-73237eeff345 None None] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:32.567052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-341363ae-d342-4b42-9aaa-ffece4340abb tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5415974 Aug 22 14:53:32.569346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:32.577051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'port': {'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89', 'name': 'tempest-NetworksIpV6TestAttrs-1466746894'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:32.586427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c375a-3925-48ed-8f8b-544222ea5273 req-79441fe6-b9f3-4c16-a543-66d245f27188 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.588510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a5c375a-3925-48ed-8f8b-544222ea5273 req-79441fe6-b9f3-4c16-a543-66d245f27188 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.2857950 Aug 22 14:53:32.589290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-c7ecc39e-f4dd-42a9-ba84-666f0c8c4862 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0943184 Aug 22 14:53:32.621763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.660975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.678022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-930021ff-c989-4be9-a8fd-0e9b865d7391 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776942 Aug 22 14:53:32.688259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-4a627e0d-d3e3-47e5-bd96-033fe22e26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:32.690031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-4a627e0d-d3e3-47e5-bd96-033fe22e26af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1938972 Aug 22 14:53:32.694316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object f19e8a46-df67-44a9-9f73-cd5c6a3dbbae will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:32.742143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a5c375a-3925-48ed-8f8b-544222ea5273 req-487f4e57-a54b-48f3-b960-f11ad4a94462 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429222 Aug 22 14:53:32.755547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:32.768629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-185f8a3e-e353-424b-8183-741b1a8c9c89', 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': '98e717ae-c52a-45e0-bfcb-1a3029032516'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:32.769793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.774151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-329f86aa-801e-48f5-bae7-028e27add54d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614066 Aug 22 14:53:32.874572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:32.880393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.897554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.906083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] device_id is not set on port 561b8ea0-ddef-416f-9033-344969342f5d yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:53:32.921518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Allocated IP 2001:db8::f816:3eff:fe5f:2c82 (185f8a3e-e353-424b-8183-741b1a8c9c89/98e717ae-c52a-45e0-bfcb-1a3029032516/f8754bae-d2cc-4c54-8c6b-457407a4d30b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:32.963403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Deleting port 15238522-239a-47b2-9764-9f28b3f6d2f4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:32.963742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:32.984606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-59f682a9-db4e-4f29-98cd-69b147ffe7a1 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935040 Aug 22 14:53:33.058361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.085438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cfd75-49c3-47f5-8f24-c0d535a429cf req-dca59fa7-42ef-4788-87d7-5d50f877d020 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:33.094924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b79cfd75-49c3-47f5-8f24-c0d535a429cf req-dca59fa7-42ef-4788-87d7-5d50f877d020 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 950 time: 0.2505910 Aug 22 14:53:33.096354 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.105574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Transition to ACTIVE for port object f8754bae-d2cc-4c54-8c6b-457407a4d30b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:33.122717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Transition to ACTIVE for port object f8754bae-d2cc-4c54-8c6b-457407a4d30b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:33.142833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-612bf921-8ba0-4978-b4bc-94b82ce7a7b0 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334234 Aug 22 14:53:33.173036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:33.175607 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf8f9c-8964-424d-ab0d-7c68df652538" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:33.238272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:33.267208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:33.274948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:33.284266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:33.298712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.377156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b79cfd75-49c3-47f5-8f24-c0d535a429cf req-b65c0a47-97a0-4022-9f31-c159bdfbe1d8 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786782 Aug 22 14:53:33.384538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f8754bae-d2cc-4c54-8c6b-457407a4d30b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:33.385925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Allocated IP 2001:db8::f816:3eff:fec2:e45 (185f8a3e-e353-424b-8183-741b1a8c9c89/98e717ae-c52a-45e0-bfcb-1a3029032516/561b8ea0-ddef-416f-9033-344969342f5d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:33.419708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:33.422043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:33.427277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:33.435957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] For port 15238522-239a-47b2-9764-9f28b3f6d2f4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=15238522-239a-47b2-9764-9f28b3f6d2f4,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:33.438156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.538271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Attempting to bind port f8754bae-d2cc-4c54-8c6b-457407a4d30b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:33.538656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Attempting to bind port f8754bae-d2cc-4c54-8c6b-457407a4d30b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '58ddc71f-9693-4acb-802d-af5a5072b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:33.539072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Attempting to bind port f8754bae-d2cc-4c54-8c6b-457407a4d30b on network 185f8a3e-e353-424b-8183-741b1a8c9c89 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:33.541343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f43a807c-0fb4-47da-a543-6114479acb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.568781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:33.569689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Checking segment: {'id': '58ddc71f-9693-4acb-802d-af5a5072b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:33.570360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.571009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Bound using segment: {'id': '58ddc71f-9693-4acb-802d-af5a5072b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:33.571745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Bound port: f8754bae-d2cc-4c54-8c6b-457407a4d30b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ddc71f-9693-4acb-802d-af5a5072b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '185f8a3e-e353-424b-8183-741b1a8c9c89'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:33.572447 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.626210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.658164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Transition to ACTIVE for port object 561b8ea0-ddef-416f-9033-344969342f5d will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:33.704980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] For port f8754bae-d2cc-4c54-8c6b-457407a4d30b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:33.707705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] For port f8754bae-d2cc-4c54-8c6b-457407a4d30b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8754bae-d2cc-4c54-8c6b-457407a4d30b,segment=NetworkSegment(58ddc71f-9693-4acb-802d-af5a5072b4ad),segment_id=58ddc71f-9693-4acb-802d-af5a5072b4ad)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:33.721746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fbf0e923-0821-41a9-8084-44ba22928b68 None None] Provisioning for port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:33.726249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fbf0e923-0821-41a9-8084-44ba22928b68 None None] Provisioning complete for port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:33.726909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e923-0821-41a9-8084-44ba22928b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.765354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0e923-0821-41a9-8084-44ba22928b68 None None] Port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:53:33.802472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.839367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.857045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:33.860106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:33.863852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:33.869727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:33.870263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.898185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Calling delete_port for 15238522-239a-47b2-9764-9f28b3f6d2f4 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:33.913650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-e120055d-4451-4a45-96c2-68c5e08a7b40 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086325 Aug 22 14:53:33.922237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5508af-950f-418a-ac93-802d4ceb5cb7 None None] Pushing event updated for resources: {'Port': ['ID=f8754bae-d2cc-4c54-8c6b-457407a4d30b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:33.928389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Port': ['ID=561b8ea0-ddef-416f-9033-344969342f5d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:33.950721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:33.950935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:33.962346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-d6450199-dfdd-44cc-b434-cb99a7093965 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:33.964220 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-d6450199-dfdd-44cc-b434-cb99a7093965 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 950 time: 0.0666823 Aug 22 14:53:34.017420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c02b41c-8f6b-4f84-a19a-86991c967e8d req-cc43a7bb-c51a-4c32-a7ad-783ed1aa6fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8395071 Aug 22 14:53:34.026687 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:53:34.030010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96554d40-fc43-483b-93be-0b2f7c66f4d7 req-3e194970-f231-454e-bb42-b57a8e31d29b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:34.032209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96554d40-fc43-483b-93be-0b2f7c66f4d7 req-3e194970-f231-454e-bb42-b57a8e31d29b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 936 time: 0.1784909 Aug 22 14:53:34.065750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-73732a41-d5ca-4790-b083-54d946e23652 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4951768 Aug 22 14:53:34.069124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57220) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:34.128416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Deleting port 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:34.128853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.133523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-61dfec49-6e65-44be-a4f3-3cd8ab0b1b27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3492870 Aug 22 14:53:34.158560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Request body: {'port': {'device_id': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:34.210522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96554d40-fc43-483b-93be-0b2f7c66f4d7 req-12baacb8-1f93-4b21-aa07-7bda908787a8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706064 Aug 22 14:53:34.270354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting subnet 98e717ae-c52a-45e0-bfcb-1a3029032516 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:34.282217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.352526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] For port 8666afa7-720e-41aa-a503-94329e91106a, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8666afa7-720e-41aa-a503-94329e91106a,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:34.359267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.359541 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f74a0-8afe-4c7e-94a1-c29d56fc038a x-openstack-request-id: req-e62f74a0-8afe-4c7e-94a1-c29d56fc038a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:34.359541 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-plugged", "status": "completed", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:34.359541 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e62f74a0-8afe-4c7e-94a1-c29d56fc038a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:34.360284 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'code': 200} Aug 22 14:53:34.363843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57228) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:34.402466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Calling delete_port for 8666afa7-720e-41aa-a503-94329e91106a owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:34.468537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.485543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8754bae-d2cc-4c54-8c6b-457407a4d30b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:34.504654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.602250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ac02-dcc1-44a3-bb05-e64412bfcb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.641349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f8754bae-d2cc-4c54-8c6b-457407a4d30b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:34.664379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efea494-fe62-4ff9-9c88-a048f4620a17 req-0aabe4c5-b1d3-4a87-ae01-6983803c58f1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:34.666073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4efea494-fe62-4ff9-9c88-a048f4620a17 req-0aabe4c5-b1d3-4a87-ae01-6983803c58f1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.3154616 Aug 22 14:53:34.719095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.756039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ac02-dcc1-44a3-bb05-e64412bfcb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.791053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebfdea-6e50-40de-946e-b64880bc2735 req-e6762480-cd17-450b-8cde-2ce899b67116 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:34.792719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bebfdea-6e50-40de-946e-b64880bc2735 req-e6762480-cd17-450b-8cde-2ce899b67116 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.3335841 Aug 22 14:53:34.833178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.846017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad', '8666afa7-720e-41aa-a503-94329e91106a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:34.864031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event deleted for resources: {'Port': ['ID=8666afa7-720e-41aa-a503-94329e91106a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:34.885378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c', '3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:34.901508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4efea494-fe62-4ff9-9c88-a048f4620a17 req-c2466577-f1bc-462e-b431-b556217c8bf1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198329 Aug 22 14:53:34.948225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] No DVR routers for this DVR port 8666afa7-720e-41aa-a503-94329e91106a on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:34.949398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.955458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ac02-dcc1-44a3-bb05-e64412bfcb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.962784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:34.965854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d4bdcb3-244c-43e0-ad57-a5a199374316 req-c442c9d8-91c9-4f34-914a-4a6fcefbca0f tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "DELETE /v2.0/ports/8666afa7-720e-41aa-a503-94329e91106a HTTP/1.1" status: 204 len: 173 time: 0.9880648 Aug 22 14:53:34.971828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-deleted', 'tag': '8666afa7-720e-41aa-a503-94329e91106a'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:34.975614 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8848bb-5413-4088-acf6-77e7118f32bb" -d '{"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-deleted", "tag": "8666afa7-720e-41aa-a503-94329e91106a"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:35.031147 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dfa3ac02-dcc1-44a3-bb05-e64412bfcb95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a2bfdf55f7e4df4ba6da2281a79eb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659181 Aug 22 14:53:35.032513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3ac02-dcc1-44a3-bb05-e64412bfcb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5866ba-661b-4a03-a41e-59211f570297,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:35.038345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57240) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:35.122455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Pushing event deleted for resources: {'Port': ['ID=15238522-239a-47b2-9764-9f28b3f6d2f4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:35.133461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bebfdea-6e50-40de-946e-b64880bc2735 req-7b493ba6-3e7d-40b3-a9b5-77753eec5e87 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3246858 Aug 22 14:53:35.135624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.149720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.189588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75a606d0-e620-4391-85ea-5cab5d4f2c29 req-32b576b9-53da-456c-a083-47b4f0fa40ba tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 210 time: 0.1522162 Aug 22 14:53:35.202345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.292979 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf487ee6-f246-451e-b244-128b0abcf11e x-openstack-request-id: req-bf487ee6-f246-451e-b244-128b0abcf11e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:35.295209 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5e024b-15dd-4714-bf04-3cf547c41450", "name": "network-vif-deleted", "tag": "8666afa7-720e-41aa-a503-94329e91106a", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:35.295581 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf487ee6-f246-451e-b244-128b0abcf11e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:35.297419 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5e024b-15dd-4714-bf04-3cf547c41450', 'name': 'network-vif-deleted', 'tag': '8666afa7-720e-41aa-a503-94329e91106a', 'status': 'completed', 'code': 200} Aug 22 14:53:35.438056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.444472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.450412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d5866ba-661b-4a03-a41e-59211f570297 HTTP/1.1" status: 204 len: 168 time: 0.4126616 Aug 22 14:53:35.456659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:35.475567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0ff09-497a-446e-b960-6176bb3cf4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5866ba-661b-4a03-a41e-59211f570297,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:35.526599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbc83a90-dcde-4198-9833-2192ea8fef9c req-b19a7129-6330-4a57-bd63-cfcb63fb733c tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a5e024b-15dd-4714-bf04-3cf547c41450 HTTP/1.1" status: 200 len: 210 time: 0.1364801 Aug 22 14:53:35.627522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.691374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:35.713610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=98e717ae-c52a-45e0-bfcb-1a3029032516,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:35.716162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c has no active binding in host n-h2-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 14:53:35.745065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9ec09-8ac0-4300-b019-ca4c15c029ea None None] Network 185f8a3e-e353-424b-8183-741b1a8c9c89 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:35.787416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:35.792043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57250) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:35.792896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7bf1a551-f0dc-456a-bf7a-8f667107005b tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/98e717ae-c52a-45e0-bfcb-1a3029032516 HTTP/1.1" status: 204 len: 168 time: 1.7227335 Aug 22 14:53:35.884954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94ab2a-f3ab-4e7a-bc33-96d96e5510ee req-7276b767-f9ff-4691-8989-c66607bb0590 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:35.891125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de94ab2a-f3ab-4e7a-bc33-96d96e5510ee req-7276b767-f9ff-4691-8989-c66607bb0590 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.4797938 Aug 22 14:53:35.896296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57254) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:35.911566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Request body: {'floatingip': {'port_id': 'a8731b35-af66-475a-9d73-12ee47e691fd'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:35.961939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Provisioning for port f8754bae-d2cc-4c54-8c6b-457407a4d30b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:35.968515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Provisioning complete for port f8754bae-d2cc-4c54-8c6b-457407a4d30b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:35.969199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.020091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.032019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede35ec-1d72-4ab4-8861-a61bd54ed5b6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:36.035339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede35ec-1d72-4ab4-8861-a61bd54ed5b6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:36.038620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7ede35ec-1d72-4ab4-8861-a61bd54ed5b6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2450953 Aug 22 14:53:36.039191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] DHCP port deletion for 185f8a3e-e353-424b-8183-741b1a8c9c89 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:53:36.054422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4c75a-8920-46d4-aff0-f2c0ef199c8b req-a84c4d25-04c2-4b02-9625-833c196e422f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:36.064295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bae4c75a-8920-46d4-aff0-f2c0ef199c8b req-a84c4d25-04c2-4b02-9625-833c196e422f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 936 time: 0.3388329 Aug 22 14:53:36.069226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:36.155046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19e8a46-df67-44a9-9f73-cd5c6a3dbbae {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:36.176911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Deleting port f8754bae-d2cc-4c54-8c6b-457407a4d30b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:36.177356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.182671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.210331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.259963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bae4c75a-8920-46d4-aff0-f2c0ef199c8b req-ee448580-7de6-42bf-bf02-e70f32a040f6 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906948 Aug 22 14:53:36.278820 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.317762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] For port f8754bae-d2cc-4c54-8c6b-457407a4d30b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8754bae-d2cc-4c54-8c6b-457407a4d30b,segment=NetworkSegment(58ddc71f-9693-4acb-802d-af5a5072b4ad),segment_id=58ddc71f-9693-4acb-802d-af5a5072b4ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:36.318418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.349699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Calling delete_port for f8754bae-d2cc-4c54-8c6b-457407a4d30b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:36.353146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] For port f8754bae-d2cc-4c54-8c6b-457407a4d30b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8754bae-d2cc-4c54-8c6b-457407a4d30b,segment=NetworkSegment(58ddc71f-9693-4acb-802d-af5a5072b4ad),segment_id=58ddc71f-9693-4acb-802d-af5a5072b4ad)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:36.491646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Transition to ACTIVE for port object f19e8a46-df67-44a9-9f73-cd5c6a3dbbae will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:36.504016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.541978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2247888a-1028-4490-820a-59f88781e4ab req-d76613fb-f5d5-49a0-ab93-9acd9ac57a62 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 210 time: 0.1038122 Aug 22 14:53:36.582685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a44ef-10b7-4a42-8b2a-d5956a15a15f req-fdd155d9-ad2a-45c0-9a24-ae870921dc02 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:36.592928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d2a44ef-10b7-4a42-8b2a-d5956a15a15f req-fdd155d9-ad2a-45c0-9a24-ae870921dc02 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.5262563 Aug 22 14:53:36.633877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8754bae-d2cc-4c54-8c6b-457407a4d30b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:36.680111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.701453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f8754bae-d2cc-4c54-8c6b-457407a4d30b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:36.701816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8754bae-d2cc-4c54-8c6b-457407a4d30b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:36.725649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] No DVR routers for this DVR port f8754bae-d2cc-4c54-8c6b-457407a4d30b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:36.743188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7ac6-5799-48cb-9741-b3c897e7d101 None None] Pushing event updated for resources: {'Port': ['ID=f8754bae-d2cc-4c54-8c6b-457407a4d30b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:36.782352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0bb59d3-0d09-432b-99c0-680c7d92d58f tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.792511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.793022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:36.793564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a6ee-5526-434e-8a7f-a5c139ac3ca6 None None] Pushing event deleted for resources: {'Port': ['ID=f8754bae-d2cc-4c54-8c6b-457407a4d30b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:36.843467 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bb59d3-0d09-432b-99c0-680c7d92d58f tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 22 14:53:36.843876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bb59d3-0d09-432b-99c0-680c7d92d58f tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:36.852209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a0bb59d3-0d09-432b-99c0-680c7d92d58f tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/185f8a3e-e353-424b-8183-741b1a8c9c89 HTTP/1.1" status: 409 len: 405 time: 0.7728062 Aug 22 14:53:36.874274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:36.883156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-264672734'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:36.951203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d2a44ef-10b7-4a42-8b2a-d5956a15a15f req-05ebba92-b1d8-4895-88a4-4d7ee53fe87a tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535695 Aug 22 14:53:36.972485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:37.093604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.123069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:53:37.145004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Attempting to bind port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:37.145349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Attempting to bind port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:37.145683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Attempting to bind port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:37.150822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:37.151158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Attempting to bind port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:37.192628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:37.193459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:37.193459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:37.206454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Bound port: f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:37.206454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.268536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:37.268536 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.268536 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.356564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:37.462707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:37.466348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:53:37.474999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab79709-69dd-49b2-9029-86ceaaf1fdd6 req-a6c6fbb2-11e3-47fe-a2eb-4bd1afbaaf50 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:37.476617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ab79709-69dd-49b2-9029-86ceaaf1fdd6 req-a6c6fbb2-11e3-47fe-a2eb-4bd1afbaaf50 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 951 time: 0.1841285 Aug 22 14:53:37.479808 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Sync routers for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:53:37.483182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fb2bea0c-3ea2-4791-9af3-d38e059cac32 admin admin] 10.222.0.53 "PUT /v2.0/routers/5d68ecb0-9e99-482d-ab88-8273b7ae39e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9993532 Aug 22 14:53:37.512916 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:37.514288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:37.525912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57290) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:37.549672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:37.621747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e200e1-76af-4b84-b4a1-e28b688119d1 req-bb054cf3-6ba5-4c77-bfd9-f1e8f96c595c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:37.623538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1e200e1-76af-4b84-b4a1-e28b688119d1 req-bb054cf3-6ba5-4c77-bfd9-f1e8f96c595c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 948 time: 0.2887702 Aug 22 14:53:37.700025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.713900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:37.765807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-a5389797-c738-4bba-89c4-4153ea78b181 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:37.767398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-a5389797-c738-4bba-89c4-4153ea78b181 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.3594263 Aug 22 14:53:37.783454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ab79709-69dd-49b2-9029-86ceaaf1fdd6 req-16e28503-95cd-445e-a828-7e2c2517e554 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523634 Aug 22 14:53:37.852980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:37.859557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.859912 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment 65544ec7-85fa-4aaa-8307-94492776a019 of type vlan for network 333ba91c-f6f4-495e-9079-3889f485e022 Aug 22 14:53:37.876145 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Floating IP d80cf802-633a-4252-8b67-e0f7f9aa29cf associated. External IP: 172.25.0.220, port: a8731b35-af66-475a-9d73-12ee47e691fd. Aug 22 14:53:37.876623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:37.924682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:37.925466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:37.926971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/f19e8a46-df67-44a9-9f73-cd5c6a3dbbae HTTP/1.1" status: 200 len: 1096 time: 3.7732151 Aug 22 14:53:37.960182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:37.962689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:37.971905 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd2b97-39c2-4a13-87fa-b82f67c43885" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:37.998710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:38.006015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 8666afa7-720e-41aa-a503-94329e91106a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:38.006367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 8666afa7-720e-41aa-a503-94329e91106a not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:38.014522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1e200e1-76af-4b84-b4a1-e28b688119d1 req-795ec27b-8ab2-4c15-8b14-cdb63664b9b7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816121 Aug 22 14:53:38.111700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.resource_extend [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:53:38.218292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-95b80ced-c872-43fd-8ddc-3f0826bcc3d2 service neutron] 10.222.0.54 "GET /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c/bindings/n-h2-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.1880987 Aug 22 14:53:38.224427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:38.234561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:38.235499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:38.304819 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:53:34Z', 'revision_number': 5, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:38.355234 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Checking router: 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:53:38.380170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Routers {'5d68ecb0-9e99-482d-ab88-8273b7ae39e5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:38.380802 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:38.403757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=333ba91c-f6f4-495e-9079-3889f485e022,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:38.414926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 333ba91c-f6f4-495e-9079-3889f485e022 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:38.479470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:38.494017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d3085f3-5510-43b4-957e-422478d62041 req-8883bc37-415f-4193-baa0-6d111502d1c8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 210 time: 0.5827610 Aug 22 14:53:38.564306 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] Set router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:38.565217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:53:38.605026 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea831920-5883-47e1-b35c-c231d315ec88 x-openstack-request-id: req-ea831920-5883-47e1-b35c-c231d315ec88 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:38.605504 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:38.606599 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea831920-5883-47e1-b35c-c231d315ec88 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:38.607161 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'status': 'completed', 'code': 200} Aug 22 14:53:38.628858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84958e-9159-4537-beee-8342c86aa9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:38.653810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8395250-8b01-46c1-881b-c775831fd1cf tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7784591 Aug 22 14:53:38.658957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57310) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:38.665341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': '333ba91c-f6f4-495e-9079-3889f485e022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:38.766038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-99657e7a-3d03-4cce-ace4-7a6b6265e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:38.768256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-99657e7a-3d03-4cce-ace4-7a6b6265e5f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 1099 time: 0.3244035 Aug 22 14:53:38.782479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b530d-6d22-470e-8bb7-e8ce57139de2 req-233ffa95-27ba-45fa-a09e-042926039c50 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:38.790982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd6b530d-6d22-470e-8bb7-e8ce57139de2 req-233ffa95-27ba-45fa-a09e-042926039c50 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 943 time: 0.3457901 Aug 22 14:53:38.852910 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:53:34Z', 'revision_number': 5, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:38.892461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:38.897100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-7b971dbd-3c5f-4f9e-b930-e0aa0291128b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae HTTP/1.1" status: 200 len: 217 time: 0.1015387 Aug 22 14:53:38.897778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20523d9d-163e-4dbe-bdec-b4951cdca869 None None] The sync data for ids ['5d68ecb0-9e99-482d-ab88-8273b7ae39e5'] in n-d-805046-3 is: [{'id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-150707478-router', 'tenant_id': 'c3356f1fa0bc4064839ac804f979889a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:46:08Z', 'updated_at': '2021-08-22T14:53:34Z', 'revision_number': 5, 'project_id': 'c3356f1fa0bc4064839ac804f979889a', 'gw_port': {'id': 'c82381df-3acb-4a41-8bf4-425af6e41291', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68ecb0-9e99-482d-ab88-8273b7ae39e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:46:09Z', 'updated_at': '2021-08-22T14:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:38.983303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd6b530d-6d22-470e-8bb7-e8ce57139de2 req-2e71ec00-5e00-4a94-8781-a548b16a1c78 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913025 Aug 22 14:53:39.004335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-aba54477-5c89-4a16-aac2-61667e6c2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.005827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-aba54477-5c89-4a16-aac2-61667e6c2932 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0858350 Aug 22 14:53:39.015574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:53:39.017361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89f4e4-a5b1-4bc8-8799-daf04e52e7c3 req-d7972036-2dc3-4f41-b07b-767b6c57555d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.020470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.024616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d89f4e4-a5b1-4bc8-8799-daf04e52e7c3 req-d7972036-2dc3-4f41-b07b-767b6c57555d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 951 time: 0.1366353 Aug 22 14:53:39.040128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Sync routers for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:53:39.053814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:39.054962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:39.057191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:39.061827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.096787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-671dfa36-e052-4ec1-bde1-d960bba23e96 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.108435 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-671dfa36-e052-4ec1-bde1-d960bba23e96 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 951 time: 0.1918025 Aug 22 14:53:39.110420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:39.144096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c098c1c-c3e6-4393-bf91-2ed62ac627f6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "PUT /v2.0/floatingips/d80cf802-633a-4252-8b67-e0f7f9aa29cf HTTP/1.1" status: 200 len: 991 time: 3.2441974 Aug 22 14:53:39.166150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:39.168688 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:39.177113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d89f4e4-a5b1-4bc8-8799-daf04e52e7c3 req-94e94573-73fa-4fb6-a7bf-9ebe0d3cb5f6 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514924 Aug 22 14:53:39.186182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:39.242721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:39.244425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e38c903-84e6-48d3-a94f-85fc93ceac1c {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:39.285240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:39.287928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:39.288980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-040be334-3260-4978-ac53-0c161a93dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.291546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.291794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-040be334-3260-4978-ac53-0c161a93dd5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2643824 Aug 22 14:53:39.385952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.416930 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1590380-2bf2-4594-98af-b549857ee401 x-openstack-request-id: req-c1590380-2bf2-4594-98af-b549857ee401 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:39.416930 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:39.421981 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1590380-2bf2-4594-98af-b549857ee401 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:39.421981 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'status': 'completed', 'code': 200} Aug 22 14:53:39.444321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fdfde-fb3b-4bde-a5cf-2207873dcd8a req-8dcfaf64-661d-48b6-b84f-9b6cc7dda2fa tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.453847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65fdfde-fb3b-4bde-a5cf-2207873dcd8a req-8dcfaf64-661d-48b6-b84f-9b6cc7dda2fa tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 948 time: 0.3294065 Aug 22 14:53:39.504736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Deleting port c82381df-3acb-4a41-8bf4-425af6e41291 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:39.505424 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.516904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Deleting port 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:39.517441 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.664309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] Transition to ACTIVE for port object 8e38c903-84e6-48d3-a94f-85fc93ceac1c will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:39.670094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.13 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/35397c1e-acb2-49ae-ad31-b98c8d5d56c8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:39.696240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-0d9355f4-baa1-4fb9-a6ba-37434884808b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904972 Aug 22 14:53:39.714263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'd80cf802-633a-4252-8b67-e0f7f9aa29cf', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'port_id': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'mac_address': 'fa:16:3e:7a:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:53:10Z', 'updated_at': '2021-08-22T14:53:36Z', 'revision_number': 1, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:39.721950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] For port 3bbf822d-3583-451d-b637-7fd68f2eb0bc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3bbf822d-3583-451d-b637-7fd68f2eb0bc,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:39.722358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.726238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65fdfde-fb3b-4bde-a5cf-2207873dcd8a req-70b5bd90-5714-4e87-9606-71a7b92c9221 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728765 Aug 22 14:53:39.737412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Calling delete_port for 3bbf822d-3583-451d-b637-7fd68f2eb0bc owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:39.741285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b84ab76-39b8-4a67-946d-db5dc76c03d2 req-3c72b3f4-6b0b-4894-9b3f-169110f51499 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 210 time: 0.0875666 Aug 22 14:53:39.744540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-f63aa1c6-9f2b-4d06-b345-71bbd98416a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:39.746022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-f63aa1c6-9f2b-4d06-b345-71bbd98416a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1096 time: 0.2916470 Aug 22 14:53:39.788977 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Checking router: 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:53:39.790598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.800983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:53:39.802192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:53:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:39.915150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] No DVR routers for this DVR port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:39.928476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] For port c82381df-3acb-4a41-8bf4-425af6e41291, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c82381df-3acb-4a41-8bf4-425af6e41291,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:39.928891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:39.931522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:53:39.949881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] Pushing event updated for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:39.966978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Calling delete_port for c82381df-3acb-4a41-8bf4-425af6e41291 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:39.987839 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-5fb77c7e-fab6-4d13-b7a8-68634579eb52 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c/bindings/n-h2-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7487776 Aug 22 14:53:39.994678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8e15d59-b200-4f55-b495-c6b1494f41e2 req-4b95c9d1-63da-466f-9a87-03c511cd4456 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564442 Aug 22 14:53:40.009489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 14:53:40.033410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.077296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-a28c6e8e-83cd-437f-b5b4-dc2f22af926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.079224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-a28c6e8e-83cd-437f-b5b4-dc2f22af926b service neutron] 10.222.0.54 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 915 time: 0.3221443 Aug 22 14:53:40.124136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=a23c323a-0946-428c-a484-cd5f8b54c874,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:40.132088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': '65544ec7-85fa-4aaa-8307-94492776a019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:40.132447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: 333ba91c-f6f4-495e-9079-3889f485e022, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:40.173497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.10', 62946) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:40.247322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.274250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:40.289641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network 333ba91c-f6f4-495e-9079-3889f485e022 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:40.294469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event deleted for resources: {'Port': ['ID=3bbf822d-3583-451d-b637-7fd68f2eb0bc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:40.342056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-a93a100e-b960-4883-9425-896f5543546f tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.343734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-a93a100e-b960-4883-9425-896f5543546f tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.1691723 Aug 22 14:53:40.381066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-712ad112-c35c-492c-ac02-c824fa444ccc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 999 time: 0.2941358 Aug 22 14:53:40.384327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] No DVR routers for this DVR port 3bbf822d-3583-451d-b637-7fd68f2eb0bc on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:40.389476 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.392681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a83b8568-2cf1-4c9b-9e60-8f5117026a70 req-9f7903f6-3019-47ec-95d9-00101d55d71e tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "DELETE /v2.0/ports/3bbf822d-3583-451d-b637-7fd68f2eb0bc HTTP/1.1" status: 204 len: 173 time: 1.2670021 Aug 22 14:53:40.444847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73752783-3b5a-4aeb-a236-897321d73f1b req-768a3aa1-b22d-421f-8cc4-1f09b1f45aa8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.446652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73752783-3b5a-4aeb-a236-897321d73f1b req-768a3aa1-b22d-421f-8cc4-1f09b1f45aa8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.3485765 Aug 22 14:53:40.449051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b5cb430-67f2-4fac-95ca-2d4a6863e5e7 req-cf8deebc-25f9-4c48-8fa8-3ed4b2bb81b9 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.1084251 Aug 22 14:53:40.482349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 333ba91c-f6f4-495e-9079-3889f485e022) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:40.500361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-0b91e85e-b545-4bcc-be1b-a65d15145895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.505371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c', '3bbf822d-3583-451d-b637-7fd68f2eb0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:40.507685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-0b91e85e-b545-4bcc-be1b-a65d15145895 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3&tenant_id=71b051cab69c48fbac4417099181909b HTTP/1.1" status: 200 len: 1095 time: 0.1249342 Aug 22 14:53:40.514445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 15238522-239a-47b2-9764-9f28b3f6d2f4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:40.518654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.519119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.531520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-01f21b36-ce40-46fb-9c93-ec1cf101f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.533260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-01f21b36-ce40-46fb-9c93-ec1cf101f5fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 1099 time: 0.3538096 Aug 22 14:53:40.540403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f586b-ebe6-4c59-b881-9bb72c699c81 None None] Network 333ba91c-f6f4-495e-9079-3889f485e022 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:40.627852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.628611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-59c8d585-6059-415b-8804-f1bc81774c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.630291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-59c8d585-6059-415b-8804-f1bc81774c2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 200 len: 853 time: 0.1947298 Aug 22 14:53:40.653372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:40.693256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-4cba116e-49eb-432b-bc54-f068fa684b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.698521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-4cba116e-49eb-432b-bc54-f068fa684b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1095 time: 0.1329002 Aug 22 14:53:40.707906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7cc67843-9fdd-4092-9eac-54402312f1df tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0477440 Aug 22 14:53:40.715687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57348) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:40.738693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 15238522-239a-47b2-9764-9f28b3f6d2f4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:40.739062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 15238522-239a-47b2-9764-9f28b3f6d2f4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:40.755708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73752783-3b5a-4aeb-a236-897321d73f1b req-f9692ab0-f3e9-40de-9ae4-b4810919a3b6 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882984 Aug 22 14:53:40.819446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-3228b0ea-1a14-48d9-b7f6-d3b39a432bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.821309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-3228b0ea-1a14-48d9-b7f6-d3b39a432bde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dbf5a314-36ac-49ea-8562-18dd6e429f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794300 Aug 22 14:53:40.847065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-ef8c5319-e48f-4974-9168-b86f9f0700f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:40.853252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-ef8c5319-e48f-4974-9168-b86f9f0700f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2752109 Aug 22 14:53:40.914781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.003484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-333ba91c-f6f4-495e-9079-3889f485e022', 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': 'a23c323a-0946-428c-a484-cd5f8b54c874'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:41.004409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.050314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ace8379-0266-469a-a16f-b2b705f9f7ea req-03b74833-41e3-4721-b7b1-8b30042eb3aa tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 210 time: 0.1541083 Aug 22 14:53:41.051857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.054884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-62c7d29b-69c7-4a2c-9068-55ac90bed1fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae HTTP/1.1" status: 200 len: 217 time: 0.1596472 Aug 22 14:53:41.095421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.099684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Pushing event deleted for resources: {'Port': ['ID=c82381df-3acb-4a41-8bf4-425af6e41291,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:41.127297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-03be1438-7899-498d-88de-4e8c5302cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:41.129545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-03be1438-7899-498d-88de-4e8c5302cfec service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.4235611 Aug 22 14:53:41.218068 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-a60a03e8-b450-4122-b461-ae5c05419f77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 200 len: 217 time: 0.0773563 Aug 22 14:53:41.276636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-e2a5d3be-b1aa-427c-990e-fb969299125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:41.279292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-e2a5d3be-b1aa-427c-990e-fb969299125d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1835775 Aug 22 14:53:41.290165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.348382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:41.362077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'd80cf802-633a-4252-8b67-e0f7f9aa29cf', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'port_id': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'mac_address': 'fa:16:3e:7a:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:53:10Z', 'updated_at': '2021-08-22T14:53:36Z', 'revision_number': 1, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:41.393136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-9cd05509-4d13-4522-8020-f949fb2ca690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:41.394681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-9cd05509-4d13-4522-8020-f949fb2ca690 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1644771 Aug 22 14:53:41.422937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7512f01-8697-4c46-bcb9-7a4345b7d567 None None] The sync data for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 is: [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'd80cf802-633a-4252-8b67-e0f7f9aa29cf', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'port_id': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'mac_address': 'fa:16:3e:7a:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:53:10Z', 'updated_at': '2021-08-22T14:53:36Z', 'revision_number': 1, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:53:41.428087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:41.430745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-deleted', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:41.433296 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6a4882-b4a0-464c-853e-12e0f5f62cdc" -d '{"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-deleted", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:41.439260 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-0a587fb1-4ac1-4f63-8fbd-83b0e238493c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361309 Aug 22 14:53:41.440287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:41.448889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Allocated IP 2001:db8::f816:3eff:fe6a:23c7 (333ba91c-f6f4-495e-9079-3889f485e022/a23c323a-0946-428c-a484-cd5f8b54c874/908c15b6-eb71-4124-9d7a-a28784a4d3d9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:41.454167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:41.526143 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7770160-9dd6-4d8c-a7ce-8e3380b7e2d0 x-openstack-request-id: req-a7770160-9dd6-4d8c-a7ce-8e3380b7e2d0 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:41.526421 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a01490-3bac-4bd3-9f45-70fca43d9935", "name": "network-vif-deleted", "tag": "3bbf822d-3583-451d-b637-7fd68f2eb0bc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:41.526784 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7770160-9dd6-4d8c-a7ce-8e3380b7e2d0 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:41.527178 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a01490-3bac-4bd3-9f45-70fca43d9935', 'name': 'network-vif-deleted', 'tag': '3bbf822d-3583-451d-b637-7fd68f2eb0bc', 'status': 'completed', 'code': 200} Aug 22 14:53:41.576330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-54128c38-04b9-480b-9ea6-062803cff6be service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280472 Aug 22 14:53:41.612791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e23a-0854-4e29-946c-c2d8e27fa33c req-2a0e25bf-c2c2-43a0-85de-837265742c0f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:41.624821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0c6e23a-0854-4e29-946c-c2d8e27fa33c req-2a0e25bf-c2c2-43a0-85de-837265742c0f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 948 time: 0.6017656 Aug 22 14:53:41.640166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.675914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:41.676614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.682562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.696021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Transition to ACTIVE for port object 908c15b6-eb71-4124-9d7a-a28784a4d3d9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:41.719679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-a0d22c88-1f15-4158-8fbf-f3dc4532ca9b service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8885736 Aug 22 14:53:41.724270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Transition to ACTIVE for port object 908c15b6-eb71-4124-9d7a-a28784a4d3d9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:41.755879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-a7472cfa-c644-46a3-80f1-6b536918e696 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728067 Aug 22 14:53:41.840624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.846849 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e3cf49-e842-4c65-9cd7-d28d54bfb775 None None] New status for floating IP d80cf802-633a-4252-8b67-e0f7f9aa29cf: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:53:41.903430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Network 333ba91c-f6f4-495e-9079-3889f485e022 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:41.909134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:41.912649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:41.923624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Pushing event updated for resources: {'Port': ['ID=908c15b6-eb71-4124-9d7a-a28784a4d3d9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:41.989012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Attempting to bind port 908c15b6-eb71-4124-9d7a-a28784a4d3d9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:41.989384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Attempting to bind port 908c15b6-eb71-4124-9d7a-a28784a4d3d9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '65544ec7-85fa-4aaa-8307-94492776a019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:41.989759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Attempting to bind port 908c15b6-eb71-4124-9d7a-a28784a4d3d9 on network 333ba91c-f6f4-495e-9079-3889f485e022 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:41.995999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:41.997173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Checking segment: {'id': '65544ec7-85fa-4aaa-8307-94492776a019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:41.997173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:41.997367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Bound using segment: {'id': '65544ec7-85fa-4aaa-8307-94492776a019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:41.997767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Bound port: 908c15b6-eb71-4124-9d7a-a28784a4d3d9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65544ec7-85fa-4aaa-8307-94492776a019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '333ba91c-f6f4-495e-9079-3889f485e022'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:41.998359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.026430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.069314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=a23c323a-0946-428c-a484-cd5f8b54c874,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:42.086638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] For port 908c15b6-eb71-4124-9d7a-a28784a4d3d9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:42.097372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] For port 908c15b6-eb71-4124-9d7a-a28784a4d3d9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=908c15b6-eb71-4124-9d7a-a28784a4d3d9,segment=NetworkSegment(65544ec7-85fa-4aaa-8307-94492776a019),segment_id=65544ec7-85fa-4aaa-8307-94492776a019)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:42.190001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.190993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.203466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ba91c-f6f4-495e-9079-3889f485e022']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:42.217300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65544ec7-85fa-4aaa-8307-94492776a019') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:42.226529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65544ec7-85fa-4aaa-8307-94492776a019') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:42.231937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.252370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.256442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-93571cb3-434f-43b6-8438-5f9e17ea9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:42.258266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-93571cb3-434f-43b6-8438-5f9e17ea9e9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9017169 Aug 22 14:53:42.265180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:42.265653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:42.272006 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:42.288204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba01db9-4753-409f-9a6a-83d931dbdaab None None] Pushing event updated for resources: {'Port': ['ID=908c15b6-eb71-4124-9d7a-a28784a4d3d9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:42.312898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0c6e23a-0854-4e29-946c-c2d8e27fa33c req-d672d7d3-8215-4dad-8e6a-16e57666dbf0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866477 Aug 22 14:53:42.333063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e11e8-de60-4411-80e4-061a0b452818 None None] Network 333ba91c-f6f4-495e-9079-3889f485e022 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:42.336058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82acee1b-26f7-4450-9408-323124bb6eb8 req-9bb0fd74-0a5b-412a-b41c-86ea27fa3c13 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=85a01490-3bac-4bd3-9f45-70fca43d9935 HTTP/1.1" status: 200 len: 210 time: 0.6413095 Aug 22 14:53:42.458884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.471537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.522654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 14:53:42.522654 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 14:53:42.522654 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '333ba91c-f6f4-495e-9079-3889f485e022'}] Aug 22 14:53:42.522654 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:53:42.523833 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:53:42.542644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6178ca91-f014-4110-adac-83ccc73c5b3d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7576926 Aug 22 14:53:42.635713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd9d11-2b2f-4a12-beaa-81fb3c4e8b35 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:53:42.638448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Request body: {'port': {'device_id': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:42.691969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-c51d1494-8a9b-4fa4-8920-ee889ea419c7 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:42.694859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-c51d1494-8a9b-4fa4-8920-ee889ea419c7 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3&tenant_id=71b051cab69c48fbac4417099181909b&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1095 time: 0.0872216 Aug 22 14:53:42.827590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd9d11-2b2f-4a12-beaa-81fb3c4e8b35 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 14:53:42.882723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.883215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d68ecb0-9e99-482d-ab88-8273b7ae39e5 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:53:42.894674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aa3271-ca91-4c3f-9d07-8eb3ead5ba6c req-7243a6ae-e81e-4a13-b700-be84f4f169b9 service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195489 Aug 22 14:53:42.917073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.919277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-44020a74-2c60-4c68-91c9-390c55c4f16c admin admin] 10.222.0.53 "DELETE /v2.0/routers/5d68ecb0-9e99-482d-ab88-8273b7ae39e5 HTTP/1.1" status: 204 len: 168 time: 5.3892756 Aug 22 14:53:42.922273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57372) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:42.949388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c366b-470f-452e-9de2-1db22a1c468d req-a510047c-5369-47dd-b0cb-493b785163b3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:42.951135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c99c366b-470f-452e-9de2-1db22a1c468d req-a510047c-5369-47dd-b0cb-493b785163b3 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.4585705 Aug 22 14:53:42.958569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:42.980848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc647f5c-38fd-4e1f-847f-65bda3097dac req-f377696d-4da0-4139-8ae2-c54dff9773c8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:42.982785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc647f5c-38fd-4e1f-847f-65bda3097dac req-f377696d-4da0-4139-8ae2-c54dff9773c8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 932 time: 0.4020741 Aug 22 14:53:42.997733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-0e58b820-e8e0-4b24-9d19-23bff8b62fc3 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923361 Aug 22 14:53:43.026916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.070339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-d23bee3f-89f9-4099-82be-afbd9dd7b5c3 service neutron] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:43.086334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-d23bee3f-89f9-4099-82be-afbd9dd7b5c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.087708 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-d23bee3f-89f9-4099-82be-afbd9dd7b5c3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c/bindings/n-h1-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.3858931 Aug 22 14:53:43.115111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Deleting subnet 98423a5d-eaa0-4295-9a32-794d17354360 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:53:43.119172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.229648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.277154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 908c15b6-eb71-4124-9d7a-a28784a4d3d9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:43.277715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.404289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc647f5c-38fd-4e1f-847f-65bda3097dac req-a52b5939-23b7-40fe-941b-536a287c6ef5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999221 Aug 22 14:53:43.458257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c99c366b-470f-452e-9de2-1db22a1c468d req-ccdc9b2b-5181-42ab-aadf-f3069b7a3329 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639404 Aug 22 14:53:43.516939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device f19e8a46-df67-44a9-9f73-cd5c6a3dbbae details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:43.532206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:43.619084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ebd2b97-39c2-4a13-87fa-b82f67c43885 req-0bce72d1-ad5d-49b0-a61a-8c59e818916d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965877 Aug 22 14:53:43.645900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 3bbf822d-3583-451d-b637-7fd68f2eb0bc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:43.647609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3bbf822d-3583-451d-b637-7fd68f2eb0bc not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:43.657972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f62607-e09f-4681-aa8c-9e49627bf3f9 req-60f2c989-cf74-43bc-92ce-72fcc8cb63eb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:43.659662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f62607-e09f-4681-aa8c-9e49627bf3f9 req-60f2c989-cf74-43bc-92ce-72fcc8cb63eb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 948 time: 0.1889849 Aug 22 14:53:43.806238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:43.834243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'mac_address': 'fa:16:3e:2a:52:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:43.862408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f62607-e09f-4681-aa8c-9e49627bf3f9 req-19cbb104-13ce-4f1f-a965-8b9723a1338d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906841 Aug 22 14:53:43.880496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] For port 908c15b6-eb71-4124-9d7a-a28784a4d3d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=908c15b6-eb71-4124-9d7a-a28784a4d3d9,segment=NetworkSegment(65544ec7-85fa-4aaa-8307-94492776a019),segment_id=65544ec7-85fa-4aaa-8307-94492776a019)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:43.881595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.903339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.904026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 908c15b6-eb71-4124-9d7a-a28784a4d3d9 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:43.905534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:43.906383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.916994 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:43.920476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19e8a46-df67-44a9-9f73-cd5c6a3dbbae {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:43.942877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Transition to ACTIVE for port object 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:43.958935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:43.995693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:44.132497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39436606-ab80-4d89-9960-8900bda8e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.164817 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.172247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.220746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:44.227946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:44.247850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.250265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.313790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98423a5d-eaa0-4295-9a32-794d17354360,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:44.317565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No DVR routers for this DVR port 908c15b6-eb71-4124-9d7a-a28784a4d3d9 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:44.319180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=908c15b6-eb71-4124-9d7a-a28784a4d3d9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:44.347753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aafb8f-59fe-4720-8a2b-db517420d30a None None] Network 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:44.357242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Attempting to bind port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:44.357790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Attempting to bind port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:44.361491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Attempting to bind port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:44.361906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.361906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f693c08-6612-46ff-8a21-60ab3eed25a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98423a5d-eaa0-4295-9a32-794d17354360 HTTP/1.1" status: 204 len: 168 time: 1.4366984 Aug 22 14:53:44.366409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57390) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:44.370610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c82381df-3acb-4a41-8bf4-425af6e41291 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:44.382372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:53:44.382934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Attempting to bind port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:44.409691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c82381df-3acb-4a41-8bf4-425af6e41291 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:44.409691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c82381df-3acb-4a41-8bf4-425af6e41291 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:44.410827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:44.411388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:44.412032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:44.412859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Bound port: 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:44.413365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.487036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.514295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39436606-ab80-4d89-9960-8900bda8e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.565014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.578663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ba91c-f6f4-495e-9079-3889f485e022']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:44.592316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65544ec7-85fa-4aaa-8307-94492776a019') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:44.592620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65544ec7-85fa-4aaa-8307-94492776a019') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:44.610263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:44.638250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] DHCP port deletion for 74abe37e-2bb4-4c73-ad14-f691f7e1fec7 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:53:44.642766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.644254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39436606-ab80-4d89-9960-8900bda8e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.667623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.679466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:44.679957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:44.685169 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:44.729252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39436606-ab80-4d89-9960-8900bda8e83b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae8d4bb070fa48a38b41f88a32a70f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311349 Aug 22 14:53:44.734866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:44.736962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:44.737620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39436606-ab80-4d89-9960-8900bda8e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b724b1d-4c67-4167-807f-d4fa0442b8cc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:44.748471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:44.768306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099401e-da0b-4ed7-a86f-ef508acc05d3 req-b6150253-ff0d-445e-8139-2d95350776d1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:44.768306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a099401e-da0b-4ed7-a86f-ef508acc05d3 req-b6150253-ff0d-445e-8139-2d95350776d1 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.2436948 Aug 22 14:53:44.773453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Deleting port 9fcb0055-993b-4180-908e-33e82ada5541 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:44.775041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.778062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Deleting port 9fcb0055-993b-4180-908e-33e82ada5541 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:44.778978 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.790170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652211f-947f-44f8-9b03-4538c7f4cf61 req-0ae25772-9a01-4fe3-a19b-8acba474d028 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:44.791851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d652211f-947f-44f8-9b03-4538c7f4cf61 req-0ae25772-9a01-4fe3-a19b-8acba474d028 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.2666938 Aug 22 14:53:44.831450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.864147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] For port 9fcb0055-993b-4180-908e-33e82ada5541, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9fcb0055-993b-4180-908e-33e82ada5541,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:44.864551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.875227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] For port 9fcb0055-993b-4180-908e-33e82ada5541, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9fcb0055-993b-4180-908e-33e82ada5541,segment=NetworkSegment(b22c7e45-2cdb-40b3-a730-a08d5f892f53),segment_id=b22c7e45-2cdb-40b3-a730-a08d5f892f53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:44.875696 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.891386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Calling delete_port for 9fcb0055-993b-4180-908e-33e82ada5541 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:44.903775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Calling delete_port for 9fcb0055-993b-4180-908e-33e82ada5541 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:44.909891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:44.910615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.912197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] 10.222.0.10 "PUT /v2.0/ports/35397c1e-acb2-49ae-ad31-b98c8d5d56c8 HTTP/1.1" status: 200 len: 1092 time: 2.3300092 Aug 22 14:53:44.914847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:44.917347 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96999f9-c096-41b5-975f-fc22584d75b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:44.923328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a099401e-da0b-4ed7-a86f-ef508acc05d3 req-74e11df4-f3f2-4625-a119-8f664fec26ab tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524005 Aug 22 14:53:44.965722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.973713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:44.973970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d652211f-947f-44f8-9b03-4538c7f4cf61 req-bf253b68-db7e-4c51-9688-8ba6d091f09d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593487 Aug 22 14:53:44.978829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/333ba91c-f6f4-495e-9079-3889f485e022 HTTP/1.1" status: 204 len: 168 time: 4.2568536 Aug 22 14:53:44.982578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57406) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:44.991220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-914446880'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:45.004190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad7fa-7749-4153-bd4b-1dce34de6a97 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=333ba91c-f6f4-495e-9079-3889f485e022,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.028584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98cef-f5b0-426a-8c22-8ef935312a2f service neutron] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.054221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.118659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.165764 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.175952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.189312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881625-0168-4802-ab18-ad3421edfe7f req-7a940c36-7e11-4b2f-8cfd-6ee063edea2d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.189312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5881625-0168-4802-ab18-ad3421edfe7f req-7a940c36-7e11-4b2f-8cfd-6ee063edea2d tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.1508055 Aug 22 14:53:45.203670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] Pushing event deleted for resources: {'Port': ['ID=9fcb0055-993b-4180-908e-33e82ada5541,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.205726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abc786-77a0-4569-a65a-a044d1f80f01 None None] No DVR routers for this DVR port 9fcb0055-993b-4180-908e-33e82ada5541 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:45.215580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] No DVR routers for this DVR port 9fcb0055-993b-4180-908e-33e82ada5541 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:45.217998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcb0055-993b-4180-908e-33e82ada5541,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.235212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:45.238719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.305833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.318190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74abe37e-2bb4-4c73-ad14-f691f7e1fec7']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:45.325661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e846-8e2a-4ac9-9d40-5f9acec44b4c req-d10d2097-c3dc-44ad-8547-56c1a1fb9e40 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.326661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7c5e846-8e2a-4ac9-9d40-5f9acec44b4c req-d10d2097-c3dc-44ad-8547-56c1a1fb9e40 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 949 time: 0.1821907 Aug 22 14:53:45.328530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6d143a65-95b9-4c47-a062-e892db320349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.329939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22c7e45-2cdb-40b3-a730-a08d5f892f53') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:45.330127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-6d143a65-95b9-4c47-a062-e892db320349 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 1095 time: 0.2008536 Aug 22 14:53:45.330230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22c7e45-2cdb-40b3-a730-a08d5f892f53') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:45.330829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:45.335466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5881625-0168-4802-ab18-ad3421edfe7f req-b23e9c1d-256d-4a21-b183-8b6dd2996ab5 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Aug 22 14:53:45.340058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.357842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.367510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:45.367912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:45.369728 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:45.410078 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839e0a2-15ec-43fb-acc7-7a6de9d6771c x-openstack-request-id: req-0839e0a2-15ec-43fb-acc7-7a6de9d6771c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:45.416508 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:45.416508 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0839e0a2-15ec-43fb-acc7-7a6de9d6771c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:45.416508 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'status': 'completed', 'code': 200} Aug 22 14:53:45.416508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-540df9b7-fe3e-4af8-8a1d-0b1c65c76e7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8 HTTP/1.1" status: 200 len: 217 time: 0.0517750 Aug 22 14:53:45.470840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7c5e846-8e2a-4ac9-9d40-5f9acec44b4c req-c19e13c3-c487-49f6-8318-5601a505bc71 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312773 Aug 22 14:53:45.488657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.491392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.492557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b724b1d-4c67-4167-807f-d4fa0442b8cc HTTP/1.1" status: 204 len: 168 time: 0.7520599 Aug 22 14:53:45.512561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.513135 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc of type vlan for network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 Aug 22 14:53:45.536416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.556857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.560140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] 10.222.0.53 "DELETE /v2.0/networks/74abe37e-2bb4-4c73-ad14-f691f7e1fec7 HTTP/1.1" status: 204 len: 168 time: 1.1888087 Aug 22 14:53:45.560295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba569-f2e9-4625-a33e-03441c82ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b724b1d-4c67-4167-807f-d4fa0442b8cc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.560429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e795a-897b-4294-a79d-dda8d0af566f admin admin] Pushing event deleted for resources: {'Network': ['ID=74abe37e-2bb4-4c73-ad14-f691f7e1fec7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.568122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-0bf80caf-ed32-47cf-8ebe-f642240e92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.570069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-0bf80caf-ed32-47cf-8ebe-f642240e92e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1479709 Aug 22 14:53:45.599143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.618902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-eb9d62a7-bce5-4afc-80e9-4556f0424d61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351517 Aug 22 14:53:45.626789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150ea31-6530-4b7c-9afe-944d0da822c1 req-09c70fc1-7c09-4a44-ab62-8009cbc2f7c1 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.628362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9150ea31-6530-4b7c-9afe-944d0da822c1 req-09c70fc1-7c09-4a44-ab62-8009cbc2f7c1 tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 1095 time: 0.1566534 Aug 22 14:53:45.735613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9150ea31-6530-4b7c-9afe-944d0da822c1 req-4efd1355-02ea-42f3-b73b-4660a98faf3e tempest-LiveMigrationTest-941037635 tempest-LiveMigrationTest-941037635-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889862 Aug 22 14:53:45.763318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-61dc7427-5990-47c1-b7bb-f0a996349f20 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299906 Aug 22 14:53:45.792719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.798793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:45.799411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:45.917127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=9fed3311-2244-4c12-976d-98b5c3a0b0d9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:45.933100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:45.951631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:45.958159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cff56ce0-8a31-42f3-88ca-ab263dc0c0ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9606767 Aug 22 14:53:45.961711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:45.988022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf38230f-ee28-41fa-b41d-5812c75c87c1 req-0f2f9f46-95c9-4aff-9556-37946acb94ea service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158303 Aug 22 14:53:46.069510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1858dc-39d5-48e6-8136-abec2a470165 req-796a17fd-9794-47f9-8d64-25a0afe1d07d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.071264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d1858dc-39d5-48e6-8136-abec2a470165 req-796a17fd-9794-47f9-8d64-25a0afe1d07d tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.0544019 Aug 22 14:53:46.143008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57430) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:46.155086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d1858dc-39d5-48e6-8136-abec2a470165 req-5747e6b9-aed8-4b66-a475-b4fb93010ef7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737989 Aug 22 14:53:46.196227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-fec3a651-620f-4427-a7f5-656d851e5318 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.197779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-fec3a651-620f-4427-a7f5-656d851e5318 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1006854 Aug 22 14:53:46.203270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:46.220089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.296441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-05e4192b-657e-4107-8005-07400ff7c4e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d762dd30b3b34937a79aef079006743b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1522515 Aug 22 14:53:46.299661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57432) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:46.410779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d77e9-070d-4d99-884f-46b3e5302046 req-a71d7033-5963-48e7-b67a-467eb0dac61e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.412189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c18d77e9-070d-4d99-884f-46b3e5302046 req-a71d7033-5963-48e7-b67a-467eb0dac61e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.1024580 Aug 22 14:53:46.426674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9fcb0055-993b-4180-908e-33e82ada5541 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:46.430407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.434140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-ab0e0979-f772-4665-bdf2-41e36d218dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.435484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-ab0e0979-f772-4665-bdf2-41e36d218dbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 1095 time: 0.1445515 Aug 22 14:53:46.437557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Deleting port d01b168a-533b-421f-9738-567529e1d63c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:46.445665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.454401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9fcb0055-993b-4180-908e-33e82ada5541 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:46.454875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9fcb0055-993b-4180-908e-33e82ada5541 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:46.486623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.531710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:46.578649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f80205-48c0-46d8-8ff6-500c2cf08b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.618305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c18d77e9-070d-4d99-884f-46b3e5302046 req-721a7cf1-57c2-4975-9201-c4cecef953f6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866736 Aug 22 14:53:46.689232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.692888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd98d3e-db12-4381-8b2d-c375e0d4312a req-cda4dd81-de8d-40be-be0f-0a820621997f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.694604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dd98d3e-db12-4381-8b2d-c375e0d4312a req-cda4dd81-de8d-40be-be0f-0a820621997f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.1486750 Aug 22 14:53:46.701474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] For port d01b168a-533b-421f-9738-567529e1d63c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d01b168a-533b-421f-9738-567529e1d63c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:46.701851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.708250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f80205-48c0-46d8-8ff6-500c2cf08b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.740371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-fc191990-a149-4911-a538-00d3e6b50acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:46.741870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-fc191990-a149-4911-a538-00d3e6b50acd service neutron] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.2947516 Aug 22 14:53:46.742908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.745626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.746918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41dae581-e972-4bf9-aafe-e156f62d8b55 HTTP/1.1" status: 204 len: 168 time: 0.4126439 Aug 22 14:53:46.755759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Calling delete_port for d01b168a-533b-421f-9738-567529e1d63c owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:46.768170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=40a9eda5-1ee5-430d-80c1-168b8cbc1987,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:46.779833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e114d6e-e6fb-4883-9925-45d67230ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dae581-e972-4bf9-aafe-e156f62d8b55,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:46.793949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f80205-48c0-46d8-8ff6-500c2cf08b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.828650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-98d1fdee-4659-42f0-9c9e-5758d1f0da82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8 HTTP/1.1" status: 200 len: 217 time: 0.0646703 Aug 22 14:53:46.837073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:46.837551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: 9fed3311-2244-4c12-976d-98b5c3a0b0d9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:46.847598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c9f80205-48c0-46d8-8ff6-500c2cf08b8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38b1e245b61d48ae97c1ef58091b001e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148239 Aug 22 14:53:46.850463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80205-48c0-46d8-8ff6-500c2cf08b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc06b9-751b-4731-b23b-51b345a38e3d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:46.855706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57442) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:46.930811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:46.956429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.028395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:47.113460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.116123 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.117472 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5cc06b9-751b-4731-b23b-51b345a38e3d HTTP/1.1" status: 204 len: 168 time: 0.2607045 Aug 22 14:53:47.131063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db933df-28e9-4453-aa6b-59d57fe11e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc06b9-751b-4731-b23b-51b345a38e3d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:47.144567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9fed3311-2244-4c12-976d-98b5c3a0b0d9) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:47.150773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:47.151410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.160777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa063a-5739-4c2b-8d6b-50516b46cbdc None None] Network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:47.219241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dd98d3e-db12-4381-8b2d-c375e0d4312a req-b7c19253-d1b5-470a-9956-1293973af7fd tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022101 Aug 22 14:53:47.264337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7455ab4-1a08-4f61-a368-7a1e429e66c1 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3084702 Aug 22 14:53:47.270987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57450) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:47.280148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe6ea3-78b7-4010-9f95-9dba850b3fc5 req-ba463a47-7137-4b15-be56-002b62193087 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:47.288009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ffe6ea3-78b7-4010-9f95-9dba850b3fc5 req-ba463a47-7137-4b15-be56-002b62193087 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 949 time: 0.5825903 Aug 22 14:53:47.340508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-edd7d59a-775f-41c6-a161-14d8a565865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:47.342001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-edd7d59a-775f-41c6-a161-14d8a565865d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1402371 Aug 22 14:53:47.384314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ffe6ea3-78b7-4010-9f95-9dba850b3fc5 req-6b090c37-57b1-498f-b816-8d7540b73dcd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959218 Aug 22 14:53:47.446916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-071b71b6-53e6-4de2-889e-d14a60a84923 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807326 Aug 22 14:53:47.474322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9fed3311-2244-4c12-976d-98b5c3a0b0d9', 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': '40a9eda5-1ee5-430d-80c1-168b8cbc1987'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:47.475196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.510013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f71e2-40ad-4f79-90c0-004817b757c8 req-220f20c3-484c-4be3-8a94-2da33d27c675 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:47.518789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c82f71e2-40ad-4f79-90c0-004817b757c8 req-220f20c3-484c-4be3-8a94-2da33d27c675 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 950 time: 0.1689999 Aug 22 14:53:47.575347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a5303-5898-4392-80bf-b9895a6637bc req-cf2aeb73-bb29-4de5-a47b-f33390ef6dc4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:47.578068 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f42a5303-5898-4392-80bf-b9895a6637bc req-cf2aeb73-bb29-4de5-a47b-f33390ef6dc4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.2021410 Aug 22 14:53:47.597520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.597689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device f19e8a46-df67-44a9-9f73-cd5c6a3dbbae up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:47.620310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c82f71e2-40ad-4f79-90c0-004817b757c8 req-c3f2de47-ef17-4a9d-98be-4f8cd1540d93 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969276 Aug 22 14:53:47.629964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:47.662386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event deleted for resources: {'Port': ['ID=d01b168a-533b-421f-9738-567529e1d63c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:47.711924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-d940ec50-95bd-428f-9a7b-242177f4c2ee service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567220 Aug 22 14:53:47.796030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] No DVR routers for this DVR port d01b168a-533b-421f-9738-567529e1d63c on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:47.808040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.814421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:47.816946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2cb0d34-532e-4cf2-b3ed-3e8df1c1f2c4 req-5026310b-f776-46bf-ab07-570c2be6aee5 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.10 "DELETE /v2.0/ports/d01b168a-533b-421f-9738-567529e1d63c HTTP/1.1" status: 204 len: 173 time: 1.6096692 Aug 22 14:53:47.818236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-deleted', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:47.820825 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585fdbfe-583b-437a-b968-822042b8e5da" -d '{"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-deleted", "tag": "d01b168a-533b-421f-9738-567529e1d63c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:47.867823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d01b168a-533b-421f-9738-567529e1d63c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:47.902764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57460) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:48.001077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Allocated IP 2001:db8::2 (9fed3311-2244-4c12-976d-98b5c3a0b0d9/40a9eda5-1ee5-430d-80c1-168b8cbc1987/9b1a7498-2a39-41f6-a3df-631453f8828d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:48.059595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96999f9-c096-41b5-975f-fc22584d75b6 req-9ef18b70-bb84-48af-9afe-de0a21db6b69 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647567 Aug 22 14:53:48.067210 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58e39c-eb18-4224-b482-0533f686d6ba x-openstack-request-id: req-1d58e39c-eb18-4224-b482-0533f686d6ba {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:48.067599 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261fb073-872f-411c-8039-b72cdef609ed", "name": "network-vif-deleted", "tag": "d01b168a-533b-421f-9738-567529e1d63c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:48.068704 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d58e39c-eb18-4224-b482-0533f686d6ba {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:48.069569 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261fb073-872f-411c-8039-b72cdef609ed', 'name': 'network-vif-deleted', 'tag': 'd01b168a-533b-421f-9738-567529e1d63c', 'status': 'completed', 'code': 200} Aug 22 14:53:48.109700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:48.165785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:48.171043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.172605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.183336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9ece-70d4-4577-9eab-5d764e5780cb req-321f8638-7441-4484-838c-45f921ee1a3e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:48.186770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850c9ece-70d4-4577-9eab-5d764e5780cb req-321f8638-7441-4484-838c-45f921ee1a3e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.3738084 Aug 22 14:53:48.242739 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4d837a8e-e6a7-4f77-b3c5-6eb45f04f458 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3356f1fa0bc4064839ac804f979889a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373253 Aug 22 14:53:48.249561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57468) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:48.286039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Deleting port 8e38c903-84e6-48d3-a94f-85fc93ceac1c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:48.286957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.287417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850c9ece-70d4-4577-9eab-5d764e5780cb req-0ff2c07d-2849-41f1-8931-744bee869643 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Aug 22 14:53:48.384249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.417120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.461761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] For port 8e38c903-84e6-48d3-a94f-85fc93ceac1c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8e38c903-84e6-48d3-a94f-85fc93ceac1c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:48.462263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.473372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7ce41-889a-46b4-93d1-faf5717e9d4b req-566bae8e-0b48-4ee9-b5c1-930c96699e75 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:48.475267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7f7ce41-889a-46b4-93d1-faf5717e9d4b req-566bae8e-0b48-4ee9-b5c1-930c96699e75 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 944 time: 0.0924709 Aug 22 14:53:48.477949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:48.480887 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3f91fe-9a6c-48bd-b81d-898494313c73" -d '{"events": [{"server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "name": "network-vif-plugged", "status": "completed", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:48.484182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Calling delete_port for 8e38c903-84e6-48d3-a94f-85fc93ceac1c owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:48.505389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:48.507537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.519184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.531674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Transition to ACTIVE for port object 9b1a7498-2a39-41f6-a3df-631453f8828d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:48.554723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Transition to ACTIVE for port object 9b1a7498-2a39-41f6-a3df-631453f8828d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:48.608599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7f7ce41-889a-46b4-93d1-faf5717e9d4b req-aaca05c8-f87c-42ba-ad29-97b0198f4abc tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 Aug 22 14:53:48.612654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.695539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.706083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca217999-8b56-422a-ace3-7da18a75e579 req-2430f6a9-7fed-4db6-9985-c5c2f46a9565 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:48.707702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca217999-8b56-422a-ace3-7da18a75e579 req-2430f6a9-7fed-4db6-9985-c5c2f46a9565 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 949 time: 0.1774580 Aug 22 14:53:48.709968 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e47aa-909a-486c-a868-5702de20837e x-openstack-request-id: req-d34e47aa-909a-486c-a868-5702de20837e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:48.710268 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "name": "network-vif-plugged", "status": "completed", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:48.710526 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d34e47aa-909a-486c-a868-5702de20837e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:48.710918 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'code': 200} Aug 22 14:53:48.753874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:48.759239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:48.764452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:48.767314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:48.848203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.864026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Pushing event updated for resources: {'Port': ['ID=9b1a7498-2a39-41f6-a3df-631453f8828d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:48.869184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Attempting to bind port 9b1a7498-2a39-41f6-a3df-631453f8828d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:48.869846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Attempting to bind port 9b1a7498-2a39-41f6-a3df-631453f8828d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:48.870391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Attempting to bind port 9b1a7498-2a39-41f6-a3df-631453f8828d on network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:48.878136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:48.878809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Checking segment: {'id': 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:48.879421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.880106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Bound using segment: {'id': 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:48.881005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Bound port: 9b1a7498-2a39-41f6-a3df-631453f8828d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:48.882100 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.895534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.900975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:48.926906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/396f1eeb-a02e-4542-b9d2-361923b09056 HTTP/1.1" status: 204 len: 168 time: 0.6740191 Aug 22 14:53:48.952356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca217999-8b56-422a-ace3-7da18a75e579 req-f89a84ce-e30f-427a-9da6-a92544cd29dd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151887 Aug 22 14:53:48.963131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] For port 9b1a7498-2a39-41f6-a3df-631453f8828d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:48.967120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] For port 9b1a7498-2a39-41f6-a3df-631453f8828d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9b1a7498-2a39-41f6-a3df-631453f8828d,segment=NetworkSegment(aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc),segment_id=aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:49.000757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.004495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=40a9eda5-1ee5-430d-80c1-168b8cbc1987,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:49.028501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eb907-0a07-4569-aeab-9d90aba6b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396f1eeb-a02e-4542-b9d2-361923b09056,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:49.039548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8e38c903-84e6-48d3-a94f-85fc93ceac1c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:49.122782 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.166106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event deleted for resources: {'Port': ['ID=8e38c903-84e6-48d3-a94f-85fc93ceac1c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:49.171793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d8e297c-7627-49f5-ac4f-e95b058e6608 req-d44e9c54-aa48-4d0c-b2a3-2b9c56540166 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=261fb073-872f-411c-8039-b72cdef609ed HTTP/1.1" status: 200 len: 210 time: 0.0903730 Aug 22 14:53:49.194409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19acc9-1885-4e89-bf35-cafd917e51d9 req-6a196558-cacf-406c-b6fa-5402e2083581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:49.196240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19acc9-1885-4e89-bf35-cafd917e51d9 req-6a196558-cacf-406c-b6fa-5402e2083581 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 1101 time: 0.2427318 Aug 22 14:53:49.274610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19acc9-1885-4e89-bf35-cafd917e51d9 req-2774b41d-5da5-4393-b8d1-446fec5607c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710111 Aug 22 14:53:49.287903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.290958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] No DVR routers for this DVR port 8e38c903-84e6-48d3-a94f-85fc93ceac1c on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:49.298695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.301054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f42a5303-5898-4392-80bf-b9895a6637bc req-a9c5115b-33c2-4590-8d37-ea8341c68314 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "DELETE /v2.0/ports/8e38c903-84e6-48d3-a94f-85fc93ceac1c HTTP/1.1" status: 204 len: 173 time: 1.7166138 Aug 22 14:53:49.307464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-deleted', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:49.307464 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a4358-8834-4b74-b1c5-cec20547ba12" -d '{"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-deleted", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:49.311498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fed3311-2244-4c12-976d-98b5c3a0b0d9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:49.320299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22293d-5ea2-4c13-8fe2-7872b9c0b204 None None] Pushing event updated for resources: {'Port': ['ID=9b1a7498-2a39-41f6-a3df-631453f8828d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:49.323045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:49.323563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:49.336988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.343739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8216af5-d156-48df-9485-0660f0594456 None None] Network 9fed3311-2244-4c12-976d-98b5c3a0b0d9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:49.351936 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bcca00-616f-4b7d-8d0e-cc246785f81e x-openstack-request-id: req-69bcca00-616f-4b7d-8d0e-cc246785f81e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:49.352283 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55152eee-20f2-4606-aeab-6abdc5d482c3", "name": "network-vif-deleted", "tag": "8e38c903-84e6-48d3-a94f-85fc93ceac1c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:49.353843 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69bcca00-616f-4b7d-8d0e-cc246785f81e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:49.354457 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55152eee-20f2-4606-aeab-6abdc5d482c3', 'name': 'network-vif-deleted', 'tag': '8e38c903-84e6-48d3-a94f-85fc93ceac1c', 'status': 'completed', 'code': 200} Aug 22 14:53:49.360779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.368523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:49.369347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:49.373827 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:49.471734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15505e2-cbf5-4d15-9d73-887d7f9b9f36 req-d78aff91-7869-444e-a2d1-a7cc42282c7b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:49.476851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f15505e2-cbf5-4d15-9d73-887d7f9b9f36 req-d78aff91-7869-444e-a2d1-a7cc42282c7b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.0667498 Aug 22 14:53:49.482276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 14:53:49.482276 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 14:53:49.482276 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '9fed3311-2244-4c12-976d-98b5c3a0b0d9'}] Aug 22 14:53:49.482276 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:53:49.483277 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:53:49.524657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e561d-38c2-45a3-a22a-c17a36893279 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:53:49.528622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f15505e2-cbf5-4d15-9d73-887d7f9b9f36 req-a8fc0b81-0a88-4cdb-9b44-63cfb4d6d7c7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487046 Aug 22 14:53:49.563929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:53:49.679864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e561d-38c2-45a3-a22a-c17a36893279 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 14:53:49.753393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781ee0ce-f554-4e0e-9cfb-fd236e6cc81a req-86b46065-d400-4170-9579-3e5a869635ae tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0474975 Aug 22 14:53:49.800090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:49.820509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'mac_address': 'fa:16:3e:bc:95:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:53:49.894787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:49.931742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:53:49.959659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:49.984646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.033004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.102405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:50.115193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 9b1a7498-2a39-41f6-a3df-631453f8828d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:50.115590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.195764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298cbbe-78eb-48a5-bca9-a02f23a0ce1c req-0bf5cc97-5928-4081-8af5-3923cc7bd721 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:50.204355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] For port 9b1a7498-2a39-41f6-a3df-631453f8828d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9b1a7498-2a39-41f6-a3df-631453f8828d,segment=NetworkSegment(aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc),segment_id=aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:50.206552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.209718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a298cbbe-78eb-48a5-bca9-a02f23a0ce1c req-0bf5cc97-5928-4081-8af5-3923cc7bd721 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 950 time: 0.1409104 Aug 22 14:53:50.233664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 9b1a7498-2a39-41f6-a3df-631453f8828d owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:50.261825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a298cbbe-78eb-48a5-bca9-a02f23a0ce1c req-bc78f936-709e-4274-95c3-b47d4d87e971 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Aug 22 14:53:50.436110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.485361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=9b1a7498-2a39-41f6-a3df-631453f8828d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:50.494858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No DVR routers for this DVR port 9b1a7498-2a39-41f6-a3df-631453f8828d on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:50.524406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['35397c1e-acb2-49ae-ad31-b98c8d5d56c8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:50.649804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.665232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fed3311-2244-4c12-976d-98b5c3a0b0d9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:50.680852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:50.680852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ed01c-ae6b-4e9d-b43d-dfd5592b55fc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:50.707266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.741829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.753505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaa010-b822-48e8-add0-ccddb5c34942 req-1ec06bde-7b0b-41c0-8b35-1f28d2f978f6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:50.766713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:50.767125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.772181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ecaa010-b822-48e8-add0-ccddb5c34942 req-1ec06bde-7b0b-41c0-8b35-1f28d2f978f6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 945 time: 0.1164598 Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:50.772412 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:50.857491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ecaa010-b822-48e8-add0-ccddb5c34942 req-fc901408-8626-45fc-accc-5dd3e4bc9ac4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759592 Aug 22 14:53:50.921570 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:50.948184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6fe6ac6-b8fa-4558-b588-4b986cb8c490 req-c7c221d5-ede5-4897-ae31-5b997f744d3f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0312297 Aug 22 14:53:51.041063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.059656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.062239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/9fed3311-2244-4c12-976d-98b5c3a0b0d9 HTTP/1.1" status: 204 len: 168 time: 3.7898693 Aug 22 14:53:51.066538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57554) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:51.071717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-17bf1c7d-37a7-4bf8-bbdc-91cd33d9faab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875349 Aug 22 14:53:51.076275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466022727'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:51.085321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006ab9f-535a-445f-b6e8-6f3014048864 req-dd052ee4-e2e7-4cbf-90af-8c637d6ff152 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.094899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e006ab9f-535a-445f-b6e8-6f3014048864 req-dd052ee4-e2e7-4cbf-90af-8c637d6ff152 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0989590 Aug 22 14:53:51.099073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8072cc0-4b45-49aa-8058-f00dee1434c8 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=9fed3311-2244-4c12-976d-98b5c3a0b0d9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:51.154937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e006ab9f-535a-445f-b6e8-6f3014048864 req-d2866ffd-2b23-4e3a-af44-f83c6510f1fd tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/security-groups?id=51760fb3-bd4c-43a5-9a68-e7279f9565e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590270 Aug 22 14:53:51.204782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-0060a073-2220-4ada-a9e5-f8ef1a678914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.206594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-0060a073-2220-4ada-a9e5-f8ef1a678914 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 1095 time: 0.0739498 Aug 22 14:53:51.229446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:51.233968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.270121 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:53:51.279677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.280187 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Added segment 29c4b305-fed5-4c77-a548-bf8316cab4ec of type vlan for network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 Aug 22 14:53:51.331635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-fda3cfa3-a2cf-4e80-9821-6e83a353d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.334207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-fda3cfa3-a2cf-4e80-9821-6e83a353d9f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1022420 Aug 22 14:53:51.344020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.407785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-9f198354-af97-44db-b208-5dc54d6ef561 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 200 len: 217 time: 0.0606441 Aug 22 14:53:51.430027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.436620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.437037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.498621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-aab327e7-2b2f-457b-b609-2e2496b00bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.500233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-aab327e7-2b2f-457b-b609-2e2496b00bed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.0752177 Aug 22 14:53:51.538840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-bd641a3c-e738-4cc4-a91a-8c0c0512ce23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305073 Aug 22 14:53:51.564433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Network': ['ID=b6a6604b-5b0a-4fde-8a1d-9dbe08113e98,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:51.573764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:53:51.603005 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6bfbf217-dc64-4d7d-af7a-e6e61addc981 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5325902 Aug 22 14:53:51.604248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:51.618237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Request body: {'subnet': {'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:51.653168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:53:51.674666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-62e4ea51-99f1-4b1f-ade9-30370522f1b4 service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236067 Aug 22 14:53:51.684265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a337176-cedb-4b84-91f8-581c4c91efb7 req-850e3896-c896-48c5-92fd-8dc2342e3701 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:51.686037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a337176-cedb-4b84-91f8-581c4c91efb7 req-850e3896-c896-48c5-92fd-8dc2342e3701 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 950 time: 0.2935476 Aug 22 14:53:51.787438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a337176-cedb-4b84-91f8-581c4c91efb7 req-4e7720f4-a019-4b15-a39f-e611cd6880de tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920846 Aug 22 14:53:51.868948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27164fd6-cb49-4686-8eb5-6e5723c0e3d4 req-902ec301-e37c-4299-bacb-75944a14c47e service neutron] 10.222.0.54 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818717 Aug 22 14:53:51.909573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:53:51.910111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:53:51.910832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:51.961431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Made reservation on behalf of 3714d8b7ebe6413ab8983c695554823d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:51.961431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.069245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f292a7-6939-48c7-96be-b2a0812992a8 req-91ce2d62-2198-4b19-a006-d172d3278c15 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:52.072108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.073019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f292a7-6939-48c7-96be-b2a0812992a8 req-91ce2d62-2198-4b19-a006-d172d3278c15 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 945 time: 0.1111562 Aug 22 14:53:52.141194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:52.151314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:52.160640 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a6c1fb-db7e-4763-9aa9-fb5fc5a14ceb" -d '{"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-plugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:52.179006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5f292a7-6939-48c7-96be-b2a0812992a8 req-ea58d880-783f-4f08-b84c-e70ef1bfd5ab tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Aug 22 14:53:52.273262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.274968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:52.300250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: d01b168a-533b-421f-9738-567529e1d63c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:52.300955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d01b168a-533b-421f-9738-567529e1d63c not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:52.301579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:52.369955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 8e38c903-84e6-48d3-a94f-85fc93ceac1c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:52.371243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8e38c903-84e6-48d3-a94f-85fc93ceac1c not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:52.422490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:52.429345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81adc40-bef0-407e-8984-a24db4de041a req-46987a61-200d-41ed-8eb3-449f91ce0aef tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:52.431242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d81adc40-bef0-407e-8984-a24db4de041a req-46987a61-200d-41ed-8eb3-449f91ce0aef tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 949 time: 0.0818908 Aug 22 14:53:52.513091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 14:53:52.514413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.582018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaac75-e958-440a-9955-f3e49e3c976a req-ef169ebb-eda2-4245-8f73-bc0938932f14 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:52.588221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Checking segment: {'id': '29c4b305-fed5-4c77-a548-bf8316cab4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:52.588853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network hostable DHCP agents. Network: b6a6604b-5b0a-4fde-8a1d-9dbe08113e98, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:53:52.590763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79eaac75-e958-440a-9955-f3e49e3c976a req-ef169ebb-eda2-4245-8f73-bc0938932f14 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 1101 time: 0.1098700 Aug 22 14:53:52.610432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-79eaac75-e958-440a-9955-f3e49e3c976a req-2afec2e1-29db-4f2f-ae1d-bfa339c49744 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.614299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event updated for resources: {'Subnet': ['ID=e98aa01c-8cae-4313-9f58-9e2d5a19d7de,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:52.646300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Deleting port 4bfc012a-4b21-4c73-987c-8141454169ad {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:52.646642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.685626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:53:52.774870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] For port 4bfc012a-4b21-4c73-987c-8141454169ad, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=4bfc012a-4b21-4c73-987c-8141454169ad,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:52.775250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.800333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Calling delete_port for 4bfc012a-4b21-4c73-987c-8141454169ad owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:52.835521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b6a6604b-5b0a-4fde-8a1d-9dbe08113e98) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:52.840972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:52.842202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.846851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e65484a-3c4c-4bbb-af0f-88b519e22800 None None] Network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:52.901226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-79eaac75-e958-440a-9955-f3e49e3c976a req-2afec2e1-29db-4f2f-ae1d-bfa339c49744 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:52.971894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-79eaac75-e958-440a-9955-f3e49e3c976a req-2afec2e1-29db-4f2f-ae1d-bfa339c49744 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.028435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-924a4346-ce45-4657-b622-fbe1ee7a24f5 req-41169749-0fc2-4e0c-9df7-16cec5549125 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0621738 Aug 22 14:53:53.039408 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-83dce55f-ffac-4fb7-9faf-3c16e0a9decd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4310646 Aug 22 14:53:53.040021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:53.045724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79eaac75-e958-440a-9955-f3e49e3c976a req-2afec2e1-29db-4f2f-ae1d-bfa339c49744 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542785 Aug 22 14:53:53.063703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afec2e1-29db-4f2f-ae1d-bfa339c49744 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e327c2-43e0-4079-b159-f6bb234eb6e2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:53.082919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b6a6604b-5b0a-4fde-8a1d-9dbe08113e98', 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98', 'tenant_id': '3714d8b7ebe6413ab8983c695554823d', 'fixed_ips': [{'subnet_id': 'e98aa01c-8cae-4313-9f58-9e2d5a19d7de'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:53:53.088937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.133081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.283581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Allocated IP 2001:db8::f816:3eff:fe4b:5571 (b6a6604b-5b0a-4fde-8a1d-9dbe08113e98/e98aa01c-8cae-4313-9f58-9e2d5a19d7de/f7d88503-dc74-4cf4-b596-20825c66dcb8) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:53:53.300707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.332360 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f877d-3f51-47aa-9136-b95466e871dc x-openstack-request-id: req-e78f877d-3f51-47aa-9136-b95466e871dc {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:53.332663 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-plugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:53.333228 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e78f877d-3f51-47aa-9136-b95466e871dc {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:53.336930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Pushing event deleted for resources: {'Port': ['ID=4bfc012a-4b21-4c73-987c-8141454169ad,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:53.343441 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'code': 200} Aug 22 14:53:53.345344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['4bfc012a-4b21-4c73-987c-8141454169ad'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:53:53.398429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-960b8f22-f647-4167-bbe7-3d1fa3efbe08 req-31fe02d1-6546-4678-ae75-b2cdc1e0d88a tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b50a4fc-1e9d-4d78-a117-7b4318bb9370 HTTP/1.1" status: 200 len: 210 time: 0.2148762 Aug 22 14:53:53.407571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] No DVR routers for this DVR port 4bfc012a-4b21-4c73-987c-8141454169ad on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:53.413294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.419916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d81adc40-bef0-407e-8984-a24db4de041a req-7f6adf9b-45af-4568-b4b8-ab8873288fb7 tempest-MigrationsAdminTest-14661758 tempest-MigrationsAdminTest-14661758-project] 10.222.0.54 "DELETE /v2.0/ports/4bfc012a-4b21-4c73-987c-8141454169ad HTTP/1.1" status: 204 len: 173 time: 0.9791048 Aug 22 14:53:53.423350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-deleted', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:53:53.426505 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb19180-4337-4697-9688-57a2c6f163c8" -d '{"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-deleted", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:53:53.455021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.509620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6837e40-d354-41f5-a0eb-2a34818e3b2d req-36c94bda-33e8-4294-a338-4171d0ad394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:53.511943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b6837e40-d354-41f5-a0eb-2a34818e3b2d req-36c94bda-33e8-4294-a338-4171d0ad394f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 1097 time: 0.1211994 Aug 22 14:53:53.572941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b6837e40-d354-41f5-a0eb-2a34818e3b2d req-cd0e9380-0c8f-4bb4-b3bd-914fe3a90b9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Aug 22 14:53:53.616440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.631445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Transition to ACTIVE for port object f7d88503-dc74-4cf4-b596-20825c66dcb8 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:53.652745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Transition to ACTIVE for port object f7d88503-dc74-4cf4-b596-20825c66dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:53:53.759396 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.872599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Pushing event updated for resources: {'Port': ['ID=f7d88503-dc74-4cf4-b596-20825c66dcb8,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:53.887388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:53:53.889201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:53:53.891931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:53:53.927168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2e1d-139f-45d7-a6ce-b45afd5eb560 req-84fb1dee-cc5e-46e3-9c27-cd227e66cc0b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:53.942329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a2e1d-139f-45d7-a6ce-b45afd5eb560 req-84fb1dee-cc5e-46e3-9c27-cd227e66cc0b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1139047 Aug 22 14:53:53.961907 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.967892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Attempting to bind port f7d88503-dc74-4cf4-b596-20825c66dcb8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:53:53.968391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Attempting to bind port f7d88503-dc74-4cf4-b596-20825c66dcb8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '29c4b305-fed5-4c77-a548-bf8316cab4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:53:53.968759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Attempting to bind port f7d88503-dc74-4cf4-b596-20825c66dcb8 on network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:53:53.975879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:53:53.976581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Checking segment: {'id': '29c4b305-fed5-4c77-a548-bf8316cab4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:53:53.977320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.977915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Bound using segment: {'id': '29c4b305-fed5-4c77-a548-bf8316cab4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:53:53.978814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Bound port: f7d88503-dc74-4cf4-b596-20825c66dcb8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c4b305-fed5-4c77-a548-bf8316cab4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:53:53.979560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:53.987420 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee6e96-a57f-473c-9605-f7ffce73fc97 x-openstack-request-id: req-07ee6e96-a57f-473c-9605-f7ffce73fc97 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:53:53.987824 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b50a4fc-1e9d-4d78-a117-7b4318bb9370", "name": "network-vif-deleted", "tag": "4bfc012a-4b21-4c73-987c-8141454169ad", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:53:53.988213 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ee6e96-a57f-473c-9605-f7ffce73fc97 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:53:53.988796 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50a4fc-1e9d-4d78-a117-7b4318bb9370', 'name': 'network-vif-deleted', 'tag': '4bfc012a-4b21-4c73-987c-8141454169ad', 'status': 'completed', 'code': 200} Aug 22 14:53:54.007329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=e98aa01c-8cae-4313-9f58-9e2d5a19d7de,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:54.066103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] For port f7d88503-dc74-4cf4-b596-20825c66dcb8, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:53:54.069767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] For port f7d88503-dc74-4cf4-b596-20825c66dcb8, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f7d88503-dc74-4cf4-b596-20825c66dcb8,segment=NetworkSegment(29c4b305-fed5-4c77-a548-bf8316cab4ec),segment_id=29c4b305-fed5-4c77-a548-bf8316cab4ec)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:53:54.081612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a2e1d-139f-45d7-a6ce-b45afd5eb560 req-12ae99ba-609e-4784-a5f2-6462a77eb0ef tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378739 Aug 22 14:53:54.148310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:54.182450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:54.226402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a6604b-5b0a-4fde-8a1d-9dbe08113e98']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:54.238365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-c03569b5-b9a3-4988-b1ae-3db7d499cc4e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512388 Aug 22 14:53:54.242981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c4b305-fed5-4c77-a548-bf8316cab4ec') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:54.243369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c4b305-fed5-4c77-a548-bf8316cab4ec') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:54.275264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:54.307788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:54.326272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:54.326916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:54.330781 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:54.362196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526b3e9-5d3d-4fab-9c3d-2b3b9a2c9446 None None] Network b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:53:54.403895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928735d-99d6-4c98-9e50-6cf175715aca None None] Pushing event updated for resources: {'Port': ['ID=f7d88503-dc74-4cf4-b596-20825c66dcb8,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:54.444899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-6cf7da0e-fbe8-4017-a755-5bdc21af3b14 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:54.454188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-6cf7da0e-fbe8-4017-a755-5bdc21af3b14 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071359 Aug 22 14:53:54.485105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-0f174579-0efa-44b1-bc3b-0da6ef9ce25e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0295813 Aug 22 14:53:54.488553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 14:53:54.488553 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 14:53:54.488553 n-d-805046-3 neutron-server[102048]: [parameters: {'id': 'b6a6604b-5b0a-4fde-8a1d-9dbe08113e98'}] Aug 22 14:53:54.488553 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:53:54.490073 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:53:54.560864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88b5ff5c-8ac8-44f4-8f96-5bf717956210 req-6a81316e-9392-4e11-8b91-05346fdd26bc tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0328455 Aug 22 14:53:54.584991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a91b9503-a0d1-486f-92c1-a6029e335270 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954742 Aug 22 14:53:54.698694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41baa357-a974-46a8-a932-d4f0c92eec5e None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 14:53:54.815560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41baa357-a974-46a8-a932-d4f0c92eec5e None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 14:53:54.991336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.091201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port f7d88503-dc74-4cf4-b596-20825c66dcb8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:55.091603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.183323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] For port f7d88503-dc74-4cf4-b596-20825c66dcb8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f7d88503-dc74-4cf4-b596-20825c66dcb8,segment=NetworkSegment(29c4b305-fed5-4c77-a548-bf8316cab4ec),segment_id=29c4b305-fed5-4c77-a548-bf8316cab4ec)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:55.183959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.197327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for f7d88503-dc74-4cf4-b596-20825c66dcb8 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:55.394079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c018f35-399b-4265-8620-e696693411e0 req-145d1097-8120-4ff4-8b3a-1cb174eaeb4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:55.396791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c018f35-399b-4265-8620-e696693411e0 req-145d1097-8120-4ff4-8b3a-1cb174eaeb4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0691895 Aug 22 14:53:55.440383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c018f35-399b-4265-8620-e696693411e0 req-5c7aa0df-ee60-4cdd-9cd9-f93e72eca7dc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Aug 22 14:53:55.505242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.552840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=f7d88503-dc74-4cf4-b596-20825c66dcb8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:55.578112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No DVR routers for this DVR port f7d88503-dc74-4cf4-b596-20825c66dcb8 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:53:55.745812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:53:55.762460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.794225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a6604b-5b0a-4fde-8a1d-9dbe08113e98']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:55.801436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 4bfc012a-4b21-4c73-987c-8141454169ad {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:53:55.801793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 4bfc012a-4b21-4c73-987c-8141454169ad not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:53:55.824005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c4b305-fed5-4c77-a548-bf8316cab4ec') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:55.824005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c4b305-fed5-4c77-a548-bf8316cab4ec') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:55.881109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.933553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.955607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:55.957926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:55.985865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b6baa28-8d3a-4f2b-b4fb-3f62cdfa13aa req-db2256fe-2af6-43b8-bd3d-8f25f430f321 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=55152eee-20f2-4606-aeab-6abdc5d482c3 HTTP/1.1" status: 200 len: 210 time: 0.0576696 Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:56.014170 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:56.017020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57702) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.267163 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31f04f0c-e921-430b-b9cf-3f5f9a5e10e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63f558fbc2a74d7f8c8250b3058c6087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491181 Aug 22 14:53:56.275501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57710) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.280311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-480b6534-9ac4-40d4-b570-8c85f333882e req-a407c31f-c7de-47bf-8b55-7f59b6157c71 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 210 time: 0.0766768 Aug 22 14:53:56.317858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.325390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.336571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 HTTP/1.1" status: 204 len: 168 time: 3.2954483 Aug 22 14:53:56.341537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.366834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92bfd8-c3b2-43f8-8a99-52683921785c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=b6a6604b-5b0a-4fde-8a1d-9dbe08113e98,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:56.387644 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68225d2-7863-41eb-acf9-91fd67d0c6c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.388129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68225d2-7863-41eb-acf9-91fd67d0c6c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.388933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.390578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a68225d2-7863-41eb-acf9-91fd67d0c6c6 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/e98aa01c-8cae-4313-9f58-9e2d5a19d7de HTTP/1.1" status: 404 len: 337 time: 0.0503705 Aug 22 14:53:56.394390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57722) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.413899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.418263 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cfcb94-79eb-431c-a37e-e23892e7e943 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.419147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cfcb94-79eb-431c-a37e-e23892e7e943 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.421906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7cfcb94-79eb-431c-a37e-e23892e7e943 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/b6a6604b-5b0a-4fde-8a1d-9dbe08113e98 HTTP/1.1" status: 404 len: 339 time: 0.0258172 Aug 22 14:53:56.424461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57724) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.467717 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5122c321-fdf5-4d2a-ad41-15411cbd441c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.468225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5122c321-fdf5-4d2a-ad41-15411cbd441c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.470027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5122c321-fdf5-4d2a-ad41-15411cbd441c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/40a9eda5-1ee5-430d-80c1-168b8cbc1987 HTTP/1.1" status: 404 len: 337 time: 0.0439568 Aug 22 14:53:56.472721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57730) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.498712 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c353f6-4521-4be4-ad01-48a14ab7d704 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.499792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c353f6-4521-4be4-ad01-48a14ab7d704 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.502323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-35c353f6-4521-4be4-ad01-48a14ab7d704 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/9fed3311-2244-4c12-976d-98b5c3a0b0d9 HTTP/1.1" status: 404 len: 339 time: 0.0284905 Aug 22 14:53:56.506942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57734) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.549722 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-797418b1-ba78-441a-b545-c919769bf4ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.553524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797418b1-ba78-441a-b545-c919769bf4ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.553524 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-797418b1-ba78-441a-b545-c919769bf4ed tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/a23c323a-0946-428c-a484-cd5f8b54c874 HTTP/1.1" status: 404 len: 337 time: 0.0444667 Aug 22 14:53:56.555595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57738) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.584568 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-593cec05-16cc-4201-b658-7f6d898b6fc4 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:56.585489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593cec05-16cc-4201-b658-7f6d898b6fc4 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:56.588175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-593cec05-16cc-4201-b658-7f6d898b6fc4 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/333ba91c-f6f4-495e-9079-3889f485e022 HTTP/1.1" status: 404 len: 339 time: 0.0312481 Aug 22 14:53:56.591437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:56.595941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bcfbd-2306-4b51-a173-421ec8dbb434 req-63ff3405-e367-4f70-8b3b-1f8f8ef29be7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:56.598213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-271bcfbd-2306-4b51-a173-421ec8dbb434 req-63ff3405-e367-4f70-8b3b-1f8f8ef29be7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0657761 Aug 22 14:53:56.640572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.643153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.658710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-271bcfbd-2306-4b51-a173-421ec8dbb434 req-59b90c64-b80a-4e69-80ec-5eb0a95cf1ff tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514114 Aug 22 14:53:56.659651 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51760fb3-bd4c-43a5-9a68-e7279f9565e8 HTTP/1.1" status: 204 len: 168 time: 0.3705227 Aug 22 14:53:56.715717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a3e95-6720-4438-8d60-45e873f84505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51760fb3-bd4c-43a5-9a68-e7279f9565e8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:56.798225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 561b8ea0-ddef-416f-9033-344969342f5d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:56.798577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.898030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:56.911534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 561b8ea0-ddef-416f-9033-344969342f5d owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:57.142473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.176266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=561b8ea0-ddef-416f-9033-344969342f5d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:57.181895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.187234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d9353e5-24ae-4d3f-9b8c-46408d8d4c77 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/ports/561b8ea0-ddef-416f-9033-344969342f5d HTTP/1.1" status: 204 len: 168 time: 0.5920570 Aug 22 14:53:57.192251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57758) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:57.217765 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9cc21a-ac8a-48e8-9cd6-afcf79f38ffd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:57.218229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9cc21a-ac8a-48e8-9cd6-afcf79f38ffd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:57.220035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a9cc21a-ac8a-48e8-9cd6-afcf79f38ffd tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/98e717ae-c52a-45e0-bfcb-1a3029032516 HTTP/1.1" status: 404 len: 337 time: 0.0317667 Aug 22 14:53:57.224384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57760) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:57.404372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.471855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cc792aa-0ebd-43ee-b674-436e245083ba req-64dd110d-0fad-4dd8-b379-d9f6ca30d092 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 210 time: 0.0560327 Aug 22 14:53:57.602443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.664012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185f8a3e-e353-424b-8183-741b1a8c9c89']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:57.703283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ddc71f-9693-4acb-802d-af5a5072b4ad') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:57.703594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ddc71f-9693-4acb-802d-af5a5072b4ad') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:53:57.721388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.743047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.750987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:53:57.751934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:53:57.756443 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:53:57.950402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.967073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:57.972338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/185f8a3e-e353-424b-8183-741b1a8c9c89 HTTP/1.1" status: 204 len: 168 time: 0.7442491 Aug 22 14:53:57.975198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57782) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:58.018883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305754f-2ff2-4c1d-bf80-4792ae1a515c tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=185f8a3e-e353-424b-8183-741b1a8c9c89,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:58.057277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8699-6733-431e-9999-486a253b870e req-de65fd0b-3e7f-4903-9de3-67abaf6b194a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:58.062051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-013f8699-6733-431e-9999-486a253b870e req-de65fd0b-3e7f-4903-9de3-67abaf6b194a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1116440 Aug 22 14:53:58.159386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-013f8699-6733-431e-9999-486a253b870e req-0451ac8e-61c8-40d2-8c2d-4a7380c4ef3e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897698 Aug 22 14:53:58.162108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 58ead588-3b7a-44d3-bf71-74db7a290604 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:58.163996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.293241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.318061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57786) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:58.336382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 58ead588-3b7a-44d3-bf71-74db7a290604 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:53:58.367078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:58.449697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc9d6ed3-a09c-48d2-beae-6f7953cdc56a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ee762b9b25f4948b2187e699a23c571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255085 Aug 22 14:53:58.450485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57794) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:58.571328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.641455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.682151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5580f306-9c3a-4b2e-a18b-57bff50efea3 req-88510d60-896e-4e0f-bdd6-89b408313c0e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 210 time: 0.0546005 Aug 22 14:53:58.914783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.919089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:58.921881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cefce24-fa8b-45be-9cc5-a0a644374e50 HTTP/1.1" status: 204 len: 168 time: 0.4672379 Aug 22 14:53:58.934465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126d87-eae6-4544-8d40-a2ad3c8dc8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cefce24-fa8b-45be-9cc5-a0a644374e50,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:59.004468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.047840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.050468 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/ports/58ead588-3b7a-44d3-bf71-74db7a290604 HTTP/1.1" status: 204 len: 168 time: 1.0745687 Aug 22 14:53:59.052885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57814) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:59.055338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb01c72-d291-4aac-a9ae-96ebda741f98 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=58ead588-3b7a-44d3-bf71-74db7a290604,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:59.066540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-4098542f-488a-43b6-8342-5041f17eb36d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596724 Aug 22 14:53:59.101417 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5cc8cd-fc02-4b28-bc87-0c6942e5caab tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] DELETE failed (client error): The resource could not be found. Aug 22 14:53:59.102250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5cc8cd-fc02-4b28-bc87-0c6942e5caab tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 14:53:59.107723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6b5cc8cd-fc02-4b28-bc87-0c6942e5caab tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/349546a8-b003-4339-aa2e-a1a8c4aa2278 HTTP/1.1" status: 404 len: 337 time: 0.0505638 Aug 22 14:53:59.108534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57816) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:59.255484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-df8c70a2-6aea-41a5-80bc-aca77c67f757 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:59.260165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-df8c70a2-6aea-41a5-80bc-aca77c67f757 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859510 Aug 22 14:53:59.275954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39f374bc-1b41-4d55-879a-8079ed57d171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.283801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': '9edbf120-c441-440b-b706-a27df9f82952', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:53:59.493411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.514258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecddc8-f06a-4269-a9c5-2428fe68b247 req-aa70c75e-1c8e-4a94-9602-ca2293cf4512 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:53:59.522028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49ecddc8-f06a-4269-a9c5-2428fe68b247 req-aa70c75e-1c8e-4a94-9602-ca2293cf4512 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1690230 Aug 22 14:53:59.609404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49ecddc8-f06a-4269-a9c5-2428fe68b247 req-2a6226c9-e61d-4d81-8cc8-8e16a6d6f88f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Aug 22 14:53:59.676921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39f374bc-1b41-4d55-879a-8079ed57d171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.716353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 1bb007e2-0e39-47ce-80dc-42f2c21aa560 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:53:59.717237 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.775319 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-26a63323-ea8e-49e2-b29c-f9efa84c4d74 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639863 Aug 22 14:53:59.778124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39f374bc-1b41-4d55-879a-8079ed57d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.815717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dfeac0e-e132-45b6-8489-be82c6c1ed8a req-ca88e7ea-cb4c-4a43-ba47-03790985a007 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 210 time: 0.0441444 Aug 22 14:53:59.856575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:53:59.865468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.962167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] For port 1bb007e2-0e39-47ce-80dc-42f2c21aa560, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1bb007e2-0e39-47ce-80dc-42f2c21aa560,segment=NetworkSegment(3b636925-67dd-4604-8ccd-74b1640f0e29),segment_id=3b636925-67dd-4604-8ccd-74b1640f0e29)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:53:59.962803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:53:59.976617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-39f374bc-1b41-4d55-879a-8079ed57d171 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa5f897f24b347e2811ec63b52feb61f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6083848 Aug 22 14:53:59.982610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f374bc-1b41-4d55-879a-8079ed57d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dca663-0d71-44e8-98a3-5828813ad81d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:53:59.991311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57856) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:53:59.999902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 1bb007e2-0e39-47ce-80dc-42f2c21aa560 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:00.084760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e23b5243-546e-4f5a-a28c-71a6f6b275e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.100087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a6b91018-8565-4668-bb5e-777267e177cd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:00.101779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a6b91018-8565-4668-bb5e-777267e177cd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124859 Aug 22 14:54:00.124560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:00.237538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.310340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.39 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/24d759f5-9332-445b-9c44-411188ee142c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:00.315572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.408916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.443051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=1bb007e2-0e39-47ce-80dc-42f2c21aa560,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:00.443937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No DVR routers for this DVR port 1bb007e2-0e39-47ce-80dc-42f2c21aa560 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:00.503900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:00.508337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.564373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.592109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.592343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.595138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.597252 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34dca663-0d71-44e8-98a3-5828813ad81d HTTP/1.1" status: 204 len: 168 time: 0.6037290 Aug 22 14:54:00.601650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56291a0-8ddc-4c45-8161-b58f7c8565d9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:00.611084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object 24d759f5-9332-445b-9c44-411188ee142c will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:00.629968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd915-b257-43be-8126-61657c3ddd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dca663-0d71-44e8-98a3-5828813ad81d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:00.705934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b636925-67dd-4604-8ccd-74b1640f0e29') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:00.706240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b636925-67dd-4604-8ccd-74b1640f0e29') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:00.750423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.820461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.868712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:00.883428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.885985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.196 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/d270941e-a6c6-41bc-87f3-848147fd487e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:00.906390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:00.908674 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:00.911319 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:00.962869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:00.979111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:00.981852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:01.140211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.156100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e94a79f1-97df-4f68-aacf-ee432b832b56 req-dca0dd21-d62a-42b3-9174-5924173dc109 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 210 time: 0.0780773 Aug 22 14:54:01.166528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:01.197296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:01.200003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.254187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f71661-ea73-40a4-a6fd-d5161b2a5f9e req-f375f1a7-ffd5-4ab6-9c0c-1f80c230337e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:01.264742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73f71661-ea73-40a4-a6fd-d5161b2a5f9e req-f375f1a7-ffd5-4ab6-9c0c-1f80c230337e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.4593844 Aug 22 14:54:01.360895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73f71661-ea73-40a4-a6fd-d5161b2a5f9e req-a187b507-11bb-47fb-9809-40d9c3f6cae5 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946352 Aug 22 14:54:01.366776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a748df8c-9dea-42ab-9322-4b99d8bcd7e9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0904284 Aug 22 14:54:01.383406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Request body: {'port': {'device_id': '9edbf120-c441-440b-b706-a27df9f82952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:01.431779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.467027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object d270941e-a6c6-41bc-87f3-848147fd487e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:01.486743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.533176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.539676 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/a56291a0-8ddc-4c45-8161-b58f7c8565d9 HTTP/1.1" status: 204 len: 168 time: 2.4262509 Aug 22 14:54:01.549924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:01.560975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03c6fb-5d24-4872-9cdf-c9469c0ef5f9 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=a56291a0-8ddc-4c45-8161-b58f7c8565d9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:01.616775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.632689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting subnet 5d8c720a-7832-4849-98f7-13fed9f080ee {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:01.649182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:01.668692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.708031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ceb41db9-8d33-4e43-98d7-58372b6f8c75 None None] Provisioning for port 24d759f5-9332-445b-9c44-411188ee142c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:01.722383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:01.722995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ceb41db9-8d33-4e43-98d7-58372b6f8c75 None None] Provisioning complete for port 24d759f5-9332-445b-9c44-411188ee142c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:01.723626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ceb41db9-8d33-4e43-98d7-58372b6f8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.730884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:01.741745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:01.751769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:01.754418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:01.804648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ceb41db9-8d33-4e43-98d7-58372b6f8c75 None None] Port 24d759f5-9332-445b-9c44-411188ee142c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:01.922507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:01.923041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.021488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.099883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-f554f7fd-258b-4333-8b6d-fc2d763930d4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9821401 Aug 22 14:54:02.129067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Request body: {'port': {'device_id': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:02.135321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:02.178515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e9d4d77-7172-4b27-9c90-eb6ba10a8ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.216577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d759f5-9332-445b-9c44-411188ee142c {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:02.224049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.244819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Transition to ACTIVE for port object 24d759f5-9332-445b-9c44-411188ee142c will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:02.289846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-451d6198-05db-45a7-a097-5782f74efb23 None None] Provisioning for port d270941e-a6c6-41bc-87f3-848147fd487e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:02.294575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-451d6198-05db-45a7-a097-5782f74efb23 None None] Provisioning complete for port d270941e-a6c6-41bc-87f3-848147fd487e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:02.294954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-451d6198-05db-45a7-a097-5782f74efb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.300109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.350115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-451d6198-05db-45a7-a097-5782f74efb23 None None] Port d270941e-a6c6-41bc-87f3-848147fd487e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:02.365634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.482327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c00d5-7114-4bbc-97a0-922d660d1d0f req-b21aaa60-2e53-4e83-a39d-5a49c607f029 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:02.484078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-164c00d5-7114-4bbc-97a0-922d660d1d0f req-b21aaa60-2e53-4e83-a39d-5a49c607f029 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 936 time: 0.1714511 Aug 22 14:54:02.485418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Pushing event updated for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:02.664505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-164c00d5-7114-4bbc-97a0-922d660d1d0f req-4ac50d22-4524-43d7-95f1-981151047b11 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448481 Aug 22 14:54:02.753400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f8a6f-a790-4c77-abc4-f08e6242f17e req-462f952c-7ed4-41c3-aa6b-76e6aa37daa9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:02.759830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f1f8a6f-a790-4c77-abc4-f08e6242f17e req-462f952c-7ed4-41c3-aa6b-76e6aa37daa9 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2381632 Aug 22 14:54:02.764791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Attempting to bind port 24d759f5-9332-445b-9c44-411188ee142c on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:02.765139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Attempting to bind port 24d759f5-9332-445b-9c44-411188ee142c by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:02.765476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Attempting to bind port 24d759f5-9332-445b-9c44-411188ee142c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:02.787546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Port 24d759f5-9332-445b-9c44-411188ee142c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:54:02.787876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Attempting to bind port 24d759f5-9332-445b-9c44-411188ee142c on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:02.807476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:02.808657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:02.809312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:02.809945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Bound port: 24d759f5-9332-445b-9c44-411188ee142c, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:02.810183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d270941e-a6c6-41bc-87f3-848147fd487e {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:02.810644 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.819454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.837581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Transition to ACTIVE for port object d270941e-a6c6-41bc-87f3-848147fd487e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:02.841214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.858030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.883600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8c720a-7832-4849-98f7-13fed9f080ee,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:02.888423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:02.893180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-710685b8-e87a-441f-bd83-e13da00e79e7 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/subnets/5d8c720a-7832-4849-98f7-13fed9f080ee HTTP/1.1" status: 204 len: 168 time: 1.3413162 Aug 22 14:54:02.899680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:02.900803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5aa30-3f23-456f-b514-473150c0d5d5 None None] Network 941e61f7-d49a-4eef-96ae-bb7c35b4333e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:02.928737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f1f8a6f-a790-4c77-abc4-f08e6242f17e req-bbbfcbed-563e-4dfa-948b-49fe6bdee797 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420228 Aug 22 14:54:03.030432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.047264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.105613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:03.110541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=24d759f5-9332-445b-9c44-411188ee142c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:03.132766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5e51e-3bf3-4ff2-b4f0-605802c58c2d req-6b8bba02-469e-449e-8a29-3001c6a8eee4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:03.137218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ae5e51e-3bf3-4ff2-b4f0-605802c58c2d req-6b8bba02-469e-449e-8a29-3001c6a8eee4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.2638242 Aug 22 14:54:03.174487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Pushing event updated for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:03.217683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ae5e51e-3bf3-4ff2-b4f0-605802c58c2d req-2e579978-05a5-4efc-93e2-356376be0aba tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724978 Aug 22 14:54:03.233023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.309614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] DHCP port deletion for 941e61f7-d49a-4eef-96ae-bb7c35b4333e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:54:03.360580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:03.360580 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.362011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] 10.222.0.54 "PUT /v2.0/ports/24d759f5-9332-445b-9c44-411188ee142c HTTP/1.1" status: 200 len: 1095 time: 1.9864933 Aug 22 14:54:03.378149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'tag': '24d759f5-9332-445b-9c44-411188ee142c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:03.380739 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e039ec93-54f6-440f-b5e7-c81774c5f3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "tag": "24d759f5-9332-445b-9c44-411188ee142c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:03.419595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73667cea-e5f1-4bf6-819b-2fd033252d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.427360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Attempting to bind port d270941e-a6c6-41bc-87f3-848147fd487e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:03.427862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Attempting to bind port d270941e-a6c6-41bc-87f3-848147fd487e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:03.428359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Attempting to bind port d270941e-a6c6-41bc-87f3-848147fd487e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:03.442223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Deleting port 06dafdc1-4aef-4252-af93-117cad832df4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:03.447057 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.447228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Port d270941e-a6c6-41bc-87f3-848147fd487e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:54:03.447228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Attempting to bind port d270941e-a6c6-41bc-87f3-848147fd487e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:03.465301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:03.465301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:03.465669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:03.466224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Bound port: d270941e-a6c6-41bc-87f3-848147fd487e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:03.466600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.476852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-8064f3d7-1aea-4551-b84b-2c8e516b8197 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:03.478662 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-8064f3d7-1aea-4551-b84b-2c8e516b8197 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.2345054 Aug 22 14:54:03.525660 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c40a4-1b69-469c-b1d4-fa0195cf10d2 x-openstack-request-id: req-e90c40a4-1b69-469c-b1d4-fa0195cf10d2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:03.527214 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "tag": "24d759f5-9332-445b-9c44-411188ee142c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:03.527214 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e90c40a4-1b69-469c-b1d4-fa0195cf10d2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:03.528984 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'tag': '24d759f5-9332-445b-9c44-411188ee142c', 'status': 'completed', 'code': 200} Aug 22 14:54:03.590435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Deleting port 06dafdc1-4aef-4252-af93-117cad832df4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:03.590435 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.614108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc100d3-8a6a-49de-a3cf-8f929c6b0567 service neutron] Pushing event updated for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:03.649847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] For port 06dafdc1-4aef-4252-af93-117cad832df4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06dafdc1-4aef-4252-af93-117cad832df4,segment=NetworkSegment(153d0f37-5089-491a-9976-abcd37425f5a),segment_id=153d0f37-5089-491a-9976-abcd37425f5a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:03.650324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.686627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-5d3261e7-daa1-487d-9280-8268cab5bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:03.694898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] For port 06dafdc1-4aef-4252-af93-117cad832df4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06dafdc1-4aef-4252-af93-117cad832df4,segment=NetworkSegment(153d0f37-5089-491a-9976-abcd37425f5a),segment_id=153d0f37-5089-491a-9976-abcd37425f5a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:03.695272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:03.702615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-5d3261e7-daa1-487d-9280-8268cab5bb77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 1098 time: 0.2039924 Aug 22 14:54:03.726448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Calling delete_port for 06dafdc1-4aef-4252-af93-117cad832df4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:03.735274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Calling delete_port for 06dafdc1-4aef-4252-af93-117cad832df4 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:03.822709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-ce2de837-133e-465f-8a67-a991e0126810 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=24d759f5-9332-445b-9c44-411188ee142c HTTP/1.1" status: 200 len: 217 time: 0.1191683 Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: from cryptography.utils import int_from_bytes Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: from cryptography.utils import int_from_bytes Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.014099 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 14:54:04.020272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.034206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:04.040945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d270941e-a6c6-41bc-87f3-848147fd487e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:04.060512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.086355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-8a4a4105-3147-4cec-b37d-200ba9d8e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.097612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-8a4a4105-3147-4cec-b37d-200ba9d8e5eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2624569 Aug 22 14:54:04.103002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] No DVR routers for this DVR port 06dafdc1-4aef-4252-af93-117cad832df4 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:04.128842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] Pushing event deleted for resources: {'Port': ['ID=06dafdc1-4aef-4252-af93-117cad832df4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:04.139206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba367322-a4a8-4229-8ba6-1c567f95b409 req-3b92f45b-1f92-4a30-bcbb-29192b8696f5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.152950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba367322-a4a8-4229-8ba6-1c567f95b409 req-3b92f45b-1f92-4a30-bcbb-29192b8696f5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 948 time: 0.3158746 Aug 22 14:54:04.156368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e97e1b-a15a-4f82-93a6-1223dc3f8ded None None] No DVR routers for this DVR port 06dafdc1-4aef-4252-af93-117cad832df4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:04.252986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba367322-a4a8-4229-8ba6-1c567f95b409 req-97917639-c868-453b-8869-5943ef813c3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988004 Aug 22 14:54:04.260402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.264188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a5244b20-68d2-4415-9c1c-1d9580c5b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.266720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a5244b20-68d2-4415-9c1c-1d9580c5b846 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602890 Aug 22 14:54:04.272597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e9d4d77-7172-4b27-9c90-eb6ba10a8ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.309642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941e61f7-d49a-4eef-96ae-bb7c35b4333e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:04.315060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.333787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Port': ['ID=06dafdc1-4aef-4252-af93-117cad832df4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:04.346983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Deleting port 30a68b85-6931-4307-87d5-82f1fd62427c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:04.347458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.407527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d0f37-5089-491a-9976-abcd37425f5a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:04.408544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d0f37-5089-491a-9976-abcd37425f5a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:04.437967 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.439010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.440663 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] 10.222.0.54 "PUT /v2.0/ports/d270941e-a6c6-41bc-87f3-848147fd487e HTTP/1.1" status: 200 len: 1096 time: 2.3312685 Aug 22 14:54:04.452810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:04.456390 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:04.457974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06dafdc1-4aef-4252-af93-117cad832df4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:04.461660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e9d4d77-7172-4b27-9c90-eb6ba10a8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.490971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 06dafdc1-4aef-4252-af93-117cad832df4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:04.491324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06dafdc1-4aef-4252-af93-117cad832df4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:04.512277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.515904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d4d77-7172-4b27-9c90-eb6ba10a8ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f970970a-d382-4e78-a6a6-e1e768a0231e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:04.692263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e9d4d77-7172-4b27-9c90-eb6ba10a8ccc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d55ab983a58f4dffb76b0ae00f0a9845&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5564883 Aug 22 14:54:04.716229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:04.727164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.742543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:04.742896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:04.788900 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:04.826297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.870898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274483d-dff4-4dd6-87ad-e9f6c7812cdf service neutron] Pushing event updated for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:04.963328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] For port 30a68b85-6931-4307-87d5-82f1fd62427c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30a68b85-6931-4307-87d5-82f1fd62427c,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:04.964893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:04.977771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-56848686-daee-4381-b683-0265192ff3e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023506 Aug 22 14:54:04.980790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-bf5d120a-f575-41e3-9b69-e2d88dfe014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.982481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-bf5d120a-f575-41e3-9b69-e2d88dfe014e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 1099 time: 0.3206656 Aug 22 14:54:04.987513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9d5cc-828a-488c-a91b-36aed8abfbea req-a9bbc9c2-33b6-42d5-b988-31c917dbf406 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:04.989507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Calling delete_port for 30a68b85-6931-4307-87d5-82f1fd62427c owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:04.992867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90e9d5cc-828a-488c-a91b-36aed8abfbea req-a9bbc9c2-33b6-42d5-b988-31c917dbf406 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1146641 Aug 22 14:54:05.014750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ce4ee-c15d-4c5a-b350-78e167377042 req-3c5edfb9-b9e0-432a-8460-e449a7b25977 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.016314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e1ce4ee-c15d-4c5a-b350-78e167377042 req-3c5edfb9-b9e0-432a-8460-e449a7b25977 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 944 time: 0.1396840 Aug 22 14:54:05.113662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.131663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.138253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.142834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] 10.222.0.53 "DELETE /v2.0/networks/941e61f7-d49a-4eef-96ae-bb7c35b4333e HTTP/1.1" status: 204 len: 168 time: 2.2448134 Aug 22 14:54:05.142834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-4aed2099-98c7-4314-b805-562d652fb253 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d270941e-a6c6-41bc-87f3-848147fd487e HTTP/1.1" status: 200 len: 217 time: 0.1461794 Aug 22 14:54:05.165617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90e9d5cc-828a-488c-a91b-36aed8abfbea req-e61c2b42-56d4-44d5-984c-15548ce7e7c4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674411 Aug 22 14:54:05.200027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e1ce4ee-c15d-4c5a-b350-78e167377042 req-9157f1ae-e90b-4da9-8fc6-3bfb4d514728 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607535 Aug 22 14:54:05.222674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-61733d8c-6cee-4faf-8713-7fc8ec730c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.224448 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-61733d8c-6cee-4faf-8713-7fc8ec730c7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0737910 Aug 22 14:54:05.234125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-346a6466-d708-46d0-b7ab-9db5614d2237 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376666 Aug 22 14:54:05.253962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c305-8e73-4700-80b5-7fd5e844d433 tempest-NetworksIpV6TestAttrs-160024393 tempest-NetworksIpV6TestAttrs-160024393-project] Pushing event deleted for resources: {'Network': ['ID=941e61f7-d49a-4eef-96ae-bb7c35b4333e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:05.257695 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2466e089-4d20-44ff-8eb7-994af8e901b8 x-openstack-request-id: req-2466e089-4d20-44ff-8eb7-994af8e901b8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:05.258096 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:05.258294 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2466e089-4d20-44ff-8eb7-994af8e901b8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:05.258692 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e', 'status': 'completed', 'code': 200} Aug 22 14:54:05.270431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.281495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:05.365522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-7e1df1a6-8e81-42a9-899d-7dd85d5bb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.367167 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-7e1df1a6-8e81-42a9-899d-7dd85d5bb94a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201005 Aug 22 14:54:05.452753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33e51596-0f21-451c-89e5-77661bff7a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.474884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-218010cd-f5fd-49c5-b226-8f1fa66c4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.476698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-218010cd-f5fd-49c5-b226-8f1fa66c4574 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 1098 time: 0.1265669 Aug 22 14:54:05.502262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78ca8-8e01-40fe-91df-c5c6891009f9 req-8c744ea6-8ce4-4efc-b733-3865fe63d3e0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.503787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ec78ca8-8e01-40fe-91df-c5c6891009f9 req-8c744ea6-8ce4-4efc-b733-3865fe63d3e0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 948 time: 0.1245348 Aug 22 14:54:05.517769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-303196f6-7c29-4279-9332-cd1c9808c52d service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297777 Aug 22 14:54:05.551168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.557364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.559228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f970970a-d382-4e78-a6a6-e1e768a0231e HTTP/1.1" status: 204 len: 168 time: 0.8413391 Aug 22 14:54:05.610320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.647794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ec78ca8-8e01-40fe-91df-c5c6891009f9 req-4d00f7c1-bff8-4b6e-b0b3-61d39b108661 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189342 Aug 22 14:54:05.657771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-d156c0c0-cff9-488d-a6d2-a0eb943dd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.659010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-d156c0c0-cff9-488d-a6d2-a0eb943dd885 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1749299 Aug 22 14:54:05.660374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf286-04a7-4803-8300-78a75a63a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f970970a-d382-4e78-a6a6-e1e768a0231e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:05.732265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-25d2bb80-15c9-4a7c-85b8-0cf78e9c3b2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=24d759f5-9332-445b-9c44-411188ee142c HTTP/1.1" status: 200 len: 217 time: 0.0616512 Aug 22 14:54:05.756016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event deleted for resources: {'Port': ['ID=30a68b85-6931-4307-87d5-82f1fd62427c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:05.760377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:05.813872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 30a68b85-6931-4307-87d5-82f1fd62427c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:05.818343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30a68b85-6931-4307-87d5-82f1fd62427c not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:05.848930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] No DVR routers for this DVR port 30a68b85-6931-4307-87d5-82f1fd62427c on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:05.853125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.856054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-311f0135-8474-4f38-ad18-3b0630a6d92a req-c71cd78d-0c99-4b55-a6f6-d74bc9fdbe90 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.54 "DELETE /v2.0/ports/30a68b85-6931-4307-87d5-82f1fd62427c HTTP/1.1" status: 204 len: 173 time: 2.3674705 Aug 22 14:54:05.858240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33e51596-0f21-451c-89e5-77661bff7a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:05.860374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64d9f9cc-3eab-4599-918f-ff33aec5681d req-fa3756df-e670-4e01-9559-0e3a49470a01 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314979 Aug 22 14:54:05.877286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-e5ac7d61-d751-470c-bc55-ae59a4ec6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.880469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-e5ac7d61-d751-470c-bc55-ae59a4ec6c61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1412144 Aug 22 14:54:05.894662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:05.941031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-fb0a267d-aff1-43e2-9707-a9f8d53cea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:05.945054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-fb0a267d-aff1-43e2-9707-a9f8d53cea56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521865 Aug 22 14:54:06.012798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33e51596-0f21-451c-89e5-77661bff7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.067004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51596-0f21-451c-89e5-77661bff7a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480bf261-1e64-4f48-8f6d-9374a817c617,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:06.071412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-33e51596-0f21-451c-89e5-77661bff7a8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13ff53cb21724beb8b8d15430d2656f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903867 Aug 22 14:54:06.083503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:06.089707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-889933a8-97ee-4497-a507-0580d2d98289 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389785 Aug 22 14:54:06.130298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-112daa2d-9d35-43b0-a821-8c6a82bd4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.132038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-112daa2d-9d35-43b0-a821-8c6a82bd4ec5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 1099 time: 0.0955741 Aug 22 14:54:06.218986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.254996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.294608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-4d99c36d-f5bc-4a58-ade2-0ebdf52215a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.297154 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-4d99c36d-f5bc-4a58-ade2-0ebdf52215a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1571856 Aug 22 14:54:06.413523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039ec93-54f6-440f-b5e7-c81774c5f3e5 req-0f2a805c-416d-4926-8db0-63dd520c01dc service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146033 Aug 22 14:54:06.432422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d0a1644-32b5-46f4-8128-ec3824a1dbe2 req-2f33e2c9-68c2-4357-b50f-35f16238b684 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9ff5e9c-303e-4e64-be40-175a3d360122 HTTP/1.1" status: 200 len: 210 time: 0.0779128 Aug 22 14:54:06.459808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb1cb-aaa0-4b03-86a6-476c61c429fb req-9bc7fa16-426d-490e-9701-72bc7ad7e9f7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.472629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-684fb1cb-aaa0-4b03-86a6-476c61c429fb req-9bc7fa16-426d-490e-9701-72bc7ad7e9f7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1294515 Aug 22 14:54:06.527391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-684fb1cb-aaa0-4b03-86a6-476c61c429fb req-73db670b-163c-496d-aeec-750b883ddeba tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Aug 22 14:54:06.731811 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-e5b5887d-1341-4696-804e-ca59c1a03597 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d270941e-a6c6-41bc-87f3-848147fd487e HTTP/1.1" status: 200 len: 217 time: 0.4211144 Aug 22 14:54:06.781533 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.811377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2ac39c21-4915-4e62-8198-1a1903ed1ea9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3714d8b7ebe6413ab8983c695554823d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9150224 Aug 22 14:54:06.814510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-a010e0bc-be23-4e86-a40f-d479045457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.814679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58076) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:06.816026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-a010e0bc-be23-4e86-a40f-d479045457ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0761631 Aug 22 14:54:06.835680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7d0e-8e51-4ea5-86e8-176bf2e63be2 req-0a99b5cd-8387-45ea-8ce4-9e156e936ae8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.838610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfde7d0e-8e51-4ea5-86e8-176bf2e63be2 req-0a99b5cd-8387-45ea-8ce4-9e156e936ae8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 948 time: 0.0926321 Aug 22 14:54:06.870934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-46fa8039-4309-4b63-9008-5ecf6bb8befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:06.872422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-46fa8039-4309-4b63-9008-5ecf6bb8befc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475936 Aug 22 14:54:06.908250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfde7d0e-8e51-4ea5-86e8-176bf2e63be2 req-b7fc8bca-5716-403a-8f8e-dcbf14d887ec tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Aug 22 14:54:06.911227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.949883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.952800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.956438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/480bf261-1e64-4f48-8f6d-9374a817c617 HTTP/1.1" status: 204 len: 168 time: 0.8769751 Aug 22 14:54:06.956610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:06.973789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527fa6b-74fd-4ab1-8556-d96f7fe0fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bf261-1e64-4f48-8f6d-9374a817c617,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:07.053049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-1d35c1dc-ca4e-4ed5-b16a-91d1dcf89136 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720273 Aug 22 14:54:07.149831 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:07.154106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:07.154888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18e8164b-40c5-4a69-a153-38258b88d0fb HTTP/1.1" status: 204 len: 168 time: 0.3392470 Aug 22 14:54:07.163723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcc8d3-02cb-41e3-a8e7-573ab43d88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8164b-40c5-4a69-a153-38258b88d0fb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:07.185347 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d88e6b4-f17c-4a60-b1ef-1913ed15f5e0 req-8354f9ae-5abb-4bb6-8a4f-659f221e9d95 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245177 Aug 22 14:54:07.261959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-deleted', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:07.267857 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1a2021-fc8a-4ef5-8dcf-083c1b572623" -d '{"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-deleted", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:07.311894 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55208115-601c-4ed6-abfb-3df569361a43 x-openstack-request-id: req-55208115-601c-4ed6-abfb-3df569361a43 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:07.312249 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff5e9c-303e-4e64-be40-175a3d360122", "name": "network-vif-deleted", "tag": "30a68b85-6931-4307-87d5-82f1fd62427c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:07.312530 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55208115-601c-4ed6-abfb-3df569361a43 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:07.312930 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ff5e9c-303e-4e64-be40-175a3d360122', 'name': 'network-vif-deleted', 'tag': '30a68b85-6931-4307-87d5-82f1fd62427c', 'status': 'completed', 'code': 200} Aug 22 14:54:07.782119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456f838-833f-475a-9ecc-57b0a4828417 req-3192b2e9-91be-4c61-8fa6-8e4d95c6592d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:07.787596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1456f838-833f-475a-9ecc-57b0a4828417 req-3192b2e9-91be-4c61-8fa6-8e4d95c6592d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0587771 Aug 22 14:54:07.830618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1456f838-833f-475a-9ecc-57b0a4828417 req-0e4cac08-94e4-44b5-a85e-7e5a72b47837 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Aug 22 14:54:08.032905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa87a11-ca0e-4af8-88ba-3bf30e079c9e req-390f1a12-51ae-4ee6-8d8c-cd6017e759be tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.034502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa87a11-ca0e-4af8-88ba-3bf30e079c9e req-390f1a12-51ae-4ee6-8d8c-cd6017e759be tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 948 time: 0.0525415 Aug 22 14:54:08.078820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa87a11-ca0e-4af8-88ba-3bf30e079c9e req-e746afe7-6a38-49fd-bacb-ee9b035e6386 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Aug 22 14:54:08.220913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53556cb-1f9d-43f9-bc51-e5ed2e5f5c5c req-119d3ddb-a000-4afe-8b50-5c10e2d42900 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.222075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f53556cb-1f9d-43f9-bc51-e5ed2e5f5c5c req-119d3ddb-a000-4afe-8b50-5c10e2d42900 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.0565627 Aug 22 14:54:08.227220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:08.242611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe68d-a622-486b-91bd-998de8ec419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.279471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f53556cb-1f9d-43f9-bc51-e5ed2e5f5c5c req-b6ed40c1-312d-4b7d-ba4a-92bb3fbba18c tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Aug 22 14:54:08.364153 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-23c01872-1034-465b-8f22-810bf785b211 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971301 Aug 22 14:54:08.444243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe68d-a622-486b-91bd-998de8ec419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.507228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe68d-a622-486b-91bd-998de8ec419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.516490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-0679b52d-4fcb-4745-886d-1738229392c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.518939 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-0679b52d-4fcb-4745-886d-1738229392c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71b051cab69c48fbac4417099181909b&device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 1095 time: 0.0592010 Aug 22 14:54:08.577865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe68d-a622-486b-91bd-998de8ec419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b7a69-77c9-43ca-988b-73e2a4885b73,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:08.586686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58132) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:08.590083 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7b9fe68d-a622-486b-91bd-998de8ec419a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d2eda21826545d3b6974f457a5b664e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602707 Aug 22 14:54:08.642975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.667700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.685714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-6ca1cc89-1e03-46e1-9f16-b4f4f0f42899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.687233 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-6ca1cc89-1e03-46e1-9f16-b4f4f0f42899 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 200 len: 909 time: 0.1197317 Aug 22 14:54:08.735864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-006a9aac-b62b-449b-a3ae-aa93645edcd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 200 len: 217 time: 0.0409312 Aug 22 14:54:08.818968 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.825221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:08.827807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e4b7a69-77c9-43ca-988b-73e2a4885b73 HTTP/1.1" status: 204 len: 168 time: 0.2399249 Aug 22 14:54:08.902653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68f97-36af-40e5-ba90-91cd13497198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b7a69-77c9-43ca-988b-73e2a4885b73,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:08.912989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-fc0217a6-27d3-481e-8f84-c53d4d3ce2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.918798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-fc0217a6-27d3-481e-8f84-c53d4d3ce2e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 200 len: 848 time: 0.1204836 Aug 22 14:54:08.921306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-14ce223c-1d8f-47fa-bf26-6b107742102f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:08.923791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-14ce223c-1d8f-47fa-bf26-6b107742102f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.1262002 Aug 22 14:54:08.967960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-f4b36465-869e-4948-b836-c9155a1651d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f6ab3086-f496-4329-96c1-4c262c7c349c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381711 Aug 22 14:54:09.051775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3836-9227-438e-a517-a00d00771bc7 req-d6f3d761-19bd-4604-82bc-92fb65014b33 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:09.051775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eee3836-9227-438e-a517-a00d00771bc7 req-d6f3d761-19bd-4604-82bc-92fb65014b33 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1200621 Aug 22 14:54:09.081309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-655a2b39-cb0c-4716-9c2e-8871dc88f33f service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998011 Aug 22 14:54:09.104261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Deleting port a809d533-1287-44c6-a7cd-966e76ebb089 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:09.106398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.130181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6eee3836-9227-438e-a517-a00d00771bc7 req-22e8b906-c875-461f-b5cb-18b142449161 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Aug 22 14:54:09.233412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b721d1c1-e032-4289-8cd3-ed79ec8f1e5a req-07188a8d-46d8-461b-a8f7-25caf46f4004 service neutron] 10.222.0.10 "GET /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432555 Aug 22 14:54:09.273609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] For port a809d533-1287-44c6-a7cd-966e76ebb089, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a809d533-1287-44c6-a7cd-966e76ebb089,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:09.273981 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.285189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de39445-9c87-4fcb-8b6d-952e954eeb7a req-5f97dbe1-53d0-473e-853a-874f1bf39b7c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:09.286701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0de39445-9c87-4fcb-8b6d-952e954eeb7a req-5f97dbe1-53d0-473e-853a-874f1bf39b7c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 948 time: 0.0929520 Aug 22 14:54:09.307023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Calling delete_port for a809d533-1287-44c6-a7cd-966e76ebb089 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:09.355357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0de39445-9c87-4fcb-8b6d-952e954eeb7a req-38757aa0-7a8c-41eb-a696-8ced12cdfd24 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623872 Aug 22 14:54:09.462939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1c03f-7dbd-4d6f-b1aa-9663e58a266e req-112035c0-7d27-44b0-87a1-d414370b6cc9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:09.465370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fef1c03f-7dbd-4d6f-b1aa-9663e58a266e req-112035c0-7d27-44b0-87a1-d414370b6cc9 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 944 time: 0.0811682 Aug 22 14:54:09.547335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fef1c03f-7dbd-4d6f-b1aa-9663e58a266e req-a1f79539-1a56-46fd-bece-1a8a03cb36cd tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725272 Aug 22 14:54:09.623940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.656973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event deleted for resources: {'Port': ['ID=a809d533-1287-44c6-a7cd-966e76ebb089,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:09.716900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] No DVR routers for this DVR port a809d533-1287-44c6-a7cd-966e76ebb089 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:09.719539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.722165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee115355-b989-4568-bce4-ebb4b85d3889 req-c26fe6a9-1ff9-4584-a6ea-21eba4626dd4 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "DELETE /v2.0/ports/a809d533-1287-44c6-a7cd-966e76ebb089 HTTP/1.1" status: 204 len: 173 time: 0.7829449 Aug 22 14:54:09.723905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-deleted', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:09.735658 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa2fc2-c07f-4fbb-a00b-d5a3f19b8fa8" -d '{"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-deleted", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:09.735658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58164) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:09.758089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d270941e-a6c6-41bc-87f3-848147fd487e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:54:09.768572 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b5762-9250-4c27-bfce-58a97d0731c4 x-openstack-request-id: req-6b2b5762-9250-4c27-bfce-58a97d0731c4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:09.769000 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a46c21-3cd6-41a9-9766-e54e132de219", "name": "network-vif-deleted", "tag": "a809d533-1287-44c6-a7cd-966e76ebb089", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:09.769356 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b2b5762-9250-4c27-bfce-58a97d0731c4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:09.769897 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a46c21-3cd6-41a9-9766-e54e132de219', 'name': 'network-vif-deleted', 'tag': 'a809d533-1287-44c6-a7cd-966e76ebb089', 'status': 'completed', 'code': 200} Aug 22 14:54:09.874601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d270941e-a6c6-41bc-87f3-848147fd487e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:09.886144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd270941e-a6c6-41bc-87f3-848147fd487e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'd270941e-a6c6-41bc-87f3-848147fd487e', 'mac_address': 'fa:16:3e:9e:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:54:09.903312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ee23028-6f5f-4620-86e4-20bf331eae3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.929918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:09.946004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d270941e-a6c6-41bc-87f3-848147fd487e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:09.970107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d270941e-a6c6-41bc-87f3-848147fd487e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:10.024745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ee23028-6f5f-4620-86e4-20bf331eae3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.071376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.071376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 24d759f5-9332-445b-9c44-411188ee142c details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:54:10.130261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ee23028-6f5f-4620-86e4-20bf331eae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.152550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=24d759f5-9332-445b-9c44-411188ee142c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:10.167511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:10.177645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '24d759f5-9332-445b-9c44-411188ee142c', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '24d759f5-9332-445b-9c44-411188ee142c', 'mac_address': 'fa:16:3e:0b:24:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:54:10.232645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1ee23028-6f5f-4620-86e4-20bf331eae3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c1caaa743084e6bbb4dfcf39bcd52db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960732 Aug 22 14:54:10.234686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee23028-6f5f-4620-86e4-20bf331eae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d931602a-725a-452f-b132-f39106d30035,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:10.235321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58184) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:10.258259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.294564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d759f5-9332-445b-9c44-411188ee142c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:10.317061 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.318338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58192) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:10.346992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=24d759f5-9332-445b-9c44-411188ee142c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:10.349308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.366439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cf381-8dec-440e-aebe-f95e6f80ed0d req-e5b474c2-6c8c-4fab-8c73-06a4d9b99f29 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:10.375236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-960cf381-8dec-440e-aebe-f95e6f80ed0d req-e5b474c2-6c8c-4fab-8c73-06a4d9b99f29 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1151688 Aug 22 14:54:10.396533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.433008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.433422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-960cf381-8dec-440e-aebe-f95e6f80ed0d req-151e4185-2b3d-44e1-a248-d81bb7951d5d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Aug 22 14:54:10.500516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:10.514289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d129a-8f92-42f1-9f7b-c893c8b050c4 req-e79eded4-7c45-49c5-aff8-231b47c8442c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:10.515876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c8d129a-8f92-42f1-9f7b-c893c8b050c4 req-e79eded4-7c45-49c5-aff8-231b47c8442c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 949 time: 0.0673416 Aug 22 14:54:10.560594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c8d129a-8f92-42f1-9f7b-c893c8b050c4 req-97c11ec3-c5a2-478e-af2c-ff6917148030 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 22 14:54:10.587966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.591719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.598363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d931602a-725a-452f-b132-f39106d30035 HTTP/1.1" status: 204 len: 168 time: 0.3567259 Aug 22 14:54:10.617377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72c344-a55b-4eaf-a3c0-14d83b885a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d931602a-725a-452f-b132-f39106d30035,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:10.675691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5bccb08-77a7-4dd0-9a68-835a0623c032 req-4ce026cc-5809-4d36-a195-a3de0563cee0 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=84a46c21-3cd6-41a9-9766-e54e132de219 HTTP/1.1" status: 200 len: 210 time: 0.0342915 Aug 22 14:54:10.770115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:10.800408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d270941e-a6c6-41bc-87f3-848147fd487e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:10.852400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-176539045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:10.972395 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:10.974333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.027650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:54:11.066043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.173869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.287077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.288673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8bbe0f5-12b7-42a6-bdf6-b648aa5654a4 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9693527 Aug 22 14:54:11.291244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58222) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:11.297349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-222060228'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:11.413542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:11.418060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.428225 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.592348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d3ddf-1ebf-4cb8-8433-e65661f4a6d7 req-652c3c3f-b552-4154-ac64-02cd760cd872 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:11.593959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-647d3ddf-1ebf-4cb8-8433-e65661f4a6d7 req-652c3c3f-b552-4154-ac64-02cd760cd872 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0917161 Aug 22 14:54:11.624118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.647719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-647d3ddf-1ebf-4cb8-8433-e65661f4a6d7 req-9d7a7151-64ba-4e5e-9e64-247f070a657a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Aug 22 14:54:11.701214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62e7b0-de44-440b-b31e-6351b1c412ba req-491ecd9e-0a32-4970-b018-4543ac5eb74b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:11.702775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d62e7b0-de44-440b-b31e-6351b1c412ba req-491ecd9e-0a32-4970-b018-4543ac5eb74b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 949 time: 0.0540218 Aug 22 14:54:11.748062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d62e7b0-de44-440b-b31e-6351b1c412ba req-3fa0defd-4c6e-4a5f-92db-8ce6a1b19626 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350399 Aug 22 14:54:11.755231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.775653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 24d759f5-9332-445b-9c44-411188ee142c up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:11.789897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:11.799966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97921144-02ad-43e1-ba9b-365da81b0959,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:11.808022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.808384 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Added segment 665abf03-ae98-4e94-97bb-64a09a47dc7b of type vlan for network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f Aug 22 14:54:11.859962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.872424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58268) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:11.889512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff024dc-7790-4840-876a-0e04c10422f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:11.960697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 24d759f5-9332-445b-9c44-411188ee142c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:11.965625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 24d759f5-9332-445b-9c44-411188ee142c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:11.966259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.001099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff024dc-7790-4840-876a-0e04c10422f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.012582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.021962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:12.022887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.060065 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.084252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d759f5-9332-445b-9c44-411188ee142c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:12.086592 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f3a21-5957-42c6-af4b-425aa9be47c3" -d '{"events": [{"server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "name": "network-vif-plugged", "status": "completed", "tag": "24d759f5-9332-445b-9c44-411188ee142c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:12.105282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Network': ['ID=4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:12.106377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=24d759f5-9332-445b-9c44-411188ee142c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:12.122451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:12.129848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff024dc-7790-4840-876a-0e04c10422f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.154299 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd166efa-082f-4d6d-afda-da2f96319612 x-openstack-request-id: req-fd166efa-082f-4d6d-afda-da2f96319612 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:12.154858 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "name": "network-vif-plugged", "status": "completed", "tag": "24d759f5-9332-445b-9c44-411188ee142c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:12.155470 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd166efa-082f-4d6d-afda-da2f96319612 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:12.156229 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d759f5-9332-445b-9c44-411188ee142c', 'code': 200} Aug 22 14:54:12.212205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ff024dc-7790-4840-876a-0e04c10422f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ff175cf394a4aafa0927c9e30add71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386488 Aug 22 14:54:12.216426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:12.228634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.230228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d270941e-a6c6-41bc-87f3-848147fd487e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:12.256555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff024dc-7790-4840-876a-0e04c10422f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e2077-f64c-4a95-80c8-dcae0b4af44b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:12.281682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef872345-de38-41a0-a710-426b1fdc43ca req-e0b32a5a-a04f-4c34-84da-32952aa6d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:12.283711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ef872345-de38-41a0-a710-426b1fdc43ca req-e0b32a5a-a04f-4c34-84da-32952aa6d21c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 1100 time: 0.0685968 Aug 22 14:54:12.318799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:12.330793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.331422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.331949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.332477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.332736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ef872345-de38-41a0-a710-426b1fdc43ca req-fb223deb-95c7-49ab-ba92-2dc8f74ba517 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Aug 22 14:54:12.333176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.333516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.333917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.334250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.334583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.334911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.335243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.335569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:12.337032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c9a9c826-6ed4-41d6-8edb-9a28684b44b7 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0440526 Aug 22 14:54:12.340785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:12.346781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'subnet': {'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:12.374208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ee816-b727-4e96-8960-6cdf6fa59906 req-9831ac9b-f087-4df2-a433-31eed52843d8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:12.375722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5ee816-b727-4e96-8960-6cdf6fa59906 req-9831ac9b-f087-4df2-a433-31eed52843d8 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.1514981 Aug 22 14:54:12.377173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.404041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d270941e-a6c6-41bc-87f3-848147fd487e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:12.409546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d270941e-a6c6-41bc-87f3-848147fd487e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:12.411052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.421293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.456080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5ee816-b727-4e96-8960-6cdf6fa59906 req-77325bc3-1fb1-44d5-8a32-371f751eae19 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 Aug 22 14:54:12.555936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58290) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:12.558244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.563751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:12.567731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.577933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.580751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.589866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/320e2077-f64c-4a95-80c8-dcae0b4af44b HTTP/1.1" status: 204 len: 168 time: 0.3648305 Aug 22 14:54:12.608019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024c468-e5f4-4213-a0b9-42a474a461c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e2077-f64c-4a95-80c8-dcae0b4af44b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:12.658938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d270941e-a6c6-41bc-87f3-848147fd487e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:12.700704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7e36-2c53-4d44-a85b-c0cc5623c20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.798303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.898955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed726b55-6355-4224-b94f-05f5db7ef4c3 req-71e573ad-4546-4b7a-8f21-feb40e25c198 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:12.907299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed726b55-6355-4224-b94f-05f5db7ef4c3 req-71e573ad-4546-4b7a-8f21-feb40e25c198 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1672649 Aug 22 14:54:12.911727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:12.918648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7e36-2c53-4d44-a85b-c0cc5623c20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.977929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:12.988439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82596625-3cb5-44b5-a1d9-88d4afcaecbb req-38008138-4827-4d62-a12d-d9b32e1b9fc8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:12.989937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82596625-3cb5-44b5-a1d9-88d4afcaecbb req-38008138-4827-4d62-a12d-d9b32e1b9fc8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 950 time: 0.1489513 Aug 22 14:54:12.996529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed726b55-6355-4224-b94f-05f5db7ef4c3 req-a7106c9c-7d5d-409c-af54-cc3699dea88f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882447 Aug 22 14:54:13.028808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-9e6496d0-6667-46b7-b9da-82f0aed75740 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:13.030332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-9e6496d0-6667-46b7-b9da-82f0aed75740 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.1194634 Aug 22 14:54:13.044779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7e36-2c53-4d44-a85b-c0cc5623c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.075494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82596625-3cb5-44b5-a1d9-88d4afcaecbb req-77dcaabb-d8bd-4969-a728-4f1eb2e0a224 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763435 Aug 22 14:54:13.078139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Subnet': ['ID=d56c6fb0-5307-4f48-b539-bb3b72e8e84a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:13.117878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe7e36-2c53-4d44-a85b-c0cc5623c20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e54ec55-00da-48c6-94b8-982d9efa99f4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:13.122949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Checking segment: {'id': '665abf03-ae98-4e94-97bb-64a09a47dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:13.123612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network hostable DHCP agents. Network: 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:13.133960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ddbe7e36-2c53-4d44-a85b-c0cc5623c20d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=947391e91c274fdd89d468d69006be88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767493 Aug 22 14:54:13.137622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:13.192303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Deleting port c55e350d-d2a2-4429-bed7-c16ec1755152 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:13.192303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.240684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:13.260923 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.302640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.324481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] For port c55e350d-d2a2-4429-bed7-c16ec1755152, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c55e350d-d2a2-4429-bed7-c16ec1755152,segment=NetworkSegment(f00fa2b1-aea8-4a6d-a5df-07fd73e724ad),segment_id=f00fa2b1-aea8-4a6d-a5df-07fd73e724ad)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:13.324857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.325693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:13.330170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:13.333062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.337447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ff0f1f-03e9-41e5-9a91-01feaa694422 None None] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:13.371766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Calling delete_port for c55e350d-d2a2-4429-bed7-c16ec1755152 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:13.455501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58318) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:13.455730 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64b55980-3f90-400d-9c4f-2291e7f832ba tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1135504 Aug 22 14:54:13.465646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'network': {'name': 'tempest-router-network01--36519228'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:13.548297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f', 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f', 'tenant_id': 'f3ff5f1b2e124767b9cad6b594113821', 'fixed_ips': [{'subnet_id': 'd56c6fb0-5307-4f48-b539-bb3b72e8e84a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:54:13.549443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.550463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.554239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.556265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e54ec55-00da-48c6-94b8-982d9efa99f4 HTTP/1.1" status: 204 len: 168 time: 0.4174380 Aug 22 14:54:13.578076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93abfb-b5c1-4932-bc50-907eafc915d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e54ec55-00da-48c6-94b8-982d9efa99f4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:13.664297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:13.684650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.740843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:13.769239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: a809d533-1287-44c6-a7cd-966e76ebb089 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:13.769653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a809d533-1287-44c6-a7cd-966e76ebb089 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:13.780029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:13.798192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Allocated IP 172.20.0.2 (4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f/d56c6fb0-5307-4f48-b539-bb3b72e8e84a/cc79750d-90d4-450b-8213-ea8b5acacb2b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:13.802864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98c1c-86e2-4f4b-a655-11754903afdd req-eb85b34c-cd04-4e4a-8bb5-eda8fe5db2c1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:13.804411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25b98c1c-86e2-4f4b-a655-11754903afdd req-eb85b34c-cd04-4e4a-8bb5-eda8fe5db2c1 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 944 time: 0.1072087 Aug 22 14:54:13.805652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.805996 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Added segment 6da97525-9615-4412-8be4-ce62d979ee51 of type vlan for network 2025ff5a-c9ce-4c54-a912-b026ba6482cc Aug 22 14:54:13.872598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.885163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25b98c1c-86e2-4f4b-a655-11754903afdd req-3b7621a9-2e70-4ed9-8bf8-c5dba499e498 tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8c3cb14-e585-41af-9afc-89bac605a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Aug 22 14:54:13.897296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:13.940769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Pushing event deleted for resources: {'Port': ['ID=c55e350d-d2a2-4429-bed7-c16ec1755152,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:13.995800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] No DVR routers for this DVR port c55e350d-d2a2-4429-bed7-c16ec1755152 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:13.999283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.003049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dac2b6b8-f825-49bd-8056-627515ca2c6e req-8fd0252b-9092-4643-8d62-9170aa7a016f tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.10 "DELETE /v2.0/ports/c55e350d-d2a2-4429-bed7-c16ec1755152 HTTP/1.1" status: 204 len: 173 time: 0.9616640 Aug 22 14:54:14.003807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-deleted', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:14.006777 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971b7c5-062d-4b54-9507-c786b73d1787" -d '{"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-deleted", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:14.039585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.046681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:14.048504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.068185 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5043b-0b1e-4420-b1ce-fc8d2445cc4b x-openstack-request-id: req-1ab5043b-0b1e-4420-b1ce-fc8d2445cc4b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:14.068491 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5adaa94-e31d-4142-883f-16497dfe9616", "name": "network-vif-deleted", "tag": "c55e350d-d2a2-4429-bed7-c16ec1755152", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:14.068754 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ab5043b-0b1e-4420-b1ce-fc8d2445cc4b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:14.069349 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5adaa94-e31d-4142-883f-16497dfe9616', 'name': 'network-vif-deleted', 'tag': 'c55e350d-d2a2-4429-bed7-c16ec1755152', 'status': 'completed', 'code': 200} Aug 22 14:54:14.122792 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.133888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Transition to ACTIVE for port object cc79750d-90d4-450b-8213-ea8b5acacb2b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:14.168851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Transition to ACTIVE for port object cc79750d-90d4-450b-8213-ea8b5acacb2b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:14.172957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:14.176327 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff3eac8-87b0-4b4b-a487-59d25905a189" -d '{"events": [{"server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "name": "network-vif-plugged", "status": "completed", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:14.180121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Network': ['ID=2025ff5a-c9ce-4c54-a912-b026ba6482cc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:14.193448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:14.199737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2273ce-eeb9-4435-a695-42eaffe59064 req-a9959df2-0006-404c-82b8-6b66fb5ce748 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:14.201452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db2273ce-eeb9-4435-a695-42eaffe59064 req-a9959df2-0006-404c-82b8-6b66fb5ce748 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1268666 Aug 22 14:54:14.253596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-081f5716-b714-46dc-bd03-3e137377d9f0 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7965543 Aug 22 14:54:14.256238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58346) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:14.264583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'network': {'name': 'tempest-router-network02--1628109603'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:14.276840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.293415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db2273ce-eeb9-4435-a695-42eaffe59064 req-ee82bf2e-819e-45ec-bed1-6f2af1e00ddd tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 Aug 22 14:54:14.319307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6b231-f254-4909-a377-1cac0a7bfa04 req-8b449af9-3344-4f69-938e-08b0fe938b2e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:14.326829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89d6b231-f254-4909-a377-1cac0a7bfa04 req-8b449af9-3344-4f69-938e-08b0fe938b2e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 950 time: 0.1240988 Aug 22 14:54:14.333474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:14.337412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:14.344425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:14.389334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:14.393440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.398176 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d8c65-9aed-4e54-a734-1655506de0f8 x-openstack-request-id: req-d75d8c65-9aed-4e54-a734-1655506de0f8 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:14.398176 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "name": "network-vif-plugged", "status": "completed", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:14.398176 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d75d8c65-9aed-4e54-a734-1655506de0f8 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:14.400248 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e', 'code': 200} Aug 22 14:54:14.417004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Pushing event updated for resources: {'Port': ['ID=cc79750d-90d4-450b-8213-ea8b5acacb2b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:14.431467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:14.433369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89d6b231-f254-4909-a377-1cac0a7bfa04 req-ef95d4f8-c126-4d05-a594-25d3a14a5848 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997033 Aug 22 14:54:14.462567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Attempting to bind port cc79750d-90d4-450b-8213-ea8b5acacb2b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:14.462947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Attempting to bind port cc79750d-90d4-450b-8213-ea8b5acacb2b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '665abf03-ae98-4e94-97bb-64a09a47dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:14.463424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Attempting to bind port cc79750d-90d4-450b-8213-ea8b5acacb2b on network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:14.469593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:14.470032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Checking segment: {'id': '665abf03-ae98-4e94-97bb-64a09a47dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:14.470371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.470774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Bound using segment: {'id': '665abf03-ae98-4e94-97bb-64a09a47dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:14.471465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Bound port: cc79750d-90d4-450b-8213-ea8b5acacb2b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665abf03-ae98-4e94-97bb-64a09a47dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:14.471856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.478472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.478983 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Added segment b459241b-16df-4112-a94f-1716aebf5f14 of type vlan for network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 Aug 22 14:54:14.527379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a742b7-168b-4bd6-bd6d-f3853945d9d8 req-7a1e56da-5461-4a84-a61d-474a59996c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:14.529042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-89a742b7-168b-4bd6-bd6d-f3853945d9d8 req-7a1e56da-5461-4a84-a61d-474a59996c3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 1101 time: 0.0935583 Aug 22 14:54:14.530654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.545327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] For port cc79750d-90d4-450b-8213-ea8b5acacb2b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:14.548976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] For port cc79750d-90d4-450b-8213-ea8b5acacb2b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cc79750d-90d4-450b-8213-ea8b5acacb2b,segment=NetworkSegment(665abf03-ae98-4e94-97bb-64a09a47dc7b),segment_id=665abf03-ae98-4e94-97bb-64a09a47dc7b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:14.580795 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-89a742b7-168b-4bd6-bd6d-f3853945d9d8 req-fc7e1601-e44b-4266-b840-fd8918b2f937 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Aug 22 14:54:14.646243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.646985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.653602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:14.654365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.705418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58354) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:14.733708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb09ac6-6849-4860-98ea-b9e65ae72847 None None] Pushing event updated for resources: {'Port': ['ID=cc79750d-90d4-450b-8213-ea8b5acacb2b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:14.737372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Network': ['ID=880d8cc8-9cc5-4006-aa45-2202eb95f2e5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:14.767549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:14.768270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e77242-d690-4940-a9f5-561dc8ad1562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:14.772821 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-735a904d-21a1-4b3b-854d-fc44d709526e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5143850 Aug 22 14:54:14.775587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:14.790386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'subnet': {'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:15.116558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b592abb-1d39-4a00-83a4-71949cdade8b req-e63e40b7-e04c-4dfc-ba65-ec89dc908bef tempest-LiveMigrationTest-601656212 tempest-LiveMigrationTest-601656212-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5adaa94-e31d-4142-883f-16497dfe9616 HTTP/1.1" status: 200 len: 210 time: 0.0658100 Aug 22 14:54:15.161444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e77242-d690-4940-a9f5-561dc8ad1562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.234898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e77242-d690-4940-a9f5-561dc8ad1562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.272886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e77242-d690-4940-a9f5-561dc8ad1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed226d4-f0e4-43d5-8c1b-a55792307ede,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:15.278214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2e77242-d690-4940-a9f5-561dc8ad1562 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f68529ae42cc4143995277e1674b0641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709960 Aug 22 14:54:15.280876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58372) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:15.328498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:15.343790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.348540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.383466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.505543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a47a15-7833-4b02-aad9-3609962cafc6 req-1df8a046-4338-4a16-a737-2b1ce8968ea4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:15.507524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73a47a15-7833-4b02-aad9-3609962cafc6 req-1df8a046-4338-4a16-a737-2b1ce8968ea4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0799503 Aug 22 14:54:15.581491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73a47a15-7833-4b02-aad9-3609962cafc6 req-6167fec7-bac9-4b87-9943-23dff2ba7772 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Aug 22 14:54:15.612153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.612153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.612153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ed226d4-f0e4-43d5-8c1b-a55792307ede HTTP/1.1" status: 204 len: 168 time: 0.3280013 Aug 22 14:54:15.633630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76955306-7059-493e-b9a5-f367c6aca414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed226d4-f0e4-43d5-8c1b-a55792307ede,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:15.649116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0abe5-6a72-4e61-a438-c85342c3000d req-4de05ac7-bfbe-49e4-8519-4260001e2555 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:15.650720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e0abe5-6a72-4e61-a438-c85342c3000d req-4de05ac7-bfbe-49e4-8519-4260001e2555 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 950 time: 0.1262486 Aug 22 14:54:15.699507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:15.720569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e0abe5-6a72-4e61-a438-c85342c3000d req-4cc98d2d-4f3e-4e64-a994-add34469d0bf tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Aug 22 14:54:15.786811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Subnet': ['ID=735032d9-636c-4922-80d9-3c5b7deed31b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:15.800385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Checking segment: {'id': '6da97525-9615-4412-8be4-ce62d979ee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:15.800859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network hostable DHCP agents. Network: 2025ff5a-c9ce-4c54-a912-b026ba6482cc, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:15.938411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:16.029575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2025ff5a-c9ce-4c54-a912-b026ba6482cc) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:16.035733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:16.042166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.043364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9533f-bac6-4090-a5a9-f6921ba5a9e6 None None] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:16.067367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f64268-219d-41c2-a6a2-f068010211c7 None None] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:16.158973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-af4ebcfb-f3ec-4481-a866-ca08eedd6d8a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3820724 Aug 22 14:54:16.161716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:16.169774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'subnet': {'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:16.219205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:16.306236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7511cfc2-9ad8-4931-b4c7-15d375cdf4fa None None] Provisioning for port cc79750d-90d4-450b-8213-ea8b5acacb2b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:16.354966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Made reservation on behalf of f3ff5f1b2e124767b9cad6b594113821 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:16.358753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.379393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2025ff5a-c9ce-4c54-a912-b026ba6482cc', 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc', 'tenant_id': 'f3ff5f1b2e124767b9cad6b594113821', 'fixed_ips': [{'subnet_id': '735032d9-636c-4922-80d9-3c5b7deed31b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:54:16.380303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.560680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cc79750d-90d4-450b-8213-ea8b5acacb2b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:16.601099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Deleting subnet dc7c76fb-a39b-4679-8455-707c1d9e3a76 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:16.606846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.675157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.698443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Allocated IP 172.20.0.2 (2025ff5a-c9ce-4c54-a912-b026ba6482cc/735032d9-636c-4922-80d9-3c5b7deed31b/357025f5-8edf-4d70-983f-dc8c07035680) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:16.771841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.913246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.925641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cc79750d-90d4-450b-8213-ea8b5acacb2b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:16.950409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd7d7b-9df4-436d-b120-deb8a9e2fd3d req-cc6e0ba8-3d03-41b5-939f-c4f851957965 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:16.952118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52bd7d7b-9df4-436d-b120-deb8a9e2fd3d req-cc6e0ba8-3d03-41b5-939f-c4f851957965 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1959863 Aug 22 14:54:16.964059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cc79750d-90d4-450b-8213-ea8b5acacb2b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:16.971375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.971564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dadf41-ad3d-488e-94bd-94fcd21ccd3b req-00b50e45-df9e-4ab7-961e-8a9289305ea7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:16.973615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48dadf41-ad3d-488e-94bd-94fcd21ccd3b req-00b50e45-df9e-4ab7-961e-8a9289305ea7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 950 time: 0.0879774 Aug 22 14:54:16.977881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7c76fb-a39b-4679-8455-707c1d9e3a76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:16.988395 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.990776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:16.998852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] Provisioning complete for port cc79750d-90d4-450b-8213-ea8b5acacb2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:16.999229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.000301 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9489f186-7a03-4e46-a5a4-c3620d1101ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dc7c76fb-a39b-4679-8455-707c1d9e3a76 HTTP/1.1" status: 204 len: 168 time: 0.7796764 Aug 22 14:54:17.003047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:17.103436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.133729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48dadf41-ad3d-488e-94bd-94fcd21ccd3b req-64fb338b-f33f-4072-aa2a-e9e8842f4248 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542702 Aug 22 14:54:17.137891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52bd7d7b-9df4-436d-b120-deb8a9e2fd3d req-0f88172a-e4d5-42eb-a9a8-538fd21a261c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611564 Aug 22 14:54:17.148517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Subnet': ['ID=9417a327-72ff-4c29-ac70-3328496abde9,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:17.188874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Checking segment: {'id': 'b459241b-16df-4112-a94f-1716aebf5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:17.189522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network hostable DHCP agents. Network: 880d8cc8-9cc5-4006-aa45-2202eb95f2e5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:17.235316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.241148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.243315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Transition to ACTIVE for port object 357025f5-8edf-4d70-983f-dc8c07035680 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:17.262370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.273200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.287508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ab3086-f496-4329-96c1-4c262c7c349c']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:17.304312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Transition to ACTIVE for port object 357025f5-8edf-4d70-983f-dc8c07035680 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:17.306435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:17.306742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00fa2b1-aea8-4a6d-a5df-07fd73e724ad') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:17.332233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.338035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4b36e-204c-4800-be48-c43c7b48e82a req-461c8583-04d2-4ce5-87ad-b4d04ac8e6ac tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:17.340395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf4b36e-204c-4800-be48-c43c7b48e82a req-461c8583-04d2-4ce5-87ad-b4d04ac8e6ac tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 949 time: 0.0773294 Aug 22 14:54:17.342262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] For port cc79750d-90d4-450b-8213-ea8b5acacb2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cc79750d-90d4-450b-8213-ea8b5acacb2b,segment=NetworkSegment(665abf03-ae98-4e94-97bb-64a09a47dc7b),segment_id=665abf03-ae98-4e94-97bb-64a09a47dc7b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:17.351163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.358705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:17.359118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:17.360950 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:17.368922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:17.402078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf4b36e-204c-4800-be48-c43c7b48e82a req-ac9b8c7a-73b0-4419-a004-41f82eb6bb01 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540094 Aug 22 14:54:17.406527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.465684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:17.469543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:17.475729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:17.488246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Pushing event updated for resources: {'Port': ['ID=357025f5-8edf-4d70-983f-dc8c07035680,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:17.496011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.538084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 880d8cc8-9cc5-4006-aa45-2202eb95f2e5) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:17.539521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.542984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:17.544027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.549904 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.560712 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6ab3086-f496-4329-96c1-4c262c7c349c HTTP/1.1" status: 204 len: 168 time: 0.5565360 Aug 22 14:54:17.564740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58452) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:17.597167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdb8f5-dc06-41d7-85e4-bd811b1d3921 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ab3086-f496-4329-96c1-4c262c7c349c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:17.607988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44c35a-2e0f-4de1-ab66-9f4650149308 None None] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:17.670374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Attempting to bind port 357025f5-8edf-4d70-983f-dc8c07035680 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:17.671224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Attempting to bind port 357025f5-8edf-4d70-983f-dc8c07035680 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6da97525-9615-4412-8be4-ce62d979ee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:17.671826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Attempting to bind port 357025f5-8edf-4d70-983f-dc8c07035680 on network 2025ff5a-c9ce-4c54-a912-b026ba6482cc {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:17.681559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Deleting subnet 2fecd156-ffbf-4ce8-b3bd-b196aca24216 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:17.689162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.689724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0c0811a5-4d39-468d-ba60-8b7db3409df3 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5267580 Aug 22 14:54:17.692253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58460) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:17.739251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.752174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:54:17.752660 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:54:17.758070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:17.784952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.815538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: c55e350d-d2a2-4429-bed7-c16ec1755152 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:17.815767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c55e350d-d2a2-4429-bed7-c16ec1755152 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:17.821740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db1f17-9abe-443b-8b79-f79cc3159a9d None None] Pushing event updated for resources: {'Port': ['ID=cc79750d-90d4-450b-8213-ea8b5acacb2b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:17.831611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:17.832108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Checking segment: {'id': '6da97525-9615-4412-8be4-ce62d979ee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:17.832528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.832929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Bound using segment: {'id': '6da97525-9615-4412-8be4-ce62d979ee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:17.833752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Bound port: 357025f5-8edf-4d70-983f-dc8c07035680, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da97525-9615-4412-8be4-ce62d979ee51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2025ff5a-c9ce-4c54-a912-b026ba6482cc'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:17.833875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.915594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c033-d552-4f62-afdb-b9cb8f2a7e0d req-82ee3758-032c-4142-85f3-3a3439a7d0bb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:17.922378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c033-d552-4f62-afdb-b9cb8f2a7e0d req-82ee3758-032c-4142-85f3-3a3439a7d0bb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:17.924605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b69c033-d552-4f62-afdb-b9cb8f2a7e0d req-82ee3758-032c-4142-85f3-3a3439a7d0bb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e&device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 1690 time: 0.0725579 Aug 22 14:54:17.961266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] For port 357025f5-8edf-4d70-983f-dc8c07035680, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:17.966216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] For port 357025f5-8edf-4d70-983f-dc8c07035680, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=357025f5-8edf-4d70-983f-dc8c07035680,segment=NetworkSegment(6da97525-9615-4412-8be4-ce62d979ee51),segment_id=6da97525-9615-4412-8be4-ce62d979ee51)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:17.971943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-880d8cc8-9cc5-4006-aa45-2202eb95f2e5', 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5', 'tenant_id': 'f3ff5f1b2e124767b9cad6b594113821', 'fixed_ips': [{'subnet_id': '9417a327-72ff-4c29-ac70-3328496abde9'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:54:17.972916 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:17.980389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b69c033-d552-4f62-afdb-b9cb8f2a7e0d req-27bc06cf-ccb4-4831-8788-dc243a6ffd4f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Aug 22 14:54:17.984335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.015835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fecd156-ffbf-4ce8-b3bd-b196aca24216,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:18.025390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.031594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39de74bd-562b-43c7-a2f4-84f992b44c90 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2fecd156-ffbf-4ce8-b3bd-b196aca24216 HTTP/1.1" status: 204 len: 168 time: 0.4657283 Aug 22 14:54:18.032487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58468) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:18.079297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.138398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.206240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751829-64b0-4f89-8ac0-eda92050e590 None None] Pushing event updated for resources: {'Port': ['ID=357025f5-8edf-4d70-983f-dc8c07035680,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:18.225737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.395831 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.412019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58480) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:18.421639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0d0f22-2033-4512-8875-d4d674971539']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:18.423140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Allocated IP 172.20.0.2 (880d8cc8-9cc5-4006-aa45-2202eb95f2e5/9417a327-72ff-4c29-ac70-3328496abde9/158abb22-b27e-4d57-8391-7e239a77c8e8) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:18.439718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4b286c-106c-4390-a780-8c77c1e44540') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:18.440057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4b286c-106c-4390-a780-8c77c1e44540') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:18.475874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.490853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0301e22-9d69-4e65-a0ce-552c0b1a62cd req-2a50c4ff-a6bc-4220-aa49-9aadd7111e2f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:18.502499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0301e22-9d69-4e65-a0ce-552c0b1a62cd req-2a50c4ff-a6bc-4220-aa49-9aadd7111e2f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2136579 Aug 22 14:54:18.521454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75724192-e8af-4c09-8939-f28a7a67b0f1 req-e71c1ddd-ec6d-4f48-800e-ed2221465e3a tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:18.530593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75724192-e8af-4c09-8939-f28a7a67b0f1 req-e71c1ddd-ec6d-4f48-800e-ed2221465e3a tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 1101 time: 0.2945235 Aug 22 14:54:18.551714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:18.570408 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.585830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cc79750d-90d4-450b-8213-ea8b5acacb2b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:18.612913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:18.613918 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:18.627546 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:18.679584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cc79750d-90d4-450b-8213-ea8b5acacb2b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:18.680001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.817180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75724192-e8af-4c09-8939-f28a7a67b0f1 req-2dfae1d8-5f96-4766-a37d-3802c86e8f2b tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850873 Aug 22 14:54:18.830081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0301e22-9d69-4e65-a0ce-552c0b1a62cd req-d963f6b5-c22c-4a13-8f84-2d01fd0d4393 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261030 Aug 22 14:54:18.839800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-545541442-network', 'tenant_id': 'a9b326a821ef4936bb2aee4cf45e8efe'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:18.855694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.861452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Allocated IP 172.20.0.1 (2025ff5a-c9ce-4c54-a912-b026ba6482cc/735032d9-636c-4922-80d9-3c5b7deed31b/4df6ca6d-e186-44fe-9f09-448eede77e04) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:18.870922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Transition to ACTIVE for port object 158abb22-b27e-4d57-8391-7e239a77c8e8 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:18.894069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Transition to ACTIVE for port object 158abb22-b27e-4d57-8391-7e239a77c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:18.930237 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b802d6e9-f306-466b-aa91-3cb226f7ea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.968404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.978469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:18.978469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] 10.222.0.53 "DELETE /v2.0/networks/2a0d0f22-2033-4512-8875-d4d674971539 HTTP/1.1" status: 204 len: 168 time: 0.9419849 Aug 22 14:54:18.993589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0d0f22-2033-4512-8875-d4d674971539,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.005237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.005666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.006087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.006518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.006926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.007331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.007820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.008249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.008644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.009039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.009489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.009827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75ec38-ee4b-435e-8c80-f3a68ae5eabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:19.016132 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.035354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Made reservation on behalf of a9b326a821ef4936bb2aee4cf45e8efe for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:19.038437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.052534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b797f-097e-44cc-af11-257bb652a22c req-1bc32888-f18a-4324-bfd6-110c0ce69b77 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:19.054340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f82b797f-097e-44cc-af11-257bb652a22c req-1bc32888-f18a-4324-bfd6-110c0ce69b77 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 1100 time: 0.1181328 Aug 22 14:54:19.065779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.076437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.095588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Transition to ACTIVE for port object 4df6ca6d-e186-44fe-9f09-448eede77e04 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:19.121092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:19.124697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:19.136607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:19.151710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Pushing event updated for resources: {'Port': ['ID=158abb22-b27e-4d57-8391-7e239a77c8e8,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.169789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f82b797f-097e-44cc-af11-257bb652a22c req-f67646bf-f90e-48ea-8feb-0c2c9326c58c tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Aug 22 14:54:19.212654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b802d6e9-f306-466b-aa91-3cb226f7ea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.241756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Attempting to bind port 158abb22-b27e-4d57-8391-7e239a77c8e8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:19.242321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Attempting to bind port 158abb22-b27e-4d57-8391-7e239a77c8e8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b459241b-16df-4112-a94f-1716aebf5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:19.242700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Attempting to bind port 158abb22-b27e-4d57-8391-7e239a77c8e8 on network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:19.249908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:19.250294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Checking segment: {'id': 'b459241b-16df-4112-a94f-1716aebf5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:19.250702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.251235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Bound using segment: {'id': 'b459241b-16df-4112-a94f-1716aebf5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:19.251711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Bound port: 158abb22-b27e-4d57-8391-7e239a77c8e8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b459241b-16df-4112-a94f-1716aebf5f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '880d8cc8-9cc5-4006-aa45-2202eb95f2e5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:19.252136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.265645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.329626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:19.333570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b802d6e9-f306-466b-aa91-3cb226f7ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.348800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:19.369277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] For port 158abb22-b27e-4d57-8391-7e239a77c8e8, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:19.371020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:19.375647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] For port 158abb22-b27e-4d57-8391-7e239a77c8e8, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=158abb22-b27e-4d57-8391-7e239a77c8e8,segment=NetworkSegment(b459241b-16df-4112-a94f-1716aebf5f14),segment_id=b459241b-16df-4112-a94f-1716aebf5f14)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:19.437628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b802d6e9-f306-466b-aa91-3cb226f7ea24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a503aeea3c3435cbef3617605809349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845851 Aug 22 14:54:19.437862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:19.438468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Port': ['ID=4df6ca6d-e186-44fe-9f09-448eede77e04,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.446366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802d6e9-f306-466b-aa91-3cb226f7ea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d27fc55-4314-4ee4-a1f3-e0eff88699b1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.464439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.464646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:19.494023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.509710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.553630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5fd29cf2-de31-4c74-9c21-5e805d680405 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71b051cab69c48fbac4417099181909b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848002 Aug 22 14:54:19.554039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:19.564458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.578238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:19.589117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.589424 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Added segment 73e78269-90af-493d-9c7d-5c1cdd43c626 of type vlan for network bb361737-87cf-4f7b-9462-daae00bd5a80 Aug 22 14:54:19.589932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f867d7-a5b7-4dec-aebd-e72bf9d10901 None None] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:19.694489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.728502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce4b73-6a99-4d0b-8f3e-4350c6afecd3 None None] Pushing event updated for resources: {'Port': ['ID=158abb22-b27e-4d57-8391-7e239a77c8e8,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.739689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.795308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a4d7c43-3ec7-4a36-9f2a-9f7620dea15b None None] Provisioning for port 357025f5-8edf-4d70-983f-dc8c07035680 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:19.808376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7b0b9-4dde-4145-ad97-185f9c8e6257,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:19.817663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.826208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-545f8a53-6dec-44a8-b901-fe2973e87eed tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031315 Aug 22 14:54:19.837568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:19.951791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.258317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.394684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.417315 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.418338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:20.418916 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.446735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.495607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c66d0ce9-b592-4075-a126-374038876140 None None] Provisioning for port 4df6ca6d-e186-44fe-9f09-448eede77e04 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:20.505436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c66d0ce9-b592-4075-a126-374038876140 None None] Provisioning complete for port 4df6ca6d-e186-44fe-9f09-448eede77e04 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:20.505846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c66d0ce9-b592-4075-a126-374038876140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.549012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Port': ['ID=4df6ca6d-e186-44fe-9f09-448eede77e04,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:20.578563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.600980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c66d0ce9-b592-4075-a126-374038876140 None None] Port 4df6ca6d-e186-44fe-9f09-448eede77e04 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:20.643598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] Pushing event updated for resources: {'Network': ['ID=bb361737-87cf-4f7b-9462-daae00bd5a80,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:20.663779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-c9f00e34-9768-4bfd-9467-2c39fd6cc862 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:20.665729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-c9f00e34-9768-4bfd-9467-2c39fd6cc862 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8383303 Aug 22 14:54:20.671824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-335b27aa-9a5c-47b7-863a-4e7936dc7b01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2556157 Aug 22 14:54:20.682232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58534) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:20.682232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Request body: {'subnet': {'network_id': 'bb361737-87cf-4f7b-9462-daae00bd5a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-545541442-subnet', 'tenant_id': 'a9b326a821ef4936bb2aee4cf45e8efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:20.687485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network bb361737-87cf-4f7b-9462-daae00bd5a80 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:20.692558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf921-56cd-46fb-91ab-3c85de431730 req-e6f19a99-7aba-4d8f-92a6-955f336bec94 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:20.694083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfdbf921-56cd-46fb-91ab-3c85de431730 req-e6f19a99-7aba-4d8f-92a6-955f336bec94 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2891853 Aug 22 14:54:20.697093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-f971f948-767e-4bbd-9b60-791e52dab8e5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0220926 Aug 22 14:54:20.729543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 357025f5-8edf-4d70-983f-dc8c07035680 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:20.753819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:20.758565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:20.772054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.774649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.778870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d27fc55-4314-4ee4-a1f3-e0eff88699b1 HTTP/1.1" status: 204 len: 168 time: 1.3375871 Aug 22 14:54:20.792669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfdbf921-56cd-46fb-91ab-3c85de431730 req-7b08a91b-c277-4f22-b618-61a12c9d1c6b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878787 Aug 22 14:54:20.803931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4bda9-695d-449b-b278-4672f6c5d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d27fc55-4314-4ee4-a1f3-e0eff88699b1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:20.825685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-cab9db25-0065-4d49-a43f-79fee3447e29 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210144 Aug 22 14:54:20.884023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bd9b059c-cf8f-4a33-8970-a99f252ddfd5 None None] Provisioning complete for port 4df6ca6d-e186-44fe-9f09-448eede77e04 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:20.894433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bd9b059c-cf8f-4a33-8970-a99f252ddfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.903441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.907329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.908645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8c3cb14-e585-41af-9afc-89bac605a1c6 HTTP/1.1" status: 204 len: 168 time: 1.3516777 Aug 22 14:54:20.923121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ea8ae-0a20-4eeb-add0-b28c3487e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c3cb14-e585-41af-9afc-89bac605a1c6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:20.941342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Made reservation on behalf of a9b326a821ef4936bb2aee4cf45e8efe for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:20.943887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:20.966616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.059408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b059c-cf8f-4a33-8970-a99f252ddfd5 None None] Port 4df6ca6d-e186-44fe-9f09-448eede77e04 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:21.185079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b03be-f666-4083-8943-8d4b1f5fbdce None None] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:21.211357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d58124bb-e0db-472f-a724-f369f3ea92a7 None None] Provisioning complete for port 4df6ca6d-e186-44fe-9f09-448eede77e04 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:21.217675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d58124bb-e0db-472f-a724-f369f3ea92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.267634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 357025f5-8edf-4d70-983f-dc8c07035680 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:21.278680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 357025f5-8edf-4d70-983f-dc8c07035680 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:21.279056 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.281544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Router b6dab374-730f-47a5-8a67-7ee3d241ab96 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:54:21.303922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d58124bb-e0db-472f-a724-f369f3ea92a7 None None] Port 4df6ca6d-e186-44fe-9f09-448eede77e04 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:21.600334 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.646914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 357025f5-8edf-4d70-983f-dc8c07035680, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=357025f5-8edf-4d70-983f-dc8c07035680,segment=NetworkSegment(6da97525-9615-4412-8be4-ce62d979ee51),segment_id=6da97525-9615-4412-8be4-ce62d979ee51)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:21.681649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.758107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:21.767063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] Sync routers for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:21.787214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:21.787214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 158abb22-b27e-4d57-8391-7e239a77c8e8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:21.790230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0fa4ec05-7360-40aa-8ad4-92823c977f11 None None] Provisioning for port 158abb22-b27e-4d57-8391-7e239a77c8e8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:21.803787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-721ffdb6-ba75-4a1b-860c-c45eb14bac44 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1102602 Aug 22 14:54:21.806913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:21.821034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1cab18-b5fc-4d89-80c8-bb4e6598ee7b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:21.842542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:21.844345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Checking segment: {'id': '73e78269-90af-493d-9c7d-5c1cdd43c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'bb361737-87cf-4f7b-9462-daae00bd5a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:21.844950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Network hostable DHCP agents. Network: bb361737-87cf-4f7b-9462-daae00bd5a80, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:21.851885 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:21.949710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:21.960235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Network bb361737-87cf-4f7b-9462-daae00bd5a80 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:21.994899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:21.995837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:22.000051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=357025f5-8edf-4d70-983f-dc8c07035680,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:22.050881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:22.051942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df14b238-3a64-4225-9136-9259dd67ba39 None None] The sync data for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:22.055670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, bb361737-87cf-4f7b-9462-daae00bd5a80) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:22.056361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:22.057705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.077964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f0bdd-b41d-48f4-8a14-67203ddd18df None None] Network bb361737-87cf-4f7b-9462-daae00bd5a80 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:22.164766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-84b6aeaf-1297-459a-b4dc-a15e94262bba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4899855 Aug 22 14:54:22.186952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58566) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:22.203386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 158abb22-b27e-4d57-8391-7e239a77c8e8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:22.211245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 158abb22-b27e-4d57-8391-7e239a77c8e8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:22.211735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.220957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dca1a5a-399c-47c6-9273-ae3dd3510627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.266673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58570) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:22.336009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b3d0f3d-37df-484c-a0d3-9a216143d26b req-6f337a0d-b941-49bc-9831-def8d723c766 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0472794 Aug 22 14:54:22.380067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdce21-06fd-49a2-9c35-90a91bb66def req-a068722e-dbba-4ec1-949c-a02b0bf3f34a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:22.384378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-93dcd049-c749-4e7e-adb7-416d048204d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=713d75fdcb254e8d8e0d99710e35883a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129007 Aug 22 14:54:22.391622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffbdce21-06fd-49a2-9c35-90a91bb66def req-a068722e-dbba-4ec1-949c-a02b0bf3f34a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2273118 Aug 22 14:54:22.392570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:22.429785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f636c-f6cb-4c67-9c24-4cbcc6605d9c None None] Network bb361737-87cf-4f7b-9462-daae00bd5a80 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:22.548047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.549566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.556000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dca1a5a-399c-47c6-9273-ae3dd3510627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.564137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffbdce21-06fd-49a2-9c35-90a91bb66def req-bd7ba42f-5d00-470c-8ad4-cac7f004388e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671746 Aug 22 14:54:22.590217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.600150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 158abb22-b27e-4d57-8391-7e239a77c8e8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=158abb22-b27e-4d57-8391-7e239a77c8e8,segment=NetworkSegment(b459241b-16df-4112-a94f-1716aebf5f14),segment_id=b459241b-16df-4112-a94f-1716aebf5f14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:22.657722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dca1a5a-399c-47c6-9273-ae3dd3510627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.703633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6dca1a5a-399c-47c6-9273-ae3dd3510627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0f77dac32a74c4980d012c253eb418f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131557 Aug 22 14:54:22.703633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1a5a-399c-47c6-9273-ae3dd3510627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf6cb3c-5272-4c08-a996-df3141f9052c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:22.703940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58582) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:22.739252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.766253 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-174bf6ad-8fa4-451e-896d-46d683e88c42 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:54:22.766253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-174bf6ad-8fa4-451e-896d-46d683e88c42 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9553449 Aug 22 14:54:22.766594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:22.810359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=158abb22-b27e-4d57-8391-7e239a77c8e8,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:22.823274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.858596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.875737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.883321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:22.887785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/490a81a7-7514-485d-b56f-0e01b1a84a46 HTTP/1.1" status: 204 len: 168 time: 0.4893193 Aug 22 14:54:22.913703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 357025f5-8edf-4d70-983f-dc8c07035680 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:22.934675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b46db-26ee-4995-9cb3-c7ee53840bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a81a7-7514-485d-b56f-0e01b1a84a46,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:22.987121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:23.008890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 357025f5-8edf-4d70-983f-dc8c07035680 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:23.009318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.066723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.069540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.071052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baf6cb3c-5272-4c08-a996-df3141f9052c HTTP/1.1" status: 204 len: 168 time: 0.3653748 Aug 22 14:54:23.082033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faa042-46bf-429c-8fa5-e6739d9185bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf6cb3c-5272-4c08-a996-df3141f9052c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:23.264245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.470375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e73e01aa-8c8e-4be1-aa2a-867034fec6cb req-c23a99b8-6161-4257-8491-b6faf53307d9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0452940 Aug 22 14:54:23.493100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51562ea6-0f50-4274-a889-7b3241788bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.636206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting port 4df6ca6d-e186-44fe-9f09-448eede77e04 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:23.636936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.641482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51562ea6-0f50-4274-a889-7b3241788bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.715365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543caaa8-1134-4765-b591-b4c12ab6f000 req-94b96c3f-5e36-4a2c-970d-1046f2c0de78 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:23.720007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-543caaa8-1134-4765-b591-b4c12ab6f000 req-94b96c3f-5e36-4a2c-970d-1046f2c0de78 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0548835 Aug 22 14:54:23.756400 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.756641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-543caaa8-1134-4765-b591-b4c12ab6f000 req-092db66b-b124-457e-a646-63d97222447f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Aug 22 14:54:23.769341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Calling delete_port for 4df6ca6d-e186-44fe-9f09-448eede77e04 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:23.834521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51562ea6-0f50-4274-a889-7b3241788bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:23.876629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51562ea6-0f50-4274-a889-7b3241788bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d39a91-5095-4bc7-b095-2e18fe24c174,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:23.883597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-51562ea6-0f50-4274-a889-7b3241788bff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc009bb911134158a1a5fac768fc31d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928435 Aug 22 14:54:23.883897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:23.977357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.003802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.153326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.175693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.178826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.184084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47d39a91-5095-4bc7-b095-2e18fe24c174 HTTP/1.1" status: 204 len: 168 time: 0.2952199 Aug 22 14:54:24.185162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:24.190302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1963178946-network', 'tenant_id': 'b7d67aa9b8a84206b03ac15462224690'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:24.195103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Port': ['ID=4df6ca6d-e186-44fe-9f09-448eede77e04,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:24.198063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124ca3-d742-4196-9395-60ce515f90f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d39a91-5095-4bc7-b095-2e18fe24c174,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:24.444646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.452142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Made reservation on behalf of b7d67aa9b8a84206b03ac15462224690 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:24.454549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.466852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.591500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f7979eb-020c-48ea-8b91-bdc2265fba78 req-fe44c63d-849e-4c1e-8dc4-ddffbc1ffbf8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0323987 Aug 22 14:54:24.679558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Router b6dab374-730f-47a5-8a67-7ee3d241ab96 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:54:24.792518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:24.796670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97b3f486-c491-468e-bf30-ea18fdfd16ef tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0311286 Aug 22 14:54:24.798812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.802252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58650) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:24.805867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] Sync routers for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:24.817226 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:24.818369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:24.845277 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-1afcd2cd-e8f3-4bfd-88dc-14150564a911 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] delete failed (client error): The resource could not be found. Aug 22 14:54:24.846564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1afcd2cd-e8f3-4bfd-88dc-14150564a911 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1882573775 HTTP/1.1" status: 404 len: 335 time: 0.0431550 Aug 22 14:54:24.847758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 158abb22-b27e-4d57-8391-7e239a77c8e8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:24.850853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58652) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:24.857547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-96e27853-1efb-4ee6-a542-45e11119e163 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6dab374-730f-47a5-8a67-7ee3d241ab96'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:24.861614 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:24.909583 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:24.910223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:24.930873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 158abb22-b27e-4d57-8391-7e239a77c8e8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:24.931937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.944002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:24.951017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9394d-8874-4a0a-8b9a-86fdc41d29e9 req-1dc4b006-00be-419d-8027-bbb5627f144c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:24.964186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3d9394d-8874-4a0a-8b9a-86fdc41d29e9 req-1dc4b006-00be-419d-8027-bbb5627f144c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0866067 Aug 22 14:54:25.028484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3d9394d-8874-4a0a-8b9a-86fdc41d29e9 req-500f7798-9c1b-4250-84cb-6c6d9f79ae98 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626645 Aug 22 14:54:25.031023 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:25.032110 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c1c71d-ffe2-4375-b253-03d61c827f30 None None] The sync data for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:25.077079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:25.085789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f316e9c2-a1e9-4fb0-9e25-a7a32bd7fae9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:25.129359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.130527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.130527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.130527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.130861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.132108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.132467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.132809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.133142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.133477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.133804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.134132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:25.140735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.141105 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Added segment a6471386-299c-43f4-9c75-b235ca369255 of type vlan for network daa1dc30-c912-4aa6-84f6-eeae25831907 Aug 22 14:54:25.185286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96e27853-1efb-4ee6-a542-45e11119e163 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.221599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.310148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.311126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:25.311813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.337765 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-96e27853-1efb-4ee6-a542-45e11119e163 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] update failed (client error): The resource could not be found. Aug 22 14:54:25.340056 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96e27853-1efb-4ee6-a542-45e11119e163 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96 HTTP/1.1" status: 404 len: 339 time: 0.4878218 Aug 22 14:54:25.342243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58660) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:25.346032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58662) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:25.364089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2e78-3ae8-4f47-8b04-8e577a6a4024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.469390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2830157 Aug 22 14:54:25.473987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58668) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:25.479900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Request body: {'subnet': {'network_id': 'daa1dc30-c912-4aa6-84f6-eeae25831907', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1963178946-subnet', 'tenant_id': 'b7d67aa9b8a84206b03ac15462224690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:25.485016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703b4db-d5d5-4000-bbc1-56ee983b59fd admin admin] Pushing event updated for resources: {'Network': ['ID=daa1dc30-c912-4aa6-84f6-eeae25831907,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:25.498521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network daa1dc30-c912-4aa6-84f6-eeae25831907 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:25.524021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-7b2ad711-42b0-4ef7-95eb-c13cc9424ce1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862777 Aug 22 14:54:25.757636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5907adce-5729-4f73-8f3f-878bf9be1da5 req-aa8cc62f-2228-436d-a0ca-1e61d7f045cd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0462098 Aug 22 14:54:25.767832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.788201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:54:25.806806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-5e9f9e3e-01c9-498c-ad90-173f8357774c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:25.809342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-5e9f9e3e-01c9-498c-ad90-173f8357774c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510920 Aug 22 14:54:25.836451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:25.841844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2e78-3ae8-4f47-8b04-8e577a6a4024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.959388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2e78-3ae8-4f47-8b04-8e577a6a4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:25.990056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:26.008981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'mac_address': 'fa:16:3e:bc:95:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:54:26.046605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e6aa2e78-3ae8-4f47-8b04-8e577a6a4024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9fb95f2956343a4a13f8f43444b3497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030907 Aug 22 14:54:26.050377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58682) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:26.086096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58686) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:26.095673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa2e78-3ae8-4f47-8b04-8e577a6a4024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03eebc-bd83-462c-9088-786407af2950,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:26.133510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.146984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.179725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:26.194374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.220255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:26.305293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ac37-0439-4e1b-bde5-76c9c75e36f3 req-b9ddf265-3a8c-444b-a7fb-7bb69415bf98 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:26.308402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e8ac37-0439-4e1b-bde5-76c9c75e36f3 req-b9ddf265-3a8c-444b-a7fb-7bb69415bf98 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0825708 Aug 22 14:54:26.319017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-network', 'tenant_id': '96ce95fa843947a892312446a9085fbf'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:26.370394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e8ac37-0439-4e1b-bde5-76c9c75e36f3 req-5b7bee86-2788-4744-82e8-186b6bfccb4e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Aug 22 14:54:26.381885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.424215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.429338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.436259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca03eebc-bd83-462c-9088-786407af2950 HTTP/1.1" status: 204 len: 168 time: 0.3794222 Aug 22 14:54:26.454761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33ec56-5746-4fd8-8a5d-d9401bd7806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03eebc-bd83-462c-9088-786407af2950,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:26.457996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:26.461041 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-fd7fa49d-4299-44c6-9a4c-081e05cd8cc3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419478 Aug 22 14:54:26.550162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['35397c1e-acb2-49ae-ad31-b98c8d5d56c8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:26.609537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Made reservation on behalf of b7d67aa9b8a84206b03ac15462224690 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:26.613602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.643004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Allocated IP 172.20.0.1 (4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f/d56c6fb0-5307-4f48-b539-bb3b72e8e84a/6189e145-ea7f-4002-94df-29aaf306c4dc) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:26.753896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-65948320-515a-4b71-8fb4-cbe52aa5ade4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:26.755707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-65948320-515a-4b71-8fb4-cbe52aa5ade4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855573 Aug 22 14:54:26.761590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:26.772538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:26.822117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:26.987637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa83f548-179a-4347-9750-ef8196700162 req-8e7a9f2c-1c3d-4dfa-b3a3-218fdd9f086d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0737467 Aug 22 14:54:26.990640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Made reservation on behalf of 96ce95fa843947a892312446a9085fbf for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:26.993453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.012208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.028331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.040596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.132 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/ad862c90-c80c-49d5-bcc6-b6da83fe0da0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:27.101163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Transition to ACTIVE for port object 6189e145-ea7f-4002-94df-29aaf306c4dc will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:27.238327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.282050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.286298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.323830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.343594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af12182-576f-408e-be88-96932104cb13,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:27.348075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object ad862c90-c80c-49d5-bcc6-b6da83fe0da0 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:27.371797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:27.373251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Port': ['ID=6189e145-ea7f-4002-94df-29aaf306c4dc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:27.382756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:27.387944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:27.399035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Checking segment: {'id': 'a6471386-299c-43f4-9c75-b235ca369255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'daa1dc30-c912-4aa6-84f6-eeae25831907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:27.399035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Network hostable DHCP agents. Network: daa1dc30-c912-4aa6-84f6-eeae25831907, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:27.411119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.478262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:27.495329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.546851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:27.550531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.562472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.562738 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Added segment 75ce0985-b78f-4d71-8396-78c387d94c2a of type vlan for network c0b0aa49-e05d-4c50-bbb2-172e53660c38 Aug 22 14:54:27.606799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Network daa1dc30-c912-4aa6-84f6-eeae25831907 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:27.636530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836ff88f-d64e-43e2-af05-e238cb2543a0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:27.726630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.738237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6143595-f1cc-47eb-a2c5-4fff17adf5cf req-84497d4c-74d9-4b19-b491-279817efef26 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:27.747475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, daa1dc30-c912-4aa6-84f6-eeae25831907) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:27.747920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6143595-f1cc-47eb-a2c5-4fff17adf5cf req-84497d4c-74d9-4b19-b491-279817efef26 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 945 time: 0.2459168 Aug 22 14:54:27.764650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c2b4f-73da-49e4-8bb4-44250bb2462d None None] Network daa1dc30-c912-4aa6-84f6-eeae25831907 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:27.769751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.786668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:27.787876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:27.788562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.857854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:27.869617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:27.883300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.209 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/a5b71095-048f-42da-955b-c0a4624e580e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:27.886646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:27.889494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:27.908536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:27.911302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:27.953414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6143595-f1cc-47eb-a2c5-4fff17adf5cf req-5080b1d5-7edb-4925-95ff-c8aec98d68c2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 Aug 22 14:54:27.953822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5a6c45d-9ec5-42a9-9e19-ccdb26ee857d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4693110 Aug 22 14:54:27.967724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fe3f49f6-611a-4b9c-ad0d-7541853e95c1 None None] Provisioning for port 6189e145-ea7f-4002-94df-29aaf306c4dc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:28.014735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:28.030729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fe3f49f6-611a-4b9c-ad0d-7541853e95c1 None None] Provisioning complete for port 6189e145-ea7f-4002-94df-29aaf306c4dc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:28.031105 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe3f49f6-611a-4b9c-ad0d-7541853e95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.044157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.048380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:28.051137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.126128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f49f6-611a-4b9c-ad0d-7541853e95c1 None None] Port 6189e145-ea7f-4002-94df-29aaf306c4dc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:28.176165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:28.176846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.249163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1618640 Aug 22 14:54:28.271627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:28.271627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:28.288072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:28.288467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.304564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Request body: {'subnet': {'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-subnet', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:28.326848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4937c567-4a7c-401f-b417-7c1fe6c81301 req-1cc4ecad-85a3-49b3-be9d-c52f6ff6ce27 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 210 time: 0.0855606 Aug 22 14:54:28.334670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb2b4-65d9-4f76-b303-5176da4c8efb admin admin] Pushing event updated for resources: {'Network': ['ID=c0b0aa49-e05d-4c50-bbb2-172e53660c38,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:28.377584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:28.384825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-5cb03aa0-ac0c-422d-90e5-bf0d663407f4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5571797 Aug 22 14:54:28.395413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.416935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Request body: {'port': {'device_id': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:28.437251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object a5b71095-048f-42da-955b-c0a4624e580e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:28.446724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Deleting subnet cb1cab18-b5fc-4d89-80c8-bb4e6598ee7b {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:28.453447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.492331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Made reservation on behalf of 96ce95fa843947a892312446a9085fbf for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:28.495385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.509223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.549667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.575798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2268404-459d-4ff0-89ac-ed2cefac8409 None None] Network daa1dc30-c912-4aa6-84f6-eeae25831907 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:28.615381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.627408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.711887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:28.716390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6125cd44-3976-49a0-9767-1673619af06a None None] Provisioning for port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:28.723176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.723350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:28.736522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:28.745287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:28.774508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6125cd44-3976-49a0-9767-1673619af06a None None] Provisioning complete for port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:28.774508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6125cd44-3976-49a0-9767-1673619af06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.821922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:28.826626 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb6509-41eb-4812-84c2-7b15fc12fd67" -d '{"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-plugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:28.914527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:28.944235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:28.945613 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.004570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:29.020399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6125cd44-3976-49a0-9767-1673619af06a None None] Port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:29.055015 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb42f3bb-d566-46f7-b632-560e226e5a90 x-openstack-request-id: req-cb42f3bb-d566-46f7-b632-560e226e5a90 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:29.055245 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-plugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:29.055861 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb42f3bb-d566-46f7-b632-560e226e5a90 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:29.055861 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'code': 200} Aug 22 14:54:29.064768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.068699 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-946653dc-3a30-4cf6-bb6b-28c690b00469 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2853189 Aug 22 14:54:29.077237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.124618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.170898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Request body: {'port': {'device_id': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:29.220196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1cab18-b5fc-4d89-80c8-bb4e6598ee7b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:29.232585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.237519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-15922852-ee8e-455d-b4e2-7670d8859d7f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cb1cab18-b5fc-4d89-80c8-bb4e6598ee7b HTTP/1.1" status: 204 len: 168 time: 0.9561281 Aug 22 14:54:29.241451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:29.242383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.295833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:29.329531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad862c90-c80c-49d5-bcc6-b6da83fe0da0 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:29.340268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event updated for resources: {'Port': ['ID=6189e145-ea7f-4002-94df-29aaf306c4dc,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:29.345769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.358087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.391381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.420672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:29.494568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c8fb4bf-1a24-4f98-a744-c064f7620760 None None] Provisioning for port a5b71095-048f-42da-955b-c0a4624e580e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:29.494827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Transition to ACTIVE for port object ad862c90-c80c-49d5-bcc6-b6da83fe0da0 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:29.505420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c8fb4bf-1a24-4f98-a744-c064f7620760 None None] Provisioning complete for port a5b71095-048f-42da-955b-c0a4624e580e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:29.505942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb4bf-1a24-4f98-a744-c064f7620760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.531818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89802ac7-4603-4e1e-9c91-5f17c145c237 req-b9db9342-96c9-4af4-8a1e-0e2b4b359cd2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:29.537770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89802ac7-4603-4e1e-9c91-5f17c145c237 req-b9db9342-96c9-4af4-8a1e-0e2b4b359cd2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.3185647 Aug 22 14:54:29.537770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=985bf52f-c707-431a-ad0d-0a848b1d6af2,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:29.542852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.564992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Checking segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:29.568284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Network hostable DHCP agents. Network: c0b0aa49-e05d-4c50-bbb2-172e53660c38, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:29.597963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.616207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fb4bf-1a24-4f98-a744-c064f7620760 None None] Port a5b71095-048f-42da-955b-c0a4624e580e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:29.844348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:29.844348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89802ac7-4603-4e1e-9c91-5f17c145c237 req-cf756d9e-e05f-4259-9ef7-f8ea4712c03a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320407 Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Pushing event updated for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb361737-87cf-4f7b-9462-daae00bd5a80']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e78269-90af-493d-9c7d-5c1cdd43c626') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:29.845288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e78269-90af-493d-9c7d-5c1cdd43c626') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:29.879011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:29.888382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Router b6dab374-730f-47a5-8a67-7ee3d241ab96 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:54:29.909074 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:29.986232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.008661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:30.009063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:30.012787 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:30.037064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Attempting to bind port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:30.037408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Attempting to bind port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:30.037746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Attempting to bind port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:30.053237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:30.063559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c0b0aa49-e05d-4c50-bbb2-172e53660c38) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:30.110913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7ac28-7400-47b0-b66c-72d0b79bcc0e None None] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:30.123643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:30.124268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.126545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:54:30.126873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Attempting to bind port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:30.141179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b71095-048f-42da-955b-c0a4624e580e {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:30.163449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:30.163449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:30.164001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:30.164458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Bound port: ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:30.164765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.172069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.186809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfe345-b9b0-4796-92bc-371a8015cdc7 req-d6a07b54-2e4b-45a6-bd70-5402f738859b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:30.195698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8acfe345-b9b0-4796-92bc-371a8015cdc7 req-d6a07b54-2e4b-45a6-bd70-5402f738859b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 936 time: 0.2590621 Aug 22 14:54:30.203076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:30.214662 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb28ca08-2c2b-4f38-b493-2c8f7d715f86 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8674874 Aug 22 14:54:30.215831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58772) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:30.241794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Transition to ACTIVE for port object a5b71095-048f-42da-955b-c0a4624e580e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:30.292614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8acfe345-b9b0-4796-92bc-371a8015cdc7 req-28fb5f95-70cb-4b36-97cc-b04e98851fda tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 Aug 22 14:54:30.299170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.322444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8475f2fb-0fd6-427e-a333-e17259a502ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0448523 Aug 22 14:54:30.343963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58784) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:30.346866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.362362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] 10.222.0.53 "DELETE /v2.0/networks/bb361737-87cf-4f7b-9462-daae00bd5a80 HTTP/1.1" status: 204 len: 168 time: 1.1124861 Aug 22 14:54:30.370131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:30.382206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] Sync routers for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:30.393299 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-60175b0e-c4dc-43e4-bfdf-7217b21311f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.395956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58788) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:30.404582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc1a14-6be8-4dd8-9281-32fce1d0afbc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb361737-87cf-4f7b-9462-daae00bd5a80,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:30.409672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:30.424671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:30.425336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:30.442024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.511101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:30.558332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72512d39-be6c-4e5d-b9ae-f278c10d7411 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.571404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:30.694981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2356fb72-96fd-47d4-a26b-50012d18d280 None None] Provisioning complete for port 6189e145-ea7f-4002-94df-29aaf306c4dc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:30.696826 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2356fb72-96fd-47d4-a26b-50012d18d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.770174 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-72512d39-be6c-4e5d-b9ae-f278c10d7411 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 14:54:30.771277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72512d39-be6c-4e5d-b9ae-f278c10d7411 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96 HTTP/1.1" status: 409 len: 329 time: 0.5476117 Aug 22 14:54:30.781574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:30.814937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:54:30.814937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.873836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Attempting to bind port a5b71095-048f-42da-955b-c0a4624e580e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:30.874183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Attempting to bind port a5b71095-048f-42da-955b-c0a4624e580e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:30.874522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Attempting to bind port a5b71095-048f-42da-955b-c0a4624e580e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:30.912719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Port a5b71095-048f-42da-955b-c0a4624e580e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:54:30.913056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Attempting to bind port a5b71095-048f-42da-955b-c0a4624e580e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:30.913173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2356fb72-96fd-47d4-a26b-50012d18d280 None None] Port 6189e145-ea7f-4002-94df-29aaf306c4dc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:30.946461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:30.946801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:30.947536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:30.947790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Bound port: a5b71095-048f-42da-955b-c0a4624e580e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:30.948197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:30.953524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:30.983851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Deleting subnet 1af12182-576f-408e-be88-96932104cb13 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:30.988672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.022946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d10c8-e3e8-4c8e-a15b-b5cba75a7bfd req-e99e697f-933c-4f34-8e98-e23f8ff1c331 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:31.031205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-546d10c8-e3e8-4c8e-a15b-b5cba75a7bfd req-e99e697f-933c-4f34-8e98-e23f8ff1c331 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1095970 Aug 22 14:54:31.044604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.047183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.049577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.111293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.129257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Allocated IP 172.20.0.2 (c0b0aa49-e05d-4c50-bbb2-172e53660c38/985bf52f-c707-431a-ad0d-0a848b1d6af2/8500c1c6-b710-40cf-9b2d-c061e688749f) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:31.147532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:31.148980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.151561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] 10.222.0.10 "PUT /v2.0/ports/ad862c90-c80c-49d5-bcc6-b6da83fe0da0 HTTP/1.1" status: 200 len: 1096 time: 2.7492166 Aug 22 14:54:31.161585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:31.164602 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948d193-c3c8-422c-aa4e-35353b8ffb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:31.210672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:31.241785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-546d10c8-e3e8-4c8e-a15b-b5cba75a7bfd req-6db94122-12ef-45b2-be89-d4eb2420c66e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045040 Aug 22 14:54:31.283745 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f5ab4a-d442-4bda-9b30-6e60d2d49893 x-openstack-request-id: req-94f5ab4a-d442-4bda-9b30-6e60d2d49893 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:31.284207 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:31.284605 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94f5ab4a-d442-4bda-9b30-6e60d2d49893 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:31.285112 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'status': 'completed', 'code': 200} Aug 22 14:54:31.286905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.310386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f30c8-dbb6-4313-9a72-ac64cab93cbd service neutron] Pushing event updated for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:31.346726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.451558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.462234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Transition to ACTIVE for port object 8500c1c6-b710-40cf-9b2d-c061e688749f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:31.540452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Transition to ACTIVE for port object 8500c1c6-b710-40cf-9b2d-c061e688749f will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:31.547454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58822) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:31.547767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:31.547767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:31.620986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d193-c3c8-422c-aa4e-35353b8ffb8e req-ef9d6575-901f-44b5-9d8c-ebcb6c1366b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:31.622622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a948d193-c3c8-422c-aa4e-35353b8ffb8e req-ef9d6575-901f-44b5-9d8c-ebcb6c1366b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 1099 time: 0.3244712 Aug 22 14:54:31.624067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:31.624752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1215cef-3880-4a27-bd1c-5d0a7f6bd253 None None] The sync data for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:31.651879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.688959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.716168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a948d193-c3c8-422c-aa4e-35353b8ffb8e req-62287844-870c-4af2-b79f-ee56a09983d2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413194 Aug 22 14:54:31.721770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:31.724377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264666-93d1-4b27-b0e7-8297c9b24e53 req-43a92915-0db0-494c-a6e2-9a9f20e3dd8a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:31.726124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e264666-93d1-4b27-b0e7-8297c9b24e53 req-43a92915-0db0-494c-a6e2-9a9f20e3dd8a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.2425237 Aug 22 14:54:31.733164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Pushing event updated for resources: {'Port': ['ID=8500c1c6-b710-40cf-9b2d-c061e688749f,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:31.737368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:31.739760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:31.780574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.829638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Attempting to bind port 8500c1c6-b710-40cf-9b2d-c061e688749f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:31.829922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Attempting to bind port 8500c1c6-b710-40cf-9b2d-c061e688749f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:31.830211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Attempting to bind port 8500c1c6-b710-40cf-9b2d-c061e688749f on network c0b0aa49-e05d-4c50-bbb2-172e53660c38 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:31.849295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:31.849670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Checking segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:31.850718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.851252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Bound using segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:31.851965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Bound port: 8500c1c6-b710-40cf-9b2d-c061e688749f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:31.852195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.857223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a5b71095-048f-42da-955b-c0a4624e580e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:31.906027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.910859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1af12182-576f-408e-be88-96932104cb13 HTTP/1.1" status: 204 len: 168 time: 1.5085387 Aug 22 14:54:31.911654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58830) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:31.921445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd485a6-625c-4d39-98c9-904de8bf5264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af12182-576f-408e-be88-96932104cb13,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:31.941155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56a89352-d8ed-489b-a4c8-d283972cd890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:31.965379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] For port 8500c1c6-b710-40cf-9b2d-c061e688749f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:31.966383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e264666-93d1-4b27-b0e7-8297c9b24e53 req-bb7adfb5-9f50-4e1a-8ab6-2bb4df8c12bd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303238 Aug 22 14:54:31.990856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] For port 8500c1c6-b710-40cf-9b2d-c061e688749f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8500c1c6-b710-40cf-9b2d-c061e688749f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:32.001478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.009752 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.041337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d193-c3c8-422c-aa4e-35353b8ffb8e req-34d92303-aeab-4815-9bf8-82b890602d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.043017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a948d193-c3c8-422c-aa4e-35353b8ffb8e req-34d92303-aeab-4815-9bf8-82b890602d5c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3158689 Aug 22 14:54:32.069371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.073673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.073673 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5b71095-048f-42da-955b-c0a4624e580e HTTP/1.1" status: 200 len: 1096 time: 2.9401166 Aug 22 14:54:32.073673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:32.074603 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "tag": "a5b71095-048f-42da-955b-c0a4624e580e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:32.092180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.169727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fc01e-6fc1-42bd-8033-061ee4470a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:32.229410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee195f-4c63-4db0-ae0f-f40a4d4c7468 None None] Pushing event updated for resources: {'Port': ['ID=8500c1c6-b710-40cf-9b2d-c061e688749f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:32.246419 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e9380b-b768-47e0-965b-9696491bdef5 x-openstack-request-id: req-42e9380b-b768-47e0-965b-9696491bdef5 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:32.247055 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "tag": "a5b71095-048f-42da-955b-c0a4624e580e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:32.247192 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42e9380b-b768-47e0-965b-9696491bdef5 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:32.247522 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e', 'status': 'completed', 'code': 200} Aug 22 14:54:32.305871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.331422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56a89352-d8ed-489b-a4c8-d283972cd890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.340407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-976c6ee1-f9ac-4252-b119-3bced038fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.342493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-976c6ee1-f9ac-4252-b119-3bced038fbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 1099 time: 0.1895258 Aug 22 14:54:32.420516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa1dc30-c912-4aa6-84f6-eeae25831907']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:32.452200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6471386-299c-43f4-9c75-b235ca369255') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:32.453290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6471386-299c-43f4-9c75-b235ca369255') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:32.476061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.508048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc req-18ca90d5-c46a-4a8a-b01a-e1aea02e7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.511879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc req-18ca90d5-c46a-4a8a-b01a-e1aea02e7f6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 1099 time: 0.2770333 Aug 22 14:54:32.520646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.553263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.570259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:32.570681 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:32.573314 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:32.577754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-17fe4b20-1b5a-4020-ad44-ff6cf67882ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0 HTTP/1.1" status: 200 len: 217 time: 0.1925466 Aug 22 14:54:32.577754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56a89352-d8ed-489b-a4c8-d283972cd890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.652921 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc req-01af60c2-088e-4310-abab-0becf5cda4e9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206529 Aug 22 14:54:32.813772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-56a89352-d8ed-489b-a4c8-d283972cd890 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35cf8c0e83214b209ada60c368d0997b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2676775 Aug 22 14:54:32.813950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58850) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:32.821348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.830432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89352-d8ed-489b-a4c8-d283972cd890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc8215-d316-40a3-89b3-b1d3f8411a22,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:32.856293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdccb1c-ca3c-4515-8ed7-159c00ad4cf5 req-03448d55-5e0d-49eb-aee1-e52b70e69b6b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.858259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fdccb1c-ca3c-4515-8ed7-159c00ad4cf5 req-03448d55-5e0d-49eb-aee1-e52b70e69b6b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.4774604 Aug 22 14:54:32.867061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-d2722285-52df-4762-a77c-182a3923c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:32.871228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-d2722285-52df-4762-a77c-182a3923c506 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2404268 Aug 22 14:54:32.899582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.912381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.968038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:32.982300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8500c1c6-b710-40cf-9b2d-c061e688749f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:33.007874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.014533 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] 10.222.0.53 "DELETE /v2.0/networks/daa1dc30-c912-4aa6-84f6-eeae25831907 HTTP/1.1" status: 204 len: 168 time: 1.1022093 Aug 22 14:54:33.114650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a20c3-df36-4e65-953e-a2452c55060b admin admin] Pushing event deleted for resources: {'Network': ['ID=daa1dc30-c912-4aa6-84f6-eeae25831907,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:33.140351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fdccb1c-ca3c-4515-8ed7-159c00ad4cf5 req-344274d0-af35-40e0-924d-5845c8f48808 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673044 Aug 22 14:54:33.168240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8500c1c6-b710-40cf-9b2d-c061e688749f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:33.171457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc req-a62f4b99-4ddf-412c-9828-13c709cffa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:33.185681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aeb54f32-b542-40c5-88bc-8a312aa6d9bc req-a62f4b99-4ddf-412c-9828-13c709cffa46 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790246 Aug 22 14:54:33.213640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.238388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-74c92dfa-6eff-4cfb-af1b-31882757758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:33.239923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-74c92dfa-6eff-4cfb-af1b-31882757758e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3553176 Aug 22 14:54:33.316607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.494481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac210c32-4a0c-4472-8351-aba1aeee66c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.515346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-8c850d30-cff6-4451-8358-598ebdef4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:33.529944 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-8c850d30-cff6-4451-8358-598ebdef4a47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 1099 time: 0.2620502 Aug 22 14:54:33.693417 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-36be0538-dd8b-4c26-9062-ed8fc35c1968 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a5b71095-048f-42da-955b-c0a4624e580e HTTP/1.1" status: 200 len: 217 time: 0.1134460 Aug 22 14:54:33.839508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-1f1a478f-98e5-4d54-8e65-f2ef1de1ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:33.842380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-1f1a478f-98e5-4d54-8e65-f2ef1de1ee01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1371269 Aug 22 14:54:33.850019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:33.907640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.911467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:33.913289 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9cc8215-d316-40a3-89b3-b1d3f8411a22 HTTP/1.1" status: 204 len: 168 time: 1.0960796 Aug 22 14:54:33.947029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Allocated IP 172.25.0.152 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9d8f1e81-8950-4c8a-bf93-f40141dfcdda) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:33.979577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603fe2-64fe-4ea2-b3c0-01ae890b11af req-36b8ee32-b5a2-4a5f-9593-beb98a43f0b0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:33.988447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4603fe2-64fe-4ea2-b3c0-01ae890b11af req-36b8ee32-b5a2-4a5f-9593-beb98a43f0b0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.8135288 Aug 22 14:54:34.017844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702b012-c3c4-476f-bfcf-13d9cf0a8f62 None None] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:34.021884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4c213-6fb2-4bb8-a2ed-6895fed9b607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc8215-d316-40a3-89b3-b1d3f8411a22,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:34.037090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting port 6189e145-ea7f-4002-94df-29aaf306c4dc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:34.037966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.162839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162147-e54d-4699-8f31-29918327407c req-1beb15ef-62fc-47df-9a22-c97b7b0b422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:34.164528 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-1beb15ef-62fc-47df-9a22-c97b7b0b422b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948172 Aug 22 14:54:34.180966 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dfa2df89-aa48-4a3e-a2f3-48144176b1ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9b326a821ef4936bb2aee4cf45e8efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204274 Aug 22 14:54:34.190850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58868) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:34.196040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4603fe2-64fe-4ea2-b3c0-01ae890b11af req-1eb90e2f-d02a-4b30-aa5f-d82c355353eb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062688 Aug 22 14:54:34.281072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Provisioning for port 8500c1c6-b710-40cf-9b2d-c061e688749f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:34.302309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Provisioning complete for port 8500c1c6-b710-40cf-9b2d-c061e688749f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:34.308802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.309902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.321887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-98770f59-61e0-4843-8974-492cfa5bb3fd service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454791 Aug 22 14:54:34.370679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Calling delete_port for 6189e145-ea7f-4002-94df-29aaf306c4dc owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:34.575792 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.625804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] For port 8500c1c6-b710-40cf-9b2d-c061e688749f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8500c1c6-b710-40cf-9b2d-c061e688749f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:34.701978 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-39023991-5fbf-4c1d-830b-a386f8a414b6 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140955 Aug 22 14:54:34.705625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.719071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611762c-b4b2-45e8-a4dd-70c8e1529c85 req-8c4e78dc-d483-4168-9032-b0f001563c35 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:34.720823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8611762c-b4b2-45e8-a4dd-70c8e1529c85 req-8c4e78dc-d483-4168-9032-b0f001563c35 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.3650985 Aug 22 14:54:34.726542 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.755445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.774894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-f34b46ff-4623-4cf7-88fd-80292338c591 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439547 Aug 22 14:54:34.824751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8611762c-b4b2-45e8-a4dd-70c8e1529c85 req-291162df-a913-4b86-861b-0c39c9ccc789 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947773 Aug 22 14:54:34.843695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.892485 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.898580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ddac5-6ae5-427f-b135-96e3e12fbac2 None None] Pushing event updated for resources: {'Port': ['ID=8500c1c6-b710-40cf-9b2d-c061e688749f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:34.914943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cf2d7b42-87f0-4984-8918-f66630f76988 None None] Provisioning complete for port 8500c1c6-b710-40cf-9b2d-c061e688749f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:34.916206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7b42-87f0-4984-8918-f66630f76988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:34.984600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.004394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7b162147-e54d-4699-8f31-29918327407c req-cbbe8874-3e06-4554-83a1-503b409eccf2 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888842 Aug 22 14:54:35.055112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:35.068535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:35.090727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:35.160153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:35.219077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.222475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.226210 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01b7b0b9-4dde-4145-ad97-185f9c8e6257 HTTP/1.1" status: 204 len: 168 time: 1.0323665 Aug 22 14:54:35.242253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c3e9-f226-4926-9ef3-7e568ae573e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7b0b9-4dde-4145-ad97-185f9c8e6257,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:35.254759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.256717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58886) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:35.312150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc607-4762-4bfa-b30a-bca2a00afa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.371508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Port': ['ID=6189e145-ea7f-4002-94df-29aaf306c4dc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:35.632893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.649332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dfeff-4586-4cdf-99a2-3c95146dae99 req-5295d3ba-1a6e-4166-93e4-697e76b96c95 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:35.652840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e16dfeff-4586-4cdf-99a2-3c95146dae99 req-5295d3ba-1a6e-4166-93e4-697e76b96c95 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.2577755 Aug 22 14:54:35.682932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.742377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc607-4762-4bfa-b30a-bca2a00afa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:35.778843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e16dfeff-4586-4cdf-99a2-3c95146dae99 req-e407c04c-b6d8-437c-b167-310093ae8552 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190734 Aug 22 14:54:35.848482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a5cc607-4762-4bfa-b30a-bca2a00afa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.032169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Router b6dab374-730f-47a5-8a67-7ee3d241ab96 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:54:36.033443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cc607-4762-4bfa-b30a-bca2a00afa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dff16c-2250-4de8-9305-994f5836b32f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:36.039432 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a5cc607-4762-4bfa-b30a-bca2a00afa79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=127a0ed23ca4480aaeaa5fcbd038f6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691331 Aug 22 14:54:36.043021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58898) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.109182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.205826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:36.209056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c3f89-54d1-434c-9d24-30e1cd9f9dec req-875f96bf-3c2b-4a35-ada0-786a35f03545 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:36.222491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-466c3f89-54d1-434c-9d24-30e1cd9f9dec req-875f96bf-3c2b-4a35-ada0-786a35f03545 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1171093 Aug 22 14:54:36.224596 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] Sync routers for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:36.233686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.239278 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:36.239901 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:36.245259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-463b3996-25fe-4d33-aa3c-57fb3a155c9a tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4625001 Aug 22 14:54:36.250565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.299428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.329228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b55f4f96-45cb-4a14-b621-1018c10f142a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7d67aa9b8a84206b03ac15462224690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827396 Aug 22 14:54:36.334538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.343216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:36.355837 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-b4a4af0b-3eb8-4a5d-a285-f358f081506f tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] show failed (client error): The resource could not be found. Aug 22 14:54:36.357585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b4a4af0b-3eb8-4a5d-a285-f358f081506f tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1798726353 HTTP/1.1" status: 404 len: 335 time: 0.1055446 Aug 22 14:54:36.363928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58908) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.372546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a958e958-dbb9-4c60-b9bb-28cc31adf908 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:36.377732 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] Routers {'b6dab374-730f-47a5-8a67-7ee3d241ab96'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:36.378382 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6dab374-730f-47a5-8a67-7ee3d241ab96'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:36.383405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.384242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-466c3f89-54d1-434c-9d24-30e1cd9f9dec req-fb91c560-b7c6-4495-99a6-7df0f07b75e7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565375 Aug 22 14:54:36.429949 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-a958e958-dbb9-4c60-b9bb-28cc31adf908 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] update failed (client error): The resource could not be found. Aug 22 14:54:36.431595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a958e958-dbb9-4c60-b9bb-28cc31adf908 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-420509740 HTTP/1.1" status: 404 len: 334 time: 0.0638068 Aug 22 14:54:36.435275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58910) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:36.456566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.473607 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:36.474300 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4740e6-3af1-45ee-b160-5ec990a88b97 None None] The sync data for ids ['b6dab374-730f-47a5-8a67-7ee3d241ab96'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:36.508255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.532102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting subnet 9417a327-72ff-4c29-ac70-3328496abde9 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:36.536862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.591265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.597746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.601129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.604163 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0dff16c-2250-4de8-9305-994f5836b32f HTTP/1.1" status: 204 len: 168 time: 0.5584135 Aug 22 14:54:36.646948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e452c6-9b7b-40bd-a1e1-7bc85f4488ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dff16c-2250-4de8-9305-994f5836b32f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:36.680412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.681974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.684470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:36.689543 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f316e9c2-a1e9-4fb0-9e25-a7a32bd7fae9 HTTP/1.1" status: 204 len: 168 time: 0.3538575 Aug 22 14:54:36.693921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Router fe41ea3f-c06a-4848-aeff-2f73d9690d7e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:54:36.725186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66e709-6402-4106-93a5-d86d20fe712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f316e9c2-a1e9-4fb0-9e25-a7a32bd7fae9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:36.923377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8500c1c6-b710-40cf-9b2d-c061e688749f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:36.997509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.015264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8500c1c6-b710-40cf-9b2d-c061e688749f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:37.016176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.112055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42e66c-b1ff-4bdd-8fc9-e40ef09f58dd req-14a56f1e-1ee7-499f-ad83-c8adc5b67934 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:37.113555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d42e66c-b1ff-4bdd-8fc9-e40ef09f58dd req-14a56f1e-1ee7-499f-ad83-c8adc5b67934 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.2318673 Aug 22 14:54:37.179468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:37.186282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d42e66c-b1ff-4bdd-8fc9-e40ef09f58dd req-ef2be453-4af7-4e50-977a-00945edf07a4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645356 Aug 22 14:54:37.191438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Sync routers for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:37.209546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:37.210867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:37.345014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:37.350133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.351667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-14597483-e054-4033-9f62-085401bb5598 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9877474 Aug 22 14:54:37.354489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.358552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58924) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:37.401428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.404598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/subnets/9417a327-72ff-4c29-ac70-3328496abde9 HTTP/1.1" status: 204 len: 168 time: 0.9676635 Aug 22 14:54:37.426335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:37.447580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5caca0-b580-4abd-844a-7f27d7a460d4 None None] Network 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:37.460208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e6672-a984-4fd9-8221-a0b4661c4f75 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Subnet': ['ID=9417a327-72ff-4c29-ac70-3328496abde9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:37.684914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting subnet 735032d9-636c-4922-80d9-3c5b7deed31b {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:37.697695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b0d2f-89ef-40c5-a2ea-afcf0f8a5726 req-5b8b00f8-b041-4491-a910-51a22be55139 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:37.699573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-360b0d2f-89ef-40c5-a2ea-afcf0f8a5726 req-5b8b00f8-b041-4491-a910-51a22be55139 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1799560 Aug 22 14:54:37.700583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.812102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ad862c90-c80c-49d5-bcc6-b6da83fe0da0 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:54:37.842412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:37.911724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] DHCP port deletion for 880d8cc8-9cc5-4006-aa45-2202eb95f2e5 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:54:37.962246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-360b0d2f-89ef-40c5-a2ea-afcf0f8a5726 req-310cb5d3-de02-4709-8a2d-02fc1e5c456b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037027 Aug 22 14:54:38.055701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:35Z', 'revision_number': 3, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:38.101461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.178721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Checking router: fe41ea3f-c06a-4848-aeff-2f73d9690d7e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:54:38.178721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Updating router fe41ea3f-c06a-4848-aeff-2f73d9690d7e port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:54:38.247445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.267643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Deleting port 158abb22-b27e-4d57-8391-7e239a77c8e8 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:38.268046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.303783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:38.385425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf595fd-d437-4fb5-b1a7-a9927c22d064 req-79026dcc-2a65-48a5-ad09-02bcec6c715b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:38.387167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bf595fd-d437-4fb5-b1a7-a9927c22d064 req-79026dcc-2a65-48a5-ad09-02bcec6c715b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.0756876 Aug 22 14:54:38.405260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'mac_address': 'fa:16:3e:48:c1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:54:38.430309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.451440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bf595fd-d437-4fb5-b1a7-a9927c22d064 req-073e7de2-4ede-4ea4-88dc-06b24b8c9113 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Aug 22 14:54:38.460582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] For port 158abb22-b27e-4d57-8391-7e239a77c8e8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=158abb22-b27e-4d57-8391-7e239a77c8e8,segment=NetworkSegment(b459241b-16df-4112-a94f-1716aebf5f14),segment_id=b459241b-16df-4112-a94f-1716aebf5f14)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:38.460990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.482328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Calling delete_port for 158abb22-b27e-4d57-8391-7e239a77c8e8 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:38.496969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.568632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad862c90-c80c-49d5-bcc6-b6da83fe0da0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:38.607850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Allocated IP 172.20.0.1 (c0b0aa49-e05d-4c50-bbb2-172e53660c38/985bf52f-c707-431a-ad0d-0a848b1d6af2/4cfb2375-27b9-4579-9026-7ce804d6e384) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:38.640451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:38.697777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.732924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.738390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/subnets/735032d9-636c-4922-80d9-3c5b7deed31b HTTP/1.1" status: 204 len: 168 time: 1.3109424 Aug 22 14:54:38.739226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58952) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:38.742050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9d7f2-324b-429a-a472-2eee1efd6678 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Subnet': ['ID=735032d9-636c-4922-80d9-3c5b7deed31b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:38.826175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f8853-a7f2-418f-8656-85491a9fa087 None None] Network 2025ff5a-c9ce-4c54-a912-b026ba6482cc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:38.840871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.853766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.861809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Transition to ACTIVE for port object 4cfb2375-27b9-4579-9026-7ce804d6e384 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:38.939899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:38.949541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 158abb22-b27e-4d57-8391-7e239a77c8e8 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:38.995107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.032536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting port 158abb22-b27e-4d57-8391-7e239a77c8e8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:39.033466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.040379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:39.045445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:39.049377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:39.096007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Pushing event updated for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:39.139187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.166545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.178828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Transition to ACTIVE for port object 9d8f1e81-8950-4c8a-bf93-f40141dfcdda will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:39.205274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.264269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] For port 158abb22-b27e-4d57-8391-7e239a77c8e8, host n-d-805046-3, got binding levels [] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:39.265071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.293798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Calling delete_port for 158abb22-b27e-4d57-8391-7e239a77c8e8 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:39.297767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Port 158abb22-b27e-4d57-8391-7e239a77c8e8 was not found and therefore no delete operation was performed {{(pid=102049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:54:39.300821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.303460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] No DVR routers for this DVR port 158abb22-b27e-4d57-8391-7e239a77c8e8 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:39.316892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.322475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:39.375578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No active binding found for port 158abb22-b27e-4d57-8391-7e239a77c8e8 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:54:39.376071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 158abb22-b27e-4d57-8391-7e239a77c8e8 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:39.384884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def3bf-efe5-4bfa-9faa-efbd344ce9b8 None None] Pushing event deleted for resources: {'Port': ['ID=158abb22-b27e-4d57-8391-7e239a77c8e8,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:39.406205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Attempting to bind port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:39.406485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Attempting to bind port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:39.406783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Attempting to bind port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:39.437723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] No DVR routers for this DVR port 158abb22-b27e-4d57-8391-7e239a77c8e8 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:39.472986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:39.510237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:39.510237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:39.512221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.512660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:39.513179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Bound port: 9d8f1e81-8950-4c8a-bf93-f40141dfcdda, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:39.513596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.546840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Port': ['ID=158abb22-b27e-4d57-8391-7e239a77c8e8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:39.564412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd9215-e560-4bd9-bf1d-21e5a76b53fa req-bf8cd318-7250-4292-b266-b6f4a3ce62af tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:39.573558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5cd9215-e560-4bd9-bf1d-21e5a76b53fa req-bf8cd318-7250-4292-b266-b6f4a3ce62af tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.3705370 Aug 22 14:54:39.606228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] DHCP port deletion for 2025ff5a-c9ce-4c54-a912-b026ba6482cc request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:54:39.634716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.699350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a5ff-2c1a-46e4-a731-fa0cc54398b9 None None] Pushing event updated for resources: {'Port': ['ID=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:39.815422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] For port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:39.833453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] For port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:39.842256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9754fcb0-6e79-4bd7-ba84-2baf34df4fa2 None None] Provisioning for port 4cfb2375-27b9-4579-9026-7ce804d6e384 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:39.882310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9754fcb0-6e79-4bd7-ba84-2baf34df4fa2 None None] Provisioning complete for port 4cfb2375-27b9-4579-9026-7ce804d6e384 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:39.882310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9754fcb0-6e79-4bd7-ba84-2baf34df4fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.895850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a5b71095-048f-42da-955b-c0a4624e580e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:54:39.937553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:39.989909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.041535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.066441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Deleting port 357025f5-8edf-4d70-983f-dc8c07035680 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:40.066824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.076855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9754fcb0-6e79-4bd7-ba84-2baf34df4fa2 None None] Port 4cfb2375-27b9-4579-9026-7ce804d6e384 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:40.204842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.206378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Pushing event updated for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:40.266570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.279166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a5ff-2c1a-46e4-a731-fa0cc54398b9 None None] Pushing event updated for resources: {'Port': ['ID=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:40.286240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5cd9215-e560-4bd9-bf1d-21e5a76b53fa req-a77b7926-da75-4a31-9ff0-68d4542693cd tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7117493 Aug 22 14:54:40.304575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880d8cc8-9cc5-4006-aa45-2202eb95f2e5']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:40.327247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b459241b-16df-4112-a94f-1716aebf5f14') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:40.327662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b459241b-16df-4112-a94f-1716aebf5f14') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:40.343704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.351915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] For port 357025f5-8edf-4d70-983f-dc8c07035680, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=357025f5-8edf-4d70-983f-dc8c07035680,segment=NetworkSegment(6da97525-9615-4412-8be4-ce62d979ee51),segment_id=6da97525-9615-4412-8be4-ce62d979ee51)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:40.354517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.366484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de458bc-f408-48ac-8a17-3f7460e0f737 req-d0a884e8-f0d7-4a75-b4ce-0905abb76601 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:40.376936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2de458bc-f408-48ac-8a17-3f7460e0f737 req-d0a884e8-f0d7-4a75-b4ce-0905abb76601 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 948 time: 0.2502582 Aug 22 14:54:40.378891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Calling delete_port for 357025f5-8edf-4d70-983f-dc8c07035680 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:40.398831 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.417044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:40.417044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:40.419205 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:40.492337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:40.495540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:40.503346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2de458bc-f408-48ac-8a17-3f7460e0f737 req-50561bf1-1706-41ab-beec-43b79baf82a6 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253912 Aug 22 14:54:40.569403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.598673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.611762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.613987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/networks/880d8cc8-9cc5-4006-aa45-2202eb95f2e5 HTTP/1.1" status: 204 len: 168 time: 1.8685687 Aug 22 14:54:40.620167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58996) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:40.653937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:40.654782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:40.673354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b000397-838c-423c-b17d-d2ee6e9dcd3c tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Network': ['ID=880d8cc8-9cc5-4006-aa45-2202eb95f2e5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:40.832487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:40.843745 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:40.880421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] No DVR routers for this DVR port 357025f5-8edf-4d70-983f-dc8c07035680 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:40.887233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335c9f0-548e-4071-be90-f75ee7607055 None None] Pushing event deleted for resources: {'Port': ['ID=357025f5-8edf-4d70-983f-dc8c07035680,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:40.903803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 357025f5-8edf-4d70-983f-dc8c07035680 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:40.985552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 357025f5-8edf-4d70-983f-dc8c07035680 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:40.986394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 357025f5-8edf-4d70-983f-dc8c07035680 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:41.002018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a5b71095-048f-42da-955b-c0a4624e580e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:41.144013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a5b71095-048f-42da-955b-c0a4624e580e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'a5b71095-048f-42da-955b-c0a4624e580e', 'mac_address': 'fa:16:3e:4b:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:54:41.145689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-063cf2da-4deb-465c-8356-1bc5257a0261 None None] Provisioning complete for port 4cfb2375-27b9-4579-9026-7ce804d6e384 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:41.146162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-063cf2da-4deb-465c-8356-1bc5257a0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.287344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.298116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-063cf2da-4deb-465c-8356-1bc5257a0261 None None] Port 4cfb2375-27b9-4579-9026-7ce804d6e384 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:41.318398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b71095-048f-42da-955b-c0a4624e580e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:41.362585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Router fe41ea3f-c06a-4848-aeff-2f73d9690d7e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:54:41.367473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a5b71095-048f-42da-955b-c0a4624e580e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:41.376388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.399268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4cfb2375-27b9-4579-9026-7ce804d6e384', 'name': '', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'mac_address': 'fa:16:3e:5d:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:38Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 2, 'project_id': '96ce95fa843947a892312446a9085fbf', 'subnets': [{'id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:41.448603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2ad16-e3c5-4357-ad77-f11f7becec68 None None] The sync data for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 is: [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4cfb2375-27b9-4579-9026-7ce804d6e384', 'name': '', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'mac_address': 'fa:16:3e:5d:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:38Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 2, 'project_id': '96ce95fa843947a892312446a9085fbf', 'subnets': [{'id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:41.451599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.527123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6fe39-e0ef-4190-b1ca-0eb0645feea3 req-89a8d753-ae6a-4536-a074-e6d014e93843 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:41.533824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:41.538381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7f6fe39-e0ef-4190-b1ca-0eb0645feea3 req-89a8d753-ae6a-4536-a074-e6d014e93843 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1480308 Aug 22 14:54:41.628254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7f6fe39-e0ef-4190-b1ca-0eb0645feea3 req-73de71bc-f7c9-420c-8d1e-9640ab2e4d01 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823545 Aug 22 14:54:41.741394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.769006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2025ff5a-c9ce-4c54-a912-b026ba6482cc']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:41.785484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:41.794561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a5b71095-048f-42da-955b-c0a4624e580e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:54:41.816828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97b57d-4244-44ca-bcaa-2d7960084120 req-2a4063a8-c49e-4c82-9d14-e86fca7a7a15 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:41.820263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e297f5b-3777-482f-baa2-35094a88999d admin admin] 10.222.0.53 "PUT /v2.0/routers/fe41ea3f-c06a-4848-aeff-2f73d9690d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4621327 Aug 22 14:54:41.825709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da97525-9615-4412-8be4-ce62d979ee51') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:41.826276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da97525-9615-4412-8be4-ce62d979ee51') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:41.841168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb97b57d-4244-44ca-bcaa-2d7960084120 req-2a4063a8-c49e-4c82-9d14-e86fca7a7a15 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 949 time: 0.1928859 Aug 22 14:54:41.859502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.918637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ad862c90-c80c-49d5-bcc6-b6da83fe0da0 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:41.931263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.983179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb97b57d-4244-44ca-bcaa-2d7960084120 req-b6f56fdd-f4a3-48d9-b27e-41ac169d72d9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406467 Aug 22 14:54:41.986633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:41.987069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:41.990522 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:42.185587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:42.198209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:42.208505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59024) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:42.211187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/networks/2025ff5a-c9ce-4c54-a912-b026ba6482cc HTTP/1.1" status: 204 len: 168 time: 1.5864561 Aug 22 14:54:42.281227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c7f9-40a4-499e-b0e4-f43339412038 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Network': ['ID=2025ff5a-c9ce-4c54-a912-b026ba6482cc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:42.354147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:42.385222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:42.385845 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:42.411529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting subnet d56c6fb0-5307-4f48-b539-bb3b72e8e84a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:54:42.429741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:42.586238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:42.963914 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.019049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.093268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:43.101137 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0827c840-25c2-4d7e-a35b-5e31bb8cb9b6" -d '{"events": [{"server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "name": "network-vif-plugged", "status": "completed", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:43.156130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:43.205766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b1bde-c928-448e-967e-3eb0ad503461 req-07615f46-e828-4ee1-a499-61769ec5a7aa tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:43.208174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da1b1bde-c928-448e-967e-3eb0ad503461 req-07615f46-e828-4ee1-a499-61769ec5a7aa tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.3782053 Aug 22 14:54:43.280145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.364925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da1b1bde-c928-448e-967e-3eb0ad503461 req-5f791552-14eb-4446-9e8b-1ae645427047 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435235 Aug 22 14:54:43.390330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:43.417069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9358b-c349-4f0b-9449-a36f881661cc req-5986b025-3759-4086-9263-61c519b99ba1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:43.430228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9a9358b-c349-4f0b-9449-a36f881661cc req-5986b025-3759-4086-9263-61c519b99ba1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 949 time: 0.1853671 Aug 22 14:54:43.478678 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3981c17-4335-4ca9-bd8f-42b24ab0a9a5 x-openstack-request-id: req-c3981c17-4335-4ca9-bd8f-42b24ab0a9a5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:43.478984 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "name": "network-vif-plugged", "status": "completed", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:43.479238 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3981c17-4335-4ca9-bd8f-42b24ab0a9a5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:43.479635 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'code': 200} Aug 22 14:54:43.484419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.517738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9a9358b-c349-4f0b-9449-a36f881661cc req-a17e1295-2f30-4c2b-bf4d-ef86b122518e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Aug 22 14:54:43.553094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Subnet': ['ID=d56c6fb0-5307-4f48-b539-bb3b72e8e84a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:43.557441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.559754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9902f294-01b3-407e-baf7-1c6b13033549 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/subnets/d56c6fb0-5307-4f48-b539-bb3b72e8e84a HTTP/1.1" status: 204 len: 168 time: 1.3495085 Aug 22 14:54:43.562306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59050) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:43.570379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65616a-2dad-47bd-95df-3e800e852e67 None None] Network 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:43.830279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d74f2-2ea8-4e79-8a03-11bc819ce9e7 req-c9a1ea6c-d5f3-4047-b09f-438a219f40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:43.832003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-345d74f2-2ea8-4e79-8a03-11bc819ce9e7 req-c9a1ea6c-d5f3-4047-b09f-438a219f40f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 1101 time: 0.2066994 Aug 22 14:54:43.836763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.912671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a5b71095-048f-42da-955b-c0a4624e580e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:43.947605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-345d74f2-2ea8-4e79-8a03-11bc819ce9e7 req-6cf48615-6d56-429c-91df-283345f283c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054869 Aug 22 14:54:43.961168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Deleting port cc79750d-90d4-450b-8213-ea8b5acacb2b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:43.961783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:43.977678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] DHCP port deletion for 4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:54:44.050669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] For port cc79750d-90d4-450b-8213-ea8b5acacb2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cc79750d-90d4-450b-8213-ea8b5acacb2b,segment=NetworkSegment(665abf03-ae98-4e94-97bb-64a09a47dc7b),segment_id=665abf03-ae98-4e94-97bb-64a09a47dc7b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:44.067810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.083293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Deleting port cc79750d-90d4-450b-8213-ea8b5acacb2b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:54:44.084769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.104818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Calling delete_port for cc79750d-90d4-450b-8213-ea8b5acacb2b owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:44.191917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a5b71095-048f-42da-955b-c0a4624e580e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:44.235155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a5b71095-048f-42da-955b-c0a4624e580e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:44.236127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.241619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] For port cc79750d-90d4-450b-8213-ea8b5acacb2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cc79750d-90d4-450b-8213-ea8b5acacb2b,segment=NetworkSegment(665abf03-ae98-4e94-97bb-64a09a47dc7b),segment_id=665abf03-ae98-4e94-97bb-64a09a47dc7b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:44.244269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.300457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Calling delete_port for cc79750d-90d4-450b-8213-ea8b5acacb2b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:54:44.360176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.428731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Port': ['ID=cc79750d-90d4-450b-8213-ea8b5acacb2b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:44.461035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] No DVR routers for this DVR port cc79750d-90d4-450b-8213-ea8b5acacb2b on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:44.480234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.522090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.574998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] No DVR routers for this DVR port cc79750d-90d4-450b-8213-ea8b5acacb2b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:54:44.579012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744379b4-3643-4671-90bc-4174cf8be02c None None] Pushing event deleted for resources: {'Port': ['ID=cc79750d-90d4-450b-8213-ea8b5acacb2b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:44.641684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a5b71095-048f-42da-955b-c0a4624e580e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:44.708015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.729126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:44.742736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.748862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5c06-6b60-42dd-a641-9088cdfc0cd6 req-b15b5263-b958-4b2d-bf02-f9234b54678d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:44.757059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e6d5c06-6b60-42dd-a641-9088cdfc0cd6 req-b15b5263-b958-4b2d-bf02-f9234b54678d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2030728 Aug 22 14:54:44.770755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665abf03-ae98-4e94-97bb-64a09a47dc7b') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:44.771369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665abf03-ae98-4e94-97bb-64a09a47dc7b') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:44.800738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.840631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.863316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e6d5c06-6b60-42dd-a641-9088cdfc0cd6 req-0f28b5f9-fd87-4e1b-be1e-9de0c8278b27 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009853 Aug 22 14:54:44.867066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:54:44.867733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:54:44.887234 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:54:44.981136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:45.012931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d8f1e81-8950-4c8a-bf93-f40141dfcdda up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:45.194193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.227841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:45.227841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:45.227841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.230070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc17b20-63b8-486b-8328-c87ae2229b29 req-9f66a543-24fd-4594-8d39-b9d0dcce8e92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:45.232633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fc17b20-63b8-486b-8328-c87ae2229b29 req-9f66a543-24fd-4594-8d39-b9d0dcce8e92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 950 time: 0.1136341 Aug 22 14:54:45.244678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.246670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/networks/4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f HTTP/1.1" status: 204 len: 168 time: 1.6830835 Aug 22 14:54:45.249565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59084) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:45.302973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e9a002a-503f-4acf-b505-754cfb7bb74f tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dab374-730f-47a5-8a67-7ee3d241ab96 HTTP/1.1" status: 200 len: 205 time: 0.0522232 Aug 22 14:54:45.309213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:45.311853 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Sync routers for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:45.327475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc1554-54b1-433e-81fc-629d0d671f22 tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Pushing event deleted for resources: {'Network': ['ID=4b572e7c-d9af-42d9-a5ff-2b41d4e2ae2f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:45.328781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:45.329421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:45.386055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.425155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.435909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fc17b20-63b8-486b-8328-c87ae2229b29 req-9ba5c06a-073f-4e41-a692-f00acb9b5b02 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639397 Aug 22 14:54:45.441135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:45.480847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:45.483699 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ae2090-d2bf-4ede-a0ae-61f2c3fd777f" -d '{"events": [{"server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "name": "network-vif-plugged", "status": "completed", "tag": "a5b71095-048f-42da-955b-c0a4624e580e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:45.507107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.656587 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:45.665328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:45.681358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cc79750d-90d4-450b-8213-ea8b5acacb2b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:54:45.728088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cc79750d-90d4-450b-8213-ea8b5acacb2b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:54:45.728857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cc79750d-90d4-450b-8213-ea8b5acacb2b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:54:45.812574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.816638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:45.976116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59112) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:45.983621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-network', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:46.026449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-ef9d5538-3e85-45a8-b26b-344127c309d9 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492022 Aug 22 14:54:46.040020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.042366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Fanout notify agent at l3_agent the message router_deleted on router b6dab374-730f-47a5-8a67-7ee3d241ab96 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:54:46.061169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.066357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8441eb8-2e62-4e67-bfea-0704fa48c09e tempest-RoutersNegativeTest-1478314632 tempest-RoutersNegativeTest-1478314632-project] 10.222.0.53 "DELETE /v2.0/routers/b6dab374-730f-47a5-8a67-7ee3d241ab96 HTTP/1.1" status: 204 len: 168 time: 0.7532642 Aug 22 14:54:46.112059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Made reservation on behalf of c0a53f1bc19f4720ac9cf73b8060499e for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:46.116597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.152575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.210296 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4cfb2375-27b9-4579-9026-7ce804d6e384', 'name': '', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'mac_address': 'fa:16:3e:5d:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:38Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 2, 'project_id': '96ce95fa843947a892312446a9085fbf', 'subnets': [{'id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:46.254159 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Checking router: fe41ea3f-c06a-4848-aeff-2f73d9690d7e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:54:46.254823 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Updating router fe41ea3f-c06a-4848-aeff-2f73d9690d7e port 4cfb2375-27b9-4579-9026-7ce804d6e384 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:54:46.287340 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.360540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-a0faf9cb-ebbd-432f-9fa1-8985ba032882 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:46.362574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-a0faf9cb-ebbd-432f-9fa1-8985ba032882 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3281782 Aug 22 14:54:46.385668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-4c183ca9-5600-4a54-8bdd-8f0df32c6f64 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/quotas/cede2715cc1d4a5eb1ae8153080e6fd4 HTTP/1.1" status: 200 len: 375 time: 0.0155137 Aug 22 14:54:46.413210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.462716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-406f6d91-683a-4ddf-bce5-a200773b72c5 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686057 Aug 22 14:54:46.510103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.596551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:54:46.643256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c927d343-0a8c-4a82-85b9-80828609603f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:46.658032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.658032 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Added segment 1f552e1d-57c2-4ff2-a256-589a0df31d09 of type vlan for network c5956680-3053-474c-adb2-2abe3066b2c8 Aug 22 14:54:46.676970 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e1ab2-f2de-428c-b35b-7dbce392a537 x-openstack-request-id: req-3c9e1ab2-f2de-428c-b35b-7dbce392a537 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:46.677498 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "name": "network-vif-plugged", "status": "completed", "tag": "a5b71095-048f-42da-955b-c0a4624e580e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:46.677638 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c9e1ab2-f2de-428c-b35b-7dbce392a537 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:46.678153 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e', 'code': 200} Aug 22 14:54:46.721976 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.748107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Transition to ACTIVE for port object 4cfb2375-27b9-4579-9026-7ce804d6e384 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:46.755363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.849892 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:46.918994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d8f1e81-8950-4c8a-bf93-f40141dfcdda up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:46.932108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45bfa-e052-4e88-bc74-fe8969b5225a req-7927a1ff-5516-4a5c-93fd-bb8d494c0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:46.941996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eaed8-23fe-4faa-856f-c2c3520d5aee req-63a14ed2-e3d7-4846-9119-d7d8003133bf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:46.943302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2ca45bfa-e052-4e88-bc74-fe8969b5225a req-7927a1ff-5516-4a5c-93fd-bb8d494c0c23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 1101 time: 0.1293132 Aug 22 14:54:46.945598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a51eaed8-23fe-4faa-856f-c2c3520d5aee req-63a14ed2-e3d7-4846-9119-d7d8003133bf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1731088 Aug 22 14:54:47.055112 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:47.071481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.076478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:47.077680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.082579 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.083059 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.117288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.120240 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.120996 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.122045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.122798 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.123599 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.128171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.131754 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.133151 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.135802 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:54:47.189109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:47.190138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.255377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a51eaed8-23fe-4faa-856f-c2c3520d5aee req-045ac719-94bc-480e-812c-052cb8436124 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038981 Aug 22 14:54:47.299550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2ca45bfa-e052-4e88-bc74-fe8969b5225a req-80eeb918-8038-4c1a-ab76-26737998ea09 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434868 Aug 22 14:54:47.337390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515e83-fc6e-4ee7-acd1-c2267211ab4f req-2ce9acaa-43a1-40f3-aa87-198b2a212e47 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:47.362305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01515e83-fc6e-4ee7-acd1-c2267211ab4f req-2ce9acaa-43a1-40f3-aa87-198b2a212e47 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 950 time: 0.3032486 Aug 22 14:54:47.454716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4770226 Aug 22 14:54:47.461788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59134) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:47.465549 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Attempting to bind port 4cfb2375-27b9-4579-9026-7ce804d6e384 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:47.466060 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Attempting to bind port 4cfb2375-27b9-4579-9026-7ce804d6e384 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:47.466723 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Attempting to bind port 4cfb2375-27b9-4579-9026-7ce804d6e384 on network c0b0aa49-e05d-4c50-bbb2-172e53660c38 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:47.470227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Request body: {'subnet': {'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-subnet', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:47.470682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d8d58-2b9c-485d-a7e7-402817d7c487 admin admin] Pushing event updated for resources: {'Network': ['ID=c5956680-3053-474c-adb2-2abe3066b2c8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:47.476365 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:47.476990 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Checking segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:47.477672 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.480437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Bound using segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:47.481365 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Bound port: 4cfb2375-27b9-4579-9026-7ce804d6e384, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:47.481942 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.484503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59136) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:47.498359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c5956680-3053-474c-adb2-2abe3066b2c8 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:54:47.528822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01515e83-fc6e-4ee7-acd1-c2267211ab4f req-e01561c9-3e04-45e0-aa83-15c6c2b0463c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593814 Aug 22 14:54:47.693257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9de5fb9e-d7a0-410e-adcc-237c3ec6df91 req-28ff5493-8c24-4b0f-abab-05447fc8f677 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.0519483 Aug 22 14:54:47.717262 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] For port 4cfb2375-27b9-4579-9026-7ce804d6e384, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:47.724872 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] For port 4cfb2375-27b9-4579-9026-7ce804d6e384, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4cfb2375-27b9-4579-9026-7ce804d6e384,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:47.770753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34bb2467-8c37-47c4-b90d-191dfe4d1315 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3ff5f1b2e124767b9cad6b594113821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834761 Aug 22 14:54:47.772444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59146) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:47.832421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.859783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:47.983241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Made reservation on behalf of c0a53f1bc19f4720ac9cf73b8060499e for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:47.986495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:48.018218 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:48.028022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:48.030776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:48.031579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97921144-02ad-43e1-ba9b-365da81b0959 HTTP/1.1" status: 204 len: 168 time: 0.2580104 Aug 22 14:54:48.117835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388ad87-f6a0-4a13-bef9-e8f1ac5e6beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97921144-02ad-43e1-ba9b-365da81b0959,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:48.145302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb991ea0-932b-4dad-80e4-cbb09f479338 req-e2ad1274-d648-4b5a-ab57-3bfecb4ebbd8 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2bc684eb917c483eab6977189bc078f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350238 Aug 22 14:54:48.150115 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:54:48.187812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:48.190601 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:48.313384 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b165615-e3cd-4501-b61c-617184ac25a7 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:48.425537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb991ea0-932b-4dad-80e4-cbb09f479338 req-cf23bef7-788e-43e0-bc89-ed2df5982c76 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:48.438455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb991ea0-932b-4dad-80e4-cbb09f479338 req-cf23bef7-788e-43e0-bc89-ed2df5982c76 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920220 Aug 22 14:54:48.558674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb991ea0-932b-4dad-80e4-cbb09f479338 req-b32c805c-5c20-403f-8b3d-7efb102136c1 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/quotas/2bc684eb917c483eab6977189bc078f1 HTTP/1.1" status: 200 len: 375 time: 0.1187668 Aug 22 14:54:48.744190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:49.004964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4cfb2375-27b9-4579-9026-7ce804d6e384 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:49.012888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb991ea0-932b-4dad-80e4-cbb09f479338 req-e2c4d59b-0b63-4794-95ed-13e5d7c83bac tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bc684eb917c483eab6977189bc078f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4527516 Aug 22 14:54:49.059403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b17ee-9196-4183-bfc6-d88c97761367 req-88c96984-a93f-4f0b-84f8-324ba5b293dc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:49.060999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c7b17ee-9196-4183-bfc6-d88c97761367 req-88c96984-a93f-4f0b-84f8-324ba5b293dc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.5729218 Aug 22 14:54:49.121917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:49.223663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4cfb2375-27b9-4579-9026-7ce804d6e384 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:49.237846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4cfb2375-27b9-4579-9026-7ce804d6e384 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:49.241140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:49.273416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c7b17ee-9196-4183-bfc6-d88c97761367 req-e00b0759-1a03-4c05-ac9f-dbe0bccbc8ed tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017367 Aug 22 14:54:49.495741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4cfb2375-27b9-4579-9026-7ce804d6e384', 'name': '', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'mac_address': 'fa:16:3e:5d:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:38Z', 'updated_at': '2021-08-22T14:54:47Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'subnets': [{'id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:49.596243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b6c231-2f43-4419-9ad4-4f81ae6ad613,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:49.606241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Checking segment: {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:49.606610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Network hostable DHCP agents. Network: c5956680-3053-474c-adb2-2abe3066b2c8, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:54:49.644396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1a1ce-3eb6-4f1c-b15b-4acee5eec15d req-27c5fa1e-f007-4d13-b2df-7050ed9efcac tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:49.646012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4e1a1ce-3eb6-4f1c-b15b-4acee5eec15d req-27c5fa1e-f007-4d13-b2df-7050ed9efcac tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 950 time: 0.2830806 Aug 22 14:54:49.700652 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:49.701938 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52174205-6d4f-47b7-859d-96ce6595608a None None] The sync data for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 is: [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:54:39Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4cfb2375-27b9-4579-9026-7ce804d6e384', 'name': '', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'mac_address': 'fa:16:3e:5d:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:38Z', 'updated_at': '2021-08-22T14:54:47Z', 'revision_number': 4, 'project_id': '96ce95fa843947a892312446a9085fbf', 'subnets': [{'id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:49.744338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffd49d95-f43e-41c1-90a5-f9fd0575cfd6 req-244204fb-7f37-472e-8137-be4adab78657 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.1006162 Aug 22 14:54:49.847885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4e1a1ce-3eb6-4f1c-b15b-4acee5eec15d req-50f44930-7407-4194-9e00-bbcf8d68e0e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834280 Aug 22 14:54:49.870099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Network c5956680-3053-474c-adb2-2abe3066b2c8 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:54:49.905789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4cfb2375-27b9-4579-9026-7ce804d6e384, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4cfb2375-27b9-4579-9026-7ce804d6e384,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:49.955630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-ce6a1ae2-d5b7-4f0c-9522-1174d8e03060 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568129 Aug 22 14:54:49.980524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c5956680-3053-474c-adb2-2abe3066b2c8) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:49.986314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:49.990165 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:49.994478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2760fd-e34d-4e11-acf3-13e83c2837d9 None None] Network c5956680-3053-474c-adb2-2abe3066b2c8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:50.075227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-9b7b4f52-c6a1-497b-bde9-3485db71ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.082074 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-9b7b4f52-c6a1-497b-bde9-3485db71ae8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1096 time: 0.0980947 Aug 22 14:54:50.161489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99145b-3770-4953-a35c-b989e3e4b52b req-9367ced0-3e7a-4f6d-bdbd-0251d878d1ed tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.163046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a99145b-3770-4953-a35c-b989e3e4b52b req-9367ced0-3e7a-4f6d-bdbd-0251d878d1ed tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 950 time: 0.1258113 Aug 22 14:54:50.181156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:50.203245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01e27de8-a569-49c7-9197-ccfdbed474a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7393031 Aug 22 14:54:50.216024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:50.222881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:50.289493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a99145b-3770-4953-a35c-b989e3e4b52b req-33062344-6c82-42db-87e2-e265861ff04e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975831 Aug 22 14:54:50.366715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:50.371653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:50.373339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:50.460665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-79bff48e-17ba-4388-9a6b-045e1015270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.464358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-79bff48e-17ba-4388-9a6b-045e1015270b service neutron] 10.222.0.54 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 915 time: 0.3301144 Aug 22 14:54:50.660359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:50.673010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-be45291b-5a45-4440-a32a-38b5c78d070b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 1001 time: 0.2007976 Aug 22 14:54:50.680365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c5956680-3053-474c-adb2-2abe3066b2c8', 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'fixed_ips': [{'subnet_id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:54:50.689633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:50.715522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e6b30-4587-42c3-b675-5cdee24565bf req-21e39d81-6d70-42e2-9270-4757bda8574c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.725469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a4e6b30-4587-42c3-b675-5cdee24565bf req-21e39d81-6d70-42e2-9270-4757bda8574c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2729149 Aug 22 14:54:50.814730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-3447aa20-667e-4595-87ff-09f745054f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.817504 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-3447aa20-667e-4595-87ff-09f745054f15 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 200 len: 853 time: 0.1356361 Aug 22 14:54:50.954682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a4e6b30-4587-42c3-b675-5cdee24565bf req-d86d6d9c-b1e1-4510-844e-cd348f9f3f25 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273381 Aug 22 14:54:50.983485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-52c6b5f2-1fbb-41dd-ab5f-e396db23670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:50.987634 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-52c6b5f2-1fbb-41dd-ab5f-e396db23670e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dbf5a314-36ac-49ea-8562-18dd6e429f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619267 Aug 22 14:54:51.168402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Allocated IP 172.20.0.2 (c5956680-3053-474c-adb2-2abe3066b2c8/e7b6c231-2f43-4419-9ad4-4f81ae6ad613/394507c0-c0bc-4d43-997f-4e47e5e1ddcb) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:51.189544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:51.299579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-627cd21a-fe52-4412-b75a-a700a474d08b service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029366 Aug 22 14:54:51.388963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-f19a7783-4861-49fd-be8d-a6173ddaae69 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3022506 Aug 22 14:54:51.475388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20508aaa-2a2f-4f34-be73-89e0d78be7b7 req-1ec2864d-85ad-4663-b8df-de16a071951e service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671424 Aug 22 14:54:51.511924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.518088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--508266261'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:51.544237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Transition to ACTIVE for port object 394507c0-c0bc-4d43-997f-4e47e5e1ddcb will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:51.552401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adea89e7-9a12-4647-8f81-14d5caaf7f1b req-71cc7737-6bc7-4a13-96af-2ec33734f176 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.1532049 Aug 22 14:54:51.555718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.557122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4cfb2375-27b9-4579-9026-7ce804d6e384 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:51.569313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.623244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.634172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.644210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Transition to ACTIVE for port object 394507c0-c0bc-4d43-997f-4e47e5e1ddcb will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:51.686853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267e02-e544-4dbf-a24e-8e0b8dbea191 req-7bae44f8-b57a-45d8-af0f-d4b956d23e22 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:51.702753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267e02-e544-4dbf-a24e-8e0b8dbea191 req-7bae44f8-b57a-45d8-af0f-d4b956d23e22 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:51.702753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2267e02-e544-4dbf-a24e-8e0b8dbea191 req-7bae44f8-b57a-45d8-af0f-d4b956d23e22 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a&device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 1691 time: 0.1458700 Aug 22 14:54:51.729780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4cfb2375-27b9-4579-9026-7ce804d6e384 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:51.730445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.777081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.806219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2267e02-e544-4dbf-a24e-8e0b8dbea191 req-fd31c4b0-d89e-4562-97d3-474c74f0868d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 Aug 22 14:54:51.815132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-fc3ae8e2-b0a2-4222-a589-e9d13cf55918 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:51.817245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-fc3ae8e2-b0a2-4222-a589-e9d13cf55918 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134619 Aug 22 14:54:51.875495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.921559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Request body: {'port': {'device_id': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'cede2715cc1d4a5eb1ae8153080e6fd4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:51.954642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Pushing event updated for resources: {'Port': ['ID=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:51.960243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:51.992308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Network c5956680-3053-474c-adb2-2abe3066b2c8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:51.998520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:52.003323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:52.065618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ae679-ba6a-4b25-8ded-7896859fa0bb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:52.199602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Attempting to bind port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:52.205122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Attempting to bind port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:52.205122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Attempting to bind port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb on network c5956680-3053-474c-adb2-2abe3066b2c8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:52.219846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:52.220309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Checking segment: {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:52.220733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.221144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Bound using segment: {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:52.221653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Bound port: 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:52.222045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.230524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.294923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.316454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1077de-65e5-4b87-864a-01660c45bc85 req-a77d6b82-1c9c-4192-a2ba-75c02ed9c5a5 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:52.326049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce1077de-65e5-4b87-864a-01660c45bc85 req-a77d6b82-1c9c-4192-a2ba-75c02ed9c5a5 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 1101 time: 0.1596644 Aug 22 14:54:52.386475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea407f6-7684-4d01-a88d-fa58125698f6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:52.403736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] For port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:52.421077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] For port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:52.424055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce1077de-65e5-4b87-864a-01660c45bc85 req-3b269e69-1515-40ff-b578-c7a627488410 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991340 Aug 22 14:54:52.510339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.529427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Made reservation on behalf of cede2715cc1d4a5eb1ae8153080e6fd4 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:54:52.533676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.618960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.618960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a4b1c19-73c0-43c2-b998-95752c0ad147 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3962576 Aug 22 14:54:52.622257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59262) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:52.673018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d717-0603-4a7d-8af1-3b282e6bc60d None None] Pushing event updated for resources: {'Port': ['ID=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:52.786020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-156160a6-e5e6-43be-bc4d-8cd64a11ceb4 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1600101 Aug 22 14:54:52.788461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59264) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:52.795011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-security--1592366775', 'description': 'tempest-security-description-736276467'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:52.841158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:52.970908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.031861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.035660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.039470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "PUT /v2.0/security-groups/9ea407f6-7684-4d01-a88d-fa58125698f6 HTTP/1.1" status: 200 len: 1777 time: 0.2474470 Aug 22 14:54:53.110611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59268) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:53.111313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf4b8f-d5c1-46d6-92a0-ce0175c1ec8f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea407f6-7684-4d01-a88d-fa58125698f6,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:53.207810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3977dfcd-ce31-4aa1-a35e-110097ed9e6b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups/9ea407f6-7684-4d01-a88d-fa58125698f6 HTTP/1.1" status: 200 len: 1777 time: 0.0838737 Aug 22 14:54:53.208237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:53.288570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.379794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.456112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.465043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180b69-2fb7-40bd-ae9c-0974f016dbf7 req-882f3726-5a3c-45e2-9de3-07b72f35d58a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:53.468147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68180b69-2fb7-40bd-ae9c-0974f016dbf7 req-882f3726-5a3c-45e2-9de3-07b72f35d58a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 1.0204599 Aug 22 14:54:53.473632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.528235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e1867-283d-4c2a-bc30-9f0489bf55bd req-9c2a5a31-d781-41ca-8e17-e34e0ee1901f tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:53.536342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-308e1867-283d-4c2a-bc30-9f0489bf55bd req-9c2a5a31-d781-41ca-8e17-e34e0ee1901f tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 1101 time: 0.1664901 Aug 22 14:54:53.539582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.602306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68180b69-2fb7-40bd-ae9c-0974f016dbf7 req-81486d5d-f832-4875-adca-c1e94a2bba8d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287112 Aug 22 14:54:53.606074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.609544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:53.611280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ea407f6-7684-4d01-a88d-fa58125698f6 HTTP/1.1" status: 204 len: 168 time: 0.4018550 Aug 22 14:54:53.615483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59284) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:53.659231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3fb25-af7c-4544-adc3-d18762e004fb tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea407f6-7684-4d01-a88d-fa58125698f6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:53.691235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-308e1867-283d-4c2a-bc30-9f0489bf55bd req-03feb31f-f025-4a66-b0cc-01ba2dd7def0 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Aug 22 14:54:53.771277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ce22c77-60a7-4da4-83f1-36fc81b36d09 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1535213 Aug 22 14:54:53.780748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59292) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:53.821963 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-b5553cff-bce1-415b-a855-37960fe925e4 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] delete failed (client error): The resource could not be found. Aug 22 14:54:53.836339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b5553cff-bce1-415b-a855-37960fe925e4 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ea407f6-7684-4d01-a88d-fa58125698f6 HTTP/1.1" status: 404 len: 347 time: 0.0435743 Aug 22 14:54:53.845298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59298) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:53.854450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--562516191'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:53.863408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56f096e0-2fdf-4bb8-b9d1-62d1140857e2 req-10c7d877-c8a4-4466-b2cc-38df14011b20 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.1040609 Aug 22 14:54:53.993570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Allocated IP 172.25.0.182 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8e9c25f7-83e3-4d2c-a187-cfd2a603e49d) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:54.118281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7efd73e-7cc0-4420-bf38-42b26302c78f None None] Network c5956680-3053-474c-adb2-2abe3066b2c8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:54:54.145131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a6b6d35-dc04-47ce-bf3a-53ef2e2189e3 req-8df8b543-cec8-4762-b6ae-647d9e9cce7e tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2bc684eb917c483eab6977189bc078f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2646456 Aug 22 14:54:54.272018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-522faf9f-94f3-4584-932e-17d064d084f7 None None] Provisioning for port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:54.380756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:54.474838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b6d35-dc04-47ce-bf3a-53ef2e2189e3 req-626a880f-f573-4e99-b081-b9700f29c041 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:54.485601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a6b6d35-dc04-47ce-bf3a-53ef2e2189e3 req-626a880f-f573-4e99-b081-b9700f29c041 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385518 Aug 22 14:54:54.507076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-e6c697d0-2356-44f5-8af2-a1d8c03d56c2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773728 Aug 22 14:54:54.546984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:54.570744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a6b6d35-dc04-47ce-bf3a-53ef2e2189e3 req-ab09014d-b6f1-470f-84ea-46415eafe82f tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/quotas/2bc684eb917c483eab6977189bc078f1 HTTP/1.1" status: 200 len: 375 time: 0.0841317 Aug 22 14:54:54.664321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:54.686784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a6b6d35-dc04-47ce-bf3a-53ef2e2189e3 req-ac51a40b-9458-4c54-b852-fdca2a136ecc tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bc684eb917c483eab6977189bc078f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148484 Aug 22 14:54:54.709052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:54.720623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:54.731564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:54.745925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:54.759754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d83c33ea-be80-463d-8b16-c8e576558645 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:54.767618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d83c33ea-be80-463d-8b16-c8e576558645 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596269 Aug 22 14:54:54.830050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-969b8188-da95-4f5e-bbed-7c1c24e41090 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0607541 Aug 22 14:54:54.835840 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:54.922874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 394507c0-c0bc-4d43-997f-4e47e5e1ddcb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:54.944565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59324) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:54.948819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d98f70-8f96-4d3e-900b-9042e034567c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:55.068126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c183d30-9922-40a2-97b1-52c6f817279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.151100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.189731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:55.191070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-53e8f704-291a-4d7d-8cc0-e1e757b19462 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3608012 Aug 22 14:54:55.195388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:55.197090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.268914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c183d30-9922-40a2-97b1-52c6f817279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.281677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6180714-c470-4323-8c36-d14381d0899d req-17e98428-c03c-406a-a9ab-467f17c3e440 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:55.281677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6180714-c470-4323-8c36-d14381d0899d req-17e98428-c03c-406a-a9ab-467f17c3e440 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.2770700 Aug 22 14:54:55.291332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Allocated IP 192.168.233.173 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/a1ca18be-020d-45a8-940f-0808feed8531) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:54:55.333364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9c183d30-9922-40a2-97b1-52c6f817279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.341859 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.355393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6180714-c470-4323-8c36-d14381d0899d req-26c716bc-937f-4207-86c2-de0fddc1afbf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662367 Aug 22 14:54:55.394521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:54:55.463569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c183d30-9922-40a2-97b1-52c6f817279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0bfc55-fb0b-4935-b15c-56a71eccd1c3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:55.489059 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.510070 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9c183d30-9922-40a2-97b1-52c6f817279d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42af5738654f4426a7cc9d19f8c1dff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639496 Aug 22 14:54:55.516934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:55.589463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.604751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Transition to ACTIVE for port object a1ca18be-020d-45a8-940f-0808feed8531 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:55.651348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.669611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:55.693601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.729452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.742604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46a3d8e5-8dfc-4f4f-8f1d-dab25ff4adeb req-9e569816-7823-4984-8723-9815fe66f270 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.1054327 Aug 22 14:54:55.753088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.792878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.816902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.905634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:54:55.913516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:54:55.914196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.918812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.920127 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad0bfc55-fb0b-4935-b15c-56a71eccd1c3 HTTP/1.1" status: 204 len: 168 time: 0.3918440 Aug 22 14:54:55.927455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb5941-ab6b-4747-a52c-bcba0d70fca1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:55.934354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:54:55.941422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b8b6-6092-4b58-92b2-1466ea8ec974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0bfc55-fb0b-4935-b15c-56a71eccd1c3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:55.969658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:55.972670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9f012b0c-0c31-404c-923e-15fa09d1c458 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1265490 Aug 22 14:54:55.975332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59350) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:55.988204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '0bfb5941-ab6b-4747-a52c-bcba0d70fca1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:56.049049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:56.049709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.067376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Pushing event updated for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:56.174772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.181094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51bfd85d-2f56-404b-bc95-ba3f0d72445b req-0801400e-0d05-4ba1-b324-cd551f295c47 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0688543 Aug 22 14:54:56.318962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.324639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-5700eca2-f151-4784-b278-d6016e8f4857 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4084837 Aug 22 14:54:56.346178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.354772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Request body: {'port': {'device_id': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:56.439703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.473646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7a5735ad-7da3-4228-8ec2-4b9dc5d8e7f6 None None] Provisioning for port a1ca18be-020d-45a8-940f-0808feed8531 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:54:56.480234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7a5735ad-7da3-4228-8ec2-4b9dc5d8e7f6 None None] Provisioning complete for port a1ca18be-020d-45a8-940f-0808feed8531 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:56.483059 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7a5735ad-7da3-4228-8ec2-4b9dc5d8e7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.499464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265e1b56-b760-42d3-a90b-2f5399293d93,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:56.531205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.554351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.555687 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab6cc0c0-74ba-4822-bff2-417745b3d21d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5789726 Aug 22 14:54:56.558874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:56.579584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7a5735ad-7da3-4228-8ec2-4b9dc5d8e7f6 None None] Port a1ca18be-020d-45a8-940f-0808feed8531 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:54:56.611275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.621933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.648411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106267be-5e17-4f0c-91df-a2ca38da6d67 req-f3819831-d790-4ec6-9724-e19cada09d61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:56.650311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106267be-5e17-4f0c-91df-a2ca38da6d67 req-f3819831-d790-4ec6-9724-e19cada09d61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1828167 Aug 22 14:54:56.754167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.762825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.764306 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/265e1b56-b760-42d3-a90b-2f5399293d93 HTTP/1.1" status: 204 len: 168 time: 0.2029421 Aug 22 14:54:56.768412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59380) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:56.775412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c590d95-1c26-44d5-9536-3389f6bf07b6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=265e1b56-b760-42d3-a90b-2f5399293d93,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:56.779634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106267be-5e17-4f0c-91df-a2ca38da6d67 req-06f4db92-28ed-42eb-a983-39e3bd395f93 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147575 Aug 22 14:54:56.846599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f6aa049-2106-4ea0-a692-acb36e79c8af tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0770051 Aug 22 14:54:56.847303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59388) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:56.855576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59390) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:56.871891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-893427cf-fd51-4d7b-8312-faf27b9d16d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.903298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Router b6f6c551-8610-49e5-8a2f-b1777f0f808a is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:54:56.917416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 394507c0-c0bc-4d43-997f-4e47e5e1ddcb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:54:56.973103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:56.991371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:54:56.992023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.013502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.110730 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-893427cf-fd51-4d7b-8312-faf27b9d16d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.194496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-893427cf-fd51-4d7b-8312-faf27b9d16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.200162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.202863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.204073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/0bfb5941-ab6b-4747-a52c-bcba0d70fca1 HTTP/1.1" status: 204 len: 168 time: 0.3472416 Aug 22 14:54:57.216133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:57.264406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-893427cf-fd51-4d7b-8312-faf27b9d16d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f1d7175a22a47d9bdc185c9653ba65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158931 Aug 22 14:54:57.265444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893427cf-fd51-4d7b-8312-faf27b9d16d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50f8b8-6362-4985-ad46-d3fed7aca55e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:57.273332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:57.302617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fde4-f814-438f-b761-8b94cb75a0ae tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb5941-ab6b-4747-a52c-bcba0d70fca1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:57.329453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-69164d12-10bc-4734-9310-d7b106cc762f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1076257 Aug 22 14:54:57.330387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:57.334736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf4f1a-460f-46a2-a860-930c6e5a84bc req-2c6a7ec6-a6cf-4cde-94f9-e48e563500b0 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:57.335846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353234024'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:57.340598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0faf4f1a-460f-46a2-a860-930c6e5a84bc req-2c6a7ec6-a6cf-4cde-94f9-e48e563500b0 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 936 time: 0.4561732 Aug 22 14:54:57.345904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80632ae7-14c5-4abc-a4c1-da1bb6c1d359 req-c0d7333c-8550-459f-b30a-066c986eed17 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2bc684eb917c483eab6977189bc078f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526013 Aug 22 14:54:57.374971 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.397523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.460960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.526939 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.529518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.530693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c50f8b8-6362-4985-ad46-d3fed7aca55e HTTP/1.1" status: 204 len: 168 time: 0.2564175 Aug 22 14:54:57.532721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0faf4f1a-460f-46a2-a860-930c6e5a84bc req-dcd18161-2644-49de-892f-8201dd6a9c88 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791098 Aug 22 14:54:57.545025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ca18be-020d-45a8-940f-0808feed8531 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:54:57.551203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53416f6a-7064-4092-b731-84504934b270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50f8b8-6362-4985-ad46-d3fed7aca55e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:57.614156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632ae7-14c5-4abc-a4c1-da1bb6c1d359 req-09bec2c2-6b16-4f37-83b6-780c82dfe54a tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:57.620187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.622985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80632ae7-14c5-4abc-a4c1-da1bb6c1d359 req-09bec2c2-6b16-4f37-83b6-780c82dfe54a tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629952 Aug 22 14:54:57.625942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:54:57.632987 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.636559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Sync routers for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:54:57.651614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:57.656850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:57.668212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80632ae7-14c5-4abc-a4c1-da1bb6c1d359 req-9e2ef68e-38fa-4489-8000-5fa0707ee569 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/quotas/2bc684eb917c483eab6977189bc078f1 HTTP/1.1" status: 200 len: 375 time: 0.0441158 Aug 22 14:54:57.685433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Transition to ACTIVE for port object a1ca18be-020d-45a8-940f-0808feed8531 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:57.703903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.719107 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80632ae7-14c5-4abc-a4c1-da1bb6c1d359 req-e4edb8f0-4b57-4def-97fe-3137e143c1a2 tempest-QuotasAdminNegativeTest-230256472 tempest-QuotasAdminNegativeTest-230256472-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2bc684eb917c483eab6977189bc078f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497000 Aug 22 14:54:57.745537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93409f8a-87de-4795-9ba2-b7e769709cc6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:57.770885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c69b6070-b4cd-41a6-ae6d-162a6b8e3a53 req-7bfb5181-0736-429f-b412-5d67aa0ebeb4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0318484 Aug 22 14:54:57.795485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:57.860019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.873129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.875485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-79c2bea4-43e2-4ab9-a0be-a17a58666893 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6576481 Aug 22 14:54:57.878583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:57.925749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:57.945446 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:57.949662 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-43703208-3b12-4463-a7ff-3e802950a60c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6144803 Aug 22 14:54:57.957105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59424) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:57.962701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '93409f8a-87de-4795-9ba2-b7e769709cc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:58.030330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73612d-7e78-4b43-aac1-1593f3001226 req-66ed656f-3566-427b-9184-196977433fb8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.038218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f73612d-7e78-4b43-aac1-1593f3001226 req-66ed656f-3566-427b-9184-196977433fb8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1613796 Aug 22 14:54:58.115077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:54:55Z', 'revision_number': 3, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:58.128702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f73612d-7e78-4b43-aac1-1593f3001226 req-846cf50f-fe6e-422d-900a-ded66a5daed4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893929 Aug 22 14:54:58.159611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-4bc2c93b-f650-4250-aec0-dcdb88965efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.165174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-4bc2c93b-f650-4250-aec0-dcdb88965efd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 1097 time: 0.2224767 Aug 22 14:54:58.171271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Attempting to bind port a1ca18be-020d-45a8-940f-0808feed8531 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:58.171697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Attempting to bind port a1ca18be-020d-45a8-940f-0808feed8531 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:58.171947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Attempting to bind port a1ca18be-020d-45a8-940f-0808feed8531 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:58.177009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Port a1ca18be-020d-45a8-940f-0808feed8531 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:54:58.177404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Attempting to bind port a1ca18be-020d-45a8-940f-0808feed8531 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:58.184220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:58.185013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:58.185013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:58.185680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Bound port: a1ca18be-020d-45a8-940f-0808feed8531, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:58.186055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.193573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Checking router: b6f6c551-8610-49e5-8a2f-b1777f0f808a for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:54:58.193929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Updating router b6f6c551-8610-49e5-8a2f-b1777f0f808a port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:54:58.232030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.378941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.379587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:58.385823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1ca18be-020d-45a8-940f-0808feed8531,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:58.452834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-00af0abb-2789-4078-98d4-d0e1fbbc72d7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695386 Aug 22 14:54:58.526885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.561505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.563407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.566878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] 10.222.0.10 "PUT /v2.0/ports/a1ca18be-020d-45a8-940f-0808feed8531 HTTP/1.1" status: 200 len: 1096 time: 2.2174079 Aug 22 14:54:58.591519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:54:58.594126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749d481-f74c-485f-b16f-ce1d57aa88f6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "tag": "a1ca18be-020d-45a8-940f-0808feed8531"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:54:58.636660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-7d2f9d06-f46a-4469-aa9c-08d6cc70aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.647891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-7d2f9d06-f46a-4469-aa9c-08d6cc70aa2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.4718018 Aug 22 14:54:58.661833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.692258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Transition to ACTIVE for port object 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:54:58.693433 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b597f274-8637-4ee8-8ae6-898b03590984 x-openstack-request-id: req-b597f274-8637-4ee8-8ae6-898b03590984 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:54:58.694280 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "tag": "a1ca18be-020d-45a8-940f-0808feed8531", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:54:58.694732 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b597f274-8637-4ee8-8ae6-898b03590984 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:54:58.695310 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531', 'status': 'completed', 'code': 200} Aug 22 14:54:58.696915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1f67-6672-46fa-bdb8-0c248c85816d service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:58.839296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.872675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d5c3-7f55-496f-abf9-b6d3c0baf514 req-7f7178ac-4835-48db-99bb-0fae35dd96aa tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.880279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b00d5c3-7f55-496f-abf9-b6d3c0baf514 req-7f7178ac-4835-48db-99bb-0fae35dd96aa tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 948 time: 0.1423717 Aug 22 14:54:58.884780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d481-f74c-485f-b16f-ce1d57aa88f6 req-1654169c-dfc5-4ae2-bc2c-c1ecccd9f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:58.886733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d749d481-f74c-485f-b16f-ce1d57aa88f6 req-1654169c-dfc5-4ae2-bc2c-c1ecccd9f598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 1099 time: 0.1701846 Aug 22 14:54:58.887225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Attempting to bind port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:54:58.887792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Attempting to bind port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:54:58.888391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Attempting to bind port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:54:58.937110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:54:58.939217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:54:58.939217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.939217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:54:58.939217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Bound port: 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:54:58.939654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:58.961021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6e6dbe2-627d-4964-8544-aa32585e446d req-fc4637cc-4234-4ccd-8091-11a2fcb1de7a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0581195 Aug 22 14:54:58.963388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d749d481-f74c-485f-b16f-ce1d57aa88f6 req-261e2ca7-2429-4deb-9221-0ea0ab4ebf75 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567734 Aug 22 14:54:59.000506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] For port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:54:59.004007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] For port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:54:59.007095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b00d5c3-7f55-496f-abf9-b6d3c0baf514 req-02b32cf3-c367-46a6-86ff-fe5859f14954 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259043 Aug 22 14:54:59.041116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b63fb-f7a5-492b-bede-20af91c99dea None None] Pushing event updated for resources: {'Port': ['ID=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:59.099121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.123448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d481-f74c-485f-b16f-ce1d57aa88f6 req-d5aa7272-2757-43ab-afb3-7e3ef68392bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.125324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d749d481-f74c-485f-b16f-ce1d57aa88f6 req-d5aa7272-2757-43ab-afb3-7e3ef68392bd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531723 Aug 22 14:54:59.149285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:54:59.149922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:59.209773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ddaf8c34-3c82-4d22-8fc7-7a427f5b167c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.212242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ddaf8c34-3c82-4d22-8fc7-7a427f5b167c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7481744 Aug 22 14:54:59.219957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-f00a739d-fda9-4f77-8e95-5e7d969f1ae0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8 HTTP/1.1" status: 200 len: 217 time: 0.5556269 Aug 22 14:54:59.229718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:59.235427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.313505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-4b3be6b9-c435-45e1-aa20-b389e226afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.315277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-4b3be6b9-c435-45e1-aa20-b389e226afa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 1099 time: 0.1130352 Aug 22 14:54:59.325749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.335772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18f823-f78f-4cc6-90d9-a5e34e6ac20d req-17da6067-32ea-468f-b6fc-71aa019d1c8b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.338916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f18f823-f78f-4cc6-90d9-a5e34e6ac20d req-17da6067-32ea-468f-b6fc-71aa019d1c8b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0810654 Aug 22 14:54:59.407392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-2f798137-d8a2-4317-9b2b-9e782d8d6778 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=a1ca18be-020d-45a8-940f-0808feed8531 HTTP/1.1" status: 200 len: 217 time: 0.0618911 Aug 22 14:54:59.421666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b63fb-f7a5-492b-bede-20af91c99dea None None] Pushing event updated for resources: {'Port': ['ID=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:59.460177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e32361-b42c-4367-ba9b-e7f9642b0de2,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:59.480415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-3ba6c695-75c7-43c1-9d23-9d8f5e93fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.484397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-3ba6c695-75c7-43c1-9d23-9d8f5e93fa90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.2426281 Aug 22 14:54:59.498536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f18f823-f78f-4cc6-90d9-a5e34e6ac20d req-2f11e7e9-99fa-4d85-be4b-3b59f58c5f16 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935612 Aug 22 14:54:59.507330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:54:59.518977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.519928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-42496c07-f29d-490d-a7fa-42ca04c19d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.520170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bb1422bb-5f49-48b4-a807-9c54309b6247 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5621006 Aug 22 14:54:59.521545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-42496c07-f29d-490d-a7fa-42ca04c19d1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0864913 Aug 22 14:54:59.522821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59462) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:59.529122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '93409f8a-87de-4795-9ba2-b7e769709cc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:54:59.560403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:54:59.613780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-a39eccf2-55a4-4208-80cf-6ac7447fd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:54:59.613780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-a39eccf2-55a4-4208-80cf-6ac7447fd58f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779014 Aug 22 14:54:59.630914 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-7cb850d6-a299-448f-8322-744ea6148207 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153619 Aug 22 14:54:59.656996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.716579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.752117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:54:55Z', 'revision_number': 3, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:54:59.785173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1526e933-5e15-4f40-92b6-1b28ba3aad42 None None] The sync data for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 is: [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:54:55Z', 'revision_number': 3, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:54:59.833673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-d4985f7e-347a-4065-9de7-da18ab52fb03 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117164 Aug 22 14:54:59.853097 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.921306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa788-64d3-4c8d-9d59-568b36e55106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.948241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:54:59.968472 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-3ee62ff0-ba29-416b-b75b-f4b12b088030 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219655 Aug 22 14:54:59.986963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9114d01c-ce6d-4dd8-9655-3bb1da6ec208,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:54:59.990946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce885a8e-18c7-4821-b4b3-f6e6a3d1fe21 req-80c80523-cd19-40f7-a7aa-0aaad85c80b2 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366212 Aug 22 14:55:00.004877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:00.009181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.068130 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4530ad1-ea7b-4b36-a2ee-6c3b67a6f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.091517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Allocated IP 172.20.0.1 (c5956680-3053-474c-adb2-2abe3066b2c8/e7b6c231-2f43-4419-9ad4-4f81ae6ad613/b9c6960d-432a-4685-9dbb-f0d8e4223bd7) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:00.143636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a368a3ec-771a-40c8-a1ce-9e957d7b98f0 req-f779251b-dbaa-4828-aed2-a0369847cbab tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0772328 Aug 22 14:55:00.285732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17832d37-5fc3-4ca0-b88c-b087e41ace3f req-73d912ed-5f2e-4108-aa7c-c384c890bb9a tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:00.295050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17832d37-5fc3-4ca0-b88c-b087e41ace3f req-73d912ed-5f2e-4108-aa7c-c384c890bb9a tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 948 time: 0.1716249 Aug 22 14:55:00.356170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17832d37-5fc3-4ca0-b88c-b087e41ace3f req-3a0dc5bd-4d0e-441d-ac63-04fbea4f4421 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576127 Aug 22 14:55:00.426065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4a11e04d-40e7-4724-81be-c204c02f3951 req-7c1c729d-5f3c-4fef-87b1-d8f19a35a85f service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823328 Aug 22 14:55:00.488687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.222 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/7b2943e3-9e34-48de-9789-6620eddd9c0e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:00.504727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.566340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa788-64d3-4c8d-9d59-568b36e55106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.572665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Transition to ACTIVE for port object b9c6960d-432a-4685-9dbb-f0d8e4223bd7 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:00.638019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5b1aa788-64d3-4c8d-9d59-568b36e55106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.686774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835df3-6f15-4976-8caa-7185ec2d8f74 req-ae5d2f77-79d3-44c5-b050-e2f703df8638 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:00.689587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71835df3-6f15-4976-8caa-7185ec2d8f74 req-ae5d2f77-79d3-44c5-b050-e2f703df8638 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.0870879 Aug 22 14:55:00.718439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59490) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:00.719185 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5b1aa788-64d3-4c8d-9d59-568b36e55106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bc684eb917c483eab6977189bc078f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1518099 Aug 22 14:55:00.730555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aa788-64d3-4c8d-9d59-568b36e55106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee7c87-095f-4e76-9c4f-e3e7ee5bd48c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:00.774692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.782998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0f466215-2ddb-43a3-8404-4766c8e087ca tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2531030 Aug 22 14:55:00.787230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:00.801851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '93409f8a-87de-4795-9ba2-b7e769709cc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:00.815513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.824899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71835df3-6f15-4976-8caa-7185ec2d8f74 req-21b6e1b2-664b-4c96-b57b-c595e6caccce tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298687 Aug 22 14:55:00.878033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Network c5956680-3053-474c-adb2-2abe3066b2c8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:00.887746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:00.890834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:00.912812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.961906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:00.976969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Pushing event updated for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:01.005965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.011197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:01.026163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.084333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.154762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object 7b2943e3-9e34-48de-9789-6620eddd9c0e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:01.216842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:01.223830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:01.227689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.262673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.299000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.317777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:01.340908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.349442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:01.369772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccd8bb6-857c-4eed-a915-1a1c9ed4ebfb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:01.389894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.390036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:01.390178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.392356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:01.397705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:01.404692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.410181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebee7c87-095f-4e76-9c4f-e3e7ee5bd48c HTTP/1.1" status: 204 len: 168 time: 0.6891592 Aug 22 14:55:01.451354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:01.493760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e586a8-f1b4-49d4-a6b8-8ba842db6c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee7c87-095f-4e76-9c4f-e3e7ee5bd48c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:01.529532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6759d-316e-4e30-863c-83ee7f92cc97 req-43c7d44f-a2a7-490c-92bd-d2aa196ebb49 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:01.543008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c6759d-316e-4e30-863c-83ee7f92cc97 req-43c7d44f-a2a7-490c-92bd-d2aa196ebb49 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 936 time: 0.2373936 Aug 22 14:55:01.543242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fcceb7ba-3011-4223-b17b-d18fcb187be9 None None] Provisioning for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:01.595573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.599387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99a3be00-40a3-4536-be18-f1465c8fe1a5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8038101 Aug 22 14:55:01.607964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:01.617689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '93409f8a-87de-4795-9ba2-b7e769709cc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:01.627417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fcceb7ba-3011-4223-b17b-d18fcb187be9 None None] Provisioning complete for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:01.630308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fcceb7ba-3011-4223-b17b-d18fcb187be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.645978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dbe76-b679-4b86-b1a0-bdd278a7aacb req-33540107-fd51-4f02-9cae-3a35369cd807 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:01.658494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-665dbe76-b679-4b86-b1a0-bdd278a7aacb req-33540107-fd51-4f02-9cae-3a35369cd807 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 948 time: 0.1087897 Aug 22 14:55:01.714478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:01.715009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.724153 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.777907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fcceb7ba-3011-4223-b17b-d18fcb187be9 None None] Port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:01.786145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-665dbe76-b679-4b86-b1a0-bdd278a7aacb req-c281f915-f2ea-434b-9fe7-c32bd9793234 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207132 Aug 22 14:55:01.805798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:01.814963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c6759d-316e-4e30-863c-83ee7f92cc97 req-407229bc-c65f-47f9-9122-bc36f410131d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687781 Aug 22 14:55:01.843090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.901851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.908024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.954414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:01.964794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:55:02.063561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d1885-6a72-4ed6-a202-e6783b031bd4 req-6f132faf-4587-443a-9bc6-0aa28e67ad9e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:02.066725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc9d1885-6a72-4ed6-a202-e6783b031bd4 req-6f132faf-4587-443a-9bc6-0aa28e67ad9e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 946 time: 0.1521006 Aug 22 14:55:02.067619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:02.092287 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.104332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4ca74538-0a14-4d25-9874-ec3046cfcdcf None None] Provisioning for port 7b2943e3-9e34-48de-9789-6620eddd9c0e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:02.114942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4ca74538-0a14-4d25-9874-ec3046cfcdcf None None] Provisioning complete for port 7b2943e3-9e34-48de-9789-6620eddd9c0e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:02.115401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ca74538-0a14-4d25-9874-ec3046cfcdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.148951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc9d1885-6a72-4ed6-a202-e6783b031bd4 req-f294d292-6a13-4eea-88ac-03b03c750c66 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540035 Aug 22 14:55:02.160437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.192737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf01fe6c-803d-487e-8610-eaa5ee7883a6,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:02.199512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.209584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-ce493e5c-822d-4b09-9b79-7b2142e5817d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9841328 Aug 22 14:55:02.220147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Pushing event updated for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:02.233375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Request body: {'port': {'device_id': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:02.252917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4ca74538-0a14-4d25-9874-ec3046cfcdcf None None] Port 7b2943e3-9e34-48de-9789-6620eddd9c0e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:02.281046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.281415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-06b183bf-aecc-4a17-a6b2-6b17a1750c37 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6677103 Aug 22 14:55:02.295462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:02.295599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.295723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '93409f8a-87de-4795-9ba2-b7e769709cc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:02.354885 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:02.360799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.362550 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c9309-07f3-459e-8557-193814d205ff" -d '{"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-unplugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:02.391771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:02.414158 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622541af-be60-4809-bc95-7c2a4483ef61 x-openstack-request-id: req-622541af-be60-4809-bc95-7c2a4483ef61 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:02.414692 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-unplugged", "status": "completed", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:02.414950 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-622541af-be60-4809-bc95-7c2a4483ef61 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:02.415584 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'code': 200} Aug 22 14:55:02.428689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Network c5956680-3053-474c-adb2-2abe3066b2c8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:02.435715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:02.478502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.501100 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.549366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.606628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:02.656834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.675782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6349f18d-d05f-4707-a0fc-5bd7dfbf6891,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:02.731599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Router b6f6c551-8610-49e5-8a2f-b1777f0f808a has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:55:02.781147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59540) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:02.785798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8c1fe523-e6ef-49f6-9272-2cdbeaf4b0ad None None] Provisioning complete for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:02.786678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe523-e6ef-49f6-9272-2cdbeaf4b0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.807646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c691-e999-48fa-b9e0-f9bfc86acc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.822865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.832231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7b23d18c-9dc5-4f76-900d-3d89c1a1781a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5456631 Aug 22 14:55:02.841201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:02.867375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.923509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:02.962133 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.973673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2943e3-9e34-48de-9789-6620eddd9c0e {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:02.985443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:55:02.988573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.992833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:02.995158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fe523-e6ef-49f6-9272-2cdbeaf4b0ad None None] Port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:02.998298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-83895086-e031-4c46-ae34-0bf5117278fa admin admin] 10.222.0.53 "PUT /v2.0/routers/b6f6c551-8610-49e5-8a2f-b1777f0f808a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1187189 Aug 22 14:55:02.998917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Sync routers for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:55:03.012109 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:55:03.012761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:55:03.025650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Transition to ACTIVE for port object 7b2943e3-9e34-48de-9789-6620eddd9c0e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:03.026181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:03.026687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.088377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65359-66af-4671-b47f-9b5797c48aed req-c778f69e-aef6-4fac-b05a-f7c857543e05 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:03.097271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7b65359-66af-4671-b47f-9b5797c48aed req-c778f69e-aef6-4fac-b05a-f7c857543e05 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 948 time: 0.1839602 Aug 22 14:55:03.102848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.140002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.154570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde97e45-2bed-4483-a19f-e9dc59973521 req-78781d66-86ba-4b56-99be-ddd5c414c7e7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:03.156524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cde97e45-2bed-4483-a19f-e9dc59973521 req-78781d66-86ba-4b56-99be-ddd5c414c7e7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 936 time: 0.1881182 Aug 22 14:55:03.157448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.162466 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6349f18d-d05f-4707-a0fc-5bd7dfbf6891 HTTP/1.1" status: 204 len: 168 time: 0.3201966 Aug 22 14:55:03.166336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:03.190557 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:55:03.204450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276633-92ee-497f-8040-8016cf2a0ff9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6349f18d-d05f-4707-a0fc-5bd7dfbf6891,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:03.234457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:03.290531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7b65359-66af-4671-b47f-9b5797c48aed req-28a6a24b-e164-4e8a-8702-6233aea40d6d tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849525 Aug 22 14:55:03.338510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cde97e45-2bed-4483-a19f-e9dc59973521 req-050bec7f-e9d1-4faf-aaea-1d02cce2ce73 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639810 Aug 22 14:55:03.343611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c691-e999-48fa-b9e0-f9bfc86acc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.386507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0502a199-72e4-4987-9651-0171f9ce5621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.420839 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ddc9c691-e999-48fa-b9e0-f9bfc86acc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.433166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:03.443768 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4e09163-20ec-4063-9470-f0e4111364d2 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2699230 Aug 22 14:55:03.512182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Attempting to bind port 7b2943e3-9e34-48de-9789-6620eddd9c0e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:03.512472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Attempting to bind port 7b2943e3-9e34-48de-9789-6620eddd9c0e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:03.512808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Attempting to bind port 7b2943e3-9e34-48de-9789-6620eddd9c0e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:03.519306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Port 7b2943e3-9e34-48de-9789-6620eddd9c0e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:03.519557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Attempting to bind port 7b2943e3-9e34-48de-9789-6620eddd9c0e on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:03.525857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:03.526197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:03.526596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:03.527063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Bound port: 7b2943e3-9e34-48de-9789-6620eddd9c0e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:03.527412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.607597 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b9c6960d-432a-4685-9dbb-f0d8e4223bd7', 'name': '', 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'mac_address': 'fa:16:3e:ec:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:59Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 2, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'subnets': [{'id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:55:03.643215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.662928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.679567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ddc9c691-e999-48fa-b9e0-f9bfc86acc56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a6ca0515fe549519838ed3b7ef92842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8971274 Aug 22 14:55:03.683342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:03.736537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9c691-e999-48fa-b9e0-f9bfc86acc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaacaac-ca0b-4786-98ec-196fa7a98eb7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:03.766639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.777997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Checking router: b6f6c551-8610-49e5-8a2f-b1777f0f808a for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:55:03.796843 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Updating router b6f6c551-8610-49e5-8a2f-b1777f0f808a port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:55:03.895757 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.905595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:03.910997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5333b4-8960-4ca8-8609-afa076f714af req-8492cfb5-8b9d-4d44-b169-11ce34850292 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:03.913870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:03.916054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5333b4-8960-4ca8-8609-afa076f714af req-8492cfb5-8b9d-4d44-b169-11ce34850292 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.3943031 Aug 22 14:55:03.946974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.963176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1ca18be-020d-45a8-940f-0808feed8531 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:03.983661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:03.997487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.004979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.006775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bf01fe6c-803d-487e-8610-eaa5ee7883a6 HTTP/1.1" status: 204 len: 168 time: 0.5615909 Aug 22 14:55:04.011852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243ca8-ed44-4c39-849d-682ad00e6388 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf01fe6c-803d-487e-8610-eaa5ee7883a6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:04.016641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:04.052890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f5333b4-8960-4ca8-8609-afa076f714af req-9ded3dc3-1f6d-412a-bdad-53d0477b67e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230402 Aug 22 14:55:04.125347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b5987fbc-c4db-4633-a167-8e9df1c296d5 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1062419 Aug 22 14:55:04.127922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:04.163423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:04.164179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.182607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] 10.222.0.54 "PUT /v2.0/ports/7b2943e3-9e34-48de-9789-6620eddd9c0e HTTP/1.1" status: 200 len: 1096 time: 1.9394720 Aug 22 14:55:04.190281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.196642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:04.210644 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.212521 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9" -d '{"events": [{"name": "network-changed", "server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:04.224139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.227432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.243001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adaacaac-ca0b-4786-98ec-196fa7a98eb7 HTTP/1.1" status: 204 len: 168 time: 0.5447025 Aug 22 14:55:04.346078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1ca18be-020d-45a8-940f-0808feed8531,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:04.400193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a1ca18be-020d-45a8-940f-0808feed8531', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'a1ca18be-020d-45a8-940f-0808feed8531', 'mac_address': 'fa:16:3e:14:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:04.405613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c87de-86d8-4a09-a4f0-beb537fb1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaacaac-ca0b-4786-98ec-196fa7a98eb7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:04.409001 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408cde9-4bc1-43bd-9627-2223188f9664 x-openstack-request-id: req-8408cde9-4bc1-43bd-9627-2223188f9664 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:04.415932 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:04.420619 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8408cde9-4bc1-43bd-9627-2223188f9664 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:04.422032 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e', 'status': 'completed', 'code': 200} Aug 22 14:55:04.498497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.509875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.511679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6ccd8bb6-857c-4eed-a915-1a1c9ed4ebfb HTTP/1.1" status: 204 len: 168 time: 0.3821988 Aug 22 14:55:04.516632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:04.565513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293de18-3c70-4e09-9590-e05edc88d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:04.583729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.616487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca18be-020d-45a8-940f-0808feed8531 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:04.635500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-43bd639a-775f-4800-9617-47d4bbfaa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:04.650998 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-43bd639a-775f-4800-9617-47d4bbfaa65c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 1099 time: 0.3513789 Aug 22 14:55:04.651477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04a5ca-6d89-43cf-9024-2195aaf963ee tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ccd8bb6-857c-4eed-a915-1a1c9ed4ebfb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:04.684706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1ca18be-020d-45a8-940f-0808feed8531,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:04.767449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59602) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:04.802960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.831640 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-e1d2b14c-a7d3-4a3a-94d2-c9c4764dd76b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e HTTP/1.1" status: 200 len: 217 time: 0.1694229 Aug 22 14:55:04.850053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:04.993239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf8c2-c044-4d35-b607-1e47a152bd49 req-ded8dc2c-188a-472c-af13-14e8734e05d9 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:04.997138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71ccf8c2-c044-4d35-b607-1e47a152bd49 req-ded8dc2c-188a-472c-af13-14e8734e05d9 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 948 time: 0.4791784 Aug 22 14:55:05.131578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-541947b6-7663-4bb1-af65-d58fbdf92339 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4715712 Aug 22 14:55:05.131770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-c60c496e-5b5c-4c80-908c-8ebd94dca71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:05.131770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-c60c496e-5b5c-4c80-908c-8ebd94dca71f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2604566 Aug 22 14:55:05.131770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59612) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:05.154973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:05.246290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71ccf8c2-c044-4d35-b607-1e47a152bd49 req-f12561c7-5d88-437f-b983-dbfe3c951794 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634595 Aug 22 14:55:05.251389 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.268555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1ca18be-020d-45a8-940f-0808feed8531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:05.294529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.304609 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Transition to ACTIVE for port object b9c6960d-432a-4685-9dbb-f0d8e4223bd7 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:05.372948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d69ebb2b-b5cc-47a5-b473-35cc39ce1147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.380293 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.414284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.553151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-0b933c6d-7842-4735-a1aa-683b12ab9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:05.555297 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-0b933c6d-7842-4735-a1aa-683b12ab9af3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4277475 Aug 22 14:55:05.599308 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ae0fe-32af-4636-9b40-729095e962fe None None] Pushing event updated for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:05.699585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89784f-2f1c-479a-a396-463d42545f7a req-3910d4c2-c14b-40a3-8e34-bc6bf0f543da tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:05.708339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d89784f-2f1c-479a-a396-463d42545f7a req-3910d4c2-c14b-40a3-8e34-bc6bf0f543da tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 948 time: 0.1892300 Aug 22 14:55:05.794199 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Attempting to bind port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:05.794662 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Attempting to bind port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:05.795322 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Attempting to bind port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 on network c5956680-3053-474c-adb2-2abe3066b2c8 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:05.825117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:05.828718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Checking segment: {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:05.829271 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.829876 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Bound using segment: {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:05.831017 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Bound port: b9c6960d-432a-4685-9dbb-f0d8e4223bd7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f552e1d-57c2-4ff2-a256-589a0df31d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:05.832013 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.865225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d89784f-2f1c-479a-a396-463d42545f7a req-42c2f680-40a3-4d85-9c8c-829c2da5f63d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548886 Aug 22 14:55:05.904076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-54f9547b-27fc-4090-82dc-303ff5c1a204 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257339 Aug 22 14:55:05.908702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.966264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:05.969412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9114d01c-ce6d-4dd8-9655-3bb1da6ec208 HTTP/1.1" status: 204 len: 168 time: 0.8672366 Aug 22 14:55:05.971963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59634) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:05.994711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:55:06.009131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d328be-256b-4096-aa53-6076c969d4de tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9114d01c-ce6d-4dd8-9655-3bb1da6ec208,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:06.027563 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] For port b9c6960d-432a-4685-9dbb-f0d8e4223bd7, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:06.031098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] For port b9c6960d-432a-4685-9dbb-f0d8e4223bd7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:06.089453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d69ebb2b-b5cc-47a5-b473-35cc39ce1147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.113610 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.142287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-76eea97d-decd-4dba-8818-87e66e214ba1 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1645947 Aug 22 14:55:06.147046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59638) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:06.182198 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-427ec03f-e61b-49ab-90d5-1a049d160d0b req-e36ab153-54d7-4edb-baed-9296a7c52221 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660463 Aug 22 14:55:06.213222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.215631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d69ebb2b-b5cc-47a5-b473-35cc39ce1147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.246688 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:55:06.251435 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:55:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:55:06.271351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59646) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:06.271550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d69ebb2b-b5cc-47a5-b473-35cc39ce1147 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40a2ad6c2093451ca83d24651b4e056d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4840634 Aug 22 14:55:06.299493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.386937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ae0fe-32af-4636-9b40-729095e962fe None None] Pushing event updated for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:06.439726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ebb2b-b5cc-47a5-b473-35cc39ce1147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256a126-2da3-41ac-9997-d4e671b9c641,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:06.596130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.627107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.627107 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/72e32361-b42c-4367-ba9b-e7f9642b0de2 HTTP/1.1" status: 204 len: 168 time: 0.4818332 Aug 22 14:55:06.632044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59662) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:06.651239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:55:06.659458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e03e-2be4-426d-9491-cdc639886a83 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72e32361-b42c-4367-ba9b-e7f9642b0de2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:06.675929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.736070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee9dd-6ae2-4305-8cd4-b06157937d1c req-785a5181-c2bd-4853-b4c6-38777fb8d02f tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:06.737729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fdee9dd-6ae2-4305-8cd4-b06157937d1c req-785a5181-c2bd-4853-b4c6-38777fb8d02f tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 949 time: 0.2448528 Aug 22 14:55:06.746611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.777749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-7e2082fe-c6ad-4b9d-a778-3ad28b04995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:06.779281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-7e2082fe-c6ad-4b9d-a778-3ad28b04995a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 1099 time: 0.3721836 Aug 22 14:55:06.830864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fdee9dd-6ae2-4305-8cd4-b06157937d1c req-a617c8a5-d7bd-4967-9a43-3a7ef19deb96 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Aug 22 14:55:06.871849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:06.953228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72d151f3-e51f-4e03-91a7-36c092ce0b33 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3135562 Aug 22 14:55:06.955805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59668) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:07.002799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-01d2ebbe-db8f-48ef-a0fe-a289bc7afdeb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3112779 Aug 22 14:55:07.078252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.099855 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b9c6960d-432a-4685-9dbb-f0d8e4223bd7', 'name': '', 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'mac_address': 'fa:16:3e:ec:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:59Z', 'updated_at': '2021-08-22T14:55:06Z', 'revision_number': 4, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'subnets': [{'id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:55:07.136204 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55e3fd-6339-4b73-b61a-191ebac843f0 None None] The sync data for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 is: [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b9c6960d-432a-4685-9dbb-f0d8e4223bd7', 'name': '', 'network_id': 'c5956680-3053-474c-adb2-2abe3066b2c8', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'mac_address': 'fa:16:3e:ec:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:59Z', 'updated_at': '2021-08-22T14:55:06Z', 'revision_number': 4, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'subnets': [{'id': 'e7b6c231-2f43-4419-9ad4-4f81ae6ad613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:55:07.188686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-46ad2663-23ce-4125-b9a8-f601a5dff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:07.190217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-46ad2663-23ce-4125-b9a8-f601a5dff4a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3795881 Aug 22 14:55:07.261369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.327310 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-f959763e-4fb4-48ee-8e61-7750dc3975c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e HTTP/1.1" status: 200 len: 217 time: 0.1207547 Aug 22 14:55:07.327942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.330676 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.334366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1256a126-2da3-41ac-9997-d4e671b9c641 HTTP/1.1" status: 204 len: 168 time: 1.0598688 Aug 22 14:55:07.379898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b44624-18ec-4577-b0a8-6aa745a73b20 req-c884d369-f82e-4a15-9f7c-51a3a964dd70 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:07.392652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b44624-18ec-4577-b0a8-6aa745a73b20 req-c884d369-f82e-4a15-9f7c-51a3a964dd70 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 948 time: 0.2921174 Aug 22 14:55:07.402991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb523a-0f05-491d-915d-d22b009f340d req-98cc5c7d-534f-4250-bd8c-0b34c8efbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:07.403374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-98cc5c7d-534f-4250-bd8c-0b34c8efbad0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 1101 time: 0.3636932 Aug 22 14:55:07.464666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c1d34-2702-4f01-a65e-62c9648ae468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256a126-2da3-41ac-9997-d4e671b9c641,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:07.553181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.559250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:07.565376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/93409f8a-87de-4795-9ba2-b7e769709cc6 HTTP/1.1" status: 204 len: 168 time: 0.6082857 Aug 22 14:55:07.575201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59678) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:07.606808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-815f3604-1809-4468-83cd-0ff182a2513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:07.616731 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-815f3604-1809-4468-83cd-0ff182a2513c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2604647 Aug 22 14:55:07.658279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b44624-18ec-4577-b0a8-6aa745a73b20 req-ba474cab-b1cd-4922-a22e-ae430b1abd09 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646058 Aug 22 14:55:07.669600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962c32a-2b02-4797-b99d-d393c977ccec tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93409f8a-87de-4795-9ba2-b7e769709cc6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:07.722243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf143f-af1f-4147-be76-919b65b696f8 req-08fa44c0-8923-493e-90da-6744030f7db7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:07.732548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9caf143f-af1f-4147-be76-919b65b696f8 req-08fa44c0-8923-493e-90da-6744030f7db7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9900ecdf-5351-478a-b83d-e09f5fad6de4 HTTP/1.1" status: 200 len: 944 time: 0.3210380 Aug 22 14:55:07.921309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5d45ffaf-5a8a-4dda-8040-d6574914ed1d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3449290 Aug 22 14:55:07.923622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59686) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:07.948771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288034776'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:08.013987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1ca18be-020d-45a8-940f-0808feed8531 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:08.064342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-db2618d9-6220-40db-9665-2d0cfcdfdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:08.066258 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-db2618d9-6220-40db-9665-2d0cfcdfdbaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3931618 Aug 22 14:55:08.079324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb523a-0f05-491d-915d-d22b009f340d req-6c62fc20-92a4-4b4e-aba2-6e42376770c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:08.081500 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-6c62fc20-92a4-4b4e-aba2-6e42376770c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.6050241 Aug 22 14:55:08.095310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:55:08.095310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.173920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd5c9d-1f13-4934-b930-ee3062275f2d req-62a1fff3-3a55-49a4-b222-46633c6de7b8 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:08.182266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97bd5c9d-1f13-4934-b930-ee3062275f2d req-62a1fff3-3a55-49a4-b222-46633c6de7b8 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 949 time: 0.1838968 Aug 22 14:55:08.283490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a1ca18be-020d-45a8-940f-0808feed8531 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:08.302464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a1ca18be-020d-45a8-940f-0808feed8531 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:08.303062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.328345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:08.328978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.359027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:55:08.506354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97bd5c9d-1f13-4934-b930-ee3062275f2d req-55a5afc4-f179-40fe-a1c4-ffa8de9fa820 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231809 Aug 22 14:55:08.566374 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.646405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:08.651061 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d36fa60-2f4b-4ca4-8a6b-7a39a97216b9" -d '{"events": [{"server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca18be-020d-45a8-940f-0808feed8531"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:08.652377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:08.678228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1ca18be-020d-45a8-940f-0808feed8531,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:08.695257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-494516da-c6b0-4d39-9de5-01e753f15053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.714657 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be78dbfc-29b4-4c36-b982-656a023f6c92 x-openstack-request-id: req-be78dbfc-29b4-4c36-b982-656a023f6c92 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:08.715309 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca18be-020d-45a8-940f-0808feed8531", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:08.715927 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be78dbfc-29b4-4c36-b982-656a023f6c92 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:08.716612 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531', 'code': 200} Aug 22 14:55:08.786051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.874716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-feef5e85-c987-4f2e-b201-d4dd85e61e3b service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981453 Aug 22 14:55:08.956634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:08.968408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:08.971188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-b5197121-f6e7-4ec8-b7d6-4e68e3da4de7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae HTTP/1.1" status: 200 len: 217 time: 0.0943899 Aug 22 14:55:09.001487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b9c6960d-432a-4685-9dbb-f0d8e4223bd7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:09.004818 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.100213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb523a-0f05-491d-915d-d22b009f340d req-0dff1324-f295-4f6f-b0fb-348c88651a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:09.102426 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-0dff1324-f295-4f6f-b0fb-348c88651a9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1148283 Aug 22 14:55:09.154056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:09.160119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:09.160903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.203466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb523a-0f05-491d-915d-d22b009f340d req-107e57b1-38ec-4edf-8ead-098cea7b9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:09.205182 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-107e57b1-38ec-4edf-8ead-098cea7b9487 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909309 Aug 22 14:55:09.308927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ba580bd-62c6-4347-9ca5-5d0d7f3a50b9 req-df198839-b915-4b90-8705-bd17e5691ade service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367474 Aug 22 14:55:09.347035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.353595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-e49eafd9-ffd0-4903-831e-312729543e20 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383460 Aug 22 14:55:09.415278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b9c6960d-432a-4685-9dbb-f0d8e4223bd7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:09.488369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a6eb523a-0f05-491d-915d-d22b009f340d req-544c95f3-0057-4f26-a2b7-dcbbb3f01d78 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262929 Aug 22 14:55:09.503094 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.530407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=35397c1e-acb2-49ae-ad31-b98c8d5d56c8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:09.551149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65d57-4c7b-4133-9ae1-866b4221329d req-57e7a450-4c6a-4c06-831b-d3fa8a5e9bfe tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:09.552809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8b65d57-4c7b-4133-9ae1-866b4221329d req-57e7a450-4c6a-4c06-831b-d3fa8a5e9bfe tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 948 time: 0.7156651 Aug 22 14:55:09.557534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788494b-49c0-48b1-8e84-e9065e08069a req-5eda4c66-003f-40db-bb51-44162109ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:09.559957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8788494b-49c0-48b1-8e84-e9065e08069a req-5eda4c66-003f-40db-bb51-44162109ae87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 1101 time: 0.7390926 Aug 22 14:55:09.580881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:09.630667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port 35397c1e-acb2-49ae-ad31-b98c8d5d56c8 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:55:09.641859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.643938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9caf143f-af1f-4147-be76-919b65b696f8 req-bdd2e1f3-0e17-490f-ad06-83f53e036ad2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "DELETE /v2.0/ports/35397c1e-acb2-49ae-ad31-b98c8d5d56c8 HTTP/1.1" status: 204 len: 173 time: 1.9100416 Aug 22 14:55:09.646052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-deleted', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:09.648385 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81758f6-bb8c-42b7-b199-e07aa4e50f8c" -d '{"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-deleted", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:09.683101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8788494b-49c0-48b1-8e84-e9065e08069a req-aa6a6cc3-5832-4624-b7dd-c98e561e301b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154487 Aug 22 14:55:09.698944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8b65d57-4c7b-4133-9ae1-866b4221329d req-bb732d8b-c01b-40e0-8ad9-0878b8b3161e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091857 Aug 22 14:55:09.712846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-494516da-c6b0-4d39-9de5-01e753f15053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.827996 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-494516da-c6b0-4d39-9de5-01e753f15053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.875996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-494516da-c6b0-4d39-9de5-01e753f15053 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cf204e08c4a4d2d8cc7740bf23ebf86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2224855 Aug 22 14:55:09.877287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494516da-c6b0-4d39-9de5-01e753f15053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e9db7-8787-416e-8a26-6ffb5e3309f8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:09.880748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:09.932663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.943632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:09.986171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b2943e3-9e34-48de-9789-6620eddd9c0e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:09.992510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.011043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.090791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7494465-f62c-4fac-b611-fdf3e1017164,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:10.099258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.104135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:10.111209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a6aa5bcc-4e4b-47c0-82a2-e97a77a50cf0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1714535 Aug 22 14:55:10.111504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': 'f7494465-f62c-4fac-b611-fdf3e1017164', 'direction': 'ingress', 'protocol': 17}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:10.145208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.152978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.153157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:10.153300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b2e9db7-8787-416e-8a26-6ffb5e3309f8 HTTP/1.1" status: 204 len: 168 time: 0.2676275 Aug 22 14:55:10.167810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '7b2943e3-9e34-48de-9789-6620eddd9c0e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '7b2943e3-9e34-48de-9789-6620eddd9c0e', 'mac_address': 'fa:16:3e:e9:85:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:10.192607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92c1e2-b7d3-4a9e-b5f6-1a4a8ca4ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e9db7-8787-416e-8a26-6ffb5e3309f8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:10.201930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-9919e232-8d68-4f7b-84bc-6663af4027dc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745244 Aug 22 14:55:10.252083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.288091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2943e3-9e34-48de-9789-6620eddd9c0e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:10.320088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:10.331336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.354509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.389596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.430965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-65b05ef5-4dcb-47f8-ab49-d5ab61140b50 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:10.438444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-65b05ef5-4dcb-47f8-ab49-d5ab61140b50 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307754 Aug 22 14:55:10.454453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.458426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-fd105006-b85f-403d-bdc4-bb56ef2e3b22 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/quotas/9b799659d0c74225b8a4b27bb2307281 HTTP/1.1" status: 200 len: 375 time: 0.0191576 Aug 22 14:55:10.460045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:10.508038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-f531c5b5-7669-4ff6-a685-89bb0e697d18 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383751 Aug 22 14:55:10.529272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.554855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938e6990-aa74-46f5-a30a-a0d669203a81,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:10.692005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:10.693915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d44ec22b-6ac2-4b1d-942f-ce393154b944 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5877483 Aug 22 14:55:10.696922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:10.780012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7b2943e3-9e34-48de-9789-6620eddd9c0e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:10.832576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.001967 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa65674-7599-431c-a987-071198401add x-openstack-request-id: req-0aa65674-7599-431c-a987-071198401add {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:11.002259 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9900ecdf-5351-478a-b83d-e09f5fad6de4", "name": "network-vif-deleted", "tag": "35397c1e-acb2-49ae-ad31-b98c8d5d56c8", "status": "failed", "code": 422}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:11.002503 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0aa65674-7599-431c-a987-071198401add {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:11.002960 n-d-805046-3 neutron-server[102049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9900ecdf-5351-478a-b83d-e09f5fad6de4', 'name': 'network-vif-deleted', 'tag': '35397c1e-acb2-49ae-ad31-b98c8d5d56c8', 'status': 'failed', 'code': 422} returned with failed status Aug 22 14:55:11.010721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.041513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4335130-3d05-4c51-a116-f1479d4e8660 req-914572ca-cd81-4687-8df3-bccb33df6c10 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:11.049573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b9c6960d-432a-4685-9dbb-f0d8e4223bd7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:11.051710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4335130-3d05-4c51-a116-f1479d4e8660 req-914572ca-cd81-4687-8df3-bccb33df6c10 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.1847317 Aug 22 14:55:11.169959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4335130-3d05-4c51-a116-f1479d4e8660 req-7a647ab4-e5dd-470c-b815-c9879874b6c4 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172194 Aug 22 14:55:11.197532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9443810-5666-40ea-8f83-1d9ca5d40084 req-2636e32e-0dbf-450b-8fdc-fb87c9d5d544 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:11.205617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9443810-5666-40ea-8f83-1d9ca5d40084 req-2636e32e-0dbf-450b-8fdc-fb87c9d5d544 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 949 time: 0.0758505 Aug 22 14:55:11.213243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:11.214361 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.264137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.277348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.279376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/f7494465-f62c-4fac-b611-fdf3e1017164 HTTP/1.1" status: 204 len: 168 time: 0.5804958 Aug 22 14:55:11.282150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59766) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:11.299098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72469dd-5eb2-4cbc-a951-cff4d61dfbf8 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7494465-f62c-4fac-b611-fdf3e1017164,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:11.344882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9443810-5666-40ea-8f83-1d9ca5d40084 req-f0de65df-3658-424b-962e-d46e8cf400f8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377046 Aug 22 14:55:11.454798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ec98636-5ebe-4ef4-bff0-74b2427c7fb3 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1678421 Aug 22 14:55:11.458078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59776) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:11.476209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--12553744'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:11.510667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-88b76dff-cbb3-4440-a2a9-e0d1fbeb8ac3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646782 Aug 22 14:55:11.723835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-fbec5e7a-6872-4abe-9d11-d61c4505dc45 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:11.723835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-fbec5e7a-6872-4abe-9d11-d61c4505dc45 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952860 Aug 22 14:55:11.734591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-77666d27-290f-47b7-86ea-7236243d40a5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/quotas/9b799659d0c74225b8a4b27bb2307281 HTTP/1.1" status: 200 len: 375 time: 0.0145833 Aug 22 14:55:11.812092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-ebc63c45-11ad-474d-b1fe-303c31187ad6 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713894 Aug 22 14:55:11.864608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:11.971769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-90497e53-f738-458d-8fef-df78fad903af tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:11.973832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-90497e53-f738-458d-8fef-df78fad903af tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.2067475 Aug 22 14:55:11.998951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-d914c522-7200-4bf1-9f78-7c9839142982 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0138538 Aug 22 14:55:12.071139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-6c41aa26-452f-44e8-bd09-51fae0b5ae5a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543346 Aug 22 14:55:12.071139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:12.197795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:12.227784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-e178c37a-2b13-41ea-8b42-95456413b8bd service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516960 Aug 22 14:55:12.344176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0817aecd-3d92-4933-bf35-f3b9b37a47c2 req-9260fd9f-ec05-4465-8d96-d8c4203186e9 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.0986836 Aug 22 14:55:12.353226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b0327-4e81-4f41-8e17-0f71b7edd892,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:12.441972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-cefc2319-3c3b-4c14-8645-fbfa0a9c19a4 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161298 Aug 22 14:55:12.462668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:12.468045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3f46f9e0-30c4-4039-b066-efbceb16375d tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0016084 Aug 22 14:55:12.470509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59818) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:12.475873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735870333'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:12.549270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79517ff3-3296-467c-919c-49f35b111326 req-f8246bec-2ed8-42c5-8fa9-8f602808a7da tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:12.557381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79517ff3-3296-467c-919c-49f35b111326 req-f8246bec-2ed8-42c5-8fa9-8f602808a7da tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.0921009 Aug 22 14:55:12.595303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79517ff3-3296-467c-919c-49f35b111326 req-5f0e9b28-edd2-4617-9d60-5f70d7c6b167 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369406 Aug 22 14:55:12.646238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:12.917038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:12.933614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274afa-14e2-44dc-9fe7-77db2401a960 req-cf93af6a-7c25-4dc4-960c-590cbb11f79e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:12.964497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a274afa-14e2-44dc-9fe7-77db2401a960 req-cf93af6a-7c25-4dc4-960c-590cbb11f79e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 949 time: 0.1570311 Aug 22 14:55:13.032790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a274afa-14e2-44dc-9fe7-77db2401a960 req-2461dc42-3d17-413e-94e7-471cbc5795dc tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672238 Aug 22 14:55:13.107253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdbc48d4-bc1b-42ea-927c-76082f93fc10 req-df20ddbd-fcf7-4435-8469-98279fa057ad tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.0307267 Aug 22 14:55:13.120388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:13.188161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6472060-bd44-4a25-bedd-cee4e5684a81,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:13.291706 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:13.295861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e561e3a-e647-4452-a60a-1351b0279be0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8217466 Aug 22 14:55:13.297093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:13.303634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '5a6b0327-4e81-4f41-8e17-0f71b7edd892', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6472060-bd44-4a25-bedd-cee4e5684a81', 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:13.375703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-b0381e1b-ae14-41fe-a0ea-fd8d59458ecb tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420578 Aug 22 14:55:13.538272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b649cd-c6d2-4676-b1de-20e19ca4901e req-eebb8552-64e2-4f0d-9495-6a5c9164fd77 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.0997753 Aug 22 14:55:13.573189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:13.616248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-11c93f1d-a232-4c33-896d-a7ab0b5336e4 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:13.638962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-11c93f1d-a232-4c33-896d-a7ab0b5336e4 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364252 Aug 22 14:55:13.671452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-2c88f4a8-a723-4941-ad94-a69f43554eba tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/quotas/cede2715cc1d4a5eb1ae8153080e6fd4 HTTP/1.1" status: 200 len: 375 time: 0.0319631 Aug 22 14:55:13.765880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-f5427f53-f7ac-4333-bf8c-a7e9bf83d58b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934427 Aug 22 14:55:13.767935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.012054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b2943e3-9e34-48de-9789-6620eddd9c0e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:14.098133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.187946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 7b2943e3-9e34-48de-9789-6620eddd9c0e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:14.194653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 7b2943e3-9e34-48de-9789-6620eddd9c0e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:14.197049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.247005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d95dba3-f3cc-4724-aea5-faf5d16363ae,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:14.326716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31d55aed-5b01-4a49-8cf6-e4b2b05cd612 req-99e2694f-5c32-4748-b839-d8684b49bd06 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.1023023 Aug 22 14:55:14.362722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8e7ef-3333-492b-8773-1e4aea1d19d1 req-0d56fdc0-4792-41e2-a811-a2b0e9255cb2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:14.371546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe8e7ef-3333-492b-8773-1e4aea1d19d1 req-0d56fdc0-4792-41e2-a811-a2b0e9255cb2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 949 time: 0.2552872 Aug 22 14:55:14.407615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.412497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.415747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-83a68ba6-2892-4343-bb73-50bf7b9a7196 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1140339 Aug 22 14:55:14.417078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59882) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:14.471006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe8e7ef-3333-492b-8773-1e4aea1d19d1 req-75a1b42c-2d32-4b66-8002-30cc8220e123 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 Aug 22 14:55:14.484183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.489184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:14.494116 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dafa47-c277-4bc9-837b-85b83c507b6a" -d '{"events": [{"server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "name": "network-vif-plugged", "status": "completed", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:14.506049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.556722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:14.574643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54824c54-bc2d-413d-950d-7b13a6d1b653 req-151de4f9-c661-4f83-8c8c-7de299132f30 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.1020358 Aug 22 14:55:14.601018 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48e53da-8fd2-4bc9-8bfa-35f8cc115ca2 x-openstack-request-id: req-d48e53da-8fd2-4bc9-8bfa-35f8cc115ca2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:14.601318 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "name": "network-vif-plugged", "status": "completed", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:14.602230 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d48e53da-8fd2-4bc9-8bfa-35f8cc115ca2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:14.602768 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e', 'code': 200} Aug 22 14:55:14.662769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.667592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.681230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:14.685487 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0d95dba3-f3cc-4724-aea5-faf5d16363ae HTTP/1.1" status: 204 len: 168 time: 0.2638743 Aug 22 14:55:14.685872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59892) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:14.737199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:14.750631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.763325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:14.811746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dd197-1089-4dfe-9308-c1a829eba3d0 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d95dba3-f3cc-4724-aea5-faf5d16363ae,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:14.825922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-358b25ac-91b5-4443-b1e7-5372f6a34df5 req-d6814cff-cf42-4d82-b889-88bb8f099c10 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.0521138 Aug 22 14:55:14.837280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50127c21-54cb-430d-8315-2b2225ec2719 req-cb901998-adf8-4bbe-ad8e-56d2c1818a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:14.839752 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50127c21-54cb-430d-8315-2b2225ec2719 req-cb901998-adf8-4bbe-ad8e-56d2c1818a53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 1101 time: 0.1384103 Aug 22 14:55:14.866884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-49be1c67-7429-445d-af68-8743e4ac03f6 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1797523 Aug 22 14:55:14.874415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59896) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:14.904365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50127c21-54cb-430d-8315-2b2225ec2719 req-f7c65574-3981-4187-97c3-8a4747d55865 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Aug 22 14:55:14.928479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-5a7c1a32-834e-41a5-908b-9d419a44256c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594060 Aug 22 14:55:15.050113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.086038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.148592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-941e6a73-d336-4b04-9a58-0e6bd2d2cc95 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:15.161691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-941e6a73-d336-4b04-9a58-0e6bd2d2cc95 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259915 Aug 22 14:55:15.185643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Request body: {'port': {'device_id': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '9b799659d0c74225b8a4b27bb2307281'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:15.366333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.366333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.366333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/e6472060-bd44-4a25-bedd-cee4e5684a81 HTTP/1.1" status: 204 len: 168 time: 0.4625359 Aug 22 14:55:15.375384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:15.376568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48c927-f05f-4e66-bd26-a0737eb85559 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6472060-bd44-4a25-bedd-cee4e5684a81,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:15.450263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Made reservation on behalf of 9b799659d0c74225b8a4b27bb2307281 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:15.459079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.491452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-70b060b7-cc53-437a-a854-52617cc33e44 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1338327 Aug 22 14:55:15.495791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:15.519419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.646736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e15107cf-f204-4dcd-982e-3a721b5c06ff req-51ebd674-e651-4ae5-94ea-9d5213cbcab4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.1801431 Aug 22 14:55:15.665565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.723865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.791728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3ffd1-c53c-4586-b913-2fc8296e0931 req-74db646d-ce73-449a-ae3b-adcd9ccfc2a0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:15.793747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca3ffd1-c53c-4586-b913-2fc8296e0931 req-74db646d-ce73-449a-ae3b-adcd9ccfc2a0 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 950 time: 0.1274254 Aug 22 14:55:15.814168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dba49eff-2725-4bbb-8365-e1a2b7b1cb65 req-ce0045e6-0275-4f6a-abe6-e5235e3efbc1 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.0675855 Aug 22 14:55:15.877009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca3ffd1-c53c-4586-b913-2fc8296e0931 req-4c427c94-d780-4e27-ae13-66b01baeb294 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653095 Aug 22 14:55:15.911623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.911623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:15.911623 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a6b0327-4e81-4f41-8e17-0f71b7edd892 HTTP/1.1" status: 204 len: 168 time: 0.4133666 Aug 22 14:55:15.916053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:15.951819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d822-ef15-408e-995e-f845cce1438b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b0327-4e81-4f41-8e17-0f71b7edd892,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:16.004040 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c9cb739-0e57-42f5-a3ee-ac30c016598a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0864372 Aug 22 14:55:16.009817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59924) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:16.017929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--405776228'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:16.026422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e82a87e-6e67-4e73-ae64-995e4d430779 req-26371170-0477-45f5-8d33-65b33d05ecd3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.0549743 Aug 22 14:55:16.059691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.192038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-445379bc-e1bb-4430-aed3-e1f6fce18e0f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424845 Aug 22 14:55:16.223145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.392241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-6f3c13c7-e6dc-415e-a46e-9850b2322bfe tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:16.393893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-6f3c13c7-e6dc-415e-a46e-9850b2322bfe tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178001 Aug 22 14:55:16.395456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.425286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Request body: {'port': {'device_id': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '9b799659d0c74225b8a4b27bb2307281'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:16.438591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Allocated IP 192.168.233.60 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/62a11562-b787-4fa5-957b-ba2f5d0776fa) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:16.547879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.635600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca70f2c-d870-410d-82d5-67a20ba26664,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:16.646721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.690718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c16d2c-0253-4b6c-8e21-5ae65de0534c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:16.703912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.734931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Transition to ACTIVE for port object 62a11562-b787-4fa5-957b-ba2f5d0776fa will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:16.762225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.768648 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-206d5b3b-a861-429a-912f-191cfa70758c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7503710 Aug 22 14:55:16.768648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59942) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:16.771875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '29c16d2c-0253-4b6c-8e21-5ae65de0534c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:16.806990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d411121-9c64-478e-bc3b-1f6ac6b4c3f7 req-822c22e2-cba0-40da-92c5-d6e6609b0ece tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.0363746 Aug 22 14:55:16.888809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Made reservation on behalf of 9b799659d0c74225b8a4b27bb2307281 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:16.892815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:16.930342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.006156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8642c8a5-2736-496e-ad72-30451f2d29c6 req-fc55a8e9-40d2-406b-883d-5b94ab5c7e47 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.0653443 Aug 22 14:55:17.062342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.098586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:17.100553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Allocated IP 192.168.233.21 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/102d6c8d-d3a0-4238-9840-4165f1abe502) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:17.122102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:17.144307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:17.149045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:17.260503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7af40b-6b9e-47b2-8fbf-a3d2d82714f2 req-456cd771-3ac1-47d2-a4cc-f43fc2500cff tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:17.269243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7af40b-6b9e-47b2-8fbf-a3d2d82714f2 req-456cd771-3ac1-47d2-a4cc-f43fc2500cff tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 950 time: 0.2943373 Aug 22 14:55:17.342470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.353835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17bbbf99-614d-4e0f-8785-7b9cdf1fb7f1 req-d4168aa2-e6d4-4d74-9ce3-2a0969e40bc7 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.1046643 Aug 22 14:55:17.384503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.406028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Transition to ACTIVE for port object 102d6c8d-d3a0-4238-9840-4165f1abe502 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:17.415423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7af40b-6b9e-47b2-8fbf-a3d2d82714f2 req-d7bd020c-6734-4b47-9def-a8a25f303eb8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423609 Aug 22 14:55:17.425204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:17.428920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.447668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.502705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5f0b5b-a91d-42c5-9ed4-bc74790921b7,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:17.518112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-d3a46817-1bfc-4286-baad-d16f322d4721 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:17.521093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-d3a46817-1bfc-4286-baad-d16f322d4721 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.4651258 Aug 22 14:55:17.555534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:17.615252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-bbe6436d-2844-4431-bd56-b50c1110a9be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4386129 Aug 22 14:55:17.622545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.624997 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2b1b2c1-7048-4db5-bc3f-8e6be9be597e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8563192 Aug 22 14:55:17.633395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.636356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59972) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:17.640679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Request body: {'port': {'device_id': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:17.678943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ddf63b02-00c8-4322-92a4-d13596fab695 None None] Provisioning for port 62a11562-b787-4fa5-957b-ba2f5d0776fa completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:17.684483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ddf63b02-00c8-4322-92a4-d13596fab695 None None] Provisioning complete for port 62a11562-b787-4fa5-957b-ba2f5d0776fa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:17.688482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ddf63b02-00c8-4322-92a4-d13596fab695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.708119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a344f-f190-4083-921a-28594a6cc8e2 req-543425b4-c05b-4c28-9e39-2516de4bfcc1 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:17.709674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d14a344f-f190-4083-921a-28594a6cc8e2 req-543425b4-c05b-4c28-9e39-2516de4bfcc1 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 1101 time: 0.1698847 Aug 22 14:55:17.734774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event updated for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:17.763073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:17.763073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:17.779596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.783736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.789473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ddf63b02-00c8-4322-92a4-d13596fab695 None None] Port 62a11562-b787-4fa5-957b-ba2f5d0776fa cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:17.817252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.894554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d14a344f-f190-4083-921a-28594a6cc8e2 req-e06eceb4-572c-4528-a0ef-7c6fe19a291f tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691720 Aug 22 14:55:17.895814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:17.943783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:17.951587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:17.977387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:17.978064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:18.031930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:18.040185 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-6cce0db1-93a5-4ac9-b78a-d00c1d8ed4c2 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1529193 Aug 22 14:55:18.052056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:18.056934 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fb5f0b5b-a91d-42c5-9ed4-bc74790921b7 HTTP/1.1" status: 204 len: 168 time: 0.4164665 Aug 22 14:55:18.109974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59984) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:18.146368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ae24-79ec-41a1-8e38-9a6bca6ea680 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5f0b5b-a91d-42c5-9ed4-bc74790921b7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:18.156577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10373b1c-f636-4f56-b083-1d8eecc63047 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7332096 Aug 22 14:55:18.173833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Request body: {'port': {'device_id': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:18.239509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c322a67c-31ae-4c82-8423-b467ce30f506 req-f87a3685-73cd-4e5c-b5e5-ac5e34392417 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.1400921 Aug 22 14:55:18.327234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a72b8405-8652-46e8-a271-540defce464e None None] Provisioning for port 102d6c8d-d3a0-4238-9840-4165f1abe502 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:18.332076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a72b8405-8652-46e8-a271-540defce464e None None] Provisioning complete for port 102d6c8d-d3a0-4238-9840-4165f1abe502 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:18.332603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a72b8405-8652-46e8-a271-540defce464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:18.374215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4332bb56-b28c-4a98-83be-362f6f6005a0 req-0229ba46-93bd-42a3-9b5f-4fcf0026c11e tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.1696315 Aug 22 14:55:18.463513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a72b8405-8652-46e8-a271-540defce464e None None] Port 102d6c8d-d3a0-4238-9840-4165f1abe502 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:18.470128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-dd4e5da4-0aa9-449e-b076-2cdeb3f4472b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:18.475183 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-dd4e5da4-0aa9-449e-b076-2cdeb3f4472b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3981676 Aug 22 14:55:18.478029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-085b5382-0cd9-468a-9ee4-880428d509e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392725 Aug 22 14:55:18.530887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Request body: {'port': {'device_id': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'cede2715cc1d4a5eb1ae8153080e6fd4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:18.545779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ebf11369-d7bb-4f78-93e7-16bc4dfc2e8a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4285092 Aug 22 14:55:18.577460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:18.638392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:18.896042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Made reservation on behalf of cede2715cc1d4a5eb1ae8153080e6fd4 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:18.900691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.059961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.6 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/cc98ba22-5e47-480b-8fb1-3f37efafbc51) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:19.180273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac561-10ad-411e-b717-7ae23d1fcfe3 req-0d72097f-1e23-42ac-8b8c-8b7c57653719 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:19.187888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af9ac561-10ad-411e-b717-7ae23d1fcfe3 req-0d72097f-1e23-42ac-8b8c-8b7c57653719 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 935 time: 0.6111774 Aug 22 14:55:19.195918 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.230644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-98680d42-5914-417d-9b86-fbd258c5bd9f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:19.232280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-98680d42-5914-417d-9b86-fbd258c5bd9f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7534404 Aug 22 14:55:19.345582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-d0dba9da-5509-41d2-832c-9ca81c9b7751 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0937853 Aug 22 14:55:19.350853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.392113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:19.453851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.462970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af9ac561-10ad-411e-b717-7ae23d1fcfe3 req-bdbac6b4-dc45-4a14-99e2-93272db19bec tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715957 Aug 22 14:55:19.532996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Transition to ACTIVE for port object 62a11562-b787-4fa5-957b-ba2f5d0776fa will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:19.591338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-a01e672f-57f4-4ff5-bdab-92cd2d7cac7d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2449453 Aug 22 14:55:19.612165 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.641042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.790104 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.793334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.795961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/29c16d2c-0253-4b6c-8e21-5ae65de0534c HTTP/1.1" status: 204 len: 168 time: 1.2131352 Aug 22 14:55:19.802077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdd5ad77-fa0f-4582-bd6c-ed6294407e5a req-48fb7eb0-5eca-44bc-9a08-9ec7d1954ba0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.0666084 Aug 22 14:55:19.810868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:19.866872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c16d2c-0253-4b6c-8e21-5ae65de0534c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:19.874712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102d6c8d-d3a0-4238-9840-4165f1abe502 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:19.906290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:19.926647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.927071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.927549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.928041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.931673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.932885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6f27b-38a0-4b6e-9f0f-91687f239fc9 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:19.964662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-305376ea-72ec-4de8-bfa5-b46f105af46a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1192791 Aug 22 14:55:19.984614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Transition to ACTIVE for port object 102d6c8d-d3a0-4238-9840-4165f1abe502 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:19.986284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:19.994580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group': {'name': 'tempest-secgroup--406026638'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:20.064494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.114148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-321ace6c-b803-47d4-a0dd-1eddc20d26e0 req-9165ee91-b888-4dfd-8305-00fe1c554249 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.1200984 Aug 22 14:55:20.165801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41c6dd6b-66dd-4569-a9f9-8dc2ddd265ef req-4879649a-4e64-4aa3-a209-08f021c00a63 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.1322663 Aug 22 14:55:20.165801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:20.197841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.218603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Attempting to bind port 62a11562-b787-4fa5-957b-ba2f5d0776fa on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:20.219182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Attempting to bind port 62a11562-b787-4fa5-957b-ba2f5d0776fa by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:20.219942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Attempting to bind port 62a11562-b787-4fa5-957b-ba2f5d0776fa on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:20.229985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Port 62a11562-b787-4fa5-957b-ba2f5d0776fa on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:20.230315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Attempting to bind port 62a11562-b787-4fa5-957b-ba2f5d0776fa on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:20.241306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:20.241652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:20.242725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:20.243199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Bound port: 62a11562-b787-4fa5-957b-ba2f5d0776fa, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:20.243556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.349777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:20.353788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:20.393849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.450976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:20.463912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.512482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Pushing event updated for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:20.536853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.549980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:20.552792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Allocated IP 192.168.233.23 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/cf754b1b-345d-417c-b716-200b8d01c1e3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:20.563064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:20.563948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.566833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-a2832bdc-26c7-4f62-8561-d86bd4a816a5 service neutron] 10.222.0.10 "PUT /v2.0/ports/62a11562-b787-4fa5-957b-ba2f5d0776fa HTTP/1.1" status: 200 len: 1095 time: 2.9328234 Aug 22 14:55:20.567558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:20.570507 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:20.590777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:20.597401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:20.600299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:20.636889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.681459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Attempting to bind port 102d6c8d-d3a0-4238-9840-4165f1abe502 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:20.681815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Attempting to bind port 102d6c8d-d3a0-4238-9840-4165f1abe502 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:20.686059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Attempting to bind port 102d6c8d-d3a0-4238-9840-4165f1abe502 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:20.714509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:20.715316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.719294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Port 102d6c8d-d3a0-4238-9840-4165f1abe502 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:20.721995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Attempting to bind port 102d6c8d-d3a0-4238-9840-4165f1abe502 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:20.723308 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c81bcd-f1fb-4a76-b5c7-1cfffdf88ba6 x-openstack-request-id: req-b4c81bcd-f1fb-4a76-b5c7-1cfffdf88ba6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:20.723655 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:20.724578 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4c81bcd-f1fb-4a76-b5c7-1cfffdf88ba6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:20.725076 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'status': 'completed', 'code': 200} Aug 22 14:55:20.765184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:20.765562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:20.765860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:20.766793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Bound port: 102d6c8d-d3a0-4238-9840-4165f1abe502, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:20.767353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.802587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.831595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b829f0-7c60-438a-a8be-cc59570fd972,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:20.887111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:20.894015 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-426d0b0e-a8a2-43ed-9bbd-38ad50a23005 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9047418 Aug 22 14:55:20.902629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c93eeb-064e-4658-a269-067109241d84 req-ade213c2-825e-4bcf-8100-b99ea58a9661 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:20.904261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c93eeb-064e-4658-a269-067109241d84 req-ade213c2-825e-4bcf-8100-b99ea58a9661 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 947 time: 0.1858494 Aug 22 14:55:20.904781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60060) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:20.933504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '11b829f0-7c60-438a-a8be-cc59570fd972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:20.947411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-1023c5f5-6ca5-4c9f-9a91-3b2d798a94e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3982933 Aug 22 14:55:20.967593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-e2b32aaa-b91f-47f2-8a0d-e5b0697f714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:20.969408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-e2b32aaa-b91f-47f2-8a0d-e5b0697f714c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1098 time: 0.2058239 Aug 22 14:55:20.980048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Request body: {'port': {'device_id': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:21.096835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:21.100024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-f8daa790-03e5-4e13-a52d-a9cc8b3b57e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa HTTP/1.1" status: 200 len: 217 time: 0.0895238 Aug 22 14:55:21.106145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=102d6c8d-d3a0-4238-9840-4165f1abe502,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:21.122193 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.139516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Transition to ACTIVE for port object cf754b1b-345d-417c-b716-200b8d01c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:21.149677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c93eeb-064e-4658-a269-067109241d84 req-fc0a3262-0825-4ae2-be3e-359d8f164ee1 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202945 Aug 22 14:55:21.222798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1a2ef-5ba8-4a83-a06e-5117310f6573 req-163898cf-b8ce-4683-a048-f3f9d9c7d697 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:21.230112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.231505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76f1a2ef-5ba8-4a83-a06e-5117310f6573 req-163898cf-b8ce-4683-a048-f3f9d9c7d697 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 931 time: 0.2921040 Aug 22 14:55:21.256252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.267641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.294617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-c276b8e1-edcb-439a-ab2d-2e033f934f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:21.300650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-c276b8e1-edcb-439a-ab2d-2e033f934f35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1821029 Aug 22 14:55:21.342950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Pushing event updated for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:21.348170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.385023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca77a6e5-795d-46d2-960c-337241175800 req-85bdae91-5317-44ec-8eba-6ef1c9e940b7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.1011589 Aug 22 14:55:21.385261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1ca18be-020d-45a8-940f-0808feed8531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:21.406933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:21.440896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76f1a2ef-5ba8-4a83-a06e-5117310f6573 req-0c327037-787a-4c50-818e-aadb7f8a71e2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082059 Aug 22 14:55:21.444172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:21.464523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:21.569874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:21.571170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.597817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:21.600571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.604282 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-c9ef02a4-c5ff-4fac-b47e-64e30b4d627e service neutron] 10.222.0.10 "PUT /v2.0/ports/102d6c8d-d3a0-4238-9840-4165f1abe502 HTTP/1.1" status: 200 len: 1095 time: 3.4352031 Aug 22 14:55:21.609260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:21.609575 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b671ffa-962a-4b87-8296-b417a3e2485d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:21.645924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Pushing event updated for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:21.678947 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-de8ccba5-17a6-46bb-a7c0-795bd5f36e09 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1663485 Aug 22 14:55:21.693578 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13795ae3-3e40-4e8d-8b48-487a05cbd543 x-openstack-request-id: req-13795ae3-3e40-4e8d-8b48-487a05cbd543 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:21.694132 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:21.695693 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13795ae3-3e40-4e8d-8b48-487a05cbd543 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:21.696474 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502', 'status': 'completed', 'code': 200} Aug 22 14:55:21.703462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Request body: {'port': {'device_id': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:21.830401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:21.895815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b671ffa-962a-4b87-8296-b417a3e2485d req-f51b8dc6-9d07-48ec-9bd2-b5c90a250d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:21.899907 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4b671ffa-962a-4b87-8296-b417a3e2485d req-f51b8dc6-9d07-48ec-9bd2-b5c90a250d91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 1098 time: 0.0916865 Aug 22 14:55:21.973270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4b671ffa-962a-4b87-8296-b417a3e2485d req-ecaf7777-cebd-4b06-9f66-22be5b8ced86 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448635 Aug 22 14:55:22.019648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e28a26c0-61a8-4c56-bed2-e2618744cbd6 None None] Provisioning for port cf754b1b-345d-417c-b716-200b8d01c1e3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:22.025012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e28a26c0-61a8-4c56-bed2-e2618744cbd6 None None] Provisioning complete for port cf754b1b-345d-417c-b716-200b8d01c1e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:22.025718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e28a26c0-61a8-4c56-bed2-e2618744cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.028228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.065042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-d31c6ecc-2d66-4b93-a9e5-90d2db6e058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.068586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-d31c6ecc-2d66-4b93-a9e5-90d2db6e058c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7469127 Aug 22 14:55:22.119589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e28a26c0-61a8-4c56-bed2-e2618744cbd6 None None] Port cf754b1b-345d-417c-b716-200b8d01c1e3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:22.155469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.283613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d89e5d9-f9d8-4a3b-be25-e2c8b461b434,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:22.358215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbb0b1-19e9-44bc-b1f3-6252a25471d3 req-8006d610-bc7e-42f3-a595-cf10e99e73af tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.367855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fbb0b1-19e9-44bc-b1f3-6252a25471d3 req-8006d610-bc7e-42f3-a595-cf10e99e73af tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 935 time: 0.6417718 Aug 22 14:55:22.369346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b671ffa-962a-4b87-8296-b417a3e2485d req-a45b3ec7-c98c-4e66-b7af-5421f9a708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.371873 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4b671ffa-962a-4b87-8296-b417a3e2485d req-a45b3ec7-c98c-4e66-b7af-5421f9a708c6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819847 Aug 22 14:55:22.448263 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.458882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd4cb83f-e3ea-4680-b140-c6eacfe4155a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5520072 Aug 22 14:55:22.461752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60084) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:22.492778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8000418-6af4-4bfc-aeb2-2b5c81dfca12 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules/5d89e5d9-f9d8-4a3b-be25-e2c8b461b434 HTTP/1.1" status: 200 len: 763 time: 0.0256417 Aug 22 14:55:22.520136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:22.565803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc98ba22-5e47-480b-8fb1-3f37efafbc51 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:22.569692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-924d0201-a6c7-44e6-ba0a-5b9b3657934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.572202 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-924d0201-a6c7-44e6-ba0a-5b9b3657934a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 1098 time: 0.1026824 Aug 22 14:55:22.575225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-8fb2f387-e283-4b83-b928-183a6fd86398 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921839 Aug 22 14:55:22.588492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5fbb0b1-19e9-44bc-b1f3-6252a25471d3 req-d8c57d7e-88fb-41da-82fa-8e730d2181ba tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202404 Aug 22 14:55:22.593172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.643133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c11d8-11a5-42ee-a211-ba5188b8465b req-bd1fdb29-f473-4559-b1e4-c288cb0d2203 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.651313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-578c11d8-11a5-42ee-a211-ba5188b8465b req-bd1fdb29-f473-4559-b1e4-c288cb0d2203 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 947 time: 0.3635383 Aug 22 14:55:22.654750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-f443706c-c935-4871-97a7-28762b2f3269 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=102d6c8d-d3a0-4238-9840-4165f1abe502 HTTP/1.1" status: 200 len: 217 time: 0.0565202 Aug 22 14:55:22.694961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Transition to ACTIVE for port object cc98ba22-5e47-480b-8fb1-3f37efafbc51 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:22.733212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1744e591-5de0-462c-8e13-339e0c3e9419 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2115297 Aug 22 14:55:22.780426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-f361b32c-8f76-4dc7-b188-b51fe0c0ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.782331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60092) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:22.792436 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-f361b32c-8f76-4dc7-b188-b51fe0c0ee6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1265912 Aug 22 14:55:22.796251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1014f7d8-f0a2-4dac-b887-077e6b9471d2 req-8db5402f-ec06-4872-a4c0-762271f2553f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.0955126 Aug 22 14:55:22.839609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-578c11d8-11a5-42ee-a211-ba5188b8465b req-69a7373a-5f52-4cf1-bf6c-1b510f77db6c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866515 Aug 22 14:55:22.869586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.903807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.931392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10726ab6-9c08-4698-8707-b12679509ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:22.933027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-10726ab6-9c08-4698-8707-b12679509ade service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728428 Aug 22 14:55:22.938607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf754b1b-345d-417c-b716-200b8d01c1e3 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:22.968548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.968994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:22.988372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-356a44c7-dadc-4b36-a2e9-2d0fd58206ea req-8f9e0d7f-6b5d-454f-b33f-9e55e24dcdb6 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642089 Aug 22 14:55:23.037814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Transition to ACTIVE for port object cf754b1b-345d-417c-b716-200b8d01c1e3 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:23.050214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:23.089133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50e4b-531e-48dd-8c2a-75ff38ef98ce req-7466f3fe-5b4e-48f3-b084-94f760de38ba tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:23.094148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51b50e4b-531e-48dd-8c2a-75ff38ef98ce req-7466f3fe-5b4e-48f3-b084-94f760de38ba tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 943 time: 0.1597977 Aug 22 14:55:23.108857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-d8d27210-4d6a-4b07-9e1a-0ebfa8a28ba3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301344 Aug 22 14:55:23.147017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-674c8046-55cb-4cda-8927-1a9e409d983f service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899636 Aug 22 14:55:23.149163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:23.164958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:23.175655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:23.176887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5d89e5d9-f9d8-4a3b-be25-e2c8b461b434 HTTP/1.1" status: 204 len: 168 time: 0.3934622 Aug 22 14:55:23.183352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60104) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:23.186826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51b50e4b-531e-48dd-8c2a-75ff38ef98ce req-1bd61600-fbf5-4324-888a-1ad8285053d4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626581 Aug 22 14:55:23.234027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639856-e410-408f-800c-773735402273 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d89e5d9-f9d8-4a3b-be25-e2c8b461b434,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:23.365002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Attempting to bind port cc98ba22-5e47-480b-8fb1-3f37efafbc51 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:23.366297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Attempting to bind port cc98ba22-5e47-480b-8fb1-3f37efafbc51 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:23.367610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Attempting to bind port cc98ba22-5e47-480b-8fb1-3f37efafbc51 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:23.380234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:23.385176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-1a54e32d-34a2-4602-a0c1-0a7a71e7b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:23.387122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-1a54e32d-34a2-4602-a0c1-0a7a71e7b6cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1098 time: 0.1298058 Aug 22 14:55:23.401433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b7d7e618-4971-4b92-b2f2-2fdd0d19b9bc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2132921 Aug 22 14:55:23.403941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Port cc98ba22-5e47-480b-8fb1-3f37efafbc51 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:23.404603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Attempting to bind port cc98ba22-5e47-480b-8fb1-3f37efafbc51 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:23.414343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:23.420369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '11b829f0-7c60-438a-a8be-cc59570fd972', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:23.443549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:23.443742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:23.444178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:23.444622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Bound port: cc98ba22-5e47-480b-8fb1-3f37efafbc51, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:23.445699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:23.463757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-521b7402-0f0a-4648-af20-e058bd8a3ccb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:23.465432 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-521b7402-0f0a-4648-af20-e058bd8a3ccb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530998 Aug 22 14:55:23.515779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97e4d063-34c3-4388-9aca-69bb0ca82faa req-1d3012cd-371a-46cd-8d74-db69a990da1b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776821 Aug 22 14:55:23.521434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:23.566561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Attempting to bind port cf754b1b-345d-417c-b716-200b8d01c1e3 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:23.566903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Attempting to bind port cf754b1b-345d-417c-b716-200b8d01c1e3 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:23.567497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Attempting to bind port cf754b1b-345d-417c-b716-200b8d01c1e3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:23.597234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Port cf754b1b-345d-417c-b716-200b8d01c1e3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:23.597567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Attempting to bind port cf754b1b-345d-417c-b716-200b8d01c1e3 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:23.608552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:23.611252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-7ce96173-8ce4-4ac8-b12f-22dc72d382ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:23.613051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-7ce96173-8ce4-4ac8-b12f-22dc72d382ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2102919 Aug 22 14:55:23.615163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:23.615700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:23.616080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:23.616480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:23.616961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Bound port: cf754b1b-345d-417c-b716-200b8d01c1e3, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:23.617672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:23.718828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:23.722142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cf754b1b-345d-417c-b716-200b8d01c1e3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:23.933566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-8f1bec10-2b81-4cec-80e1-023c060a2cf9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa HTTP/1.1" status: 200 len: 217 time: 0.3039856 Aug 22 14:55:24.000190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17d196f3-30a5-4d2d-a696-5f30ba333da0 req-b25fa24d-7130-431e-a721-aa974dfdddda tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.0734661 Aug 22 14:55:24.050896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe794aa-4a24-46ef-82a3-bf2109154d6a req-196758ee-54a5-4e61-bd53-57c7ee3e260b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.052896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fe794aa-4a24-46ef-82a3-bf2109154d6a req-196758ee-54a5-4e61-bd53-57c7ee3e260b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 947 time: 0.1252878 Aug 22 14:55:24.058743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-a4f4e0d4-94ec-443f-b2a0-95b1c6affb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.060626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-a4f4e0d4-94ec-443f-b2a0-95b1c6affb8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1093967 Aug 22 14:55:24.081961 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.090746 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.142266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.142955 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.144407 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf754b1b-345d-417c-b716-200b8d01c1e3 HTTP/1.1" status: 200 len: 1095 time: 2.4465439 Aug 22 14:55:24.145170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:24.147366 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1457ef-d370-4e14-bb25-5b36201ce899" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:24.153265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.198416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89032e-b2ae-4df4-b37e-eb707d4a3a78 service neutron] Pushing event updated for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:24.209741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:24.214683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.229199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.230141 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.231795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc98ba22-5e47-480b-8fb1-3f37efafbc51 HTTP/1.1" status: 200 len: 1091 time: 3.2613261 Aug 22 14:55:24.233693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:24.236246 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671" -d '{"events": [{"name": "network-changed", "server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:24.257765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fe794aa-4a24-46ef-82a3-bf2109154d6a req-4af98984-0f8e-4574-86de-389ec2482454 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948872 Aug 22 14:55:24.327063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c014e-efe2-48bb-8a67-27888af7bc90 req-05788c5c-ddfb-4ba8-b78a-4367e82c4646 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.336448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-392c014e-efe2-48bb-8a67-27888af7bc90 req-05788c5c-ddfb-4ba8-b78a-4367e82c4646 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 947 time: 0.2740905 Aug 22 14:55:24.361492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-d1db399c-cf90-470d-a317-6ff93cf82101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.363553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-d1db399c-cf90-470d-a317-6ff93cf82101 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823653 Aug 22 14:55:24.364527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a56e37-4bae-4d3d-a3f8-b00c8289ccc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:24.605104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-85238af6-e028-48f9-8f65-32b0ea05331c service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125082 Aug 22 14:55:24.650076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-392c014e-efe2-48bb-8a67-27888af7bc90 req-6b950951-66c8-4d34-8b3c-219b327308ea tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123255 Aug 22 14:55:24.729827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.794524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed316-9ec7-42c8-943d-447d530142b3 req-0171e510-4e75-4dfb-ace3-cf623fc5c96d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.796389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77fed316-9ec7-42c8-943d-447d530142b3 req-0171e510-4e75-4dfb-ace3-cf623fc5c96d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 943 time: 0.1902640 Aug 22 14:55:24.798518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-ea7ad27d-ac28-4258-b096-79b3e06c022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:24.799948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-ea7ad27d-ac28-4258-b096-79b3e06c022b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 1098 time: 0.4577112 Aug 22 14:55:24.872164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-5b68e076-5d47-4ed3-a07c-cedffa5a492b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cf754b1b-345d-417c-b716-200b8d01c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0453272 Aug 22 14:55:24.874360 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f2e02-eb8c-40b1-a0cc-a0b7475175fd x-openstack-request-id: req-832f2e02-eb8c-40b1-a0cc-a0b7475175fd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:24.874896 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:24.875327 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-832f2e02-eb8c-40b1-a0cc-a0b7475175fd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:24.875902 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51', 'status': 'completed', 'code': 200} Aug 22 14:55:24.881201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:24.916290 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7760ce1b-28e8-4d5b-a7d3-c7f912f5e1d9 x-openstack-request-id: req-7760ce1b-28e8-4d5b-a7d3-c7f912f5e1d9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:24.916937 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:24.917284 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7760ce1b-28e8-4d5b-a7d3-c7f912f5e1d9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:24.918080 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3', 'status': 'completed', 'code': 200} Aug 22 14:55:24.990087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb24ea98-abbb-402d-b2ce-d7926931c859,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:24.995696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-69c79c54-be59-4262-94fa-98fdd97cb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.002612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-69c79c54-be59-4262-94fa-98fdd97cb576 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 1094 time: 0.5745642 Aug 22 14:55:25.009214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.010443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe1996b2-15f2-4b61-b98b-754eb3380912 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5951295 Aug 22 14:55:25.013502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60142) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:25.039901 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:55:25.041362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77fed316-9ec7-42c8-943d-447d530142b3 req-e182f23b-df4f-4d6a-9b56-e73d88893ef7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386236 Aug 22 14:55:25.073773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04e315e-8a95-404e-b0bf-6e90ee9fb8da req-b32d9a93-771e-4a81-9cb6-03ad4e67b412 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061453 Aug 22 14:55:25.081445 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-7da98d07-0a23-46f1-92ad-a1a774ac618f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51 HTTP/1.1" status: 200 len: 217 time: 0.0643368 Aug 22 14:55:25.083020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.145 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:25.089147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-08efcfc6-9765-4fd6-b23f-d97808602e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.093537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-08efcfc6-9765-4fd6-b23f-d97808602e8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1961074 Aug 22 14:55:25.115020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b526c355-052a-4162-8210-62e2b7156a0c tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules/cb24ea98-abbb-402d-b2ce-d7926931c859 HTTP/1.1" status: 200 len: 763 time: 0.0985682 Aug 22 14:55:25.120077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60148) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:25.218031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-691e84e1-3ac4-452f-bb33-65154ccebd61 req-332bd6e5-5323-4580-818c-b1da2e057efb tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.0718851 Aug 22 14:55:25.223460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b57ac998-c2f4-4ad1-acb3-a1629581fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.225964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-b57ac998-c2f4-4ad1-acb3-a1629581fc96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1177459 Aug 22 14:55:25.263618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2d7d1ebf-7626-435b-aaa2-8c652d5de89b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1315923 Aug 22 14:55:25.266875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-3bb84ed2-dfb3-4e2b-84f1-92387d2a3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.268794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-3bb84ed2-dfb3-4e2b-84f1-92387d2a3091 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493661 Aug 22 14:55:25.269158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60154) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:25.306406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.308163 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-041977d9-3b38-4d0d-848f-47eb5dd155ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691471 Aug 22 14:55:25.317001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.474022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ced3-0f33-46f9-99a0-57d571fc9412 req-c8719ff1-31bd-4b4a-abbf-a11ccb77b69b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.482873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d97ced3-0f33-46f9-99a0-57d571fc9412 req-c8719ff1-31bd-4b4a-abbf-a11ccb77b69b tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 947 time: 0.1107476 Aug 22 14:55:25.504886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.512011 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.526145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-37774c88-2c28-4205-97c7-bddedadddbc7 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937163 Aug 22 14:55:25.527027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:25.528196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cb24ea98-abbb-402d-b2ce-d7926931c859 HTTP/1.1" status: 204 len: 168 time: 0.2578778 Aug 22 14:55:25.529184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f40123-8e39-4c23-831f-06b7abf0b55f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb24ea98-abbb-402d-b2ce-d7926931c859,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:25.532211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:25.535097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-7de82227-ff76-4ad9-84bc-7799da80df25 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300518 Aug 22 14:55:25.552550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:25.566923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d97ced3-0f33-46f9-99a0-57d571fc9412 req-46b96c41-6865-47c8-a212-489aeb007b73 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770011 Aug 22 14:55:25.719132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e7bc46-5679-49a8-bab9-e5e1851b64ff req-ae7c1a79-b60e-4ed1-86be-b4a436cd0325 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679142 Aug 22 14:55:25.782842 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12b05e19-bd66-4d22-a8e1-339097a91fea req-4313e5bf-5499-4929-8ddb-9f7f224a630d service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514341 Aug 22 14:55:25.820620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05375fec-0575-485f-811d-ef7efff1273e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848613 Aug 22 14:55:25.821500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:25.826514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Request body: {'security_group_rule': {'security_group_id': '11b829f0-7c60-438a-a8be-cc59570fd972', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:25.827306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc27703-dc88-4a9d-bd48-bfa5372134a7 req-311b3758-b246-407e-b4a2-5638ff49fec8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:25.836322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc27703-dc88-4a9d-bd48-bfa5372134a7 req-311b3758-b246-407e-b4a2-5638ff49fec8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 947 time: 0.0697088 Aug 22 14:55:25.888195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc27703-dc88-4a9d-bd48-bfa5372134a7 req-c7308961-6a72-4217-91c8-9a3433d79f31 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Aug 22 14:55:26.003853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.019381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.021485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e', '7b2943e3-9e34-48de-9789-6620eddd9c0e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:26.063032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:26.099656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:26.102368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-6ade35ec-ffaf-499f-89a4-6bdfa1bf45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.104761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-6ade35ec-ffaf-499f-89a4-6bdfa1bf45ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 1094 time: 0.0834351 Aug 22 14:55:26.137507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:26.144161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:26.158185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-559f72f4-5e66-4bc1-a4c0-721cff0f6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.168922 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-559f72f4-5e66-4bc1-a4c0-721cff0f6a88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 1098 time: 0.2261243 Aug 22 14:55:26.204340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 102d6c8d-d3a0-4238-9840-4165f1abe502 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:26.306413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:26.350395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-9447d1f6-96f5-4e33-af65-8f717590f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.352759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-9447d1f6-96f5-4e33-af65-8f717590f6ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.2409465 Aug 22 14:55:26.378318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.378687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.379045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.379396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.379815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.380185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.380525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.380862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.381200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.381570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.381870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.382254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:55:26.465389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.466063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.498542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.528028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-a67e27e5-6e4d-4084-b64b-57c174a459bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51 HTTP/1.1" status: 200 len: 217 time: 0.1203060 Aug 22 14:55:26.542441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-f246450a-c4c8-4b4c-a83e-d6bfdea9dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.548555 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-f246450a-c4c8-4b4c-a83e-d6bfdea9dbc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.3420777 Aug 22 14:55:26.573684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceba7c-72ab-46a6-8c14-820ba70221aa req-af7766a4-0561-4879-8558-5503c1bbf079 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.585529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48ceba7c-72ab-46a6-8c14-820ba70221aa req-af7766a4-0561-4879-8558-5503c1bbf079 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 943 time: 0.3881643 Aug 22 14:55:26.626654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.629715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-5ccd08e8-a248-449e-882e-5d65aa86ae69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=cf754b1b-345d-417c-b716-200b8d01c1e3 HTTP/1.1" status: 200 len: 217 time: 0.0737653 Aug 22 14:55:26.675249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-36b643f7-8e6a-48e9-9010-eb844913a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1797264 Aug 22 14:55:26.678268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-058c9a15-7cff-411e-bbd5-d060948dc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.681054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-058c9a15-7cff-411e-bbd5-d060948dc85e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1311958 Aug 22 14:55:26.685009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=102d6c8d-d3a0-4238-9840-4165f1abe502,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:26.716090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '102d6c8d-d3a0-4238-9840-4165f1abe502', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '102d6c8d-d3a0-4238-9840-4165f1abe502', 'mac_address': 'fa:16:3e:dd:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:26.724905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbddb6cf-9784-462c-a44e-25f6d1748065,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:26.728202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8797c3d-a746-4946-b380-44bd1aa53c39 req-5dd3380b-e920-4143-9901-8bb16274544f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.744196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8797c3d-a746-4946-b380-44bd1aa53c39 req-5dd3380b-e920-4143-9901-8bb16274544f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 936 time: 0.3875604 Aug 22 14:55:26.750674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Request body: {'port': {'device_id': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:26.791950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42de10ec-f064-462f-97dd-42958b8e2e02 None None] Provisioning for port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:26.820607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42de10ec-f064-462f-97dd-42958b8e2e02 None None] Provisioning complete for port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:26.821736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42de10ec-f064-462f-97dd-42958b8e2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.855034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.856436 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cba2d838-b6d7-4389-8e6b-9f651d2b6adc tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0336607 Aug 22 14:55:26.873046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60190) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:26.873230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-87647f69-92a5-4153-9e9e-23d59e01f236 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703517 Aug 22 14:55:26.873335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-42de10ec-f064-462f-97dd-42958b8e2e02 None None] Port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:26.888370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-568d7225-9ce5-422f-a0b7-907566cc14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:26.890008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-568d7225-9ce5-422f-a0b7-907566cc14de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2452204 Aug 22 14:55:26.895864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:26.917647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102d6c8d-d3a0-4238-9840-4165f1abe502 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:26.923224 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1421cf56-779d-480c-a25a-87eb5467fc1e tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules/bbddb6cf-9784-462c-a44e-25f6d1748065 HTTP/1.1" status: 200 len: 764 time: 0.0506232 Aug 22 14:55:26.923636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8797c3d-a746-4946-b380-44bd1aa53c39 req-2c877ca6-80e2-40b4-bde1-50b1a612a90e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779203 Aug 22 14:55:26.933885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:26.954787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=102d6c8d-d3a0-4238-9840-4165f1abe502,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:27.003153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48ceba7c-72ab-46a6-8c14-820ba70221aa req-88d361a7-b7bf-4211-94c0-63694cfbcfa1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093566 Aug 22 14:55:27.031633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.043987 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.047042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:27.084337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:27.107856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'mac_address': 'fa:16:3e:db:57:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:27.135167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-81090c1d-a73f-4853-a4dc-b36332f94746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:27.137188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-81090c1d-a73f-4853-a4dc-b36332f94746 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173340 Aug 22 14:55:27.150749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b819cdb-0c7d-4e8f-a2b0-1cd36f4d8b7b tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2139816 Aug 22 14:55:27.161397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60198) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:27.244262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.284212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:27.330205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6b80-c15a-4eea-a0a7-dcb79489920f req-e6666adb-688d-44c4-8590-7a25bea5f143 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:27.338031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d68b6b80-c15a-4eea-a0a7-dcb79489920f req-e6666adb-688d-44c4-8590-7a25bea5f143 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 948 time: 0.1000218 Aug 22 14:55:27.385298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.389447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:27.395106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e56c6e-c7c1-46e1-be6d-ba2be6846453 req-ba089ac5-7312-4c95-a81e-28d078f73099 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:27.396723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80e56c6e-c7c1-46e1-be6d-ba2be6846453 req-ba089ac5-7312-4c95-a81e-28d078f73099 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 947 time: 0.2977345 Aug 22 14:55:27.410514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.424149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-91828673-d443-4751-91ff-56ac0d3af3a7 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882159 Aug 22 14:55:27.514032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:27.526143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-3bf3f4b8-28c5-4daf-ae35-b61f61322c82 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739476 Aug 22 14:55:27.531574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6f0adf4-65ce-4e3b-a225-3e29b0b19671 req-b5c52323-69c2-47cb-b68c-fa92abb6e856 service neutron] 10.222.0.10 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959647 Aug 22 14:55:27.542375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d68b6b80-c15a-4eea-a0a7-dcb79489920f req-0b1e05b3-51e8-4020-8c91-1a04d36ac8f8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033951 Aug 22 14:55:27.580255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80e56c6e-c7c1-46e1-be6d-ba2be6846453 req-d83400a9-3149-421b-b8d5-50f66c753904 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731830 Aug 22 14:55:27.643750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.655140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.674973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.678516 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bbddb6cf-9784-462c-a44e-25f6d1748065 HTTP/1.1" status: 204 len: 168 time: 0.5139625 Aug 22 14:55:27.679855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:27.701291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa7135-8599-41ec-9759-501968e9599a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbddb6cf-9784-462c-a44e-25f6d1748065,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:27.756391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e1457ef-d370-4e14-bb25-5b36201ce899 req-db33cd00-11cf-4f85-821a-ede2e3c6c3ab service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039158 Aug 22 14:55:27.764009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:27.764819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77261fa2-3000-49cc-ac6a-cd852c21c90a tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834985 Aug 22 14:55:27.767207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60208) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:27.781040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.781512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:27.822014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Transition to ACTIVE for port object 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:27.851811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.879216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:27.941554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.010136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:28.021500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.025111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.026423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "DELETE /v2.0/security-groups/11b829f0-7c60-438a-a8be-cc59570fd972 HTTP/1.1" status: 204 len: 168 time: 0.2580981 Aug 22 14:55:28.029509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:28.076060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0bef2-3ce8-4450-a894-cbdec47f45fa tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b829f0-7c60-438a-a8be-cc59570fd972,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:28.175531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Attempting to bind port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:28.176205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Attempting to bind port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:28.176316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Attempting to bind port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:28.188175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:28.188511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Attempting to bind port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:28.195703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:28.196097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:28.196487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:28.196916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Bound port: 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:28.197279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.228110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:28.237014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['102d6c8d-d3a0-4238-9840-4165f1abe502'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:28.296184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-992dde10-bb6d-4ee7-b094-9d5ca70965f1 tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2649782 Aug 22 14:55:28.298090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60220) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:28.322311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054a95a-9e12-45e9-8613-3f50dd4f5ff8 req-3bfe52d9-3403-4b65-926b-2deb3b035c6d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.330565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9054a95a-9e12-45e9-8613-3f50dd4f5ff8 req-3bfe52d9-3403-4b65-926b-2deb3b035c6d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 948 time: 0.2196810 Aug 22 14:55:28.370653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:28.376911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:28.410343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19883df-06b6-479f-a691-4b250bbfc29a req-b78e5355-8346-4629-8215-2eba415968d8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.420425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a19883df-06b6-479f-a691-4b250bbfc29a req-b78e5355-8346-4629-8215-2eba415968d8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 943 time: 0.2314317 Aug 22 14:55:28.487007 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.494874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-efe187d4-2797-40b7-9efa-33d4364cf30f tempest-SecGroupTest-811590763 tempest-SecGroupTest-811590763-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1921978 Aug 22 14:55:28.548024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9054a95a-9e12-45e9-8613-3f50dd4f5ff8 req-9b2178c4-cb3f-42b9-89cd-c1f0d03cedc4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163143 Aug 22 14:55:28.593192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a19883df-06b6-479f-a691-4b250bbfc29a req-4901813f-ae4d-43e0-bd6f-3f5266114584 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716886 Aug 22 14:55:28.623124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.625728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:28.629138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] 10.222.0.54 "PUT /v2.0/ports/1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 HTTP/1.1" status: 200 len: 1096 time: 1.8893917 Aug 22 14:55:28.647515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:28.661946 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee8e39a-2f72-4193-be21-6182f9e9e346" -d '{"events": [{"name": "network-changed", "server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:28.752234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d831f-e298-4787-8d88-6691da6e2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:28.827982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35d960-af9d-4aec-8a78-ba0d7d3ff1a3 req-b96e4baf-a15f-4567-b79e-4e736c055374 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.837917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f35d960-af9d-4aec-8a78-ba0d7d3ff1a3 req-b96e4baf-a15f-4567-b79e-4e736c055374 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 948 time: 0.0953348 Aug 22 14:55:28.878396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-bba71cad-99d4-465c-abcb-9554cfedafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.888482 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-bba71cad-99d4-465c-abcb-9554cfedafc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 1099 time: 0.0730100 Aug 22 14:55:28.939007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f35d960-af9d-4aec-8a78-ba0d7d3ff1a3 req-32ad69d0-4812-405b-a73c-40513b747b90 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Aug 22 14:55:28.954819 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-8dd1db42-633b-414b-8f6e-3626df870305 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 HTTP/1.1" status: 200 len: 217 time: 0.0629196 Aug 22 14:55:28.996165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c6750-ea22-42fd-8df9-a6bc20407502 req-135ca96c-9af7-4b42-849f-8f4b33a9ce19 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:28.996165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b0c6750-ea22-42fd-8df9-a6bc20407502 req-135ca96c-9af7-4b42-849f-8f4b33a9ce19 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 947 time: 0.1437712 Aug 22 14:55:29.046479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b0c6750-ea22-42fd-8df9-a6bc20407502 req-01b040ac-0547-4aca-af2f-687925a17cb0 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550640 Aug 22 14:55:29.064228 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db043e84-e91b-4465-b60f-6cdfeb68d8e0 x-openstack-request-id: req-db043e84-e91b-4465-b60f-6cdfeb68d8e0 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:29.064228 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:29.064228 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db043e84-e91b-4465-b60f-6cdfeb68d8e0 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:29.064228 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922', 'status': 'completed', 'code': 200} Aug 22 14:55:29.078172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-aae1e556-1eac-4987-9fc4-0dfa5353c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.079747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-aae1e556-1eac-4987-9fc4-0dfa5353c6e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1130638 Aug 22 14:55:29.158323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-cb520ec9-666d-4d4d-97fa-4314e62f4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.162450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-cb520ec9-666d-4d4d-97fa-4314e62f4da1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638175 Aug 22 14:55:29.287485 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-2a64a371-e831-4e24-92af-27f9cc9b477c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134145 Aug 22 14:55:29.336938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60236) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:29.412390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bca214d5-e46c-46bb-a44f-b00c760416e8 req-0669ab13-6cef-4853-a803-6580ce240d4f service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140280 Aug 22 14:55:29.501425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-23923cca-676a-4302-a94e-19cc3dcd23d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9637db52613f47158c0ac89925cf01ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618156 Aug 22 14:55:29.503713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60242) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:29.560950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:29.591838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:29.681500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a304-6d91-4071-91c3-03768b425792 req-16eca17e-7e06-4266-992a-beb15656631e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.683072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d236a304-6d91-4071-91c3-03768b425792 req-16eca17e-7e06-4266-992a-beb15656631e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 948 time: 0.0624268 Aug 22 14:55:29.750299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d236a304-6d91-4071-91c3-03768b425792 req-f10cf9dc-21d0-4da3-b2d4-b1483ba1fe26 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569143 Aug 22 14:55:29.763514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963af3-b082-42eb-9ae7-136a7787a49c req-53c88faa-2ef0-4f27-b672-a5b5e2d2ff5a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.765548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c963af3-b082-42eb-9ae7-136a7787a49c req-53c88faa-2ef0-4f27-b672-a5b5e2d2ff5a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 943 time: 0.0811064 Aug 22 14:55:29.791748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-1ccba908-73a4-42c7-a184-e8e5ae75641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.793989 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-1ccba908-73a4-42c7-a184-e8e5ae75641d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 1099 time: 0.0493610 Aug 22 14:55:29.810134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c963af3-b082-42eb-9ae7-136a7787a49c req-e9952909-d48e-4146-aee3-5e00e6f10e39 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Aug 22 14:55:29.899542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-4fa4dbab-2026-4d77-bfc7-6ff6286b68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:29.901104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-4fa4dbab-2026-4d77-bfc7-6ff6286b68df service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.0978994 Aug 22 14:55:29.947056 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-32e7a298-3925-4f00-b5f6-fd249d6d11d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 HTTP/1.1" status: 200 len: 217 time: 0.0363955 Aug 22 14:55:29.988066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:29.992465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:29.992932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a3ae679-ba6a-4b25-8ded-7896859fa0bb HTTP/1.1" status: 204 len: 168 time: 0.4881413 Aug 22 14:55:30.001407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39288867-2cb8-42a3-9859-4ee687ffb30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ae679-ba6a-4b25-8ded-7896859fa0bb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:30.015343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-77607fc9-3eaf-456f-9b0b-062a4c836224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:30.017953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-77607fc9-3eaf-456f-9b0b-062a4c836224 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0610418 Aug 22 14:55:30.075684 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3feedc3-8921-4784-8684-b49a4f411a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.103870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-df12db4c-a31b-46c0-af8c-fc597663bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:30.105816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-df12db4c-a31b-46c0-af8c-fc597663bc75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778244 Aug 22 14:55:30.107741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83861f3-20b0-409e-86a7-59a2778c7850 req-73d71e4e-cae1-41a5-93b0-d0594cbf862e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:30.109399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b83861f3-20b0-409e-86a7-59a2778c7850 req-73d71e4e-cae1-41a5-93b0-d0594cbf862e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 948 time: 0.0956376 Aug 22 14:55:30.120145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cc98ba22-5e47-480b-8fb1-3f37efafbc51 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:30.140988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 102d6c8d-d3a0-4238-9840-4165f1abe502 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:30.273903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-4e99134e-5d51-472a-a4a5-322667b2b46b service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553328 Aug 22 14:55:30.301613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b83861f3-20b0-409e-86a7-59a2778c7850 req-94fa1446-bfd6-49b7-8f5a-10db27fcc2d5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700044 Aug 22 14:55:30.316517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec337070-3dcb-4019-9dd3-2e6f8b49f1dd req-0d786319-b561-48a6-b0aa-7cbcf5eaa523 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:30.318638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec337070-3dcb-4019-9dd3-2e6f8b49f1dd req-0d786319-b561-48a6-b0aa-7cbcf5eaa523 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 947 time: 0.1710517 Aug 22 14:55:30.379427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec337070-3dcb-4019-9dd3-2e6f8b49f1dd req-06e723c6-cd19-4f41-8faf-6daf1e73d70e tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Aug 22 14:55:30.463188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:30.474982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dee8e39a-2f72-4193-be21-6182f9e9e346 req-a9701a46-a6e3-4bec-a0bc-b38119a683cf service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883371 Aug 22 14:55:30.499731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51', 'mac_address': 'fa:16:3e:64:69:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:30.551501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.569510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc98ba22-5e47-480b-8fb1-3f37efafbc51 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:30.591144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 102d6c8d-d3a0-4238-9840-4165f1abe502 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:30.597917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:30.599572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 102d6c8d-d3a0-4238-9840-4165f1abe502 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:30.600109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.672247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.672920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cf754b1b-345d-417c-b716-200b8d01c1e3 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:30.796189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.836722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:30.899747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=102d6c8d-d3a0-4238-9840-4165f1abe502,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:30.907037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:30.916255 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ccd53c-6a9f-4fcf-955f-477f7225ec77" -d '{"events": [{"server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "name": "network-vif-plugged", "status": "completed", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:30.989777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:30.989777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:30.999077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27170ab8-e693-4854-89a0-16326b92d9dc req-465e6261-c1bd-439a-99e0-d96d1a79beda tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:31.000878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27170ab8-e693-4854-89a0-16326b92d9dc req-465e6261-c1bd-439a-99e0-d96d1a79beda tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 948 time: 0.1250839 Aug 22 14:55:31.119826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cf754b1b-345d-417c-b716-200b8d01c1e3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:31.122665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:31.138540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'cf754b1b-345d-417c-b716-200b8d01c1e3', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'cf754b1b-345d-417c-b716-200b8d01c1e3', 'mac_address': 'fa:16:3e:80:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:31.177814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27170ab8-e693-4854-89a0-16326b92d9dc req-d646ef3d-9dc4-4ff4-9fba-0c9f4001a5e3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679070 Aug 22 14:55:31.201257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:31.218612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf754b1b-345d-417c-b716-200b8d01c1e3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:31.222066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf850a2-bda1-400f-a6d9-20afb9eb7aaf req-b748f248-1f98-4420-86c6-f83d5d37c38d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:31.227413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdf850a2-bda1-400f-a6d9-20afb9eb7aaf req-b748f248-1f98-4420-86c6-f83d5d37c38d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 944 time: 0.1693156 Aug 22 14:55:31.243227 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94a0c95-650b-4db9-97e1-8c1669046d3a x-openstack-request-id: req-b94a0c95-650b-4db9-97e1-8c1669046d3a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:31.243546 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "name": "network-vif-plugged", "status": "completed", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:31.243929 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b94a0c95-650b-4db9-97e1-8c1669046d3a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:31.244353 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502', 'code': 200} Aug 22 14:55:31.252887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cf754b1b-345d-417c-b716-200b8d01c1e3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:31.273378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 62a11562-b787-4fa5-957b-ba2f5d0776fa completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:31.281701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 62a11562-b787-4fa5-957b-ba2f5d0776fa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:31.281701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:31.348586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdf850a2-bda1-400f-a6d9-20afb9eb7aaf req-f38c44b5-e2c8-4ea1-808e-70d544af4660 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133831 Aug 22 14:55:31.372129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:31.416453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423861ec-d1b1-4b66-ac7e-c862f249987f req-a9e70bf0-d906-493b-b8fa-6ef7f761cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:31.418778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:31.420219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-423861ec-d1b1-4b66-ac7e-c862f249987f req-a9e70bf0-d906-493b-b8fa-6ef7f761cba0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 1100 time: 0.0792067 Aug 22 14:55:31.466957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:31.481058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:31.510849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-423861ec-d1b1-4b66-ac7e-c862f249987f req-d7950cf5-ef1e-42b3-832c-52da0448c198 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812032 Aug 22 14:55:31.563670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772da30-84ee-44dd-9eaf-73571b976b44 req-1690fb77-c0d1-4015-8f04-1df291650777 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:31.572242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e772da30-84ee-44dd-9eaf-73571b976b44 req-1690fb77-c0d1-4015-8f04-1df291650777 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.1238718 Aug 22 14:55:31.587521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:31.603892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f21ed-f145-4884-9ef8-7e993f70b76a req-7a15af88-f378-40d1-bc87-b7ac153d7cc7 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:31.605553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db3f21ed-f145-4884-9ef8-7e993f70b76a req-7a15af88-f378-40d1-bc87-b7ac153d7cc7 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 948 time: 0.1061554 Aug 22 14:55:31.633918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:31.656836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e772da30-84ee-44dd-9eaf-73571b976b44 req-f78380f7-3c4c-4fd1-b9f9-cc0e391faa43 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Aug 22 14:55:31.752881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db3f21ed-f145-4884-9ef8-7e993f70b76a req-fde649ee-b93c-4433-ad82-f8da506e6946 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401196 Aug 22 14:55:31.886493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cc98ba22-5e47-480b-8fb1-3f37efafbc51'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:31.922527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cf754b1b-345d-417c-b716-200b8d01c1e3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:32.365096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57623f9-4fd6-475f-9dec-8be4c3f1dfd9 req-db4fe573-b41e-4592-bae5-651b881f3378 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:32.367558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d57623f9-4fd6-475f-9dec-8be4c3f1dfd9 req-db4fe573-b41e-4592-bae5-651b881f3378 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 948 time: 0.0619171 Aug 22 14:55:32.417963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d57623f9-4fd6-475f-9dec-8be4c3f1dfd9 req-8d8202c5-1d18-41be-9440-a863e61c7131 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Aug 22 14:55:32.444314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:32.536000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d8c1e-3459-4147-9340-e0df2bbf8619 req-d2d4a54e-17dc-439e-945b-f409f1b83a61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:32.548013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-625d8c1e-3459-4147-9340-e0df2bbf8619 req-d2d4a54e-17dc-439e-945b-f409f1b83a61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 944 time: 0.1063032 Aug 22 14:55:32.604097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-625d8c1e-3459-4147-9340-e0df2bbf8619 req-c078db9e-8848-41ba-86df-8609ef1efffc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Aug 22 14:55:32.750499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-75f76200-1970-4977-b1cd-9329b504b2f3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:32.751296 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-75f76200-1970-4977-b1cd-9329b504b2f3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 14:55:32.751956 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-75f76200-1970-4977-b1cd-9329b504b2f3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 14:55:32.756922 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-75f76200-1970-4977-b1cd-9329b504b2f3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3077157 Aug 22 14:55:32.759001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60332) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:32.763370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928908907'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:32.770691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:32.911887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:32.931117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:32.953300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbd9fd-7434-4e5d-a30c-c26361d4ef7f req-d8719314-296b-46cb-b076-ed0877aa0559 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:32.965122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97fbd9fd-7434-4e5d-a30c-c26361d4ef7f req-d8719314-296b-46cb-b076-ed0877aa0559 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 948 time: 0.1214323 Aug 22 14:55:32.992546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bac7-cd72-4173-b515-02fe134b9771 req-316f31ac-5b70-47a4-b473-34f7d37a60e0 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:33.000134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8660bac7-cd72-4173-b515-02fe134b9771 req-316f31ac-5b70-47a4-b473-34f7d37a60e0 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.1434886 Aug 22 14:55:33.082292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97fbd9fd-7434-4e5d-a30c-c26361d4ef7f req-4e99ab54-67eb-4511-b256-c027fc1064a3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161366 Aug 22 14:55:33.133797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8660bac7-cd72-4173-b515-02fe134b9771 req-3838e4e5-97d6-4560-bd33-3bbc60bbd7cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314776 Aug 22 14:55:33.243258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.245357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:33.249216 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e358af1-e1b5-4a60-b8ec-20157367863b" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:33.299062 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db123bdd-e04b-4ed7-9dc1-73c550222ba4 x-openstack-request-id: req-db123bdd-e04b-4ed7-9dc1-73c550222ba4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:33.299525 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:33.299854 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db123bdd-e04b-4ed7-9dc1-73c550222ba4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:33.300340 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'code': 200} Aug 22 14:55:33.312864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.396903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60efe3da-61b7-4971-b81a-11ab5808025a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:33.429577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e977790e-596f-4bc5-a52d-24e85abab7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.511676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.523091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd3ba9-67f0-4503-bc9c-b906dd43fe3c req-a57031d6-172d-4009-b805-b54847352649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:33.526104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-87fd3ba9-67f0-4503-bc9c-b906dd43fe3c req-a57031d6-172d-4009-b805-b54847352649 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1100 time: 0.0826142 Aug 22 14:55:33.584571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-87fd3ba9-67f0-4503-bc9c-b906dd43fe3c req-c416cc7d-3b06-44a7-a83e-077ce6e87e45 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Aug 22 14:55:33.599026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.648600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83633fa-0094-4542-a8d4-92817ddb5236,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:33.673774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57251-4248-4034-b171-2af0d9185b78 req-5c01ad04-34f7-42a5-bbd7-1768e22917b2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:33.675528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7de57251-4248-4034-b171-2af0d9185b78 req-5c01ad04-34f7-42a5-bbd7-1768e22917b2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 948 time: 0.1350942 Aug 22 14:55:33.701272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.702848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-412adf1d-d062-49b0-9af0-9aa379acae7c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9438152 Aug 22 14:55:33.705779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60356) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:33.714213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': 'b83633fa-0094-4542-a8d4-92817ddb5236', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:33.774121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7de57251-4248-4034-b171-2af0d9185b78 req-3fdad6bd-9ed3-46b9-b051-71c86a77d92e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904460 Aug 22 14:55:33.813939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe7a6c-1f61-4e13-a727-5628bc4a7f8b req-5c8aa072-9865-453f-af52-1f5ebce9bf0b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:33.815782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34fe7a6c-1f61-4e13-a727-5628bc4a7f8b req-5c8aa072-9865-453f-af52-1f5ebce9bf0b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 944 time: 0.1073017 Aug 22 14:55:33.868847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34fe7a6c-1f61-4e13-a727-5628bc4a7f8b req-ecb542e7-ee98-459b-b393-1f16bce7e2fe tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Aug 22 14:55:33.881719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:33.958345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.056771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.084414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8200d4a-a90a-41fa-9924-88b64b186654,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:34.123298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:34.157414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cc98ba22-5e47-480b-8fb1-3f37efafbc51 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:34.233579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2d3a-a118-427e-a395-09bf33c114c8 req-a15f15cc-abfb-4dcd-9cca-7129e4eaeb88 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:34.233579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b10b2d3a-a118-427e-a395-09bf33c114c8 req-a15f15cc-abfb-4dcd-9cca-7129e4eaeb88 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 948 time: 0.0738366 Aug 22 14:55:34.266392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:34.279071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922', 'mac_address': 'fa:16:3e:c8:52:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:34.301155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b10b2d3a-a118-427e-a395-09bf33c114c8 req-e8040b60-7b69-4f19-bb25-63995570c4d2 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605288 Aug 22 14:55:34.309651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aebbe-2d22-4a19-a32e-d5c0619a0af4 req-a5bd1da6-c1ee-442c-a68c-85ec89776ab5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:34.311180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e53aebbe-2d22-4a19-a32e-d5c0619a0af4 req-a5bd1da6-c1ee-442c-a68c-85ec89776ab5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.0904584 Aug 22 14:55:34.419752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.419752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:34.420965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e53aebbe-2d22-4a19-a32e-d5c0619a0af4 req-18b727c0-b637-4841-8534-b57d25da3d88 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Aug 22 14:55:34.421592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:34.489613 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.490797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cb32d3d2-2890-468b-85dd-5c1df78a5cbe tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7838354 Aug 22 14:55:34.493884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60370) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:34.498553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3de7e155-d245-4f13-8257-4d81550cc262 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': 'b83633fa-0094-4542-a8d4-92817ddb5236', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:34.525433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.533758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port cc98ba22-5e47-480b-8fb1-3f37efafbc51 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:34.554397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port cc98ba22-5e47-480b-8fb1-3f37efafbc51 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:34.554780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.562273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52636c4f-a8c1-4734-a293-086ca7c4d73c req-049fdc62-6bfe-4774-be11-2d69a4ed454c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:34.563957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52636c4f-a8c1-4734-a293-086ca7c4d73c req-049fdc62-6bfe-4774-be11-2d69a4ed454c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0849359 Aug 22 14:55:34.632361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:34.719613 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.754699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:34.850137 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.875515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de7e155-d245-4f13-8257-4d81550cc262 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.895899 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:34.896934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cf754b1b-345d-417c-b716-200b8d01c1e3 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:34.961034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52636c4f-a8c1-4734-a293-086ca7c4d73c req-e6d39086-4518-4827-9bbb-54363eccba35 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751509 Aug 22 14:55:34.961175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:35.010065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff2fcf-0555-4248-a3a2-bbdd5da20ad1 req-6b40efd3-fa78-4063-978c-d604983beada tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:35.018739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3ff2fcf-0555-4248-a3a2-bbdd5da20ad1 req-6b40efd3-fa78-4063-978c-d604983beada tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 949 time: 0.1271725 Aug 22 14:55:35.030786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:35.123317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3ff2fcf-0555-4248-a3a2-bbdd5da20ad1 req-6d98e389-9970-447e-ae95-dc2082110a51 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034219 Aug 22 14:55:35.124217 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-3de7e155-d245-4f13-8257-4d81550cc262 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 14:55:35.128464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60390) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:35.128953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3de7e155-d245-4f13-8257-4d81550cc262 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6339710 Aug 22 14:55:35.198245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port cf754b1b-345d-417c-b716-200b8d01c1e3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:35.198797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01fff0-4214-41c5-9b9f-053046916c84 req-d72f4c0b-e4f5-42f4-94d0-44216722e889 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:35.208411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f01fff0-4214-41c5-9b9f-053046916c84 req-d72f4c0b-e4f5-42f4-94d0-44216722e889 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1161923 Aug 22 14:55:35.214336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port cf754b1b-345d-417c-b716-200b8d01c1e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:35.214714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.233386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.283396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.308025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f01fff0-4214-41c5-9b9f-053046916c84 req-71e44800-ff6f-4c02-9e2d-4658e30ddf73 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Aug 22 14:55:35.308466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:35.310018 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277de056-1a39-4dc3-ad3f-b5c1a070970b" -d '{"events": [{"server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "name": "network-vif-plugged", "status": "completed", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:35.382552 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635648ca-9288-4479-b810-def07fff4571 x-openstack-request-id: req-635648ca-9288-4479-b810-def07fff4571 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:35.384399 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "name": "network-vif-plugged", "status": "completed", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:35.384729 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-635648ca-9288-4479-b810-def07fff4571 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:35.385220 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51', 'code': 200} Aug 22 14:55:35.390402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.431135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cf754b1b-345d-417c-b716-200b8d01c1e3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:35.468319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b09f-6a0b-4838-ae35-90a405b7191f req-e2d8495b-414b-485e-b691-e9ba6006668c tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:35.469880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c539b09f-6a0b-4838-ae35-90a405b7191f req-e2d8495b-414b-485e-b691-e9ba6006668c tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 948 time: 0.0749297 Aug 22 14:55:35.508144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.513761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.513761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/b83633fa-0094-4542-a8d4-92817ddb5236 HTTP/1.1" status: 204 len: 168 time: 0.3823802 Aug 22 14:55:35.516290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:35.524543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c539b09f-6a0b-4838-ae35-90a405b7191f req-188d2653-d88f-41d2-826a-74e10619fcd5 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Aug 22 14:55:35.540606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b2162-c420-421d-9514-c5e3a4e18911 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83633fa-0094-4542-a8d4-92817ddb5236,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:35.548216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.584757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814bab-b714-4b8b-9f35-02eb94b86b4d req-ece33739-b190-4b26-966b-6770cbcfcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:35.595420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f814bab-b714-4b8b-9f35-02eb94b86b4d req-ece33739-b190-4b26-966b-6770cbcfcbb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 1096 time: 0.1134431 Aug 22 14:55:35.605122 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eaa58dd6-0fa3-4125-8706-fc832029c4b9 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846753 Aug 22 14:55:35.608927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60408) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:35.613843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--844694803'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:35.615984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:35.657710 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f814bab-b714-4b8b-9f35-02eb94b86b4d req-b6a286dc-42ee-4e02-96b8-1727f92d0e2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495884 Aug 22 14:55:35.747342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.826710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.901833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:35.931813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779a99e6-49cf-4a9d-b34c-325db09ff82f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:36.028670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.030048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9dbd506b-8d67-4622-81cf-c008748e996f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4200828 Aug 22 14:55:36.033046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60424) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:36.040893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c38afad5-1e16-4bca-8d80-85eefa146f7a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '779a99e6-49cf-4a9d-b34c-325db09ff82f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:36.042556 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-c38afad5-1e16-4bca-8d80-85eefa146f7a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 22 14:55:36.043438 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-c38afad5-1e16-4bca-8d80-85eefa146f7a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:36.044801 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c38afad5-1e16-4bca-8d80-85eefa146f7a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100877 Aug 22 14:55:36.049114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:36.079016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5389-5149-4cd7-a25e-e2bb0ab4bc60 req-d9776b89-a34d-447c-9af6-b50d0c8ac051 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:36.081197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27b5389-5149-4cd7-a25e-e2bb0ab4bc60 req-d9776b89-a34d-447c-9af6-b50d0c8ac051 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0667458 Aug 22 14:55:36.127526 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.138176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27b5389-5149-4cd7-a25e-e2bb0ab4bc60 req-0caa18fd-4823-4d42-b76c-811acb5df061 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496678 Aug 22 14:55:36.170106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.253025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c5e6-6e72-4f43-96e1-cea9ba749cda req-91d9bf18-02db-4898-9c77-87f209e3cf18 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:36.254586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5824c5e6-6e72-4f43-96e1-cea9ba749cda req-91d9bf18-02db-4898-9c77-87f209e3cf18 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 949 time: 0.0537226 Aug 22 14:55:36.307136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.310336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.311752 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/779a99e6-49cf-4a9d-b34c-325db09ff82f HTTP/1.1" status: 204 len: 168 time: 0.2612617 Aug 22 14:55:36.315386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:36.321631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5824c5e6-6e72-4f43-96e1-cea9ba749cda req-291d278c-b996-4712-8b93-5cdd9c5ff3f7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Aug 22 14:55:36.339202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267645ed-e44b-4853-9641-2e342d5cc2dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779a99e6-49cf-4a9d-b34c-325db09ff82f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:36.401398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-51dde4a8-7247-43da-9704-0608da49ede8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826073 Aug 22 14:55:36.402762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:36.409615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--701261676'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:36.511704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9505f-ef1a-4531-bab1-49137e261372 req-6baed106-294d-4568-8538-243c49022194 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:36.513277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44a9505f-ef1a-4531-bab1-49137e261372 req-6baed106-294d-4568-8538-243c49022194 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0777695 Aug 22 14:55:36.520155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-2a064e88-b3ca-46d6-90b9-4c8c5fd7ae6a tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:36.521463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-2a064e88-b3ca-46d6-90b9-4c8c5fd7ae6a tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/networks?id=c0b0aa49-e05d-4c50-bbb2-172e53660c38 HTTP/1.1" status: 200 len: 814 time: 0.1627216 Aug 22 14:55:36.536106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.546707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ae2ff3cb-aea4-42a8-a5a1-f1356f4d220c tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/quotas/96ce95fa843947a892312446a9085fbf HTTP/1.1" status: 200 len: 375 time: 0.0180392 Aug 22 14:55:36.591588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44a9505f-ef1a-4531-bab1-49137e261372 req-f73e7384-2697-44da-b48e-0494cc116cdd tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690072 Aug 22 14:55:36.613037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-393e6163-8f60-44d2-836c-ff7e5d7e3eb8 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96ce95fa843947a892312446a9085fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600755 Aug 22 14:55:36.657426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.683247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.732765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-be4a8f31-c033-4022-8052-820d6d7c3729 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314167 Aug 22 14:55:36.774970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-364c2197-3389-47c4-896e-f1ae0626155c service neutron] 10.222.0.53 "GET /v2.0/networks/c0b0aa49-e05d-4c50-bbb2-172e53660c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470487 Aug 22 14:55:36.790967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.821356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb7c15-1327-4d7b-b0b7-f4d5d2da605d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:36.918227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-fbc1bb81-e84a-4256-a63e-e4df11b50b29 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:36.919650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-fbc1bb81-e84a-4256-a63e-e4df11b50b29 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754792 Aug 22 14:55:36.943172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b8e37106-878a-4cc9-9119-8119a752620a service neutron] 10.222.0.53 "GET /v2.0/networks/c0b0aa49-e05d-4c50-bbb2-172e53660c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614490 Aug 22 14:55:36.946265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-fd0f245f-d114-4224-8dc8-aa4a7a7a6365 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/quotas/9b799659d0c74225b8a4b27bb2307281 HTTP/1.1" status: 200 len: 375 time: 0.0163503 Aug 22 14:55:36.951053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:36.952909 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b260af5f-aab0-4719-b272-c2471c8d44b8 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5480726 Aug 22 14:55:36.962790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:36.972296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8cdbf2bc-c4c8-4a9f-88a8-d4e6eb3bc916 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '62eb7c15-1327-4d7b-b0b7-f4d5d2da605d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:36.973188 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-8cdbf2bc-c4c8-4a9f-88a8-d4e6eb3bc916 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 22 14:55:36.973957 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-8cdbf2bc-c4c8-4a9f-88a8-d4e6eb3bc916 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:36.976892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8cdbf2bc-c4c8-4a9f-88a8-d4e6eb3bc916 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112467 Aug 22 14:55:36.978892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60466) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:37.024233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-bdb7b247-350f-4aac-896c-15099acdd3be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711861 Aug 22 14:55:37.046104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.074948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.216430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.223879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.225529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:37.225774 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/62eb7c15-1327-4d7b-b0b7-f4d5d2da605d HTTP/1.1" status: 204 len: 168 time: 0.2450399 Aug 22 14:55:37.236400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2dc84-0bb4-45a3-84b5-04bdb339474e tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb7c15-1327-4d7b-b0b7-f4d5d2da605d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:37.387500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:37.389992 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fbdc76-86de-4d1c-bad4-b96f192cb72b" -d '{"events": [{"server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "name": "network-vif-plugged", "status": "completed", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:37.407530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eb11fbc-b5ca-4635-9477-c2378cad17b8 req-552607e1-6155-410d-9c91-0099e5d48dca tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0425823 Aug 22 14:55:37.416010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c36b82d3-484b-4522-a655-02e0ff1f093c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1889889 Aug 22 14:55:37.420219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60490) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:37.426277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704488492'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:37.449803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b39b15-58e2-4f0a-bdb1-d04692c73370 req-8c24275a-382b-4948-8e88-ca5a2d2e7781 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:37.451674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b39b15-58e2-4f0a-bdb1-d04692c73370 req-8c24275a-382b-4948-8e88-ca5a2d2e7781 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.1607842 Aug 22 14:55:37.510065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f061d89-b7f8-421f-92a3-6f437e20d96f req-84c3f27c-9756-41b7-a15d-8bda0a3fa2ff tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.0406954 Aug 22 14:55:37.528835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b39b15-58e2-4f0a-bdb1-d04692c73370 req-6bd6e0bd-692d-4bc0-b782-7b32b0eb7820 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Aug 22 14:55:37.585802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba3495e-4382-449f-ac5e-9f2fa6359176 x-openstack-request-id: req-bba3495e-4382-449f-ac5e-9f2fa6359176 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:37.585802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "name": "network-vif-plugged", "status": "completed", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:37.585802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bba3495e-4382-449f-ac5e-9f2fa6359176 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:37.585802 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3', 'code': 200} Aug 22 14:55:37.614833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.658622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8848-07da-4681-8c04-7b9288cbdd98 req-e38ca6e3-ee96-4fb4-b1fa-2f4c1626e4bc tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:37.660254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6beb8848-07da-4681-8c04-7b9288cbdd98 req-e38ca6e3-ee96-4fb4-b1fa-2f4c1626e4bc tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 949 time: 0.0803905 Aug 22 14:55:37.711655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c5505-88ca-418b-945f-436f035cb8cb req-19c2e273-3659-4332-b184-70c422b7f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:37.713605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6a2c5505-88ca-418b-945f-436f035cb8cb req-19c2e273-3659-4332-b184-70c422b7f5f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 1100 time: 0.0459592 Aug 22 14:55:37.751292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6a2c5505-88ca-418b-945f-436f035cb8cb req-5574e7c1-b70e-4457-ae6f-afca0be47f66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294113 Aug 22 14:55:37.771369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6beb8848-07da-4681-8c04-7b9288cbdd98 req-39c02f4a-9979-475d-9d1a-75b532797918 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929401 Aug 22 14:55:37.792570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e788b5-8181-459c-9bfb-e718e541049d req-f6be3a5f-a75c-4b9d-adc5-38268fa1178f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:37.794266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94e788b5-8181-459c-9bfb-e718e541049d req-f6be3a5f-a75c-4b9d-adc5-38268fa1178f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1099968 Aug 22 14:55:37.827791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.865729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94e788b5-8181-459c-9bfb-e718e541049d req-cd5edabd-b9cc-4ada-a5f3-827f1fdb568f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 Aug 22 14:55:37.911201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:37.951086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dee89d-c71d-4ede-89c2-e911ce5fe59f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:38.077313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.080673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9edf49a2-9c84-40b6-9429-42d5494bbed0 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6572506 Aug 22 14:55:38.081605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.086827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-168b9be3-1750-4459-a5b5-f67a93e5b69a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '53dee89d-c71d-4ede-89c2-e911ce5fe59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:38.095489 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-168b9be3-1750-4459-a5b5-f67a93e5b69a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 22 14:55:38.098416 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-168b9be3-1750-4459-a5b5-f67a93e5b69a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:38.098416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-168b9be3-1750-4459-a5b5-f67a93e5b69a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0149281 Aug 22 14:55:38.101317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.108286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e699b09f-96c3-40ef-a21e-bf8be85147ec tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '53dee89d-c71d-4ede-89c2-e911ce5fe59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:38.110158 n-d-805046-3 neutron-server[102049]: WARNING neutron.api.v2.base [None req-e699b09f-96c3-40ef-a21e-bf8be85147ec tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 22 14:55:38.110666 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-e699b09f-96c3-40ef-a21e-bf8be85147ec tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:38.111697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e699b09f-96c3-40ef-a21e-bf8be85147ec tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086484 Aug 22 14:55:38.114397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.119702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5d8ddf1c-1c96-4403-82dd-0e3463ef97ae tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '53dee89d-c71d-4ede-89c2-e911ce5fe59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:38.121093 n-d-805046-3 neutron-server[102049]: WARNING neutron.api.v2.base [None req-5d8ddf1c-1c96-4403-82dd-0e3463ef97ae tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 22 14:55:38.121742 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-5d8ddf1c-1c96-4403-82dd-0e3463ef97ae tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:38.125720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5d8ddf1c-1c96-4403-82dd-0e3463ef97ae tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074182 Aug 22 14:55:38.125720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.131454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9227ac05-641a-4376-a3d6-cc15d8bfa1f5 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '53dee89d-c71d-4ede-89c2-e911ce5fe59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:38.132543 n-d-805046-3 neutron-server[102049]: WARNING neutron.api.v2.base [None req-9227ac05-641a-4376-a3d6-cc15d8bfa1f5 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 22 14:55:38.133077 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-9227ac05-641a-4376-a3d6-cc15d8bfa1f5 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:38.136595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9227ac05-641a-4376-a3d6-cc15d8bfa1f5 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076661 Aug 22 14:55:38.136929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.149963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:38.195864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.228248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.290378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:38.294905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:38.295500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.341688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897887-9424-4484-8bd9-d796d868c67a req-add84bf5-e06a-4af9-8aa5-58f5a67b80b7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:38.343146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80897887-9424-4484-8bd9-d796d868c67a req-add84bf5-e06a-4af9-8aa5-58f5a67b80b7 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0737929 Aug 22 14:55:38.382734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.397059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80897887-9424-4484-8bd9-d796d868c67a req-c79c974c-f9cd-41cf-a735-91014055bb0c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Aug 22 14:55:38.416789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.420301 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.421225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/53dee89d-c71d-4ede-89c2-e911ce5fe59f HTTP/1.1" status: 204 len: 168 time: 0.2832658 Aug 22 14:55:38.424142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60524) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.432636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b0a04-5550-442b-b5f7-431d44ff5f73 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dee89d-c71d-4ede-89c2-e911ce5fe59f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:38.496652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b6e85c42-fe2f-47b4-a818-a7bc74ae080a tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707228 Aug 22 14:55:38.500900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60528) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:38.507362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--42144537'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:38.561785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d78b1eb3-0495-4fdb-aac1-8c2297292b13 req-906fd10e-c2df-4421-b333-8ae1837c0b15 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0718663 Aug 22 14:55:38.630148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-011a425d-72a8-4b9f-946a-7ad89e5907e7 req-4f499079-0298-4ced-aab0-777c41083043 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.0314403 Aug 22 14:55:38.643417 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.649683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:38.686159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2e29-9a70-4847-9677-c9944750da70 req-ddac5d74-593e-4100-bae1-ad6218c8895a tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:38.687859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee9e2e29-9a70-4847-9677-c9944750da70 req-ddac5d74-593e-4100-bae1-ad6218c8895a tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.0624042 Aug 22 14:55:38.731220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee9e2e29-9a70-4847-9677-c9944750da70 req-8aff8e85-f3f7-4f85-a7cc-b31a6a535c3c tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Aug 22 14:55:38.750987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.814265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.871083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.880763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:38.920638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09eec23a-8c9e-468c-bed7-e1cb1c7637f2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:38.929274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209f01a-a08f-4403-ae88-070398cdff2d req-794ab5dc-ae82-493a-8dc5-d6bd6fe4fd73 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:38.930793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2209f01a-a08f-4403-ae88-070398cdff2d req-794ab5dc-ae82-493a-8dc5-d6bd6fe4fd73 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.0554688 Aug 22 14:55:38.974133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2209f01a-a08f-4403-ae88-070398cdff2d req-5073dbcc-39c8-484b-9d7c-347b09812088 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Aug 22 14:55:38.990911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:38.992612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-183a3f7c-f413-4cef-8159-ad599f3eebdb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4901018 Aug 22 14:55:38.995887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.000446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7ae415d7-5c79-41e0-9a5d-bf66d41f6e68 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.001344 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-7ae415d7-5c79-41e0-9a5d-bf66d41f6e68 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 14:55:39.001907 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-7ae415d7-5c79-41e0-9a5d-bf66d41f6e68 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:39.002869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7ae415d7-5c79-41e0-9a5d-bf66d41f6e68 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059788 Aug 22 14:55:39.005362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.009700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3e47e97c-c1fb-4b73-85f0-cadc5b5c81de tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.273915 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-3e47e97c-c1fb-4b73-85f0-cadc5b5c81de tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:39.276155 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e47e97c-c1fb-4b73-85f0-cadc5b5c81de tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2689221 Aug 22 14:55:39.278051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.282824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-58389a46-c161-4e12-aa74-fd0d08d85b0b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.283357 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-58389a46-c161-4e12-aa74-fd0d08d85b0b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 22 14:55:39.283870 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-58389a46-c161-4e12-aa74-fd0d08d85b0b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:39.284838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-58389a46-c161-4e12-aa74-fd0d08d85b0b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057805 Aug 22 14:55:39.287707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.292330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6970b88f-2556-40a4-b74f-9855ca39e735 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.462050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.510604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27161be3-7dfb-4fa7-acf6-ace69c8144f1 req-42e8b8ad-805e-4791-8e18-d70841b364e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:39.512674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27161be3-7dfb-4fa7-acf6-ace69c8144f1 req-42e8b8ad-805e-4791-8e18-d70841b364e6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0535128 Aug 22 14:55:39.513881 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-6970b88f-2556-40a4-b74f-9855ca39e735 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:39.519655 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6970b88f-2556-40a4-b74f-9855ca39e735 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2307148 Aug 22 14:55:39.523061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60556) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.527681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f7a68695-40a8-4570-8319-57038720b1fb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.528421 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-f7a68695-40a8-4570-8319-57038720b1fb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 14:55:39.529166 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-f7a68695-40a8-4570-8319-57038720b1fb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:39.530422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7a68695-40a8-4570-8319-57038720b1fb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062711 Aug 22 14:55:39.533093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:39.539066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9f286eac-0235-47b9-9134-0dea03f42392 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:39.572082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27161be3-7dfb-4fa7-acf6-ace69c8144f1 req-17020bdf-e3d6-4e11-813b-8c08ed100559 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Aug 22 14:55:39.581817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:39.588513 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acec830-c30b-4913-a056-dc86807aa617" -d '{"events": [{"server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:39.624112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8178-2b74-4555-83b8-6494da9b75df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:39.632931 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abfb456-c823-4e31-b21a-0a0c072b6c87 x-openstack-request-id: req-7abfb456-c823-4e31-b21a-0a0c072b6c87 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:39.633315 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "name": "network-vif-plugged", "status": "completed", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:39.633579 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7abfb456-c823-4e31-b21a-0a0c072b6c87 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:39.633978 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922', 'code': 200} Aug 22 14:55:39.677119 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-9f286eac-0235-47b9-9134-0dea03f42392 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Project 383ee2d986114b879fa34bcf24cb5e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:55:39.679214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9d19f65-b646-4995-83ab-d1ff3d22a31c req-004b2a8d-1bd3-42f4-8daf-1ef1c9d23efc tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0315979 Aug 22 14:55:39.751674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce40edfc-35ac-4cbc-8cfa-2f397904839d req-3f81aba6-ab1b-4bd1-b886-57fb3e1da9de tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.0344009 Aug 22 14:55:39.766893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227e73-18cd-488f-bb60-34f479727f0d req-0a4f4914-f8c6-4c9d-83d1-b0e66ef17133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:39.766893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37227e73-18cd-488f-bb60-34f479727f0d req-0a4f4914-f8c6-4c9d-83d1-b0e66ef17133 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 1101 time: 0.0688827 Aug 22 14:55:39.826397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8178-2b74-4555-83b8-6494da9b75df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:39.828822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37227e73-18cd-488f-bb60-34f479727f0d req-54071125-d415-436d-b3a4-20a7cc8e9b82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Aug 22 14:55:39.856139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b69f2-398a-4608-b687-f20f3fc17e2e req-2850e41b-e9ef-4473-bec1-7de02da70c87 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:39.857662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be5b69f2-398a-4608-b687-f20f3fc17e2e req-2850e41b-e9ef-4473-bec1-7de02da70c87 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.0501804 Aug 22 14:55:39.901655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be5b69f2-398a-4608-b687-f20f3fc17e2e req-664abb61-c12e-48f6-8dbb-bbe02fa931c3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Aug 22 14:55:39.985931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8178-2b74-4555-83b8-6494da9b75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.028796 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cb5e8178-2b74-4555-83b8-6494da9b75df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=328fdbe541c24339a99f83ee429eb7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653076 Aug 22 14:55:40.029741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e8178-2b74-4555-83b8-6494da9b75df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91531ab-d81d-4ae7-8ae2-2cebf4ecc66e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:40.031833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60572) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:40.088458 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-9f286eac-0235-47b9-9134-0dea03f42392 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:40.090189 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9f286eac-0235-47b9-9134-0dea03f42392 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5554104 Aug 22 14:55:40.101442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60574) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:40.108702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b40fee08-1306-4e98-80b4-4ba027b76424 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:40.109250 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-b40fee08-1306-4e98-80b4-4ba027b76424 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 22 14:55:40.109691 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-b40fee08-1306-4e98-80b4-4ba027b76424 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:40.110917 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b40fee08-1306-4e98-80b4-4ba027b76424 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073533 Aug 22 14:55:40.117522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:40.125634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a52f9e80-98a7-4cbb-bfff-aca5841ba1ac tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:40.134323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-a6fef80e-8247-43f4-bb57-8672fc031314 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9b799659d0c74225b8a4b27bb2307281&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292189 Aug 22 14:55:40.157408 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.182743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be276f07-c48e-4006-a18f-d9d36b118fd8 req-42ea1329-ec03-491f-96a9-f0663bb72e0f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:40.184629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be276f07-c48e-4006-a18f-d9d36b118fd8 req-42ea1329-ec03-491f-96a9-f0663bb72e0f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.1320138 Aug 22 14:55:40.202688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.247364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-0efb490f-7177-4c91-81f8-06815e9569b3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:40.248924 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-0efb490f-7177-4c91-81f8-06815e9569b3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068308 Aug 22 14:55:40.265598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be276f07-c48e-4006-a18f-d9d36b118fd8 req-70bf098e-d269-41ee-8bb8-b10f045c0a78 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 Aug 22 14:55:40.274927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Request body: {'port': {'device_id': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '9b799659d0c74225b8a4b27bb2307281'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:40.301167 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-a52f9e80-98a7-4cbb-bfff-aca5841ba1ac tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Project 383ee2d986114b879fa34bcf24cb5e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:55:40.329856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.391828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.397445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.400394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b91531ab-d81d-4ae7-8ae2-2cebf4ecc66e HTTP/1.1" status: 204 len: 168 time: 0.3671782 Aug 22 14:55:40.439505 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-a52f9e80-98a7-4cbb-bfff-aca5841ba1ac tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:40.445214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a52f9e80-98a7-4cbb-bfff-aca5841ba1ac tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3251617 Aug 22 14:55:40.446956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:40.457320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-46f5799e-fd86-4ff5-8ccc-ae51fd044d47 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '09eec23a-8c9e-468c-bed7-e1cb1c7637f2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:40.483257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c2fd7-e454-44da-ac29-0c5ff620e8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91531ab-d81d-4ae7-8ae2-2cebf4ecc66e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:40.514271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-f0b7f1af-6b4a-4920-8c97-e0aace1866ea tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:40.517085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-f0b7f1af-6b4a-4920-8c97-e0aace1866ea tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 1100 time: 0.1149380 Aug 22 14:55:40.540050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-e22259b4-1528-4f2b-a6eb-9f5910b4913e tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.557810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Made reservation on behalf of 9b799659d0c74225b8a4b27bb2307281 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:40.561606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.667335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b4c7e25b-db6c-435b-a454-24bfca059642 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:40.668910 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b4c7e25b-db6c-435b-a454-24bfca059642 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.54 "GET /v2.0/networks?id=c0b0aa49-e05d-4c50-bbb2-172e53660c38 HTTP/1.1" status: 200 len: 814 time: 0.1960425 Aug 22 14:55:40.672934 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-46f5799e-fd86-4ff5-8ccc-ae51fd044d47 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Project 383ee2d986114b879fa34bcf24cb5e1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 14:55:40.690195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Request body: {'port': {'device_id': '61448fb2-7536-47ee-b859-b59f654a323a', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'admin_state_up': True, 'tenant_id': '96ce95fa843947a892312446a9085fbf'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:40.768381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a795dc-cc8b-48fa-8dcc-7f6e4d7b5733 req-0b9d2691-995f-47ba-830b-d812b03303d1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:40.769715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2a795dc-cc8b-48fa-8dcc-7f6e4d7b5733 req-0b9d2691-995f-47ba-830b-d812b03303d1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0789320 Aug 22 14:55:40.821040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-e22259b4-1528-4f2b-a6eb-9f5910b4913e tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.834356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2a795dc-cc8b-48fa-8dcc-7f6e4d7b5733 req-5b0e185f-8957-4945-a204-25ad49a1a89a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Aug 22 14:55:40.836219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Allocated IP 192.168.233.18 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/18f207d1-9131-4bdc-987e-d5d861ddae49) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:40.935445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3726f9a-8d5d-421f-9323-7a2f90721987 req-ecf22d53-d338-4b7d-982d-1c2bc94ec4e9 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0332336 Aug 22 14:55:40.936218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-e22259b4-1528-4f2b-a6eb-9f5910b4913e tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:40.976631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ae0bd2-ff85-4d25-ac6b-a2a6eae03530 req-e22259b4-1528-4f2b-a6eb-9f5910b4913e tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519720 Aug 22 14:55:40.980965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22259b4-1528-4f2b-a6eb-9f5910b4913e tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4858a971-be23-4d46-8e06-f33437fa3972,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:41.033693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b7cb0ec-0b75-4643-ac8f-4eb1ed617f81 req-88dfd68c-84e9-4e71-a3ad-84c8f0b151e2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.0281286 Aug 22 14:55:41.048344 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.056905 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-46f5799e-fd86-4ff5-8ccc-ae51fd044d47 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:41.057967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-46f5799e-fd86-4ff5-8ccc-ae51fd044d47 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6095734 Aug 22 14:55:41.064448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:41.075008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Transition to ACTIVE for port object 18f207d1-9131-4bdc-987e-d5d861ddae49 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:41.121300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.143570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.158109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Made reservation on behalf of 96ce95fa843947a892312446a9085fbf for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:41.161711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.222251 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.273361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.277351 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.281294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/09eec23a-8c9e-468c-bed7-e1cb1c7637f2 HTTP/1.1" status: 204 len: 168 time: 0.2135723 Aug 22 14:55:41.283381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60602) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:41.286456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['62a11562-b787-4fa5-957b-ba2f5d0776fa', '102d6c8d-d3a0-4238-9840-4165f1abe502'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:41.288762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:41.296751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:41.304505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:41.321145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa4b0a-bdfb-4b9c-84f6-45e2ed93e688 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eec23a-8c9e-468c-bed7-e1cb1c7637f2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:41.361580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26ad6e77-5162-4f9d-9d37-a9f00f7e5780 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769997 Aug 22 14:55:41.365207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:41.371220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60608) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:41.410167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690513246'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:41.415294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-157811ac-d1a4-4815-8a82-80a5309a5357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.424956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Allocated IP 172.20.0.7 (c0b0aa49-e05d-4c50-bbb2-172e53660c38/985bf52f-c707-431a-ad0d-0a848b1d6af2/b9f9c3b8-c24e-445e-a909-d21ec33f209f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:41.556435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f74a84-24e3-45e6-a9a9-2040425811ea req-00355af8-e335-49fc-be1c-d10c47eb113f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:41.565068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4f74a84-24e3-45e6-a9a9-2040425811ea req-00355af8-e335-49fc-be1c-d10c47eb113f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.1447034 Aug 22 14:55:41.631471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4f74a84-24e3-45e6-a9a9-2040425811ea req-221a1c3f-bb49-44d2-8d9a-fdce9ddc9e11 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652564 Aug 22 14:55:41.642427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.913025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7ffe49ea-7da9-4d5b-860e-683b6dd614d8 None None] Provisioning for port 18f207d1-9131-4bdc-987e-d5d861ddae49 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:41.916269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7ffe49ea-7da9-4d5b-860e-683b6dd614d8 None None] Provisioning complete for port 18f207d1-9131-4bdc-987e-d5d861ddae49 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:41.917109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ffe49ea-7da9-4d5b-860e-683b6dd614d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:41.976955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event updated for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:41.978839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe49ea-7da9-4d5b-860e-683b6dd614d8 None None] Port 18f207d1-9131-4bdc-987e-d5d861ddae49 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:42.048481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.055555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-157811ac-d1a4-4815-8a82-80a5309a5357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.067481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Transition to ACTIVE for port object b9f9c3b8-c24e-445e-a909-d21ec33f209f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:42.083403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39accf4-bd0d-41b1-b41f-f291cc8313f6 req-af5d3486-2e93-41b6-ab31-c46ff1847468 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.085578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b39accf4-bd0d-41b1-b41f-f291cc8313f6 req-af5d3486-2e93-41b6-ab31-c46ff1847468 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1633542 Aug 22 14:55:42.129158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.129716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.143300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa72500c-fdde-4936-9650-aaab970fde7f req-d070b659-8909-4fc9-a5a7-60ce09b30a9f tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0565290 Aug 22 14:55:42.209687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b39accf4-bd0d-41b1-b41f-f291cc8313f6 req-24996eb2-d463-482b-b898-0bad5acd8127 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129451 Aug 22 14:55:42.228140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.242074 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-157811ac-d1a4-4815-8a82-80a5309a5357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.290909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:42.298577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:42.304624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:42.369798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Pushing event updated for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:42.407910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.413493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.455901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157811ac-d1a4-4815-8a82-80a5309a5357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db737729-3e64-4c9b-a0bf-88b4df5e2a5e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:42.468968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-157811ac-d1a4-4815-8a82-80a5309a5357 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7ad969f21f9414ba8029acfa8e6b080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1002679 Aug 22 14:55:42.469690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:42.523601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0360-442f-463c-9373-aa71712c118e req-67f4f865-fa21-4ec6-b628-e124cf00c41d tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.535326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abda0360-442f-463c-9373-aa71712c118e req-67f4f865-fa21-4ec6-b628-e124cf00c41d tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 1100 time: 0.3093398 Aug 22 14:55:42.595137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3915f-c512-4e2c-b874-3a931872be66 req-0e3d34ea-72b0-475c-a083-ff036358679b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.598729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9a3915f-c512-4e2c-b874-3a931872be66 req-0e3d34ea-72b0-475c-a083-ff036358679b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 935 time: 0.2519591 Aug 22 14:55:42.677979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.732534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abda0360-442f-463c-9373-aa71712c118e req-bd3dfe61-e237-4f95-aaa8-c1a30838c263 tempest-ServersAdminNegativeTestJSON-1523292399 tempest-ServersAdminNegativeTestJSON-1523292399-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962883 Aug 22 14:55:42.736928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.759709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:42.818042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9a3915f-c512-4e2c-b874-3a931872be66 req-ff79256e-0a71-4915-94bb-d8b28389b146 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045336 Aug 22 14:55:42.919204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d779-df58-4182-8180-cc8bc2baa384 req-b8c19ffc-78d7-44af-ba79-c81f15b29e6a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:42.921245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc1d779-df58-4182-8180-cc8bc2baa384 req-b8c19ffc-78d7-44af-ba79-c81f15b29e6a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.0717101 Aug 22 14:55:42.983181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc1d779-df58-4182-8180-cc8bc2baa384 req-64b5dabb-6483-4ef7-9885-a340fcb1ac86 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550635 Aug 22 14:55:43.027482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.027921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-14729b45-b7b7-4206-b9d6-826f81ad8ea4 None None] Provisioning for port b9f9c3b8-c24e-445e-a909-d21ec33f209f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:43.030105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.033674 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.038592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db737729-3e64-4c9b-a0bf-88b4df5e2a5e HTTP/1.1" status: 204 len: 168 time: 0.5557289 Aug 22 14:55:43.038810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-14729b45-b7b7-4206-b9d6-826f81ad8ea4 None None] Provisioning complete for port b9f9c3b8-c24e-445e-a909-d21ec33f209f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:43.038810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-14729b45-b7b7-4206-b9d6-826f81ad8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.056214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ead009-fef0-4c72-8b12-92300db2ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db737729-3e64-4c9b-a0bf-88b4df5e2a5e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:43.092385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b6eb3-1289-43b8-a862-26a4af98b300,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:43.113877 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f341bd9f-ac57-4a00-b977-315429c92355 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8405914 Aug 22 14:55:43.133026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Request body: {'port': {'device_id': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:43.146038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-ed95154e-8dc2-4eea-9070-678723a3f7b4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4612525 Aug 22 14:55:43.192135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.200318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-230e9667-67f6-4b20-b9fe-05e5c25947b4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7874403 Aug 22 14:55:43.200318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60646) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:43.206120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-539f2fb7-633c-40f7-8f76-a3c56fa00e50 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': 'd30b6eb3-1289-43b8-a862-26a4af98b300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:43.220507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-14729b45-b7b7-4206-b9d6-826f81ad8ea4 None None] Port b9f9c3b8-c24e-445e-a909-d21ec33f209f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:43.278475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.311435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593f08-f6ad-4617-a535-9be936308a6a req-8bd0d2c9-0fa3-44f2-b724-7d2e8eb31d31 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:43.318816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20593f08-f6ad-4617-a535-9be936308a6a req-8bd0d2c9-0fa3-44f2-b724-7d2e8eb31d31 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 1101 time: 0.0888097 Aug 22 14:55:43.371775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20593f08-f6ad-4617-a535-9be936308a6a req-aec7fadc-151b-41ee-ab70-b06beb0747a3 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Aug 22 14:55:43.572719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f73d62-8b92-4640-b853-b7914e4b5006 req-903429f9-a2ad-456f-8011-7d7bd33cde42 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:43.574596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f73d62-8b92-4640-b853-b7914e4b5006 req-903429f9-a2ad-456f-8011-7d7bd33cde42 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.0835431 Aug 22 14:55:43.576200 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-539f2fb7-633c-40f7-8f76-a3c56fa00e50 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The resource could not be found. Aug 22 14:55:43.584107 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-539f2fb7-633c-40f7-8f76-a3c56fa00e50 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3848205 Aug 22 14:55:43.590980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:43.601065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ddc3e95d-e3a3-4331-ad3a-41ee459be17f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': 'd30b6eb3-1289-43b8-a862-26a4af98b300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '06b2674a-6b87-47a5-bf29-3396f530c9a4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:43.709424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f73d62-8b92-4640-b853-b7914e4b5006 req-10b7254e-b850-4fb8-a5b1-22e241a52ca4 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237242 Aug 22 14:55:43.786192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f207d1-9131-4bdc-987e-d5d861ddae49 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:43.799371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:43.816014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Transition to ACTIVE for port object 18f207d1-9131-4bdc-987e-d5d861ddae49 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:43.867858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000ee21-2f63-4e19-a9f9-81dbe438417e req-6c700fff-37b9-487f-bb26-34c57532635d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:43.877277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d000ee21-2f63-4e19-a9f9-81dbe438417e req-6c700fff-37b9-487f-bb26-34c57532635d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0944800 Aug 22 14:55:43.939365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d000ee21-2f63-4e19-a9f9-81dbe438417e req-264aa500-1fc4-47e0-97f7-472147072500 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Aug 22 14:55:43.963324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.011719 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-ddc3e95d-e3a3-4331-ad3a-41ee459be17f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The resource could not be found. Aug 22 14:55:44.017761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ddc3e95d-e3a3-4331-ad3a-41ee459be17f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4244394 Aug 22 14:55:44.021064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60674) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:44.051013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Pushing event updated for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:44.153386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Attempting to bind port 18f207d1-9131-4bdc-987e-d5d861ddae49 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:44.153735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Attempting to bind port 18f207d1-9131-4bdc-987e-d5d861ddae49 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:44.154078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Attempting to bind port 18f207d1-9131-4bdc-987e-d5d861ddae49 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:44.168366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-f8a0e9f3-9992-42b0-a5c3-54d2b052a252 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822442 Aug 22 14:55:44.176038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Port 18f207d1-9131-4bdc-987e-d5d861ddae49 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:44.176516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Attempting to bind port 18f207d1-9131-4bdc-987e-d5d861ddae49 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:44.187797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:44.188203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:44.188574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:44.189006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Bound port: 18f207d1-9131-4bdc-987e-d5d861ddae49, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:44.189369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.270132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.334543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:44.338964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18f207d1-9131-4bdc-987e-d5d861ddae49,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:44.357461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.431986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-2b1267ad-82be-4a64-b336-3a6372195103 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:44.433706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-2b1267ad-82be-4a64-b336-3a6372195103 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536671 Aug 22 14:55:44.450280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.465915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-204b0ce7-51c0-40a2-9be9-ee22c6775144 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/quotas/bd730de056ad46f88efb3856fa1370b2 HTTP/1.1" status: 200 len: 375 time: 0.0238686 Aug 22 14:55:44.502528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:44.503151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.508042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] 10.222.0.10 "PUT /v2.0/ports/18f207d1-9131-4bdc-987e-d5d861ddae49 HTTP/1.1" status: 200 len: 1095 time: 1.3787997 Aug 22 14:55:44.508042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:44.508978 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551" -d '{"events": [{"name": "network-changed", "server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:44.537497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89442-633d-4e19-aa71-f7123b5efe30 service neutron] Pushing event updated for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:44.560718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.565079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:44.569936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/d30b6eb3-1289-43b8-a862-26a4af98b300 HTTP/1.1" status: 204 len: 168 time: 0.5495811 Aug 22 14:55:44.570754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60690) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:44.593796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dc11b-02d8-400a-93f3-b46d9239a86f tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b6eb3-1289-43b8-a862-26a4af98b300,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:44.626149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-8bab38f4-79ee-4cf7-a4ed-35bbebe899a9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1540089 Aug 22 14:55:44.651639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5fac9611-861e-4690-af59-2a34c78ccffd tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792496 Aug 22 14:55:44.655886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60692) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:44.661319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-783f00cc-aeb0-4931-a7cc-fbb5b83cd5a4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '8ca94810-3e1c-43b8-bbd5-63fcab2cdaea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:44.738862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f0d25856-c555-4180-85cd-3dd61b8ab1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:44.743058 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-f0d25856-c555-4180-85cd-3dd61b8ab1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 1098 time: 0.0730996 Aug 22 14:55:44.830902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-89d65a46-cf81-4d63-a4af-a8decbb4ce16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=18f207d1-9131-4bdc-987e-d5d861ddae49 HTTP/1.1" status: 200 len: 217 time: 0.0724912 Aug 22 14:55:44.901338 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-783f00cc-aeb0-4931-a7cc-fbb5b83cd5a4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The resource could not be found. Aug 22 14:55:44.907842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-783f00cc-aeb0-4931-a7cc-fbb5b83cd5a4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2461102 Aug 22 14:55:44.915484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60698) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:44.927243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--886302303'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:44.934825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-7c8b2416-66f2-4e0e-b6e6-7ebe6a4d4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:44.937296 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-7c8b2416-66f2-4e0e-b6e6-7ebe6a4d4916 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0988836 Aug 22 14:55:45.043409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-50d1c977-b9de-4869-a6a1-d4cb0d723614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.049685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-50d1c977-b9de-4869-a6a1-d4cb0d723614 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024191 Aug 22 14:55:45.094449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.221990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e152-103f-4b41-81f0-2b96858cbb4b req-b5ac4fad-7bae-4392-b848-ac03b776b507 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.223264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5825e152-103f-4b41-81f0-2b96858cbb4b req-b5ac4fad-7bae-4392-b848-ac03b776b507 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 947 time: 0.1823945 Aug 22 14:55:45.250539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-e246a23e-db24-439b-9e68-466040e2d104 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944013 Aug 22 14:55:45.282811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.306170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5825e152-103f-4b41-81f0-2b96858cbb4b req-7470e0fd-4e0e-447c-aeb5-86dbbe9c1a90 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736141 Aug 22 14:55:45.382353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.411404 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6af24b-42d0-40b1-9329-779c879cd055 x-openstack-request-id: req-1f6af24b-42d0-40b1-9329-779c879cd055 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:45.411787 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:45.412266 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f6af24b-42d0-40b1-9329-779c879cd055 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:45.412872 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49', 'status': 'completed', 'code': 200} Aug 22 14:55:45.438944 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2c5a8f9a-968f-4ce6-9521-81125e1c0e09 req-8cd8f51a-9b8e-4098-8f60-cd91a4df6d6f service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767547 Aug 22 14:55:45.456907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064b9c1e-3592-42aa-916a-b141b0b12023,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:45.543134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9a33-899d-4582-8de7-1d85d17f0158 req-edc5a205-5177-4d2c-bcd0-372b5b73fb22 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.543134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294b9a33-899d-4582-8de7-1d85d17f0158 req-edc5a205-5177-4d2c-bcd0-372b5b73fb22 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.0669529 Aug 22 14:55:45.543134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.544848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6383cdd1-9d33-4caf-9911-494a901258c4 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6356044 Aug 22 14:55:45.547772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:45.553439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--589034587'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:45.622334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294b9a33-899d-4582-8de7-1d85d17f0158 req-d8e7b640-a6e0-473e-b049-caad792827bc tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749538 Aug 22 14:55:45.709174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.764071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc11211-72c8-4619-925e-53ee5b029e2f req-1b1cd97e-4091-4a34-b78f-e3b5b8106681 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 210 time: 0.0863776 Aug 22 14:55:45.778592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-d1c3578a-f112-48a4-af9f-b9ae8b04b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.780448 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-d1c3578a-f112-48a4-af9f-b9ae8b04b3b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 1098 time: 0.1189916 Aug 22 14:55:45.904119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca78a11-3612-4688-b1df-c9442d430ae0 req-613cd21f-a1e7-4126-aada-8f1885b4c393 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.905707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dca78a11-3612-4688-b1df-c9442d430ae0 req-613cd21f-a1e7-4126-aada-8f1885b4c393 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0618997 Aug 22 14:55:45.973173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dca78a11-3612-4688-b1df-c9442d430ae0 req-e9e835ea-2c2a-4ef0-af04-162a79cf89de tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 Aug 22 14:55:45.973634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:45.975240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-ac223c49-215c-4dfb-bb6b-2f549f41f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:45.977309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-ac223c49-215c-4dfb-bb6b-2f549f41f940 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1834252 Aug 22 14:55:46.039053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-14a2c590-9522-4c90-ba16-16548fb77618 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=18f207d1-9131-4bdc-987e-d5d861ddae49 HTTP/1.1" status: 200 len: 217 time: 0.0472879 Aug 22 14:55:46.081049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:46.171423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-e7e4bada-73af-446d-85df-fbbcb9f82b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:46.171423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-e7e4bada-73af-446d-85df-fbbcb9f82b59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1224170 Aug 22 14:55:46.171423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18247317-a298-4a2f-b75b-e219705797a6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:46.226389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:46.230912 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-50605de9-b2e2-47fc-9416-0a3607ab98bf tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6787643 Aug 22 14:55:46.231456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:46.238942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c252fc01-620a-4dd1-9c3a-fed4c233ba8d tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '064b9c1e-3592-42aa-916a-b141b0b12023', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '18247317-a298-4a2f-b75b-e219705797a6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:46.269779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-438d803d-7571-4a08-bbe9-470795f29202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:46.271487 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-438d803d-7571-4a08-bbe9-470795f29202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904081 Aug 22 14:55:46.411049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-b631f078-cedd-4f0a-9e9c-05ac7d7bec89 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284666 Aug 22 14:55:46.553040 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25b63fc1-6c52-4a0d-9c45-bfe55ca37551 req-3762b8b2-c1fc-4165-9600-1aec2fcf6df8 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270041 Aug 22 14:55:46.556745 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-c252fc01-620a-4dd1-9c3a-fed4c233ba8d tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:46.562879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c252fc01-620a-4dd1-9c3a-fed4c233ba8d tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3296599 Aug 22 14:55:46.564145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebf4ea-6754-4b66-a82d-4d1d407bd4f5 req-c9571dac-982b-4f46-8000-9910d0b5ae59 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:46.564919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60742) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:46.583796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1ebf4ea-6754-4b66-a82d-4d1d407bd4f5 req-c9571dac-982b-4f46-8000-9910d0b5ae59 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 947 time: 0.0895855 Aug 22 14:55:46.648304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1ebf4ea-6754-4b66-a82d-4d1d407bd4f5 req-0a0630c2-91be-4354-b915-5a4793705402 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630682 Aug 22 14:55:46.688452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:46.750083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:46.964760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f82b-397d-4bc0-ad0e-808435c4e586 req-c9f866cf-7a5d-49fc-b915-b62396a524ff tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:46.974288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fe6f82b-397d-4bc0-ad0e-808435c4e586 req-c9f866cf-7a5d-49fc-b915-b62396a524ff tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.2395341 Aug 22 14:55:47.041545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fe6f82b-397d-4bc0-ad0e-808435c4e586 req-ca90db1f-1ec9-44ae-811b-ca184c54ec17 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653832 Aug 22 14:55:47.155225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eee09-cfc6-4ab6-bb1d-2b011b928340 req-5047f932-8909-4411-87b0-575c28c3a8d5 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:47.156880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-529eee09-cfc6-4ab6-bb1d-2b011b928340 req-5047f932-8909-4411-87b0-575c28c3a8d5 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.0548439 Aug 22 14:55:47.187365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.190080 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.193379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/18247317-a298-4a2f-b75b-e219705797a6 HTTP/1.1" status: 204 len: 168 time: 0.6263800 Aug 22 14:55:47.196349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60754) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:47.204849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ce205-ae23-4e70-9d70-9c28b73525ab tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18247317-a298-4a2f-b75b-e219705797a6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:47.212697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-529eee09-cfc6-4ab6-bb1d-2b011b928340 req-1401efab-815d-4147-b90b-490e62aa9e3a tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Aug 22 14:55:47.296641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fbc8439a-356f-4754-889f-d95e71dc09a5 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0990677 Aug 22 14:55:47.299902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60756) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:47.331781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7dedabc-c66e-4ff3-9057-e39610d991d3 req-1ea0bd81-6bc1-4061-8741-2870692cb4db tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 210 time: 0.0289154 Aug 22 14:55:47.389299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.421571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.474506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4be96-1a91-41df-ad5b-e933b044d3ea req-e3f623fd-2849-486a-837d-987ff5b137a6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:47.477271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70a4be96-1a91-41df-ad5b-e933b044d3ea req-e3f623fd-2849-486a-837d-987ff5b137a6 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0694613 Aug 22 14:55:47.520285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70a4be96-1a91-41df-ad5b-e933b044d3ea req-aabab41a-ab8f-431b-b3fd-5a2692ea1c36 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370872 Aug 22 14:55:47.565846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.571444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:47.573034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/064b9c1e-3592-42aa-916a-b141b0b12023 HTTP/1.1" status: 204 len: 168 time: 0.2720580 Aug 22 14:55:47.575662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60760) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:47.582830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becd7cb-bb46-4039-97ed-9f09fadc5e1b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b9c1e-3592-42aa-916a-b141b0b12023,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:47.661797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eceba66b-8085-4e00-967d-ca9b7b57a3d1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0842006 Aug 22 14:55:47.676546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:47.682228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--586802695'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:47.828529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cb6d5-27df-46c6-a5d7-c56fd982cf5c req-d2d124a1-0cd7-42a0-bfef-9e2c366225e0 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:47.830242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e56cb6d5-27df-46c6-a5d7-c56fd982cf5c req-d2d124a1-0cd7-42a0-bfef-9e2c366225e0 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 947 time: 0.0848768 Aug 22 14:55:47.886963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e56cb6d5-27df-46c6-a5d7-c56fd982cf5c req-a4d7631f-8c76-4eae-8dd5-f7c732ad1ad3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483518 Aug 22 14:55:47.890792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.008196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-bfacb7b1-8de7-48a7-a787-5b99fa50c7c2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297363 Aug 22 14:55:48.049347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.144533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.166869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-66736633-69c1-4054-9e6e-9e97a172999d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:48.168783 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-66736633-69c1-4054-9e6e-9e97a172999d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517920 Aug 22 14:55:48.210102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18f207d1-9131-4bdc-987e-d5d861ddae49 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:48.233797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0d209d-4bfb-4351-a939-a58fc0335b09,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:48.251717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Request body: {'port': {'device_id': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': 'bd730de056ad46f88efb3856fa1370b2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:48.278650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cb1e-883a-4118-862e-d68d2c1caecb req-5825cf8f-15bb-4489-b42f-7551f11eccd3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:48.290539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21f5cb1e-883a-4118-862e-d68d2c1caecb req-5825cf8f-15bb-4489-b42f-7551f11eccd3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.1360726 Aug 22 14:55:48.371213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21f5cb1e-883a-4118-862e-d68d2c1caecb req-d8377d52-5b50-4c83-95ad-aa183a454217 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759678 Aug 22 14:55:48.385229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.390090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:48.390316 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88183aa9-3bdf-43a8-afde-ae0ed1e95ec3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7125704 Aug 22 14:55:48.411005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6ae6bc05-4a32-4518-83c6-c98a61180cdc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '1e0d209d-4bfb-4351-a939-a58fc0335b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:48.434791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18f207d1-9131-4bdc-987e-d5d861ddae49,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:48.459443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '18f207d1-9131-4bdc-987e-d5d861ddae49', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '18f207d1-9131-4bdc-987e-d5d861ddae49', 'mac_address': 'fa:16:3e:b4:7b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:48.509365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.539720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f207d1-9131-4bdc-987e-d5d861ddae49 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:48.559008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5631b4-2420-4493-b2c1-51c2a8b13411 req-5a7e80f1-dc82-4877-a283-c25d403684a3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:48.562359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18f207d1-9131-4bdc-987e-d5d861ddae49,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:48.567117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e5631b4-2420-4493-b2c1-51c2a8b13411 req-5a7e80f1-dc82-4877-a283-c25d403684a3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.0714331 Aug 22 14:55:48.637841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e5631b4-2420-4493-b2c1-51c2a8b13411 req-83317199-874b-4b0e-8499-cd3947d79645 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 Aug 22 14:55:48.686262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.716783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Made reservation on behalf of bd730de056ad46f88efb3856fa1370b2 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:48.720839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:48.754680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:48.774454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47e65d51-c8c6-4a84-950c-7c327f30781f req-0f2381ce-4991-4618-bee1-535a57b4cbc9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 210 time: 0.0600970 Aug 22 14:55:48.821425 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-6ae6bc05-4a32-4518-83c6-c98a61180cdc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:48.823334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6ae6bc05-4a32-4518-83c6-c98a61180cdc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4316614 Aug 22 14:55:48.827246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60786) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:48.833836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c9ae8cd7-0a07-4efd-af92-99e1dbbb68dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group_rule': {'security_group_id': '1e0d209d-4bfb-4351-a939-a58fc0335b09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:48.945675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284d645-3330-4f3a-9394-12c543ab560d req-e9df507a-0c13-4c71-a921-f3631b4ead8e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:48.954585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3284d645-3330-4f3a-9394-12c543ab560d req-e9df507a-0c13-4c71-a921-f3631b4ead8e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0995448 Aug 22 14:55:49.026141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3284d645-3330-4f3a-9394-12c543ab560d req-cdc80fd2-b906-46f3-92cd-6ae33d0a536d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705040 Aug 22 14:55:49.033982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-60dc29ec-7070-4baf-8b39-4801d35106d3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:49.035494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-60dc29ec-7070-4baf-8b39-4801d35106d3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.1126175 Aug 22 14:55:49.039353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Allocated IP 192.168.233.168 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/b857f3b0-b352-421b-bcfa-6c69e9426548) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:49.201463 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-c9ae8cd7-0a07-4efd-af92-99e1dbbb68dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:55:49.202918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c9ae8cd7-0a07-4efd-af92-99e1dbbb68dc tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3743398 Aug 22 14:55:49.221680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60796) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:49.297219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a8d3-b867-4b87-ab63-ed6ac29ddd16 req-ed8fd1d4-4806-44d1-b6e5-58a228e5e4ea tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:49.299137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b942a8d3-b867-4b87-ab63-ed6ac29ddd16 req-ed8fd1d4-4806-44d1-b6e5-58a228e5e4ea tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 948 time: 0.1416945 Aug 22 14:55:49.306638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['18f207d1-9131-4bdc-987e-d5d861ddae49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:49.337057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.354319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.363013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Transition to ACTIVE for port object b857f3b0-b352-421b-bcfa-6c69e9426548 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:49.383289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Deleting port cf754b1b-345d-417c-b716-200b8d01c1e3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:55:49.383635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.454256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.471687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.530755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e', '7b2943e3-9e34-48de-9789-6620eddd9c0e', '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:49.583123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:49.591068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b942a8d3-b867-4b87-ab63-ed6ac29ddd16 req-ae1817c1-ce18-447f-b186-1c1b7d8624bb tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778172 Aug 22 14:55:49.606239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:49.608234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:49.711281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.714833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.722634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e0d209d-4bfb-4351-a939-a58fc0335b09 HTTP/1.1" status: 204 len: 168 time: 0.4966340 Aug 22 14:55:49.727512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] For port cf754b1b-345d-417c-b716-200b8d01c1e3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cf754b1b-345d-417c-b716-200b8d01c1e3,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:49.727892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.736693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:49.782390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event updated for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:49.833482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Calling delete_port for cf754b1b-345d-417c-b716-200b8d01c1e3 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:55:49.846839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0a86c-e5af-44f1-be45-98ddf3c67e77 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0d209d-4bfb-4351-a939-a58fc0335b09,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:49.864346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:49.865031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:49.903277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-17f36dca-204d-426c-95b8-31c86ff59e17 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1650584 Aug 22 14:55:49.908545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60814) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:49.921134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689571648'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:49.989649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-594177cc-3f9f-4f8c-aff4-5ef1ec90c157 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7458808 Aug 22 14:55:50.012584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Request body: {'port': {'device_id': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:50.046801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb0567-20fb-4a02-9c23-9ddea5f711f0 req-ec178396-1899-4998-b931-fd79b4af6d56 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:50.055240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ffb0567-20fb-4a02-9c23-9ddea5f711f0 req-ec178396-1899-4998-b931-fd79b4af6d56 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 949 time: 0.2855871 Aug 22 14:55:50.102288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a78bdc1d-216d-4b97-a432-c691f48b65fd None None] Provisioning for port b857f3b0-b352-421b-bcfa-6c69e9426548 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:50.112888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a78bdc1d-216d-4b97-a432-c691f48b65fd None None] Provisioning complete for port b857f3b0-b352-421b-bcfa-6c69e9426548 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:50.113264 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a78bdc1d-216d-4b97-a432-c691f48b65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.190367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ffb0567-20fb-4a02-9c23-9ddea5f711f0 req-11520d8b-a778-45c9-a4d5-4a2be6504129 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341851 Aug 22 14:55:50.228468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.327644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.437963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a78bdc1d-216d-4b97-a432-c691f48b65fd None None] Port b857f3b0-b352-421b-bcfa-6c69e9426548 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:55:50.523106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd94f65-ee51-49c9-88d2-4c1409aeaa44 req-5082298d-dae9-4c87-8df3-f6c8f479cf3d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:50.534223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd94f65-ee51-49c9-88d2-4c1409aeaa44 req-5082298d-dae9-4c87-8df3-f6c8f479cf3d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.1321635 Aug 22 14:55:50.637024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd94f65-ee51-49c9-88d2-4c1409aeaa44 req-19060682-60e6-4545-b6c8-a3987c566c29 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017900 Aug 22 14:55:50.774297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.812688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:50.816644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc05b1-c935-413b-87f7-6b85e422ef46 req-fd8b22ec-e45b-4cd9-8084-1e4518f51bae tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:50.820827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cadc05b1-c935-413b-87f7-6b85e422ef46 req-fd8b22ec-e45b-4cd9-8084-1e4518f51bae tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 936 time: 0.0930715 Aug 22 14:55:50.869900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.908149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.922513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:50.936106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Pushing event deleted for resources: {'Port': ['ID=cf754b1b-345d-417c-b716-200b8d01c1e3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:50.983482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38379482-9f0d-493a-8a53-8cc455a76445,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:51.016444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cadc05b1-c935-413b-87f7-6b85e422ef46 req-7d9fa991-0a24-4e62-a008-034d9f747663 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783240 Aug 22 14:55:51.036830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b857f3b0-b352-421b-bcfa-6c69e9426548 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:51.055765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.078947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] No DVR routers for this DVR port cf754b1b-345d-417c-b716-200b8d01c1e3 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:55:51.087398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.102219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48919ad6-47a7-4ed5-957c-653970b5f14a req-a43d14c9-f631-48db-8365-b1d30fef5562 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "DELETE /v2.0/ports/cf754b1b-345d-417c-b716-200b8d01c1e3 HTTP/1.1" status: 204 len: 173 time: 2.0565464 Aug 22 14:55:51.112809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'name': 'network-vif-deleted', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:51.118885 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24274f-2ce2-48c1-9dfe-a0db3773480d" -d '{"events": [{"server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "name": "network-vif-deleted", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:51.122979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Transition to ACTIVE for port object b857f3b0-b352-421b-bcfa-6c69e9426548 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:51.133350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.137259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1d0a9368-abab-416a-a003-40af6ea03ffb tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2222257 Aug 22 14:55:51.137871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:51.143515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-28e9afcd-b829-484a-90f3-cc764b97014b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:51.150906 n-d-805046-3 neutron-server[102049]: WARNING neutron.api.v2.base [None req-28e9afcd-b829-484a-90f3-cc764b97014b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 14:55:51.152155 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-28e9afcd-b829-484a-90f3-cc764b97014b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 14:55:51.155932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-28e9afcd-b829-484a-90f3-cc764b97014b tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "PUT /v2.0/security-groups/38379482-9f0d-493a-8a53-8cc455a76445 HTTP/1.1" status: 409 len: 330 time: 0.0144339 Aug 22 14:55:51.156517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:51.240425 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.307337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c2ba-2cd9-4b48-9a81-887a72504935 req-2d6c2eee-080d-4af8-b093-0e0031e50832 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:51.319786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f2c2ba-2cd9-4b48-9a81-887a72504935 req-2d6c2eee-080d-4af8-b093-0e0031e50832 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1474049 Aug 22 14:55:51.378742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:51.382554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.463565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.477956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f2c2ba-2cd9-4b48-9a81-887a72504935 req-8a8e9c2b-4ad4-4a1e-8370-82890b7a8487 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552496 Aug 22 14:55:51.581251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Attempting to bind port b857f3b0-b352-421b-bcfa-6c69e9426548 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:51.593234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Attempting to bind port b857f3b0-b352-421b-bcfa-6c69e9426548 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:51.599386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Attempting to bind port b857f3b0-b352-421b-bcfa-6c69e9426548 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:51.607822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Port b857f3b0-b352-421b-bcfa-6c69e9426548 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:51.608242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Attempting to bind port b857f3b0-b352-421b-bcfa-6c69e9426548 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:51.617132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:51.617693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:51.622970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:51.622970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Bound port: b857f3b0-b352-421b-bcfa-6c69e9426548, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:51.622970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.690148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50a7a-c3a0-4a1f-8ef7-6e30ba57b8a9 req-bd22c21e-f44b-4e11-8f71-cfd1b05dc1f2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:51.702319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e50a7a-c3a0-4a1f-8ef7-6e30ba57b8a9 req-bd22c21e-f44b-4e11-8f71-cfd1b05dc1f2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 948 time: 0.0882347 Aug 22 14:55:51.719324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.722196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.727021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/38379482-9f0d-493a-8a53-8cc455a76445 HTTP/1.1" status: 204 len: 168 time: 0.5657892 Aug 22 14:55:51.727243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:51.730592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b857f3b0-b352-421b-bcfa-6c69e9426548,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:51.731878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60838) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:51.754834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ede93-396c-4a70-b78f-3440da043fd1 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38379482-9f0d-493a-8a53-8cc455a76445,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:51.784162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e50a7a-c3a0-4a1f-8ef7-6e30ba57b8a9 req-64507097-907f-4cb4-a8e2-04acd9c611d1 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791295 Aug 22 14:55:51.814426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.833647 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d78c2b-d1a8-41a0-923c-056fc6929ab0 x-openstack-request-id: req-85d78c2b-d1a8-41a0-923c-056fc6929ab0 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:51.835132 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1cb1c-8561-4213-a640-8a9a7f19248d", "name": "network-vif-deleted", "tag": "cf754b1b-345d-417c-b716-200b8d01c1e3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:51.835643 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85d78c2b-d1a8-41a0-923c-056fc6929ab0 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:51.836510 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1cb1c-8561-4213-a640-8a9a7f19248d', 'name': 'network-vif-deleted', 'tag': 'cf754b1b-345d-417c-b716-200b8d01c1e3', 'status': 'completed', 'code': 200} Aug 22 14:55:51.862765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:51.862765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:51.864186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] 10.222.0.10 "PUT /v2.0/ports/b857f3b0-b352-421b-bcfa-6c69e9426548 HTTP/1.1" status: 200 len: 1096 time: 1.8559730 Aug 22 14:55:51.933264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:51.936625 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:51.942158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07451-a06e-4000-9bdc-940b7690ce64 service neutron] Pushing event updated for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:52.117855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b5e3c3e-4562-476b-87a5-f9fa4f2f62b3 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2416172 Aug 22 14:55:52.117855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:52.122283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3aaeef15-c344-4e2a-b546-ad1bcab387ea req-e416a45d-3d9e-410f-87b8-8deed72ff4ff tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebb1cb1c-8561-4213-a640-8a9a7f19248d HTTP/1.1" status: 200 len: 210 time: 0.0354087 Aug 22 14:55:52.122457 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-64afd2b4-e226-4a14-967d-42a479d12c43 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] delete failed (client error): The resource could not be found. Aug 22 14:55:52.122457 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64afd2b4-e226-4a14-967d-42a479d12c43 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "DELETE /v2.0/security-groups/b3eb4a11-5290-4a77-a090-a828a4a633b9 HTTP/1.1" status: 404 len: 347 time: 0.0178058 Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60844) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-aecf6f5b-bc4a-4fa4-b134-7cec6a64772c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] show failed (client error): The resource could not be found. Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aecf6f5b-bc4a-4fa4-b134-7cec6a64772c tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-groups/4aef3cf4-1f17-4413-acae-2014b9adc438 HTTP/1.1" status: 404 len: 347 time: 0.0160279 Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60846) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-76b7bb29-9a19-4a81-a5e1-ca36ad194b44 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] show failed (client error): The resource could not be found. Aug 22 14:55:52.122820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-76b7bb29-9a19-4a81-a5e1-ca36ad194b44 tempest-NegativeSecGroupIPv6Test-1897042911 tempest-NegativeSecGroupIPv6Test-1897042911-project] 10.222.0.53 "GET /v2.0/security-group-rules/346df974-4b83-4a2c-bf18-af9f942e044a HTTP/1.1" status: 404 len: 356 time: 0.0163264 Aug 22 14:55:52.172930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8508a-9daf-4fb8-81e8-9dc297ecfcdb req-ffed591d-d78e-4a47-987f-de61ce924be2 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.174468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f8508a-9daf-4fb8-81e8-9dc297ecfcdb req-ffed591d-d78e-4a47-987f-de61ce924be2 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 931 time: 0.0918381 Aug 22 14:55:52.182177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1ca18be-020d-45a8-940f-0808feed8531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:52.238798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Request body: {'port': {'device_id': '61448fb2-7536-47ee-b859-b59f654a323a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:52.265092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18f207d1-9131-4bdc-987e-d5d861ddae49 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:55:52.289091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f8508a-9daf-4fb8-81e8-9dc297ecfcdb req-ddd3947d-9f3e-4339-967e-d3fccb7e9083 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022310 Aug 22 14:55:52.298082 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edbca44-ffe1-4b2e-8ec4-87be507c28d8 x-openstack-request-id: req-7edbca44-ffe1-4b2e-8ec4-87be507c28d8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:52.298393 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:52.298858 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7edbca44-ffe1-4b2e-8ec4-87be507c28d8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:52.299266 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548', 'status': 'completed', 'code': 200} Aug 22 14:55:52.310432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:52.360020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-c76244f2-f36c-4d7f-9f6e-75b4f57bbf49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691125 Aug 22 14:55:52.481923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce13e3-cd58-4099-aceb-c4f8f4059200 req-50b2b948-aaea-478f-b4e8-bebd24230348 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.481923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ce13e3-cd58-4099-aceb-c4f8f4059200 req-50b2b948-aaea-478f-b4e8-bebd24230348 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 948 time: 0.0698431 Aug 22 14:55:52.512819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0 req-152afe14-c5c3-471e-9ea8-48f91061f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.514369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0 req-152afe14-c5c3-471e-9ea8-48f91061f91b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 1099 time: 0.1687496 Aug 22 14:55:52.523887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-5ddf7deb-6642-462a-bee2-7a3c16e33e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.526089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-5ddf7deb-6642-462a-bee2-7a3c16e33e5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4f426e56db040bda82d14e54999ba0c&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 1096 time: 0.0936368 Aug 22 14:55:52.542085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ce13e3-cd58-4099-aceb-c4f8f4059200 req-d325282c-bee9-4e94-8a92-b6b9e3607f97 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787623 Aug 22 14:55:52.581653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0 req-499f7aa0-ada6-4a4a-affb-e61fd760bae1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bd730de056ad46f88efb3856fa1370b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352616 Aug 22 14:55:52.671710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398166c-dfab-4a56-a356-f4217a9b8140 req-ac922e54-eeb3-4c5d-86c1-afece5ecc581 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.673343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398166c-dfab-4a56-a356-f4217a9b8140 req-ac922e54-eeb3-4c5d-86c1-afece5ecc581 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0991871 Aug 22 14:55:52.706415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-4e74bd32-b8e0-41a4-89c7-3543d8b26583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.707922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-4e74bd32-b8e0-41a4-89c7-3543d8b26583 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 200 len: 915 time: 0.1587617 Aug 22 14:55:52.750145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0 req-a82e4963-2d09-438d-b664-493ee3c895bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.750145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5710ca1-5e39-488d-ab18-14d7cf4f74f0 req-a82e4963-2d09-438d-b664-493ee3c895bb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338527 Aug 22 14:55:52.770422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a398166c-dfab-4a56-a356-f4217a9b8140 req-00f2f913-4fda-4e64-97ac-48627d376f37 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868230 Aug 22 14:55:52.797532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-0da4700b-82ca-4e31-8ed1-0ca7babd3514 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 200 len: 1001 time: 0.0771346 Aug 22 14:55:52.805736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f9c3b8-c24e-445e-a909-d21ec33f209f {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:52.814751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:52.854241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Transition to ACTIVE for port object b9f9c3b8-c24e-445e-a909-d21ec33f209f will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:52.866084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 18f207d1-9131-4bdc-987e-d5d861ddae49 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:55:52.866622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-9e591313-c90a-4b01-a226-4b56dceb8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.868218 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-9e591313-c90a-4b01-a226-4b56dceb8e6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd730de056ad46f88efb3856fa1370b2&device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 1099 time: 0.0510559 Aug 22 14:55:52.868369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 18f207d1-9131-4bdc-987e-d5d861ddae49 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:55:52.868701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:52.921027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407be60-2d02-4231-b65f-9ead23de880b req-3751627d-a36e-4f04-96a2-e6bcbea4eb75 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:52.922637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6407be60-2d02-4231-b65f-9ead23de880b req-3751627d-a36e-4f04-96a2-e6bcbea4eb75 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 948 time: 0.0674381 Aug 22 14:55:52.938592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-44c34423-0ebd-4c16-a1ea-0685034870de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=b857f3b0-b352-421b-bcfa-6c69e9426548 HTTP/1.1" status: 200 len: 217 time: 0.0400693 Aug 22 14:55:52.964107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:52.997544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6407be60-2d02-4231-b65f-9ead23de880b req-d6f8a3ae-df94-4429-b0d6-29a71239b8df tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624685 Aug 22 14:55:52.997819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.000510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:53.004325 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838b273b-9cb0-49a1-9752-c8610cdb8273" -d '{"events": [{"server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "name": "network-vif-plugged", "status": "completed", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:53.020303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18f207d1-9131-4bdc-987e-d5d861ddae49,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:53.051312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-1f7bc11a-a1bc-421d-a899-1dced62b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.053890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-1f7bc11a-a1bc-421d-a899-1dced62b2f86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1066654 Aug 22 14:55:53.077362 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd06731-ba4e-440d-8207-029a7103fd49 x-openstack-request-id: req-efd06731-ba4e-440d-8207-029a7103fd49 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:53.077698 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "name": "network-vif-plugged", "status": "completed", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:53.077964 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efd06731-ba4e-440d-8207-029a7103fd49 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:53.078375 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49', 'code': 200} Aug 22 14:55:53.085014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Pushing event updated for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:53.098080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.098990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cf754b1b-345d-417c-b716-200b8d01c1e3 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:55:53.182377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: cf754b1b-345d-417c-b716-200b8d01c1e3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:55:53.183048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cf754b1b-345d-417c-b716-200b8d01c1e3 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:55:53.234746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-550f67d9-1205-444e-8110-a5904bc7eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.236514 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-550f67d9-1205-444e-8110-a5904bc7eb30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660376 Aug 22 14:55:53.253633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:53.288767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Attempting to bind port b9f9c3b8-c24e-445e-a909-d21ec33f209f on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:53.289155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Attempting to bind port b9f9c3b8-c24e-445e-a909-d21ec33f209f by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:53.289307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Attempting to bind port b9f9c3b8-c24e-445e-a909-d21ec33f209f on network c0b0aa49-e05d-4c50-bbb2-172e53660c38 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:53.317149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e516-8697-4c9b-a49f-03cbeaa7a6bc req-22919d04-2b6f-4082-8e2d-bac3daa1e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.318492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0426e516-8697-4c9b-a49f-03cbeaa7a6bc req-22919d04-2b6f-4082-8e2d-bac3daa1e656 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 1100 time: 0.1012337 Aug 22 14:55:53.354798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Port b9f9c3b8-c24e-445e-a909-d21ec33f209f on network c0b0aa49-e05d-4c50-bbb2-172e53660c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:55:53.364449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0426e516-8697-4c9b-a49f-03cbeaa7a6bc req-c42c9d13-274d-459b-821c-ec7f09380def service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Aug 22 14:55:53.365919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Attempting to bind port b9f9c3b8-c24e-445e-a909-d21ec33f209f on network c0b0aa49-e05d-4c50-bbb2-172e53660c38 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:53.372590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60872) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:53.381591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:53.381854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Checking segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:53.382866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Bound using segment: {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:53.383321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Bound port: b9f9c3b8-c24e-445e-a909-d21ec33f209f, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ce0985-b78f-4d71-8396-78c387d94c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:53.383721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.440242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-5c8233d1-7506-4313-861f-5c1f09fe3e1d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962745 Aug 22 14:55:53.475959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:53.480417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:53.579962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.612773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.614324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.617039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] 10.222.0.54 "PUT /v2.0/ports/b9f9c3b8-c24e-445e-a909-d21ec33f209f HTTP/1.1" status: 200 len: 1091 time: 1.3910623 Aug 22 14:55:53.657552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e79b9-1524-4fd0-afb3-fd8803f43a7b service neutron] Pushing event updated for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:53.684986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9842b29b-365c-411b-94bd-4d55fb3b2134 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=383ee2d986114b879fa34bcf24cb5e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111215 Aug 22 14:55:53.692952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60882) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:53.693996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01998fed-c104-486b-85b4-753c8ac44028 req-715aae06-df79-4572-9630-9211f7911ccb tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.696607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01998fed-c104-486b-85b4-753c8ac44028 req-715aae06-df79-4572-9630-9211f7911ccb tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0985785 Aug 22 14:55:53.743923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01998fed-c104-486b-85b4-753c8ac44028 req-803c5d04-6a4f-497e-be9e-4e03e9853afc tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Aug 22 14:55:53.754893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.817146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:53.872706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed112-eeef-4129-9308-85d9217e6589 req-d49ed349-eae8-4ec8-a305-2c43ecd1e327 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:53.880719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-383ed112-eeef-4129-9308-85d9217e6589 req-d49ed349-eae8-4ec8-a305-2c43ecd1e327 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.0657036 Aug 22 14:55:53.917725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-383ed112-eeef-4129-9308-85d9217e6589 req-20e3d96b-bce7-4fd8-85e2-bbc2d4221777 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Aug 22 14:55:53.933492 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-187d42ae-dd54-4edd-b798-783ed4c59adc req-6349621d-438a-4a47-818f-6209d80abb9e service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520081 Aug 22 14:55:54.008164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:54.010817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:54.012082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60efe3da-61b7-4971-b81a-11ab5808025a HTTP/1.1" status: 204 len: 168 time: 0.3233910 Aug 22 14:55:54.020686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12144c76-4f59-4f1f-9c07-60f943d6af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60efe3da-61b7-4971-b81a-11ab5808025a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:54.048163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503d47b-4ffc-4f31-957d-5618dc6298a9 req-848763e9-df5b-40df-b564-e3f799db0315 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:54.048163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1503d47b-4ffc-4f31-957d-5618dc6298a9 req-848763e9-df5b-40df-b564-e3f799db0315 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 948 time: 0.0635533 Aug 22 14:55:54.088261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1503d47b-4ffc-4f31-957d-5618dc6298a9 req-d24226c9-2618-4212-90d8-a19a33ba18e7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Aug 22 14:55:54.201937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013546c-4eeb-4902-9367-62f6184eaa0b req-184b86e0-b8aa-44b6-b97e-338f44b92097 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:54.203611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5013546c-4eeb-4902-9367-62f6184eaa0b req-184b86e0-b8aa-44b6-b97e-338f44b92097 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0517526 Aug 22 14:55:54.246729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5013546c-4eeb-4902-9367-62f6184eaa0b req-a51677c7-b6a1-4b87-82f4-8bd081f11523 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Aug 22 14:55:54.300832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:54.303383 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d51a65-b6cd-489a-849d-36ad5420f572" -d '{"events": [{"name": "network-changed", "server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:54.353986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068e25f-22b6-4304-a92a-8eea8431cba4 req-4ed31b07-64c0-4942-9cbf-906fc150db6a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:54.355497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9068e25f-22b6-4304-a92a-8eea8431cba4 req-4ed31b07-64c0-4942-9cbf-906fc150db6a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.0522070 Aug 22 14:55:54.395783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9068e25f-22b6-4304-a92a-8eea8431cba4 req-833ed75c-742b-4f10-b6da-a2eca551344b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Aug 22 14:55:54.450421 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab788d95-4cd2-4878-8458-6f0a2b9a3333 x-openstack-request-id: req-ab788d95-4cd2-4878-8458-6f0a2b9a3333 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:54.450721 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:54.451005 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab788d95-4cd2-4878-8458-6f0a2b9a3333 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:54.451418 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f', 'status': 'completed', 'code': 200} Aug 22 14:55:54.875623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574998c-6356-4aae-b2af-e32f3863f448 req-e8554ba0-309d-4cc2-8a40-89fa4640ec4a tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:54.884012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f574998c-6356-4aae-b2af-e32f3863f448 req-e8554ba0-309d-4cc2-8a40-89fa4640ec4a tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0675700 Aug 22 14:55:54.924653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f574998c-6356-4aae-b2af-e32f3863f448 req-3ab161f8-ba99-48ef-b354-d8c0656f5d04 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Aug 22 14:55:55.041827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b08ae-1b3a-449d-80f2-ab7c84e2455c req-dad793bc-ee60-4ce2-803d-c6f41eb4f354 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.043248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-874b08ae-1b3a-449d-80f2-ab7c84e2455c req-dad793bc-ee60-4ce2-803d-c6f41eb4f354 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.0495980 Aug 22 14:55:55.087001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-874b08ae-1b3a-449d-80f2-ab7c84e2455c req-f38170ca-b05d-4bb5-9b0f-fe1d50a91df9 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Aug 22 14:55:55.213700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27995d8c-fc64-4b3e-ad8f-9f24707beaf9 req-6e4327a7-9f93-4170-9f25-d198be9c9173 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.223958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27995d8c-fc64-4b3e-ad8f-9f24707beaf9 req-6e4327a7-9f93-4170-9f25-d198be9c9173 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 948 time: 0.0619900 Aug 22 14:55:55.224171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60930) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:55.259113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27995d8c-fc64-4b3e-ad8f-9f24707beaf9 req-a87e4d8c-2bc8-43f9-90d7-6ee2a723cadc tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342572 Aug 22 14:55:55.357665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1768987780'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:55.383644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106fb9b-59c1-4238-8fa2-39ec331d4df6 req-ab8eab2a-79e3-49be-b9f4-671a4926f502 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.385175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1106fb9b-59c1-4238-8fa2-39ec331d4df6 req-ab8eab2a-79e3-49be-b9f4-671a4926f502 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0578232 Aug 22 14:55:55.424250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1106fb9b-59c1-4238-8fa2-39ec331d4df6 req-2cebfe29-7fd1-464a-b7dc-766b55806b10 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Aug 22 14:55:55.453861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Made reservation on behalf of b8acdfb811c341228bbf4017fa842fca for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:55.457858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.468369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.583419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af586f19-1a50-4619-a5ac-c9291ca3bd27 req-b502b9f4-3097-4b3d-aeec-ce13b355e8e5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.585474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af586f19-1a50-4619-a5ac-c9291ca3bd27 req-b502b9f4-3097-4b3d-aeec-ce13b355e8e5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.0954521 Aug 22 14:55:55.587093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-0e3e3304-cf75-47fa-ad69-cda18ddbfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.588513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-0e3e3304-cf75-47fa-ad69-cda18ddbfdef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 200 len: 853 time: 0.0657492 Aug 22 14:55:55.594261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-7550f67e-f4dc-482c-81ce-3a0ecd0fcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.594261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-7550f67e-f4dc-482c-81ce-3a0ecd0fcb07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=96ce95fa843947a892312446a9085fbf&device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 1094 time: 0.0655081 Aug 22 14:55:55.609802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.635380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af586f19-1a50-4619-a5ac-c9291ca3bd27 req-30ad5595-652d-4568-9fa7-27a802bb5e60 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Aug 22 14:55:55.669370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-896e1dd7-f747-4cbd-bea3-e4ed81efd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.674486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-896e1dd7-f747-4cbd-bea3-e4ed81efd9ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dbf5a314-36ac-49ea-8562-18dd6e429f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530355 Aug 22 14:55:55.715960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-b51f113f-64c1-4337-bfd0-1e67f2626f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.717512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-b51f113f-64c1-4337-bfd0-1e67f2626f43 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=96ce95fa843947a892312446a9085fbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022708 Aug 22 14:55:55.735028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.770883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-58a578a7-d1f1-448a-9410-2be2cd371cbe service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895958 Aug 22 14:55:55.778425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:55:55.826801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19eae29d-3fbe-402a-bcd9-c17ff6fc33b2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:55.829724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.830098 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Added segment 0320a4bc-0ce0-4581-8d2b-41297503cb92 of type vlan for network f9444769-4904-433a-a175-ce3f3b4e6b23 Aug 22 14:55:55.895947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:55.907604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-126b5815-aed3-451a-b628-661822446964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.909186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-18d51a65-b6cd-489a-849d-36ad5420f572 req-126b5815-aed3-451a-b628-661822446964 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842964 Aug 22 14:55:55.996938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-5a6c9d07-4365-4aab-8ab0-12b8332548e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:55.998666 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-5a6c9d07-4365-4aab-8ab0-12b8332548e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=96ce95fa843947a892312446a9085fbf&device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 1094 time: 0.0493686 Aug 22 14:55:56.004125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:56.010220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.015102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:56.089759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event updated for resources: {'Network': ['ID=f9444769-4904-433a-a175-ce3f3b4e6b23,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:56.101900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f9444769-4904-433a-a175-ce3f3b4e6b23 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:55:56.124193 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7c70c0f-f315-4516-815f-f92ef6caa782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8988061 Aug 22 14:55:56.125731 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-df688f05-bcad-4948-9469-cb17787bad10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f HTTP/1.1" status: 200 len: 217 time: 0.0485187 Aug 22 14:55:56.126208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60944) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:56.131877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Request body: {'subnet': {'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:56.181222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a685e70-f41b-483c-a5f4-62172fcd2e2a req-58dcf0a4-59ba-444e-8a74-a2010d458c20 service neutron] 10.222.0.54 "GET /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013910 Aug 22 14:55:56.190240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd273bf-432b-4ccb-9c9d-891d1be15b67 req-46e93295-f4f4-423a-b14f-8609debeacec tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.192214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dd273bf-432b-4ccb-9c9d-891d1be15b67 req-46e93295-f4f4-423a-b14f-8609debeacec tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0795648 Aug 22 14:55:56.270234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dd273bf-432b-4ccb-9c9d-891d1be15b67 req-9b081260-5333-4e89-906d-6f8903e00548 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670800 Aug 22 14:55:56.274498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-054ffa9c-dc68-4168-8f56-65ec432226f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.276159 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-054ffa9c-dc68-4168-8f56-65ec432226f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=985bf52f-c707-431a-ad0d-0a848b1d6af2 HTTP/1.1" status: 200 len: 853 time: 0.1404259 Aug 22 14:55:56.279879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a33f7-27de-44bf-9479-381e7cc70764 req-3bf45c5b-cede-4017-821a-4a603146a5c2 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.281508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f9a33f7-27de-44bf-9479-381e7cc70764 req-3bf45c5b-cede-4017-821a-4a603146a5c2 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.0886195 Aug 22 14:55:56.337861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f9a33f7-27de-44bf-9479-381e7cc70764 req-4c8b8476-2670-419b-a217-27e0503f1e49 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/security-groups?id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Aug 22 14:55:56.345074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-1f259006-7275-4771-a4a6-d32ee992e30e tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.346599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-1f259006-7275-4771-a4a6-d32ee992e30e tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 950 time: 0.1069646 Aug 22 14:55:56.353302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-11a542d5-6a99-456a-a1d0-6117364bf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.354888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-11a542d5-6a99-456a-a1d0-6117364bf9ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c0b0aa49-e05d-4c50-bbb2-172e53660c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677426 Aug 22 14:55:56.391294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aed3a3-309f-49a4-8fcd-1b12c63eecfe req-144afc24-1f3b-45f5-b3e3-994ac1b57d92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.395460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50aed3a3-309f-49a4-8fcd-1b12c63eecfe req-144afc24-1f3b-45f5-b3e3-994ac1b57d92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 948 time: 0.0541060 Aug 22 14:55:56.426079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Made reservation on behalf of b8acdfb811c341228bbf4017fa842fca for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:56.430445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:56.432683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50aed3a3-309f-49a4-8fcd-1b12c63eecfe req-17aaf617-2b22-4ab2-be19-caea4aa6732d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335224 Aug 22 14:55:56.563942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845411-a22f-4918-9df4-0d1aa4b1e478 req-e3a76da2-2a11-4607-bbfe-4606ad97aa01 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.565691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e845411-a22f-4918-9df4-0d1aa4b1e478 req-e3a76da2-2a11-4607-bbfe-4606ad97aa01 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0661578 Aug 22 14:55:56.589596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-b331726c-ce66-4754-880b-1016b1499bac service neutron] 10.222.0.54 "GET /v2.0/networks/c0b0aa49-e05d-4c50-bbb2-172e53660c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041998 Aug 22 14:55:56.604763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Deleting port a1ca18be-020d-45a8-940f-0808feed8531 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:55:56.605138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:56.615847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e845411-a22f-4918-9df4-0d1aa4b1e478 req-25017dcc-57a5-43c7-a4ae-a2280e35e866 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Aug 22 14:55:56.767072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259383a-d276-487b-9a3c-88dbceccea9b req-deeb4cd4-65f7-4bda-81b5-9e83f90891dc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:56.768801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0259383a-d276-487b-9a3c-88dbceccea9b req-deeb4cd4-65f7-4bda-81b5-9e83f90891dc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.0553041 Aug 22 14:55:56.815749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0259383a-d276-487b-9a3c-88dbceccea9b req-84ee0ec4-e3e3-457f-8121-602a813459c9 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Aug 22 14:55:57.118737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f6518fb1-9349-431d-850a-78a7c35d59e5 req-13269c8a-ac3d-43e7-b975-91c22cc7a819 service neutron] 10.222.0.54 "GET /v2.0/networks/c0b0aa49-e05d-4c50-bbb2-172e53660c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082715 Aug 22 14:55:57.128907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] For port a1ca18be-020d-45a8-940f-0808feed8531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a1ca18be-020d-45a8-940f-0808feed8531,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:57.129275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.167271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Calling delete_port for a1ca18be-020d-45a8-940f-0808feed8531 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:55:57.284145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.368086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event updated for resources: {'Subnet': ['ID=f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:57.378927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Checking segment: {'id': '0320a4bc-0ce0-4581-8d2b-41297503cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:57.379283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Network hostable DHCP agents. Network: f9444769-4904-433a-a175-ce3f3b4e6b23, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:55:57.405192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8bf79-b5e5-4f78-92b1-dfabf0332993 req-c662c91e-6339-46e0-9a59-628f80f3a3d7 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.408025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3e8bf79-b5e5-4f78-92b1-dfabf0332993 req-c662c91e-6339-46e0-9a59-628f80f3a3d7 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0573165 Aug 22 14:55:57.452426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3e8bf79-b5e5-4f78-92b1-dfabf0332993 req-e4ab4e9e-332f-48d5-b480-e4e5e0775d88 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Aug 22 14:55:57.475846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.516209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Pushing event deleted for resources: {'Port': ['ID=a1ca18be-020d-45a8-940f-0808feed8531,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:57.530892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Network f9444769-4904-433a-a175-ce3f3b4e6b23 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:55:57.531402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.531885 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a1ca18be-020d-45a8-940f-0808feed8531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:57.532473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.532690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.533236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.533776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.534573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.534967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.535588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.536348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.537020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.538365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.542079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.542818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.543492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.544203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.547014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-e558cbb4-2fe2-4f5d-b8f9-f3e8e29f5877 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e&device_id=61448fb2-7536-47ee-b859-b59f654a323a&device_id=b83e99ad-00ec-457c-9642-9f0a492c889c&device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10&device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e&device_id=bf429da6-bbf7-4392-a284-06430d9fd659&device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a&device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f&device_id=dd944dbc-e1b7-439a-b871-358e3beba954&device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a&device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629&device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e&device_id=9edbf120-c441-440b-b706-a27df9f82952&device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f&device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 13471 time: 0.0892467 Aug 22 14:55:57.587320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] No DVR routers for this DVR port a1ca18be-020d-45a8-940f-0808feed8531 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:55:57.590393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.592398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6db51aaf-4a29-414b-9cf1-dd7119b01681 req-2924c46d-fe7e-446b-b10d-e6ef524bd5fc tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.10 "DELETE /v2.0/ports/a1ca18be-020d-45a8-940f-0808feed8531 HTTP/1.1" status: 204 len: 173 time: 1.2366354 Aug 22 14:55:57.592849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'name': 'network-vif-deleted', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:55:57.593181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2228487e-8fb8-4e9d-8357-31d517e1e1e9 req-ae910f62-f69f-40ce-8860-35adef2225c9 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.0447474 Aug 22 14:55:57.594428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-c1527785-580f-465d-afe4-ac5c445ffb95 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.595182 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e54fd5-2561-49a6-aaee-d5c7cb817df2" -d '{"events": [{"server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "name": "network-vif-deleted", "tag": "a1ca18be-020d-45a8-940f-0808feed8531"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:55:57.665025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f9444769-4904-433a-a175-ce3f3b4e6b23) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:57.670356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.673746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.675608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57877201-0db4-4d7c-8afc-6d82bfc6580e None None] Network f9444769-4904-433a-a175-ce3f3b4e6b23 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:55:57.733581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-c1527785-580f-465d-afe4-ac5c445ffb95 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.751074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a4f7-4e3b-44e7-975f-6a2c4457a505 req-4d125e87-834b-47ba-b887-45c833524027 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:57.758511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d14a4f7-4e3b-44e7-975f-6a2c4457a505 req-4d125e87-834b-47ba-b887-45c833524027 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 948 time: 0.0809352 Aug 22 14:55:57.794943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d14a4f7-4e3b-44e7-975f-6a2c4457a505 req-3ac92db5-cbf6-4bad-b3fc-bb697372a704 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Aug 22 14:55:57.839960 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d39704-8b6e-4de0-9741-541be0d8f1fa x-openstack-request-id: req-e9d39704-8b6e-4de0-9741-541be0d8f1fa {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:55:57.840608 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd944dbc-e1b7-439a-b871-358e3beba954", "name": "network-vif-deleted", "tag": "a1ca18be-020d-45a8-940f-0808feed8531", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:55:57.841003 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9d39704-8b6e-4de0-9741-541be0d8f1fa {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:55:57.841999 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd944dbc-e1b7-439a-b871-358e3beba954', 'name': 'network-vif-deleted', 'tag': 'a1ca18be-020d-45a8-940f-0808feed8531', 'status': 'completed', 'code': 200} Aug 22 14:55:57.851716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f9444769-4904-433a-a175-ce3f3b4e6b23', 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23', 'tenant_id': 'b8acdfb811c341228bbf4017fa842fca', 'fixed_ips': [{'subnet_id': 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:55:57.862685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-c1527785-580f-465d-afe4-ac5c445ffb95 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.862906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:57.894295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-603a9ba5-2df6-4ab3-8829-e5aa07d4ed01 req-c1527785-580f-465d-afe4-ac5c445ffb95 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&id=3ca70f2c-d870-410d-82d5-67a20ba26664&id=a3609a75-915f-4dec-8581-fc30497af0fc&id=836ff88f-d64e-43e2-af05-e238cb2543a0&id=20d98f70-8f96-4d3e-900b-9042e034567c&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3314104 Aug 22 14:55:57.921568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1527785-580f-465d-afe4-ac5c445ffb95 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60179c0f-0e55-40f1-8160-701d17be40a3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:57.954113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bd2b4e9e-1afd-4a44-93e9-b14959922abe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8267303 Aug 22 14:55:57.956782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:57.963405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Request body: {'port': {'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23', 'name': 'tempest-TagsExtTest-1024817202'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:58.050999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df358010-c444-40a2-ba14-f73ee9d2dedf req-2259f87d-5a12-4c1f-929a-2c40df1a2769 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.064948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df358010-c444-40a2-ba14-f73ee9d2dedf req-2259f87d-5a12-4c1f-929a-2c40df1a2769 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0887847 Aug 22 14:55:58.129939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Allocated IP 172.20.0.2 (f9444769-4904-433a-a175-ce3f3b4e6b23/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/1c1c3efc-3a3e-4edb-89c7-e24b0f889573) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:58.141985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df358010-c444-40a2-ba14-f73ee9d2dedf req-bd576801-5f48-4bbb-97ac-e13b657bf51a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Aug 22 14:55:58.246051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Made reservation on behalf of b8acdfb811c341228bbf4017fa842fca for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:55:58.246316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.280011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] device_id is not set on port cb85b84e-3df5-4acc-98eb-275cda754ae1 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:55:58.296448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b857f3b0-b352-421b-bcfa-6c69e9426548 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:55:58.320269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e687a-e2ee-4f0b-9f3b-752c3547620d req-304938b4-a50e-4f02-b57c-52539a71f64b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.321097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e687a-e2ee-4f0b-9f3b-752c3547620d req-304938b4-a50e-4f02-b57c-52539a71f64b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.321812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e687a-e2ee-4f0b-9f3b-752c3547620d req-304938b4-a50e-4f02-b57c-52539a71f64b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.323739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7e687a-e2ee-4f0b-9f3b-752c3547620d req-304938b4-a50e-4f02-b57c-52539a71f64b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c&device_id=bf429da6-bbf7-4392-a284-06430d9fd659&device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 2881 time: 0.0725782 Aug 22 14:55:58.333490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.359127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Transition to ACTIVE for port object 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:58.363783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7e687a-e2ee-4f0b-9f3b-752c3547620d req-6e795a00-23ee-43c8-ac0f-cf8df0d56649 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Aug 22 14:55:58.411046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Transition to ACTIVE for port object 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:58.436479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b857f3b0-b352-421b-bcfa-6c69e9426548,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:58.448192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'b857f3b0-b352-421b-bcfa-6c69e9426548', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'b857f3b0-b352-421b-bcfa-6c69e9426548', 'mac_address': 'fa:16:3e:72:86:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:55:58.493189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.507614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b857f3b0-b352-421b-bcfa-6c69e9426548 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:55:58.535966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b857f3b0-b352-421b-bcfa-6c69e9426548,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:55:58.542138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.612996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Pushing event updated for resources: {'Port': ['ID=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:58.614046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Allocated IP 172.20.0.8 (f9444769-4904-433a-a175-ce3f3b4e6b23/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/cb85b84e-3df5-4acc-98eb-275cda754ae1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:55:58.625404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Network f9444769-4904-433a-a175-ce3f3b4e6b23 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:58.627371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.630640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186136-1e44-4e41-b71b-56785f753757 req-f9006b75-902b-4ce9-b602-63ed4a1d7e81 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.636680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:58.638150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74186136-1e44-4e41-b71b-56785f753757 req-f9006b75-902b-4ce9-b602-63ed4a1d7e81 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0654109 Aug 22 14:55:58.649957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:58.710927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74186136-1e44-4e41-b71b-56785f753757 req-f8cb66b1-decd-4145-b2d4-e917a4c59df5 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 Aug 22 14:55:58.764641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:58.769895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Attempting to bind port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:55:58.770524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Attempting to bind port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '0320a4bc-0ce0-4581-8d2b-41297503cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:55:58.771560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Attempting to bind port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 on network f9444769-4904-433a-a175-ce3f3b4e6b23 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:55:58.779267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:55:58.779948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Checking segment: {'id': '0320a4bc-0ce0-4581-8d2b-41297503cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:55:58.780563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.781641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Bound using segment: {'id': '0320a4bc-0ce0-4581-8d2b-41297503cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:55:58.782179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Bound port: 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320a4bc-0ce0-4581-8d2b-41297503cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f9444769-4904-433a-a175-ce3f3b4e6b23'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:55:58.783137 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.856268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe929988-f442-429e-a86e-1dcdcaba699b req-5e5303cf-a797-4780-a083-15ff373a91a3 tempest-ServersAdminNegativeTestJSON-1099911456 tempest-ServersAdminNegativeTestJSON-1099911456-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd944dbc-e1b7-439a-b871-358e3beba954 HTTP/1.1" status: 200 len: 210 time: 0.0554292 Aug 22 14:55:58.870334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] For port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:55:58.874344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] For port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,segment=NetworkSegment(0320a4bc-0ce0-4581-8d2b-41297503cb92),segment_id=0320a4bc-0ce0-4581-8d2b-41297503cb92)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:55:58.876749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.894544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Transition to ACTIVE for port object cb85b84e-3df5-4acc-98eb-275cda754ae1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:55:58.952972 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:58.970299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab4760-2339-48df-bbdb-ffecb55303f4 req-52ece6c0-072d-41da-9e7a-eb9cfe91cf92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:58.971858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ab4760-2339-48df-bbdb-ffecb55303f4 req-52ece6c0-072d-41da-9e7a-eb9cfe91cf92 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 949 time: 0.0601137 Aug 22 14:55:59.018723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ab4760-2339-48df-bbdb-ffecb55303f4 req-5709f481-cfa5-4a1a-af35-9dfdb0e635cd tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Aug 22 14:55:59.056776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.091513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f789-9f10-47e2-aef4-0054c72a24f4 None None] Pushing event updated for resources: {'Port': ['ID=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:59.123679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Network f9444769-4904-433a-a175-ce3f3b4e6b23 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:55:59.127258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:55:59.130716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:55:59.156258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['b857f3b0-b352-421b-bcfa-6c69e9426548'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:55:59.189304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event updated for resources: {'Port': ['ID=cb85b84e-3df5-4acc-98eb-275cda754ae1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:59.211447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:59.212445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.344450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59e59b60-4e4e-4690-b37a-571948ed70d1 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3864861 Aug 22 14:55:59.346234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d318e-0447-4a8a-b8ac-7708f14336d0 req-9101e373-7820-4c49-89c9-b91f1f8d5002 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:59.350739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:59.354347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c42d318e-0447-4a8a-b8ac-7708f14336d0 req-9101e373-7820-4c49-89c9-b91f1f8d5002 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0898528 Aug 22 14:55:59.364915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-899157834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:59.418018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c42d318e-0447-4a8a-b8ac-7708f14336d0 req-1adef8de-fde4-4596-8610-93e9e0e35aeb tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511956 Aug 22 14:55:59.426898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32790) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:59.530156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.531177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.572420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-539d594d-bfe1-4787-add4-00ea85456dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.600933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.666846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fee1e-ba80-459a-8984-0eee5477430b req-0109c7e6-0ac2-4c37-ac3b-cce6dc1d0543 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:59.668422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65fee1e-ba80-459a-8984-0eee5477430b req-0109c7e6-0ac2-4c37-ac3b-cce6dc1d0543 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1100 time: 0.0429602 Aug 22 14:55:59.695949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-539d594d-bfe1-4787-add4-00ea85456dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.701230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.704287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65fee1e-ba80-459a-8984-0eee5477430b req-18bb9e14-7a54-4eda-b447-8e78350c349d tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295241 Aug 22 14:55:59.811322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-539d594d-bfe1-4787-add4-00ea85456dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.855563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-539d594d-bfe1-4787-add4-00ea85456dc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7ef84f5e3384ffb8be66cd109f8066c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272280 Aug 22 14:55:59.856488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:59.857146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3112-fa4a-45e1-8114-4911e5f4f6a9 req-63655ac0-1dee-429b-803d-7b5b1cac8bbd tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:59.858687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-726e3112-fa4a-45e1-8114-4911e5f4f6a9 req-63655ac0-1dee-429b-803d-7b5b1cac8bbd tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1100 time: 0.0812225 Aug 22 14:55:59.863171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d594d-bfe1-4787-add4-00ea85456dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5217b49-6558-4389-89a8-bed9d569b99e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:55:59.875094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30aac-7638-408b-ad6a-524de4c3963a req-bf710104-e088-4f61-813a-6b829d39a27d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:55:59.877415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f30aac-7638-408b-ad6a-524de4c3963a req-bf710104-e088-4f61-813a-6b829d39a27d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0904009 Aug 22 14:55:59.920396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.924311 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0087b8d6-70d6-4eaf-9f33-b0865f1555eb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5697012 Aug 22 14:55:59.924311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:55:59.924649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:55:59.931028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6315e4b8-a2d5-4d02-917d-9a3f76b75f71 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2003886746', 'prefixes': ['172.20.0.0/16']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:55:59.941465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-726e3112-fa4a-45e1-8114-4911e5f4f6a9 req-77f90f25-814c-4097-8776-896573612754 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627413 Aug 22 14:55:59.950846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f30aac-7638-408b-ad6a-524de4c3963a req-88c5ca52-84e6-4e28-a989-6ff8ab9996c7 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636451 Aug 22 14:55:59.976411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.132028 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46971bff-bc5e-46a3-a7f0-196929184d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.135664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.139274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.140676 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5217b49-6558-4389-89a8-bed9d569b99e HTTP/1.1" status: 204 len: 168 time: 0.2829490 Aug 22 14:56:00.169726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d1690-d5e5-4c95-9210-018a91abd1b3 req-2a3581d3-8822-4fe7-b6b4-49528bb2c96f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:00.170311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff6b1-d02a-4a72-88c7-2ffc5b9404f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5217b49-6558-4389-89a8-bed9d569b99e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:00.171277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c41d1690-d5e5-4c95-9210-018a91abd1b3 req-2a3581d3-8822-4fe7-b6b4-49528bb2c96f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 949 time: 0.0585079 Aug 22 14:56:00.231170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96a46a-dfb7-4673-ac73-b500ca20ae30 None None] Network f9444769-4904-433a-a175-ce3f3b4e6b23 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:00.232553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c41d1690-d5e5-4c95-9210-018a91abd1b3 req-fb8be178-360a-486e-af0a-ad7963d33375 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515780 Aug 22 14:56:00.314354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1ca18be-020d-45a8-940f-0808feed8531 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:00.345311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: a1ca18be-020d-45a8-940f-0808feed8531 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:00.350148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a1ca18be-020d-45a8-940f-0808feed8531 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:00.409749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6315e4b8-a2d5-4d02-917d-9a3f76b75f71 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for subnetpool, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.414636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6315e4b8-a2d5-4d02-917d-9a3f76b75f71 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4853594 Aug 22 14:56:00.415454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32820) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:00.420531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-19c598e4-8b22-49e7-806a-60eab945ce09 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-877780885') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:00.457698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-98a5346a-8d2c-40e9-9b1b-2f9ad422d430 None None] Provisioning for port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:00.594549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75f3bd-71df-4ede-8536-0775e857afef req-f01280a7-c13a-420c-b41b-fd16f293c5a8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:00.596605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b75f3bd-71df-4ede-8536-0775e857afef req-f01280a7-c13a-420c-b41b-fd16f293c5a8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0944750 Aug 22 14:56:00.643964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32828) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:00.660811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b75f3bd-71df-4ede-8536-0775e857afef req-7d234beb-266e-4150-80e9-cfea33eda861 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505729 Aug 22 14:56:00.711916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19c598e4-8b22-49e7-806a-60eab945ce09 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-877780885 HTTP/1.1" status: 201 len: 201 time: 0.2918384 Aug 22 14:56:00.711916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32834) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:00.717104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-d7f7f8ad-d6fe-462e-9b9b-16648ed5e08f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-1855701973') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:00.861801 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f268f5c2-f34f-4383-a734-1c8cbd3233ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cede2715cc1d4a5eb1ae8153080e6fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154932 Aug 22 14:56:00.864561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32844) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:00.919551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25edffd5-e26f-4e88-97cc-280e47676676 None None] Provisioning for port cb85b84e-3df5-4acc-98eb-275cda754ae1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:00.925301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25edffd5-e26f-4e88-97cc-280e47676676 None None] Provisioning complete for port cb85b84e-3df5-4acc-98eb-275cda754ae1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:00.926089 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25edffd5-e26f-4e88-97cc-280e47676676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.941553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.967112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7f7f8ad-d6fe-462e-9b9b-16648ed5e08f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-1855701973 HTTP/1.1" status: 201 len: 201 time: 0.2518053 Aug 22 14:56:00.968457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32846) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:00.970858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:00.975258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-df57c078-3b1c-4115-8e2a-137624601c38 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-1294738041') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:00.975461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-25edffd5-e26f-4e88-97cc-280e47676676 None None] Port cb85b84e-3df5-4acc-98eb-275cda754ae1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:56:00.988566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:01.097632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d278-142c-4bf0-8742-a88307c1ab49 req-b110b3bb-a47f-4a57-b1a5-2ac4fa7a44a6 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:01.099748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d44d278-142c-4bf0-8742-a88307c1ab49 req-b110b3bb-a47f-4a57-b1a5-2ac4fa7a44a6 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.0650599 Aug 22 14:56:01.132107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5d3fdb2e-9987-4261-a5dd-a7a6d259c5ef None None] Provisioning complete for port cb85b84e-3df5-4acc-98eb-275cda754ae1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:01.132676 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d3fdb2e-9987-4261-a5dd-a7a6d259c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.142953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d44d278-142c-4bf0-8742-a88307c1ab49 req-90cb0ff4-f359-4d99-b07a-95de3fc476b3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Aug 22 14:56:01.147092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.150120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.151428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20d98f70-8f96-4d3e-900b-9042e034567c HTTP/1.1" status: 204 len: 168 time: 0.2852850 Aug 22 14:56:01.162053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f316d-1d7c-4cb6-ae43-cdfd20a0f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d98f70-8f96-4d3e-900b-9042e034567c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:01.177919 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df57c078-3b1c-4115-8e2a-137624601c38 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-1294738041 HTTP/1.1" status: 201 len: 201 time: 0.2090168 Aug 22 14:56:01.180345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32852) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.186195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-463ce7cc-54ce-4293-a9c9-22f94c4a4637 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-463560915') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.195010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.208665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fdb2e-9987-4261-a5dd-a7a6d259c5ef None None] Port cb85b84e-3df5-4acc-98eb-275cda754ae1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:56:01.219520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-609e25b3-b900-4939-9132-0731ef0c64bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.219952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:01.247358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:01.247358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.335032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.369018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-463ce7cc-54ce-4293-a9c9-22f94c4a4637 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-463560915 HTTP/1.1" status: 201 len: 201 time: 0.1872511 Aug 22 14:56:01.371741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.376725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,segment=NetworkSegment(0320a4bc-0ce0-4581-8d2b-41297503cb92),segment_id=0320a4bc-0ce0-4581-8d2b-41297503cb92)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:01.377611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-f6b2d393-79c2-4db1-ac57-3dd5587745a7 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.438386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416952f1-8371-4d85-af81-e45474af64f5 req-12ef1924-21ce-43b2-98ba-aa9bd42df00e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:01.439920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-416952f1-8371-4d85-af81-e45474af64f5 req-12ef1924-21ce-43b2-98ba-aa9bd42df00e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 949 time: 0.1293747 Aug 22 14:56:01.460255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340b6be-bf7c-4353-b55e-49b82c8873a8 req-dad8f5d4-7033-4bc5-ab99-d58ef68bd8c2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:01.461273 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.461824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4340b6be-bf7c-4353-b55e-49b82c8873a8 req-dad8f5d4-7033-4bc5-ab99-d58ef68bd8c2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1130779 Aug 22 14:56:01.467729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-609e25b3-b900-4939-9132-0731ef0c64bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.478237 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f6b2d393-79c2-4db1-ac57-3dd5587745a7 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 200 len: 240 time: 0.1024799 Aug 22 14:56:01.479241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32864) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.483500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-0a9c02a4-c23e-40e3-9142-0873c410305c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-877780885') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.520519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:01.533318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-416952f1-8371-4d85-af81-e45474af64f5 req-ec31f518-e08b-4ccf-8e70-c510e28d90a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852325 Aug 22 14:56:01.542925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4340b6be-bf7c-4353-b55e-49b82c8873a8 req-8c1d759a-0ccf-4110-b0e0-48c291c89935 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646164 Aug 22 14:56:01.548498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0a9c02a4-c23e-40e3-9142-0873c410305c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-877780885 HTTP/1.1" status: 204 len: 168 time: 0.0679252 Aug 22 14:56:01.549883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32868) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.554980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-d964e4e7-1299-45ac-9e43-25515fa58f6f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-877780885') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.559059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-609e25b3-b900-4939-9132-0731ef0c64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.619709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-609e25b3-b900-4939-9132-0731ef0c64bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd179ea5ea714a46851e27dbacf0717f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232218 Aug 22 14:56:01.624887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32870) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.648541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e25b3-b900-4939-9132-0731ef0c64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70cb3b-1556-4da6-8863-949b0e0f5a8f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:01.695321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.729136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.736437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d964e4e7-1299-45ac-9e43-25515fa58f6f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-877780885 HTTP/1.1" status: 204 len: 168 time: 0.1854472 Aug 22 14:56:01.739027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.743889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-cc1a03bc-7ae1-4174-a170-04d95936935f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.813142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc1a03bc-7ae1-4174-a170-04d95936935f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0730240 Aug 22 14:56:01.815889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.818984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c65e-6e26-428f-bf65-fe2ab562e932 req-7a8ade32-8170-48e7-955b-0e6e7d806d0e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:01.820633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80a3c65e-6e26-428f-bf65-fe2ab562e932 req-7a8ade32-8170-48e7-955b-0e6e7d806d0e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0632467 Aug 22 14:56:01.821081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-f51194ca-bac0-4b1c-b431-04c94f4eb02a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.863512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80a3c65e-6e26-428f-bf65-fe2ab562e932 req-cf8d3007-1e03-4edb-a4fb-604260167ddb tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347207 Aug 22 14:56:01.883890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f51194ca-bac0-4b1c-b431-04c94f4eb02a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 200 len: 241 time: 0.0563219 Aug 22 14:56:01.884482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32882) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.884482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-1518598c-0b13-4576-9de6-bb899932fb48 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-1855701973') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.935908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1518598c-0b13-4576-9de6-bb899932fb48 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-1855701973 HTTP/1.1" status: 204 len: 168 time: 0.0587604 Aug 22 14:56:01.938397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32884) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:01.942891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-7456e68b-7aeb-4cf2-af0b-1ebaf740d3fe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-1855701973') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:01.966293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.968914 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:01.970109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e70cb3b-1556-4da6-8863-949b0e0f5a8f HTTP/1.1" status: 204 len: 168 time: 0.3441031 Aug 22 14:56:01.982510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b2ef2-5a68-4ee7-80d3-3521bed3e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70cb3b-1556-4da6-8863-949b0e0f5a8f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:02.042280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:56:02.117941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7456e68b-7aeb-4cf2-af0b-1ebaf740d3fe tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-1855701973 HTTP/1.1" status: 204 len: 168 time: 0.1784854 Aug 22 14:56:02.120514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32888) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.124970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-0f934905-766d-4f39-aa54-0044bed72e62 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:02.169515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.194569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0f934905-766d-4f39-aa54-0044bed72e62 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 200 len: 205 time: 0.0726616 Aug 22 14:56:02.200691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32894) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.214212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-526c77cf-44f7-4529-9757-d5c708fc870c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:02.261652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9313c1ca-ade4-43c7-9925-4fd51a672534 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af69b73d5f0543a7903ad2494609098b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812089 Aug 22 14:56:02.261652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.269013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b9f9c3b8-c24e-445e-a909-d21ec33f209f details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:56:02.315239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b857f3b0-b352-421b-bcfa-6c69e9426548 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:02.328792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.360174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-526c77cf-44f7-4529-9757-d5c708fc870c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 200 len: 241 time: 0.1579909 Aug 22 14:56:02.369001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.369824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9f59c-531c-4e3a-bc61-0a5da989a2a8 req-43ff0477-6a5f-49e7-bdd5-69d4eb97edef tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:02.377222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6e9f59c-531c-4e3a-bc61-0a5da989a2a8 req-43ff0477-6a5f-49e7-bdd5-69d4eb97edef tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 943 time: 0.1130755 Aug 22 14:56:02.379153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32900) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.389267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-56cf3195-6854-442f-bbc4-3b689a52b12a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-1294738041') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:02.441285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:02.458079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f', 'network_id': 'c0b0aa49-e05d-4c50-bbb2-172e53660c38', 'port_id': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f', 'mac_address': 'fa:16:3e:2b:04:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985bf52f-c707-431a-ad0d-0a848b1d6af2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:56:02.493093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6e9f59c-531c-4e3a-bc61-0a5da989a2a8 req-cc19799e-0f13-499a-8562-03aeedfd26bd tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Aug 22 14:56:02.501897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-56cf3195-6854-442f-bbc4-3b689a52b12a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-1294738041 HTTP/1.1" status: 204 len: 168 time: 0.1211932 Aug 22 14:56:02.504750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32904) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.505209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.524344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-bad6cb8e-dd25-4497-9f47-d239c69de576 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-1294738041') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:02.524872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f9c3b8-c24e-445e-a909-d21ec33f209f {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:02.535167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.540136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.544964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4858a971-be23-4d46-8e06-f33437fa3972 HTTP/1.1" status: 204 len: 168 time: 0.2859235 Aug 22 14:56:02.545170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:02.553869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f398fe-c3cb-4fe3-beb2-6ac179e12e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4858a971-be23-4d46-8e06-f33437fa3972,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:02.575558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port b857f3b0-b352-421b-bcfa-6c69e9426548 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:02.592093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port b857f3b0-b352-421b-bcfa-6c69e9426548 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:02.592675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.660662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.735615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:02.746751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625b5d-c9a0-40b7-9f76-6ad96a159dae req-d0e18c24-1f34-4a6e-9a90-c1857a5e0eac tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:02.748384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26625b5d-c9a0-40b7-9f76-6ad96a159dae req-d0e18c24-1f34-4a6e-9a90-c1857a5e0eac tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0897622 Aug 22 14:56:02.756134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b6102-0bf1-478d-8a96-803344858210 req-d550ed27-2d37-4947-a0bc-8cda8c4ac24d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:02.757636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be1b6102-0bf1-478d-8a96-803344858210 req-d550ed27-2d37-4947-a0bc-8cda8c4ac24d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 949 time: 0.1004639 Aug 22 14:56:02.778540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.781849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bad6cb8e-dd25-4497-9f47-d239c69de576 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-1294738041 HTTP/1.1" status: 204 len: 168 time: 0.2710192 Aug 22 14:56:02.785287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.792711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-36ca6898-7cb5-4283-9e7b-9ede1b7957c4 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:02.804567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:02.806872 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49380584-0398-4a38-a2a5-f09a23e341d9" -d '{"events": [{"server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "name": "network-vif-plugged", "status": "completed", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:02.821027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26625b5d-c9a0-40b7-9f76-6ad96a159dae req-6cb80702-a7e4-436b-a83b-ebdcc13492d3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623610 Aug 22 14:56:02.821394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b857f3b0-b352-421b-bcfa-6c69e9426548,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:02.826622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be1b6102-0bf1-478d-8a96-803344858210 req-88601684-ab65-4f7f-8ba1-aded21f1f7b3 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610733 Aug 22 14:56:02.888236 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259ac59-716c-409c-a7ed-454a3eb17970 x-openstack-request-id: req-6259ac59-716c-409c-a7ed-454a3eb17970 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:02.888548 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "name": "network-vif-plugged", "status": "completed", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:02.888809 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6259ac59-716c-409c-a7ed-454a3eb17970 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:02.889262 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548', 'code': 200} Aug 22 14:56:02.981600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36ca6898-7cb5-4283-9e7b-9ede1b7957c4 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 200 len: 205 time: 0.1933875 Aug 22 14:56:02.983803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32926) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:02.984150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:02.987262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:02.991674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-ad2831ce-2bac-4a9d-a861-7e2ae61a9b9c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.051336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:03.065315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad2831ce-2bac-4a9d-a861-7e2ae61a9b9c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 200 len: 240 time: 0.0798426 Aug 22 14:56:03.067722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.073890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-91aa8248-d27c-4781-8036-892f7962e380 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-463560915') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.076127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651dd6e-26ef-40e8-880d-36bed32575cd req-991e1cdd-637a-4843-a9f9-cdf6a84e792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:03.079020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a651dd6e-26ef-40e8-880d-36bed32575cd req-991e1cdd-637a-4843-a9f9-cdf6a84e792d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 1100 time: 0.0652528 Aug 22 14:56:03.082292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:03.082846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:03.105050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a34d-432b-4138-a953-dfbf2c75d788 req-8f7052d6-2e43-42fb-999b-d6c7d99dd86a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:03.107102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a358a34d-432b-4138-a953-dfbf2c75d788 req-8f7052d6-2e43-42fb-999b-d6c7d99dd86a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0993414 Aug 22 14:56:03.132273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91aa8248-d27c-4781-8036-892f7962e380 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-463560915 HTTP/1.1" status: 204 len: 168 time: 0.0607190 Aug 22 14:56:03.134401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.134735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['b9f9c3b8-c24e-445e-a909-d21ec33f209f'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:03.157151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-a8408a85-b450-4d54-aa34-dcb8f369c647 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-463560915') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.188996 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a651dd6e-26ef-40e8-880d-36bed32575cd req-5dc79423-94c8-4e70-92a2-74ab7957a1f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020880 Aug 22 14:56:03.192031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:03.203899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a358a34d-432b-4138-a953-dfbf2c75d788 req-de93cbb6-9328-47b8-bc88-fd8b46f0bb85 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860331 Aug 22 14:56:03.341885 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8408a85-b450-4d54-aa34-dcb8f369c647 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-463560915 HTTP/1.1" status: 204 len: 168 time: 0.1961617 Aug 22 14:56:03.344506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32946) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.349244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-a18a5b3d-f375-45c6-9c5a-16caeb095311 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.373022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a18a5b3d-f375-45c6-9c5a-16caeb095311 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 200 len: 205 time: 0.0273228 Aug 22 14:56:03.375507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32948) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.380235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-0b0c2b7d-67d7-4739-8e7c-9d78e665f62a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.407556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b0c2b7d-67d7-4739-8e7c-9d78e665f62a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 204 len: 168 time: 0.0308716 Aug 22 14:56:03.410006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32950) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.416396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-5b9cd63b-3549-4303-9fee-4483f83c540a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.461682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9e2e479f-f8c5-4ff3-8eee-3808eb4d18c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:03.509305 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5b9cd63b-3549-4303-9fee-4483f83c540a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0946333 Aug 22 14:56:03.509415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.513923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-b2c5f2ec-5b79-42dd-8957-f6ac90c38844 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.640987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2c5f2ec-5b79-42dd-8957-f6ac90c38844 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.1308775 Aug 22 14:56:03.648068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32964) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.653025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-a56666e0-6243-4a05-be3e-38037562710a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.680103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8eee3-84a7-4b69-9282-39f69818f5de req-00c9d716-3e2d-4fc2-85bd-cc1140083229 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:03.682732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23a8eee3-84a7-4b69-9282-39f69818f5de req-00c9d716-3e2d-4fc2-85bd-cc1140083229 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 944 time: 0.0951285 Aug 22 14:56:03.739052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a56666e0-6243-4a05-be3e-38037562710a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0894456 Aug 22 14:56:03.743867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.751602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-07f1c6f3-cd73-4572-9b2f-650e651ba5df tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-1302225563') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:03.762365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23a8eee3-84a7-4b69-9282-39f69818f5de req-8684fd9d-7ad3-4935-a8b7-1cb825768ff3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731483 Aug 22 14:56:03.973975 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-07f1c6f3-cd73-4572-9b2f-650e651ba5df tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-1302225563 HTTP/1.1" status: 201 len: 201 time: 0.2282324 Aug 22 14:56:03.975442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:03.980692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-66c46e4e-f060-446b-ac03-b48eae9476d8 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-745291968') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:04.049442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec69547-b675-4086-994a-1a4025cedfbd req-db639527-cfd9-4b5d-bd8e-ce51279cd860 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:04.051432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ec69547-b675-4086-994a-1a4025cedfbd req-db639527-cfd9-4b5d-bd8e-ce51279cd860 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 950 time: 0.1165063 Aug 22 14:56:04.064344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830da51-f88d-4ec8-aa96-03cef6e5633b req-03aaa6ac-ce3c-4d82-88e2-3226de1d1a1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:04.066006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2830da51-f88d-4ec8-aa96-03cef6e5633b req-03aaa6ac-ce3c-4d82-88e2-3226de1d1a1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1605065 Aug 22 14:56:04.133496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ec69547-b675-4086-994a-1a4025cedfbd req-aee5ab18-56a7-4d1d-8a66-5ec3a23b44ee tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Aug 22 14:56:04.143019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2830da51-f88d-4ec8-aa96-03cef6e5633b req-b9921777-649c-4abd-9056-f2e8fce5555b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680819 Aug 22 14:56:04.176993 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66c46e4e-f060-446b-ac03-b48eae9476d8 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-745291968 HTTP/1.1" status: 201 len: 201 time: 0.2001467 Aug 22 14:56:04.179797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32988) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.185147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-503ee5ae-e1ad-4d7e-bc7e-285ee4a80cc2 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-389230042') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:04.307009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32992) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.393229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed1f62-2e49-420e-9b33-ac64dcc31875 req-8682ab55-0abe-4951-8127-16c5c998e8fa tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:04.402215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42ed1f62-2e49-420e-9b33-ac64dcc31875 req-8682ab55-0abe-4951-8127-16c5c998e8fa tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0710952 Aug 22 14:56:04.448376 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-503ee5ae-e1ad-4d7e-bc7e-285ee4a80cc2 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-389230042 HTTP/1.1" status: 201 len: 201 time: 0.2674139 Aug 22 14:56:04.464385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 32996) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.464385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-22a34df1-7c86-4f12-b736-769a6cae2ae9 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-1255404696') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:04.465238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42ed1f62-2e49-420e-9b33-ac64dcc31875 req-5f3730b6-4e87-4f11-b845-9e5aaee7b55e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585167 Aug 22 14:56:04.496446 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-049a2a1f-0191-4e91-83f6-031b22cf834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.606253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-049a2a1f-0191-4e91-83f6-031b22cf834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.660299 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22a34df1-7c86-4f12-b736-769a6cae2ae9 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-1255404696 HTTP/1.1" status: 201 len: 201 time: 0.2081497 Aug 22 14:56:04.664319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33000) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.669746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-502852c5-c705-4b69-ac53-78013e7d8fda tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', {'tags': ['tempest-TagsExtTest-Tag-364284469', 'tempest-TagsExtTest-Tag-1700153220', 'tempest-TagsExtTest-Tag-71861197']}) {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:04.716219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-049a2a1f-0191-4e91-83f6-031b22cf834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.764429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-049a2a1f-0191-4e91-83f6-031b22cf834b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=545c36b754fd4efea1899db1e899b56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534554 Aug 22 14:56:04.764925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.766535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a2a1f-0191-4e91-83f6-031b22cf834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3767b0-c307-442f-a920-360dd8074bfd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:04.821328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.830663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.855331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:04.866222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-502852c5-c705-4b69-ac53-78013e7d8fda tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 200 len: 315 time: 0.2008803 Aug 22 14:56:04.868873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:04.873628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-eecd0c5f-87c3-4942-8f69-329ea1dff0fb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:04.935652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a29b-1901-41d4-837d-e1055b5d0cca req-d4e38038-191a-485c-99d1-da6b0d54ae6b tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:04.941727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2982a29b-1901-41d4-837d-e1055b5d0cca req-d4e38038-191a-485c-99d1-da6b0d54ae6b tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 944 time: 0.1015329 Aug 22 14:56:04.981760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2982a29b-1901-41d4-837d-e1055b5d0cca req-063109c5-9d1e-47cc-b92e-a213c5e73834 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Aug 22 14:56:05.061414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:05.062580 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eecd0c5f-87c3-4942-8f69-329ea1dff0fb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1926596 Aug 22 14:56:05.065204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:05.065834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33012) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.069063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be3767b0-c307-442f-a920-360dd8074bfd HTTP/1.1" status: 204 len: 168 time: 0.3021584 Aug 22 14:56:05.070953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-77cba74e-243d-474d-b7fe-5b5c22c9f7de tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-364284469') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.080889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543f92-37c4-48f6-9627-dca5daf52693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3767b0-c307-442f-a920-360dd8074bfd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:05.156800 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-77cba74e-243d-474d-b7fe-5b5c22c9f7de tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:05.158590 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-77cba74e-243d-474d-b7fe-5b5c22c9f7de tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-364284469 HTTP/1.1" status: 404 len: 328 time: 0.0915997 Aug 22 14:56:05.170572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33020) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.175852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-4e58adda-d017-407f-af91-571590bad334 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-1700153220') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.289521 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-4e58adda-d017-407f-af91-571590bad334 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:05.289521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4e58adda-d017-407f-af91-571590bad334 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-1700153220 HTTP/1.1" status: 404 len: 329 time: 0.1112485 Aug 22 14:56:05.290790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33030) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.299279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-95a62137-b4ea-40ae-8ec7-a879bdad2fb6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc', 'tempest-TagsExtTest-Tag-71861197') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.341219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c3ae-5ada-4ea3-9858-0e864c9cd68f req-a96fe328-8ca7-4a9f-a53b-2d654c66fa43 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:05.348857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f60c3ae-5ada-4ea3-9858-0e864c9cd68f req-a96fe328-8ca7-4a9f-a53b-2d654c66fa43 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0874221 Aug 22 14:56:05.356534 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-95a62137-b4ea-40ae-8ec7-a879bdad2fb6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:05.363441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95a62137-b4ea-40ae-8ec7-a879bdad2fb6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags/tempest-TagsExtTest-Tag-71861197 HTTP/1.1" status: 404 len: 327 time: 0.0655050 Aug 22 14:56:05.363441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.366931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-96aaa1be-8838-47bd-a486-166df73e918c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', {'tags': ['tempest-TagsExtTest-Tag-225332141', 'tempest-TagsExtTest-Tag-1281208752', 'tempest-TagsExtTest-Tag-814332835']}) {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.367157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090019c8-3e0e-408b-9526-8257fd90a965 req-3373d824-00ae-4dac-8852-50525f3cecc7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:05.368600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-090019c8-3e0e-408b-9526-8257fd90a965 req-3373d824-00ae-4dac-8852-50525f3cecc7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 950 time: 0.1237614 Aug 22 14:56:05.416664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f60c3ae-5ada-4ea3-9858-0e864c9cd68f req-a8fb945a-9812-460c-96d2-aa0238049f77 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Aug 22 14:56:05.447472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-090019c8-3e0e-408b-9526-8257fd90a965 req-f071f78d-7e5f-4f6a-ac75-c6693540d6d7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709209 Aug 22 14:56:05.553614 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96aaa1be-8838-47bd-a486-166df73e918c tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 200 len: 316 time: 0.1920676 Aug 22 14:56:05.559467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.563076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-fa648177-292f-40ae-adf9-7e5cc201545f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.594737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89b725-704a-4581-9256-42dea57fe0d4 req-b37942ea-d156-4ca9-a662-410fc192dbcd tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:05.596471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e89b725-704a-4581-9256-42dea57fe0d4 req-b37942ea-d156-4ca9-a662-410fc192dbcd tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 1101 time: 0.0685573 Aug 22 14:56:05.668360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b617c6-e8a4-4ab8-b9e7-fa2caa060725 req-f2a7f784-392f-450d-bcbc-a2dc51d0b52c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:05.669893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8b617c6-e8a4-4ab8-b9e7-fa2caa060725 req-f2a7f784-392f-450d-bcbc-a2dc51d0b52c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0883589 Aug 22 14:56:05.671759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e89b725-704a-4581-9256-42dea57fe0d4 req-f54905a1-4bab-4b7f-8048-90403f4d5996 tempest-ServersOnMultiNodesTest-502095511 tempest-ServersOnMultiNodesTest-502095511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548069 Aug 22 14:56:05.732609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8b617c6-e8a4-4ab8-b9e7-fa2caa060725 req-027243e0-9295-434c-85fe-34d78428c386 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557883 Aug 22 14:56:05.746629 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa648177-292f-40ae-adf9-7e5cc201545f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.1880326 Aug 22 14:56:05.754297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.760259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-492848b6-d6be-460e-abaa-8cafea06f2bb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-225332141') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.826420 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-492848b6-d6be-460e-abaa-8cafea06f2bb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:05.828735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33058) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.829340 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-492848b6-d6be-460e-abaa-8cafea06f2bb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-225332141 HTTP/1.1" status: 404 len: 328 time: 0.0731514 Aug 22 14:56:05.834664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-d5a3ee9d-ed4e-424d-9a4d-1e7becc820fa tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-1281208752') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.892266 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-d5a3ee9d-ed4e-424d-9a4d-1e7becc820fa tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:05.893448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d5a3ee9d-ed4e-424d-9a4d-1e7becc820fa tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-1281208752 HTTP/1.1" status: 404 len: 329 time: 0.0628359 Aug 22 14:56:05.900098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:05.908492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-3f2f9e5e-16c5-46d2-8033-9ae341b4ca1f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1', 'tempest-TagsExtTest-Tag-814332835') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:05.953926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-05c83c5d-22cb-4423-a98b-50dec2a7541e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1cc67152cfb04df49393dcf91530cc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468524 Aug 22 14:56:06.009169 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-3f2f9e5e-16c5-46d2-8033-9ae341b4ca1f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:06.010211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3f2f9e5e-16c5-46d2-8033-9ae341b4ca1f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags/tempest-TagsExtTest-Tag-814332835 HTTP/1.1" status: 404 len: 328 time: 0.1091285 Aug 22 14:56:06.012862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.019677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-738264ce-d5c1-44af-a82c-616eea99e45a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', {'tags': ['tempest-TagsExtTest-Tag-785643904', 'tempest-TagsExtTest-Tag-1093998814', 'tempest-TagsExtTest-Tag-1495299517']}) {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.173102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-0fcfa91f-1e91-4936-a3c3-7a7a1c0bb8e7 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:06.183250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-0fcfa91f-1e91-4936-a3c3-7a7a1c0bb8e7 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101722 Aug 22 14:56:06.200942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-33abbe68-3985-40f4-87f3-1c63ce417c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/quotas/1cc67152cfb04df49393dcf91530cc5a HTTP/1.1" status: 200 len: 375 time: 0.0166919 Aug 22 14:56:06.234432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-a60c4b50-699b-4a67-9638-a5fafbe64112 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cc67152cfb04df49393dcf91530cc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325680 Aug 22 14:56:06.251787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-738264ce-d5c1-44af-a82c-616eea99e45a tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 200 len: 317 time: 0.2377138 Aug 22 14:56:06.255574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33084) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.265937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-8d7fb19e-e709-426d-9e76-a5d686625141 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.303660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b9f9c3b8-c24e-445e-a909-d21ec33f209f up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:06.313941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71817d4a-761b-4f2d-8eba-01517e7da511 req-1ecc9e09-f8a5-45d5-9726-791cbf06a723 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:06.322283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71817d4a-761b-4f2d-8eba-01517e7da511 req-1ecc9e09-f8a5-45d5-9726-791cbf06a723 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 944 time: 0.0847218 Aug 22 14:56:06.399633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71817d4a-761b-4f2d-8eba-01517e7da511 req-19bd85a8-a646-4f50-b8c2-02179d2e7ec3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717185 Aug 22 14:56:06.477710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port b9f9c3b8-c24e-445e-a909-d21ec33f209f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:06.486432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port b9f9c3b8-c24e-445e-a909-d21ec33f209f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:06.490499 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:06.508515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d7fb19e-e709-426d-9e76-a5d686625141 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 204 len: 168 time: 0.2501020 Aug 22 14:56:06.511088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.516765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-850179bf-638b-4e6c-9566-b3772be80681 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-785643904') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.564879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29868e09-1904-4001-acf0-0c218dac7da4 req-40052d98-ab4c-4172-b1be-cd2cfa4462d2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:06.572732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29868e09-1904-4001-acf0-0c218dac7da4 req-40052d98-ab4c-4172-b1be-cd2cfa4462d2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 950 time: 0.0913599 Aug 22 14:56:06.652202 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-850179bf-638b-4e6c-9566-b3772be80681 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:06.655884 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-850179bf-638b-4e6c-9566-b3772be80681 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-785643904 HTTP/1.1" status: 404 len: 328 time: 0.1407647 Aug 22 14:56:06.658039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33100) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.661661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-1652815d-3c40-4c0f-b22c-8c540c0aaf69 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-1093998814') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.688305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29868e09-1904-4001-acf0-0c218dac7da4 req-3ddbce0b-a948-4d35-adad-cded689208f1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086681 Aug 22 14:56:06.705185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099c5f-1130-4dfe-8b2c-fb0ff4bc2e2c req-0d9b7f0c-4f45-40a1-89a5-a911f434f8db tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:06.707211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef099c5f-1130-4dfe-8b2c-fb0ff4bc2e2c req-0d9b7f0c-4f45-40a1-89a5-a911f434f8db tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1045725 Aug 22 14:56:06.784497 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-1652815d-3c40-4c0f-b22c-8c540c0aaf69 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:06.796262 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1652815d-3c40-4c0f-b22c-8c540c0aaf69 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-1093998814 HTTP/1.1" status: 404 len: 329 time: 0.1382983 Aug 22 14:56:06.796614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33110) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.801668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-aab463d9-5877-4bbc-8abb-06de97eed2c9 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8', 'tempest-TagsExtTest-Tag-1495299517') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.805954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef099c5f-1130-4dfe-8b2c-fb0ff4bc2e2c req-bce89ec9-7e40-46fc-8cb3-e36580526228 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Aug 22 14:56:06.889544 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:06.916614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08cdb685-e51c-4be0-8985-af9a07ccb8ac req-a810c1b5-c3cd-4d3d-93b6-e848eb5ce1bf tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0533800 Aug 22 14:56:06.918599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:06.921125 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c20d6-9c46-4391-b721-758401865624" -d '{"events": [{"server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:06.940898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:06.944918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:06.950373 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-aab463d9-5877-4bbc-8abb-06de97eed2c9 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:06.951544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aab463d9-5877-4bbc-8abb-06de97eed2c9 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags/tempest-TagsExtTest-Tag-1495299517 HTTP/1.1" status: 404 len: 329 time: 0.1538866 Aug 22 14:56:06.954200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:06.960233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-8315c018-cde6-4eb8-833a-77540de031fa tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', {'tags': ['tempest-TagsExtTest-Tag-584208691', 'tempest-TagsExtTest-Tag-1306849209', 'tempest-TagsExtTest-Tag-335625120']}) {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:06.977456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bf02-b223-464d-8c00-7d40401c7db1 req-d6819a93-7bf3-429c-9d9c-8e875b79ff61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:06.979259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff34bf02-b223-464d-8c00-7d40401c7db1 req-d6819a93-7bf3-429c-9d9c-8e875b79ff61 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0682454 Aug 22 14:56:06.988741 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d5760-473e-446f-8c40-84c2ddb30669 x-openstack-request-id: req-4b5d5760-473e-446f-8c40-84c2ddb30669 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:06.989033 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:06.989535 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b5d5760-473e-446f-8c40-84c2ddb30669 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:06.990136 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f', 'code': 200} Aug 22 14:56:07.008103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:07.024577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff34bf02-b223-464d-8c00-7d40401c7db1 req-8c496296-e727-421b-ac3d-b50e0eb3d05d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Aug 22 14:56:07.078323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:07.103088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e75d2-bbd7-4c50-af91-fc765a4d74a2 req-74acc846-d6ed-402a-8d55-ab4c4f9f6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:07.107082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-206e75d2-bbd7-4c50-af91-fc765a4d74a2 req-74acc846-d6ed-402a-8d55-ab4c4f9f6878 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 1096 time: 0.0466039 Aug 22 14:56:07.127091 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8315c018-cde6-4eb8-833a-77540de031fa tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "PUT /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 200 len: 316 time: 0.1718149 Aug 22 14:56:07.129651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33120) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.134418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-a061b65f-6a39-4b9f-b40e-293931def2cb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.166480 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-206e75d2-bbd7-4c50-af91-fc765a4d74a2 req-b402ee60-ec6e-42f5-84f1-24098fbcb4ba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536733 Aug 22 14:56:07.307567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a061b65f-6a39-4b9f-b40e-293931def2cb tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 204 len: 168 time: 0.1768923 Aug 22 14:56:07.310368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33126) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.314809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-d0c42e7a-e35a-42ce-b0a5-e61f8ffcbdef tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-584208691') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.336860 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-d0c42e7a-e35a-42ce-b0a5-e61f8ffcbdef tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:07.338127 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0c42e7a-e35a-42ce-b0a5-e61f8ffcbdef tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-584208691 HTTP/1.1" status: 404 len: 328 time: 0.0267696 Aug 22 14:56:07.340796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33128) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.351335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-53f8cd61-a34b-4eb6-9a7d-5ec581010a82 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-1306849209') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.380339 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-53f8cd61-a34b-4eb6-9a7d-5ec581010a82 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:07.380339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53f8cd61-a34b-4eb6-9a7d-5ec581010a82 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-1306849209 HTTP/1.1" status: 404 len: 329 time: 0.0365219 Aug 22 14:56:07.382519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33132) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.388151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-d7fb42dd-2582-4080-9afd-5f73eb25b687 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3', 'tempest-TagsExtTest-Tag-335625120') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.412384 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-d7fb42dd-2582-4080-9afd-5f73eb25b687 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] show failed (client error): The resource could not be found. Aug 22 14:56:07.416922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7fb42dd-2582-4080-9afd-5f73eb25b687 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags/tempest-TagsExtTest-Tag-335625120 HTTP/1.1" status: 404 len: 328 time: 0.0302804 Aug 22 14:56:07.418992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33134) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.423919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-d3882514-5a13-4569-a449-062a717f8752 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2709869b-1559-4551-a5f3-fe2fc18e4af3') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.454363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d3882514-5a13-4569-a449-062a717f8752 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3/tags HTTP/1.1" status: 204 len: 168 time: 0.0339293 Aug 22 14:56:07.456731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33138) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.463316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-cb1311a0-4415-4343-8de8-2d3dc44f6fda tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '474c25a7-1c5f-407f-8952-ec48735223d8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.549169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543c403-04bb-49ff-ac59-c58671bf8fca req-fd77aeb0-8d68-4377-93fe-45e666251c1d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:07.551208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4543c403-04bb-49ff-ac59-c58671bf8fca req-fd77aeb0-8d68-4377-93fe-45e666251c1d tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.0610199 Aug 22 14:56:07.560271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cb1311a0-4415-4343-8de8-2d3dc44f6fda tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1022639 Aug 22 14:56:07.563435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33144) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.568085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-fe2839da-f6e7-43f5-b2d7-e6ca91c5713e tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb85b84e-3df5-4acc-98eb-275cda754ae1') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.595628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4543c403-04bb-49ff-ac59-c58671bf8fca req-77f5d1ac-cacb-45d4-9b48-822cfc897fe6 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 Aug 22 14:56:07.635434 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fe2839da-f6e7-43f5-b2d7-e6ca91c5713e tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1/tags HTTP/1.1" status: 204 len: 168 time: 0.0707481 Aug 22 14:56:07.638007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33148) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.642834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-2d94f8a3-5ce0-4145-b905-21b141104782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:07.705980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2d94f8a3-5ce0-4145-b905-21b141104782 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0669014 Aug 22 14:56:07.711737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33152) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:07.848813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7fa1e-6a56-418e-aa18-d53b434d9f0f req-86623256-7d1e-49a1-a3cf-e80005d98f52 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:07.850439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cba7fa1e-6a56-418e-aa18-d53b434d9f0f req-86623256-7d1e-49a1-a3cf-e80005d98f52 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 950 time: 0.0709553 Aug 22 14:56:07.922869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cba7fa1e-6a56-418e-aa18-d53b434d9f0f req-e1f7abb4-5244-43f3-b931-9cfaf38ce613 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Aug 22 14:56:07.948955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bcf07-e1c4-4d25-a2cc-95ad90842056 req-a8d982d0-8c9d-4289-bc64-fc81298cc813 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:07.953483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f4bcf07-e1c4-4d25-a2cc-95ad90842056 req-a8d982d0-8c9d-4289-bc64-fc81298cc813 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0798123 Aug 22 14:56:07.970817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bb21129-52ea-4b2f-a1c3-585ba69ea9e4 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for subnetpool, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:07.973931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7bb21129-52ea-4b2f-a1c3-585ba69ea9e4 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnetpools/2709869b-1559-4551-a5f3-fe2fc18e4af3 HTTP/1.1" status: 204 len: 168 time: 0.2592273 Aug 22 14:56:07.974824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:08.008041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f4bcf07-e1c4-4d25-a2cc-95ad90842056 req-11788ab7-f9ab-4f9b-a8dc-bd65fdbf86b3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Aug 22 14:56:08.019429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b4804ee0-874c-4acb-986c-73800ab5976d tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "GET /v2.0/ports?device_id=474c25a7-1c5f-407f-8952-ec48735223d8 HTTP/1.1" status: 200 len: 205 time: 0.0426164 Aug 22 14:56:08.021099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:08.161880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.174473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed7b094-c2c8-4a46-810b-1c5c674e6230 req-fe1a17d3-c10e-4543-ae89-24baf4e45198 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0645902 Aug 22 14:56:08.210898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a64774-bd7a-4e41-975d-a519eb6106d7 req-54d210b5-773a-45b2-8367-88038d006516 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:08.218927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5a64774-bd7a-4e41-975d-a519eb6106d7 req-54d210b5-773a-45b2-8367-88038d006516 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0987515 Aug 22 14:56:08.259209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-0fd1a6d5-25f2-4f2b-b136-9d0ebbef2652 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:08.260784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-0fd1a6d5-25f2-4f2b-b136-9d0ebbef2652 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 950 time: 0.1370318 Aug 22 14:56:08.267557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5a64774-bd7a-4e41-975d-a519eb6106d7 req-90fa6594-d75a-4165-8fa5-bebcf9753081 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Aug 22 14:56:08.387334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.391296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.486620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port b857f3b0-b352-421b-bcfa-6c69e9426548 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:08.486969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.563459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.564196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Fanout notify agent at l3_agent the message router_deleted on router 474c25a7-1c5f-407f-8952-ec48735223d8 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:08.573639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.576957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-54d27546-e596-4e20-8368-959f502600f6 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/routers/474c25a7-1c5f-407f-8952-ec48735223d8 HTTP/1.1" status: 204 len: 168 time: 0.5531213 Aug 22 14:56:08.577741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33178) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:08.643205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33182) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:08.665422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port b857f3b0-b352-421b-bcfa-6c69e9426548, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b857f3b0-b352-421b-bcfa-6c69e9426548,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:08.666096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.691896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for b857f3b0-b352-421b-bcfa-6c69e9426548 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:08.800352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acdf5-e2fc-484a-9057-4aa434987125 req-5f1a10d2-737c-4360-ba02-ad4613068fc3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:08.802044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea5acdf5-e2fc-484a-9057-4aa434987125 req-5f1a10d2-737c-4360-ba02-ad4613068fc3 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.0651700 Aug 22 14:56:08.808037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c912329-3600-44e5-a8e1-5a033a4279b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.831714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Deleting port cb85b84e-3df5-4acc-98eb-275cda754ae1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:08.832092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.886625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea5acdf5-e2fc-484a-9057-4aa434987125 req-3437b64b-b2f1-4a3c-8256-b48eaa501ca0 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755246 Aug 22 14:56:08.969998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c912329-3600-44e5-a8e1-5a033a4279b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:08.991270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.007020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e', '7b2943e3-9e34-48de-9789-6620eddd9c0e', '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:09.043788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=b857f3b0-b352-421b-bcfa-6c69e9426548,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:09.044089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'b857f3b0-b352-421b-bcfa-6c69e9426548'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:09.089375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c912329-3600-44e5-a8e1-5a033a4279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.170764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port b857f3b0-b352-421b-bcfa-6c69e9426548 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:09.176760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.179923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-567fabc3-bdab-4246-9bd2-0fde2af3b44e req-f45d7aab-bc43-4138-8b8d-0ccf216a6655 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "DELETE /v2.0/ports/b857f3b0-b352-421b-bcfa-6c69e9426548 HTTP/1.1" status: 204 len: 173 time: 0.8939414 Aug 22 14:56:09.180452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'name': 'network-vif-deleted', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:09.182874 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904ea47-6f63-4f4b-931c-5274cf774a8d" -d '{"events": [{"server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "name": "network-vif-deleted", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:09.195627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3c912329-3600-44e5-a8e1-5a033a4279b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4fee339161b4c72ab8eb8978f864fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510380 Aug 22 14:56:09.201322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:09.222027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c912329-3600-44e5-a8e1-5a033a4279b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c34e4-5649-4c18-91e9-85e9d99fe13b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:09.281967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.284660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d04a4ea-0c91-4452-ad1e-fb286f74286a req-557e62b7-c5ca-4aa8-bb5f-4df2ac10fca9 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 210 time: 0.0584753 Aug 22 14:56:09.322187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.358977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.371704 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42685257-acd9-4b61-b7f3-df66e741dccf x-openstack-request-id: req-42685257-acd9-4b61-b7f3-df66e741dccf {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:09.374052 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6067f14-23a4-49cb-a49b-b0f5f4787a5e", "name": "network-vif-deleted", "tag": "b857f3b0-b352-421b-bcfa-6c69e9426548", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:09.374434 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42685257-acd9-4b61-b7f3-df66e741dccf {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:09.375264 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6067f14-23a4-49cb-a49b-b0f5f4787a5e', 'name': 'network-vif-deleted', 'tag': 'b857f3b0-b352-421b-bcfa-6c69e9426548', 'status': 'completed', 'code': 200} Aug 22 14:56:09.385213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Calling delete_port for cb85b84e-3df5-4acc-98eb-275cda754ae1 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:09.490408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.494797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:09.496391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/623c34e4-5649-4c18-91e9-85e9d99fe13b HTTP/1.1" status: 204 len: 168 time: 0.2939544 Aug 22 14:56:09.516435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd0166c8-5002-4aa6-940e-77ea03b5fd5c req-bc0782f8-344d-43f2-b4eb-b11f2de0c389 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0553582 Aug 22 14:56:09.561973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682ef36-f45c-4358-bc2f-1333b0539be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c34e4-5649-4c18-91e9-85e9d99fe13b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:09.571747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e20b1e43-0c43-4778-aeb5-a16423026ff3 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1cc67152cfb04df49393dcf91530cc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739553 Aug 22 14:56:09.662306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25c2ec-dbde-4367-99d9-3daf659142ab req-6ec49326-280e-4c61-bcb7-24944901673f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:09.668581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a25c2ec-dbde-4367-99d9-3daf659142ab req-6ec49326-280e-4c61-bcb7-24944901673f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.3980134 Aug 22 14:56:09.744495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-9c60ad03-5ef1-4e23-914c-d2090beb1ba0 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:09.747203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-9c60ad03-5ef1-4e23-914c-d2090beb1ba0 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658595 Aug 22 14:56:09.778180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Request body: {'port': {'device_id': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '1cc67152cfb04df49393dcf91530cc5a'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:09.782397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc819db-9a26-4948-8980-7d655c8ff2b9 req-739f380d-5cfd-48e0-835e-e22280c83cdc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:09.783954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc819db-9a26-4948-8980-7d655c8ff2b9 req-739f380d-5cfd-48e0-835e-e22280c83cdc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1037135 Aug 22 14:56:09.792643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a25c2ec-dbde-4367-99d9-3daf659142ab req-e9d68fb1-bcb3-4db9-87d4-35f4f59450e9 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085021 Aug 22 14:56:09.844617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc819db-9a26-4948-8980-7d655c8ff2b9 req-d1b14e9f-23fb-47d2-8e70-7ce65392fea0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Aug 22 14:56:09.919203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.003197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event deleted for resources: {'Port': ['ID=cb85b84e-3df5-4acc-98eb-275cda754ae1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:10.127389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.131357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-715b3fde-dfa0-454c-93e8-a90f79179fd5 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/ports/cb85b84e-3df5-4acc-98eb-275cda754ae1 HTTP/1.1" status: 204 len: 168 time: 1.5514040 Aug 22 14:56:10.133442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:10.257727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3461dc-fb2d-48d0-a1da-b47d8e2d7b57 req-857fe96e-3bd2-4ae5-becd-90e2e024ff92 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:10.259388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e3461dc-fb2d-48d0-a1da-b47d8e2d7b57 req-857fe96e-3bd2-4ae5-becd-90e2e024ff92 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.1357934 Aug 22 14:56:10.291031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Deleting subnet f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:56:10.301033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.362283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.364346 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.419948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e3461dc-fb2d-48d0-a1da-b47d8e2d7b57 req-fb8e9254-dcf4-49df-be5e-ef5c555e2767 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 Aug 22 14:56:10.493385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Made reservation on behalf of 1cc67152cfb04df49393dcf91530cc5a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:10.498500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.531033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.547235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.695841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-248a8d40-7d34-4bc2-b0c8-bdd1f96c4287 req-7dc97946-e6bc-4df9-8c71-426f9f63225a tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6067f14-23a4-49cb-a49b-b0f5f4787a5e HTTP/1.1" status: 200 len: 210 time: 0.0444129 Aug 22 14:56:10.734633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02adad-1ec2-4ed0-97de-e4eafed54158 req-3b3b697a-4110-49e5-b74f-e24b52a96ffe tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:10.734633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e02adad-1ec2-4ed0-97de-e4eafed54158 req-3b3b697a-4110-49e5-b74f-e24b52a96ffe tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1176412 Aug 22 14:56:10.738843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.768325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e02adad-1ec2-4ed0-97de-e4eafed54158 req-ee472110-d8ae-40d0-904a-a62e2aff3f6d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Aug 22 14:56:10.814877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0aa2146-573a-4f2c-9f5a-12a89f8347e4 req-6aa696cd-aea6-4c2a-afd9-c4893c18f994 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0302715 Aug 22 14:56:10.820275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.882337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.883128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:10.885420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:10.887328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d87ced0a-dc27-4849-86d4-14c35d89cab3 tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/subnets/f9fefd7d-5a3b-4b0a-bd02-fcd72e09b8dc HTTP/1.1" status: 204 len: 168 time: 0.7525346 Aug 22 14:56:10.891023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33238) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:10.899160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e3fe9-5da0-424e-9992-f7bf0d0af0c4 None None] Network f9444769-4904-433a-a175-ce3f3b4e6b23 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:10.948703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5e9a-9faa-4d38-bf65-7e66ba6e2203 req-c29b8299-7cd5-41e1-bfd8-eaf94e5dfed7 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:10.951383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fced5e9a-9faa-4d38-bf65-7e66ba6e2203 req-c29b8299-7cd5-41e1-bfd8-eaf94e5dfed7 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0706501 Aug 22 14:56:11.001528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fced5e9a-9faa-4d38-bf65-7e66ba6e2203 req-a0d49834-3a2c-4ce6-aa34-47008311fe85 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Aug 22 14:56:11.019212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7bcd0e-0902-4666-8c7b-cd1aad859d36,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:11.049561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.117196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff403ed-c320-440a-b0fc-069879809010 None None] DHCP port deletion for f9444769-4904-433a-a175-ce3f3b4e6b23 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:56:11.142724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Allocated IP 192.168.233.234 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/7465c950-67a0-423c-833b-3ab259e0bf52) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:11.169179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Deleting port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:11.169554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.196459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Deleting port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:11.196805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.261876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aff403ed-c320-440a-b0fc-069879809010 None None] For port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,segment=NetworkSegment(0320a4bc-0ce0-4581-8d2b-41297503cb92),segment_id=0320a4bc-0ce0-4581-8d2b-41297503cb92)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:11.262288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.276101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Calling delete_port for 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:11.333984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] For port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,segment=NetworkSegment(0320a4bc-0ce0-4581-8d2b-41297503cb92),segment_id=0320a4bc-0ce0-4581-8d2b-41297503cb92)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:11.334416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.352930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Calling delete_port for 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:11.423861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.461645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.468508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Transition to ACTIVE for port object 7465c950-67a0-423c-833b-3ab259e0bf52 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:11.497333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff403ed-c320-440a-b0fc-069879809010 None None] Pushing event deleted for resources: {'Port': ['ID=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:11.503358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff403ed-c320-440a-b0fc-069879809010 None None] No DVR routers for this DVR port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:11.515415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.548508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event deleted for resources: {'Port': ['ID=1c1c3efc-3a3e-4edb-89c7-e24b0f889573,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:11.552160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] No DVR routers for this DVR port 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:11.662827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.666815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.701986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9444769-4904-433a-a175-ce3f3b4e6b23']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:11.719579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0320a4bc-0ce0-4581-8d2b-41297503cb92') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:11.719869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0320a4bc-0ce0-4581-8d2b-41297503cb92') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:11.738721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:11.743330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.747387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:11.759603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:11.784582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Pushing event updated for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:11.822232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.834787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:56:11.835070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:56:11.838883 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:56:11.868604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:11.869296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:11.970178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a85f61-27e5-43b4-b9ba-601c3cc46800 req-b6b78624-ee43-49f8-b2dc-287e76cab6f3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:11.975253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a85f61-27e5-43b4-b9ba-601c3cc46800 req-b6b78624-ee43-49f8-b2dc-287e76cab6f3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.0980368 Aug 22 14:56:11.986045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-3c684bdc-987d-4ddc-b97f-554f28427c3e tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2115443 Aug 22 14:56:12.014542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Request body: {'port': {'device_id': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:12.066041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.095094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.096303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a85f61-27e5-43b4-b9ba-601c3cc46800 req-3707164a-357b-43cb-883c-ca202c87e0b8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921402 Aug 22 14:56:12.100447 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] 10.222.0.53 "DELETE /v2.0/networks/f9444769-4904-433a-a175-ce3f3b4e6b23 HTTP/1.1" status: 204 len: 168 time: 1.1976218 Aug 22 14:56:12.174637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bd11d-8702-477a-a475-bc80faf1b94f tempest-TagsExtTest-461230978 tempest-TagsExtTest-461230978-project] Pushing event deleted for resources: {'Network': ['ID=f9444769-4904-433a-a175-ce3f3b4e6b23,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:12.191470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.238451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5199aa2b-476c-4520-86cb-e53c5ec219af None None] Provisioning for port 7465c950-67a0-423c-833b-3ab259e0bf52 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:12.244099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5199aa2b-476c-4520-86cb-e53c5ec219af None None] Provisioning complete for port 7465c950-67a0-423c-833b-3ab259e0bf52 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:12.249894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5199aa2b-476c-4520-86cb-e53c5ec219af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.264595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-9a27b878-bd70-43fb-8df6-a37af09ffdc3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:12.303576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-9a27b878-bd70-43fb-8df6-a37af09ffdc3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 945 time: 0.1920459 Aug 22 14:56:12.304638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5199aa2b-476c-4520-86cb-e53c5ec219af None None] Port 7465c950-67a0-423c-833b-3ab259e0bf52 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:56:12.323733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b857f3b0-b352-421b-bcfa-6c69e9426548 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:12.357849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e474db7-5388-443e-bf98-635ea3cba647 req-73b53b53-7e18-4395-a4b1-f8ba8b12ea91 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:12.367286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e474db7-5388-443e-bf98-635ea3cba647 req-73b53b53-7e18-4395-a4b1-f8ba8b12ea91 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 936 time: 0.1816809 Aug 22 14:56:12.425634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: b857f3b0-b352-421b-bcfa-6c69e9426548 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:12.426619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b857f3b0-b352-421b-bcfa-6c69e9426548 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:12.527859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e474db7-5388-443e-bf98-635ea3cba647 req-956843c5-e89f-4ef4-92df-ed7eef0c3afc tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563900 Aug 22 14:56:12.591311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e906dda-e150-4235-91c2-281bcbaa2e9e req-623c6fb8-6550-4240-b188-351c63d409f3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:12.599128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e906dda-e150-4235-91c2-281bcbaa2e9e req-623c6fb8-6550-4240-b188-351c63d409f3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1458814 Aug 22 14:56:12.627051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port cc98ba22-5e47-480b-8fb1-3f37efafbc51 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:12.627425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.701336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e906dda-e150-4235-91c2-281bcbaa2e9e req-74af59ca-ae4e-4e59-a798-4e7ccd03a42b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012306 Aug 22 14:56:12.735364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7465c950-67a0-423c-833b-3ab259e0bf52 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:12.747228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.768782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Transition to ACTIVE for port object 7465c950-67a0-423c-833b-3ab259e0bf52 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:12.801850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfff8f-cda0-4e9f-bd02-c18931f69bd1 req-75648257-d6d5-41fd-8745-b6f4d1362d9d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:12.804290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdcfff8f-cda0-4e9f-bd02-c18931f69bd1 req-75648257-d6d5-41fd-8745-b6f4d1362d9d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.1324267 Aug 22 14:56:12.841328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port cc98ba22-5e47-480b-8fb1-3f37efafbc51, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cc98ba22-5e47-480b-8fb1-3f37efafbc51,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:12.841702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.868721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for cc98ba22-5e47-480b-8fb1-3f37efafbc51 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:12.881187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:12.900019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdcfff8f-cda0-4e9f-bd02-c18931f69bd1 req-a2b88276-2233-481a-9337-2d753d009842 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747738 Aug 22 14:56:12.970057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:13.023343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33300) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:13.029793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:13.030399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c1c3efc-3a3e-4edb-89c7-e24b0f889573 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:13.063142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Pushing event updated for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:13.207567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Attempting to bind port 7465c950-67a0-423c-833b-3ab259e0bf52 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:13.209366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Attempting to bind port 7465c950-67a0-423c-833b-3ab259e0bf52 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:13.209602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Attempting to bind port 7465c950-67a0-423c-833b-3ab259e0bf52 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:13.217261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Port 7465c950-67a0-423c-833b-3ab259e0bf52 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:13.217586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Attempting to bind port 7465c950-67a0-423c-833b-3ab259e0bf52 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:13.223596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.248706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:56:13.249263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:13.249680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:56:13.250152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Bound port: 7465c950-67a0-423c-833b-3ab259e0bf52, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:56:13.252245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.259646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cc98ba22-5e47-480b-8fb1-3f37efafbc51'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:13.306907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59ac892-998c-4d51-8e77-f8c889b21607 req-5a5fac22-5d1a-4398-ba9a-d256ee9dfae1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.0360088 Aug 22 14:56:13.313626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=cc98ba22-5e47-480b-8fb1-3f37efafbc51,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:13.434884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port cc98ba22-5e47-480b-8fb1-3f37efafbc51 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:13.438231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.440652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a689f77-9f59-439d-a90b-472be65b2b0d req-1e420c05-7364-4b6e-9f50-6cd0a7d6ab88 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.10 "DELETE /v2.0/ports/cc98ba22-5e47-480b-8fb1-3f37efafbc51 HTTP/1.1" status: 204 len: 173 time: 1.1398988 Aug 22 14:56:13.442337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'name': 'network-vif-deleted', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:13.444264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:13.446596 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3363096-171e-4f84-8ac4-b990e4155c64" -d '{"events": [{"server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "name": "network-vif-deleted", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:13.485583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7465c950-67a0-423c-833b-3ab259e0bf52,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:56:13.501754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e67358a5-488b-4a2a-a0a0-b497bdd73ab4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8acdfb811c341228bbf4017fa842fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770739 Aug 22 14:56:13.502103 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aacae2-46a3-445a-bbd5-67d45b6585cf x-openstack-request-id: req-20aacae2-46a3-445a-bbd5-67d45b6585cf {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:13.502406 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e", "name": "network-vif-deleted", "tag": "cc98ba22-5e47-480b-8fb1-3f37efafbc51", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:13.502522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33326) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:13.502662 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20aacae2-46a3-445a-bbd5-67d45b6585cf {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:13.503067 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e', 'name': 'network-vif-deleted', 'tag': 'cc98ba22-5e47-480b-8fb1-3f37efafbc51', 'status': 'completed', 'code': 200} Aug 22 14:56:13.516929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f9de0-3292-4cac-a4a8-453e9624cab5 req-0ee04bf3-39e6-455f-bf5f-bf231b5ebcdf tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:13.518552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-430f9de0-3292-4cac-a4a8-453e9624cab5 req-0ee04bf3-39e6-455f-bf5f-bf231b5ebcdf tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.0769432 Aug 22 14:56:13.566694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.570407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.622523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-430f9de0-3292-4cac-a4a8-453e9624cab5 req-b30d981c-878a-4483-8518-b5832b7f26a2 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803955 Aug 22 14:56:13.643854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:13.644523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.646747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] 10.222.0.10 "PUT /v2.0/ports/7465c950-67a0-423c-833b-3ab259e0bf52 HTTP/1.1" status: 200 len: 1096 time: 1.6410439 Aug 22 14:56:13.660621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:13.663988 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc" -d '{"events": [{"name": "network-changed", "server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:13.668256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.747992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2645-c765-4643-a784-ffa317f0108a service neutron] Pushing event updated for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:13.824198 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566d26e9-fd26-4ce5-837a-56e3eb68e9d8 x-openstack-request-id: req-566d26e9-fd26-4ce5-837a-56e3eb68e9d8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:13.824668 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:13.832348 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-566d26e9-fd26-4ce5-837a-56e3eb68e9d8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:13.833125 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52', 'status': 'completed', 'code': 200} Aug 22 14:56:13.869356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441974c-f9e0-4f19-bd57-a0e6d4364f7a req-2de5b480-4148-43df-95db-70183fc4ecd4 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:13.872099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4441974c-f9e0-4f19-bd57-a0e6d4364f7a req-2de5b480-4148-43df-95db-70183fc4ecd4 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 948 time: 0.1584196 Aug 22 14:56:13.950641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.955900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:13.960641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19eae29d-3fbe-402a-bcd9-c17ff6fc33b2 HTTP/1.1" status: 204 len: 168 time: 0.4544804 Aug 22 14:56:13.963866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4441974c-f9e0-4f19-bd57-a0e6d4364f7a req-62099638-a9e9-469b-a8de-6bd5d43be440 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692363 Aug 22 14:56:14.042768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e81b5-f8fd-4be0-9079-0b4da7e38ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eae29d-3fbe-402a-bcd9-c17ff6fc33b2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:14.072312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc req-0249c53a-3a59-4177-b0b2-b59413d3f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.075506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc req-0249c53a-3a59-4177-b0b2-b59413d3f6bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc67152cfb04df49393dcf91530cc5a&device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 1099 time: 0.1852329 Aug 22 14:56:14.082981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2826f76-fa5b-4b5d-9bfa-9e62d042acff req-20cee25f-31bc-4323-ad18-19c444448e1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.094992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2826f76-fa5b-4b5d-9bfa-9e62d042acff req-20cee25f-31bc-4323-ad18-19c444448e1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1225975 Aug 22 14:56:14.155517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc req-70ecbd99-fc90-4f7e-b581-960750c19496 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1cc67152cfb04df49393dcf91530cc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581822 Aug 22 14:56:14.159031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2826f76-fa5b-4b5d-9bfa-9e62d042acff req-baa5859d-1793-47fc-82a4-e5dceb3c1ee1 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632868 Aug 22 14:56:14.224488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-dbceba9f-bc59-41e5-bc18-6e6256a41651 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.226881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-dbceba9f-bc59-41e5-bc18-6e6256a41651 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.1334317 Aug 22 14:56:14.346893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b278c-2666-4120-9fd2-2c4b95251d4c req-7519bbc7-f09a-4cb0-b24d-fac427e3e29b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.352730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-105b278c-2666-4120-9fd2-2c4b95251d4c req-7519bbc7-f09a-4cb0-b24d-fac427e3e29b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 950 time: 0.0927105 Aug 22 14:56:14.376865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc req-4453b78d-d69e-4554-ac51-4313242940b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.378511 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d4f6afae-7b96-40a7-919a-dcc8f4d425bc req-4453b78d-d69e-4554-ac51-4313242940b1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084963 Aug 22 14:56:14.414801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-105b278c-2666-4120-9fd2-2c4b95251d4c req-fb7d161a-5653-4fdb-a4a5-28b38ecff872 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565593 Aug 22 14:56:14.424929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:14.426010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:14.463956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33360) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:14.564144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ab83d79-4cd8-4c21-ad9f-cae7e08f5acd req-c0bac50b-1325-4c9c-af79-591796720b1e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eccf3f8-24ed-4f5c-acd4-5fb5dec8db0e HTTP/1.1" status: 200 len: 210 time: 0.0458746 Aug 22 14:56:14.564363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e7d78b8c-5ec9-403d-bf0f-37c7defe4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.565812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-e7d78b8c-5ec9-403d-bf0f-37c7defe4c52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cc67152cfb04df49393dcf91530cc5a&device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 1099 time: 0.1024358 Aug 22 14:56:14.584864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:14.585234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:14.636499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:14.642272 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-9d60418e-2e2c-416d-a6ae-d3c906e12d54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=7465c950-67a0-423c-833b-3ab259e0bf52 HTTP/1.1" status: 200 len: 217 time: 0.0575099 Aug 22 14:56:14.686554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfd9978b-6d8e-47a4-9863-6c01a1afe2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:14.747393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-18e50208-be15-439f-a276-466eaa9ca3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.749270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-18e50208-be15-439f-a276-466eaa9ca3d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1003878 Aug 22 14:56:14.838641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f449-8821-4a68-a271-38837b2a3387 req-49c86489-1dd7-41df-a3e2-96d28b6b1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.840676 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-49c86489-1dd7-41df-a3e2-96d28b6b1b24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836070 Aug 22 14:56:14.846490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e5c70-a8bf-4f46-b296-33cee503daef req-1dc132db-edca-4c96-9035-f1409725ccc1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:14.848075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-082e5c70-a8bf-4f46-b296-33cee503daef req-1dc132db-edca-4c96-9035-f1409725ccc1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.0815642 Aug 22 14:56:14.896234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfd9978b-6d8e-47a4-9863-6c01a1afe2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:14.917674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-082e5c70-a8bf-4f46-b296-33cee503daef req-7a4cafd8-3683-4699-be49-dff00cc31370 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606408 Aug 22 14:56:14.978166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-5eb211c8-d51d-4ba4-9ece-d58423c0fb94 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252599 Aug 22 14:56:15.078053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfd9978b-6d8e-47a4-9863-6c01a1afe2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.157204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d82f449-8821-4a68-a271-38837b2a3387 req-1087fbad-25c4-4603-8248-4de737c5622b service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010747 Aug 22 14:56:15.167231 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.178094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e', '7b2943e3-9e34-48de-9789-6620eddd9c0e', '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:15.185059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfd9978b-6d8e-47a4-9863-6c01a1afe2b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c3a96096d8344c68eb701157f426ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197564 Aug 22 14:56:15.187349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9978b-6d8e-47a4-9863-6c01a1afe2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30a8d6-d40e-43a4-94ad-e1b78517f3fe,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:15.195373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:15.235110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:15.292977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:15.296604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.300136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7dc83a99-b8ef-4489-b0e7-f02871c5d911 req-4ac5f2a3-dfb3-4ab0-b2d9-6408197cfa89 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "DELETE /v2.0/ports/1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 HTTP/1.1" status: 204 len: 173 time: 1.0299158 Aug 22 14:56:15.341739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:15.421529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ee5a4-4013-4b19-b3ce-4bdb1dbe529f req-5ae4d4bb-b46d-4475-8578-9cc5f14587d3 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:15.445947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-740ee5a4-4013-4b19-b3ce-4bdb1dbe529f req-5ae4d4bb-b46d-4475-8578-9cc5f14587d3 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 948 time: 0.3507006 Aug 22 14:56:15.718075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-75cffbb3-a196-4101-8d5e-6eba0df1d352 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:15.726231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-75cffbb3-a196-4101-8d5e-6eba0df1d352 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.4005487 Aug 22 14:56:15.729496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.770386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.834947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'name': 'network-vif-deleted', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:15.839433 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951481d-e386-4020-b557-bf3d073b39f7" -d '{"events": [{"server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "name": "network-vif-deleted", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:15.887277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d0c2-bb45-42af-88d1-63c8a36739b0 req-7d3ae00c-eeec-4d9c-94cb-4b26b7dadc60 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:15.889414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21c3d0c2-bb45-42af-88d1-63c8a36739b0 req-7d3ae00c-eeec-4d9c-94cb-4b26b7dadc60 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.3325861 Aug 22 14:56:15.965779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.969413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:15.970896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b30a8d6-d40e-43a4-94ad-e1b78517f3fe HTTP/1.1" status: 204 len: 168 time: 0.7740901 Aug 22 14:56:15.993004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df183520-493e-4f84-9a66-348f88790f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30a8d6-d40e-43a4-94ad-e1b78517f3fe,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:16.011540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21c3d0c2-bb45-42af-88d1-63c8a36739b0 req-b7295cf3-8c4f-46bf-b506-acd4ea7ac446 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155291 Aug 22 14:56:16.040991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Deleting port a8731b35-af66-475a-9d73-12ee47e691fd {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:16.041354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:16.229020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-054b050d-3a66-46f8-a6fc-f84bf372df54 req-dd9bfcf3-1108-4a6a-b1a8-65d4a43db601 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a86bc264-ad69-4930-8a51-2b8e67a10c10 HTTP/1.1" status: 200 len: 210 time: 0.0631080 Aug 22 14:56:16.276531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-740ee5a4-4013-4b19-b3ce-4bdb1dbe529f req-632fca94-31bc-48db-8ae0-3280f1e4bce2 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8197899 Aug 22 14:56:16.309143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] For port a8731b35-af66-475a-9d73-12ee47e691fd, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8731b35-af66-475a-9d73-12ee47e691fd,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:16.310563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:16.334743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cc98ba22-5e47-480b-8fb1-3f37efafbc51 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:16.382114 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0368f-fc18-4bf3-81c7-ad9d634fc5a9 x-openstack-request-id: req-20d0368f-fc18-4bf3-81c7-ad9d634fc5a9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:16.382625 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bc264-ad69-4930-8a51-2b8e67a10c10", "name": "network-vif-deleted", "tag": "1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:16.383016 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d0368f-fc18-4bf3-81c7-ad9d634fc5a9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:16.383544 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bc264-ad69-4930-8a51-2b8e67a10c10', 'name': 'network-vif-deleted', 'tag': '1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922', 'status': 'completed', 'code': 200} Aug 22 14:56:16.406154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: cc98ba22-5e47-480b-8fb1-3f37efafbc51 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:16.406815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cc98ba22-5e47-480b-8fb1-3f37efafbc51 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:16.651277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498a3af-4e6a-4a08-acf2-ec4271ec2a74 req-5badaf37-a64d-4fe3-95c1-1667b0829bd5 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:16.652977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2498a3af-4e6a-4a08-acf2-ec4271ec2a74 req-5badaf37-a64d-4fe3-95c1-1667b0829bd5 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 945 time: 0.1444192 Aug 22 14:56:16.691563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:16.691735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:16.692172 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Floating IP d80cf802-633a-4252-8b67-e0f7f9aa29cf disassociated. External IP: 172.25.0.220, port: a8731b35-af66-475a-9d73-12ee47e691fd. Aug 22 14:56:16.693253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Calling delete_port for a8731b35-af66-475a-9d73-12ee47e691fd owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:16.729043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2498a3af-4e6a-4a08-acf2-ec4271ec2a74 req-752984df-3714-4fff-a9fd-82c74b41ec6a tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3609a75-915f-4dec-8581-fc30497af0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695190 Aug 22 14:56:17.013508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.043450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event deleted for resources: {'Port': ['ID=a8731b35-af66-475a-9d73-12ee47e691fd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:17.071309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:17.110856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3161-39cb-4efb-8854-6ef103405a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.254163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3161-39cb-4efb-8854-6ef103405a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.276375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21940ba-5378-486f-8d92-29a609635d6a req-54e87f01-2bf6-4961-9db8-a1390b451e3d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:17.277950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d21940ba-5378-486f-8d92-29a609635d6a req-54e87f01-2bf6-4961-9db8-a1390b451e3d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1216371 Aug 22 14:56:17.307741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:56:17.338557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3ff3161-39cb-4efb-8854-6ef103405a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.373883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e3ff3161-39cb-4efb-8854-6ef103405a5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa670c84bf904d038c733e08815d0306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012850 Aug 22 14:56:17.375534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33444) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:17.478672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3161-39cb-4efb-8854-6ef103405a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e01288-aa42-438e-a179-b9b5fa4e5b71,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:17.562396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d21940ba-5378-486f-8d92-29a609635d6a req-d568b92f-058d-4ff2-af72-66bcc7006df5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716391 Aug 22 14:56:17.570504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:56:17.577484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.610807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Sync routers for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:56:17.625201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:17.626820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:17.650308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.680836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] No DVR routers for this DVR port a8731b35-af66-475a-9d73-12ee47e691fd on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:17.701143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.703153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fe539e1-1c8c-498e-a64a-6bb5d418401d req-bcfd9ead-b719-466a-aed6-e0c4adca7fb1 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.54 "DELETE /v2.0/ports/a8731b35-af66-475a-9d73-12ee47e691fd HTTP/1.1" status: 204 len: 173 time: 1.9611795 Aug 22 14:56:17.703654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'name': 'network-vif-deleted', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:17.713691 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a532e748-4941-4889-abfc-a6aa64d1ff0c" -d '{"events": [{"server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "name": "network-vif-deleted", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:17.858482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:17.882230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b6060-c532-4365-8004-da919637ccc4 req-0f0e2217-815c-467d-a372-07f578f36d87 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:17.884196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-697b6060-c532-4365-8004-da919637ccc4 req-0f0e2217-815c-467d-a372-07f578f36d87 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 948 time: 0.1602449 Aug 22 14:56:17.929417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-2221a179-5493-49d9-80fa-350570deb95a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:17.931491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-2221a179-5493-49d9-80fa-350570deb95a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.3673847 Aug 22 14:56:17.945218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.948548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:17.950689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4e01288-aa42-438e-a179-b9b5fa4e5b71 HTTP/1.1" status: 204 len: 168 time: 0.5735543 Aug 22 14:56:17.967027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84777d4f-a1c5-4634-b2a5-f168db2dd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e01288-aa42-438e-a179-b9b5fa4e5b71,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:17.972802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-3993d774-0177-4406-8d24-7f18bc55d1d4 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/quotas/c0e6abd85259443eac69c22dfd827e71 HTTP/1.1" status: 200 len: 375 time: 0.0333920 Aug 22 14:56:18.017548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-697b6060-c532-4365-8004-da919637ccc4 req-c082bf30-b4ee-40e3-8a67-7012c6fb1a77 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253057 Aug 22 14:56:18.113393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-3938191b-ede9-4d90-840c-5a17c8c85f84 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321318 Aug 22 14:56:18.249774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:18.293715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Checking router: 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:56:18.305980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:18.307103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:18.360233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:18.392239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:18.424719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:18.425478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d0a06a1-b82c-4b7b-a4fb-3e49e5e0c922 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:18.654667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:18.701716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:18.762132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-30a2feda-4b8b-49bd-b742-c227c4a0aed1 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409154 Aug 22 14:56:18.772944 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598caee5-20ae-4e9c-b0a5-40544eb9cd40 x-openstack-request-id: req-598caee5-20ae-4e9c-b0a5-40544eb9cd40 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:18.773326 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf9ca17-a505-4268-aad7-13ab299da0ef", "name": "network-vif-deleted", "tag": "a8731b35-af66-475a-9d73-12ee47e691fd", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:18.773630 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-598caee5-20ae-4e9c-b0a5-40544eb9cd40 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:18.774083 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf9ca17-a505-4268-aad7-13ab299da0ef', 'name': 'network-vif-deleted', 'tag': 'a8731b35-af66-475a-9d73-12ee47e691fd', 'status': 'completed', 'code': 200} Aug 22 14:56:18.832449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:18.834702 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff991d28-18ad-443f-87d7-29555abccb16" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:18.854028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a92dbb5-9ce8-4cfa-bb80-db20a6ff377d req-8d07a895-7f7a-4c8e-9917-7df2c3475b0c tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcf9ca17-a505-4268-aad7-13ab299da0ef HTTP/1.1" status: 200 len: 210 time: 0.0667582 Aug 22 14:56:18.859265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:18.906921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-13812859-c940-4542-8856-7f0c4b5f4454 service neutron] 10.222.0.53 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436713 Aug 22 14:56:19.004524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f058f6-7840-46dc-8eca-7460ba53cd64 req-ce1b53b9-de1a-410e-9f48-2d254226d4d5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:19.018248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90f058f6-7840-46dc-8eca-7460ba53cd64 req-ce1b53b9-de1a-410e-9f48-2d254226d4d5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 950 time: 0.0838544 Aug 22 14:56:19.020456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:19.090041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:19.113521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.116260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.116760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.118736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.119209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.120515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.120985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.135715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.137029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.137442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.138276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.140449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:19.141552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90f058f6-7840-46dc-8eca-7460ba53cd64 req-43f62445-b021-4392-8cd1-e5b67d2e4460 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204958 Aug 22 14:56:19.243109 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b85c7-c7e8-48de-99f7-2a8b4e7fc167 x-openstack-request-id: req-c58b85c7-c7e8-48de-99f7-2a8b4e7fc167 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:19.243652 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:19.244178 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c58b85c7-c7e8-48de-99f7-2a8b4e7fc167 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:19.247817 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'code': 200} Aug 22 14:56:19.250553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:19.365926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96388f73-5a66-4bdc-987c-e41d43cd39e7 None None] The sync data for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 is: [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '44ba5842-1ec4-4a01-b398-0547c4d1df42', 'name': '', 'network_id': 'dbf5a314-36ac-49ea-8562-18dd6e429f43', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'mac_address': 'fa:16:3e:ad:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:53:00Z', 'updated_at': '2021-08-22T14:53:10Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'subnets': [{'id': 'b2c6f678-4e36-4084-9c5f-d4d1ec630ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:56:19.468292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694d9c0-5fcb-47a7-8b66-5c75c849220a req-24f7bc91-70b6-4d40-a0b7-b83cc0769005 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:19.470551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f694d9c0-5fcb-47a7-8b66-5c75c849220a req-24f7bc91-70b6-4d40-a0b7-b83cc0769005 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 947 time: 0.1597111 Aug 22 14:56:19.484414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef0d09-0022-47b0-8f94-c88183d17d40 req-3230d120-74d1-4098-88fb-bea553ff8024 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:19.492875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37ef0d09-0022-47b0-8f94-c88183d17d40 req-3230d120-74d1-4098-88fb-bea553ff8024 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 948 time: 0.0945270 Aug 22 14:56:19.579038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37ef0d09-0022-47b0-8f94-c88183d17d40 req-61c6557e-527f-4b19-b575-eb2ddeadf5a5 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848968 Aug 22 14:56:19.592707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f694d9c0-5fcb-47a7-8b66-5c75c849220a req-66bba47c-ac7f-4166-b465-d6dceb60f7df tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970387 Aug 22 14:56:19.681990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-238fc810-3dec-4310-9139-f94b2edb8a07 req-3cee93a3-ab3f-4d70-b1d8-b575469003f3 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.0418274 Aug 22 14:56:19.815902 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b143cbd6-2846-456b-b61a-fd478e414ec1 None None] New status for floating IP d80cf802-633a-4252-8b67-e0f7f9aa29cf: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:56:20.082564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33534) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:20.219923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.273125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.332778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7465c950-67a0-423c-833b-3ab259e0bf52 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:56:20.352131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8731b35-af66-475a-9d73-12ee47e691fd no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:20.372461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996ab85-af1f-4dcd-b844-c55db63e9296 req-11ae1933-a17a-4848-872d-08222a2a8321 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:20.381004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3996ab85-af1f-4dcd-b844-c55db63e9296 req-11ae1933-a17a-4848-872d-08222a2a8321 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 950 time: 0.1205080 Aug 22 14:56:20.476624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a8731b35-af66-475a-9d73-12ee47e691fd {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:20.482591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8731b35-af66-475a-9d73-12ee47e691fd not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:20.484457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3996ab85-af1f-4dcd-b844-c55db63e9296 req-6ea49025-b5e9-4f13-a278-cda7ececdf74 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923696 Aug 22 14:56:20.515373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-1661d581-8d6b-4c2a-b931-7ce47b720ea7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:20.518085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-1661d581-8d6b-4c2a-b931-7ce47b720ea7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 950 time: 0.1362400 Aug 22 14:56:20.546563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.560960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.567063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3609a75-915f-4dec-8581-fc30497af0fc HTTP/1.1" status: 204 len: 168 time: 0.4776886 Aug 22 14:56:20.584916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7465c950-67a0-423c-833b-3ab259e0bf52,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:20.590095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33568) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:20.607921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7465c950-67a0-423c-833b-3ab259e0bf52', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '7465c950-67a0-423c-833b-3ab259e0bf52', 'mac_address': 'fa:16:3e:8c:53:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:56:20.664165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36170f51-40db-4ef2-be7c-7fe9f3b95fc6 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3609a75-915f-4dec-8581-fc30497af0fc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:20.704299 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-a8a89f7e-0556-49f4-b524-a8f458274e64 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] show failed (client error): The resource could not be found. Aug 22 14:56:20.712030 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8a89f7e-0556-49f4-b524-a8f458274e64 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "GET /v2.0/security-groups/a3609a75-915f-4dec-8581-fc30497af0fc HTTP/1.1" status: 404 len: 347 time: 0.1197710 Aug 22 14:56:20.714488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33578) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:20.751725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.752624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port 7b2943e3-9e34-48de-9789-6620eddd9c0e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:20.752982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.775742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7465c950-67a0-423c-833b-3ab259e0bf52 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:20.813532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7465c950-67a0-423c-833b-3ab259e0bf52,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:20.824845 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.872286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port 7b2943e3-9e34-48de-9789-6620eddd9c0e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7b2943e3-9e34-48de-9789-6620eddd9c0e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:20.872559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:20.905451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for 7b2943e3-9e34-48de-9789-6620eddd9c0e owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:20.945507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:20.979497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Deleting port 92b6a6e3-37a9-47a9-8ecc-9fc887ff034b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:20.980051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.016433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.017727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:56:21.127312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d1d3-17c6-46d9-9982-8397cc1d3578 req-3b79a479-1a45-476f-b6e1-6b3339447b4b tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:21.129932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7295d1d3-17c6-46d9-9982-8397cc1d3578 req-3b79a479-1a45-476f-b6e1-6b3339447b4b tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 948 time: 0.2398946 Aug 22 14:56:21.156373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.156988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.159816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079af0c-9751-4115-8754-aeb65d42b9cc req-ea6a88c7-155f-4a0b-8890-cbedc613c63c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:21.162849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3079af0c-9751-4115-8754-aeb65d42b9cc req-ea6a88c7-155f-4a0b-8890-cbedc613c63c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 947 time: 0.2792923 Aug 22 14:56:21.191524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Calling delete_port for 92b6a6e3-37a9-47a9-8ecc-9fc887ff034b owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:21.195678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:21.230738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:21.246347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'mac_address': 'fa:16:3e:db:57:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:56:21.322125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7295d1d3-17c6-46d9-9982-8397cc1d3578 req-f49f71a0-7d1f-46f9-8ccb-242f8ec675c9 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534092 Aug 22 14:56:21.322436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.330559 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86894b5a-0725-4f23-b871-554e0a91bff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.346781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:21.371613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:21.394529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3079af0c-9751-4115-8754-aeb65d42b9cc req-75c7b88b-dfbb-458b-babd-e5b370bb6b76 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178224 Aug 22 14:56:21.445587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.464903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-406ca289-9dd1-45d0-95a5-3548ab34a06d req-9ae22359-12e4-49ae-bfae-a94b2537fc0b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.0362210 Aug 22 14:56:21.568077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:21.569239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.574868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86894b5a-0725-4f23-b871-554e0a91bff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.583926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e', '7b2943e3-9e34-48de-9789-6620eddd9c0e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:21.605615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=7b2943e3-9e34-48de-9789-6620eddd9c0e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:21.619229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:21.688218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.689196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a4f74f-d506-4e64-a23a-3042ff69d236 req-35746191-c331-47ac-965e-8e909611ba2e tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0790005 Aug 22 14:56:21.693615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.694077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.694535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.695015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.695641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.696063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.696439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.696871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.697305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.697755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.698188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.698821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:21.715563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86894b5a-0725-4f23-b871-554e0a91bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.728421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port 7b2943e3-9e34-48de-9789-6620eddd9c0e on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:21.731277 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.733689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40a5c084-c3c6-4b3f-97c1-f0fcb5610ce8 req-8acbcb3c-2dcc-4ef5-9a47-00f65a038869 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "DELETE /v2.0/ports/7b2943e3-9e34-48de-9789-6620eddd9c0e HTTP/1.1" status: 204 len: 173 time: 1.2089543 Aug 22 14:56:21.734256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'name': 'network-vif-deleted', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:21.736814 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7334de-1c2c-4ccb-942c-030036d83aa0" -d '{"events": [{"server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "name": "network-vif-deleted", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:21.780085 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c122ee-2b10-4231-8522-bf453dff53d7 x-openstack-request-id: req-f7c122ee-2b10-4231-8522-bf453dff53d7 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:21.780668 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1449b-115e-441a-bd7d-b94e3e2e488f", "name": "network-vif-deleted", "tag": "7b2943e3-9e34-48de-9789-6620eddd9c0e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:21.788472 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7c122ee-2b10-4231-8522-bf453dff53d7 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:21.788472 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1449b-115e-441a-bd7d-b94e3e2e488f', 'name': 'network-vif-deleted', 'tag': '7b2943e3-9e34-48de-9789-6620eddd9c0e', 'status': 'completed', 'code': 200} Aug 22 14:56:21.843819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894b5a-0725-4f23-b871-554e0a91bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ec5fa-17ca-4397-add4-8e88d6b2c98f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:21.858111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Pushing event deleted for resources: {'Port': ['ID=92b6a6e3-37a9-47a9-8ecc-9fc887ff034b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:21.912354 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-86894b5a-0725-4f23-b871-554e0a91bff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edce395817534d58a097a931eea14861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9614687 Aug 22 14:56:21.913419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33598) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:21.930313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.934648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:21.935953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-484028e4-7b0c-48e5-90c1-2b40112a6bf7 tempest-ServersTestFqdnHostnames-1135489632 tempest-ServersTestFqdnHostnames-1135489632-project] 10.222.0.53 "DELETE /v2.0/floatingips/d80cf802-633a-4252-8b67-e0f7f9aa29cf HTTP/1.1" status: 204 len: 168 time: 1.2200277 Aug 22 14:56:21.940333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:22.016725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:22.072581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:22.111427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7465c950-67a0-423c-833b-3ab259e0bf52'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:22.141478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:22.378781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:22.383120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:22.385439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/026ec5fa-17ca-4397-add4-8e88d6b2c98f HTTP/1.1" status: 204 len: 168 time: 0.4704263 Aug 22 14:56:22.398945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec0ad-c7d8-4ae3-b2dd-aad07538e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ec5fa-17ca-4397-add4-8e88d6b2c98f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:22.606057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:22.721332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4aec-9656-4ed0-b406-a776801877ae req-bc789706-a7ce-4e1e-a72e-85351ddcf76b tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:22.723182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d2f4aec-9656-4ed0-b406-a776801877ae req-bc789706-a7ce-4e1e-a72e-85351ddcf76b tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 949 time: 0.2792187 Aug 22 14:56:22.731786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34900d-05d8-4bc9-a73d-ad04f2f34f1d req-9d569460-7e06-46ba-8a6d-d3cfc3719f19 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:22.736601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd34900d-05d8-4bc9-a73d-ad04f2f34f1d req-9d569460-7e06-46ba-8a6d-d3cfc3719f19 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 948 time: 0.2510521 Aug 22 14:56:22.804666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd34900d-05d8-4bc9-a73d-ad04f2f34f1d req-08901c66-031f-4e34-a1dc-7b793f9e9a92 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Aug 22 14:56:22.856241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d2f4aec-9656-4ed0-b406-a776801877ae req-b5e2da09-b153-46e6-bfaa-1407d6637a70 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182771 Aug 22 14:56:23.059652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-416cb31b-0f20-4cbf-8c16-67d76172171e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:23.061368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-416cb31b-0f20-4cbf-8c16-67d76172171e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 811 time: 0.1901660 Aug 22 14:56:23.079800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Request body: {'port': {'device_id': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'admin_state_up': True, 'tenant_id': 'c0e6abd85259443eac69c22dfd827e71'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:23.199740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Deleting port 44ba5842-1ec4-4a01-b398-0547c4d1df42 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:23.202727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:23.205036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74dc24df-d50d-44be-aa87-5ff716c80bd5 req-905f5335-02e1-4ee0-b9e4-bcbde9e86290 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.1418793 Aug 22 14:56:23.251416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73682d9d-1948-40c1-b663-c9f1bf1f0854 req-a88bf592-9741-4a50-a5f3-2097df49cb45 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1449b-115e-441a-bd7d-b94e3e2e488f HTTP/1.1" status: 200 len: 210 time: 0.0540652 Aug 22 14:56:23.343922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] For port 44ba5842-1ec4-4a01-b398-0547c4d1df42, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=44ba5842-1ec4-4a01-b398-0547c4d1df42,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:23.344412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:23.381453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Made reservation on behalf of c0e6abd85259443eac69c22dfd827e71 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:23.386442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:23.392061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Calling delete_port for 44ba5842-1ec4-4a01-b398-0547c4d1df42 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:23.579548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Allocated IP 172.20.0.11 (69ef2359-b169-44ef-9896-8e1ae5999979/461df724-8a4c-4414-8c41-a888a37d7bb9/5071d844-205c-4863-b856-8bac6682f166) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:23.878680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:23.930454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ba5842-1ec4-4a01-b398-0547c4d1df42,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:24.115576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6eef8a-2655-4bba-9e20-4efba7c6335b req-684e527c-f086-4c66-8276-b54ecb8c0e51 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:24.123437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef6eef8a-2655-4bba-9e20-4efba7c6335b req-684e527c-f086-4c66-8276-b54ecb8c0e51 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 948 time: 0.2487059 Aug 22 14:56:24.186325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9d066-45fa-4fb7-b5e5-a9b547322bd1 req-58561304-1674-45d7-8ab3-e1aaf89b4018 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:24.187996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aea9d066-45fa-4fb7-b5e5-a9b547322bd1 req-58561304-1674-45d7-8ab3-e1aaf89b4018 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 949 time: 0.1460245 Aug 22 14:56:24.206217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef6eef8a-2655-4bba-9e20-4efba7c6335b req-e932160c-f6a1-4c3f-a871-8a1651d708d7 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818412 Aug 22 14:56:24.257616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.259763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.266335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aea9d066-45fa-4fb7-b5e5-a9b547322bd1 req-0ae90bd5-0f4c-482b-8c62-1aaea7420287 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Aug 22 14:56:24.361153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b2943e3-9e34-48de-9789-6620eddd9c0e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:24.367799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7465c950-67a0-423c-833b-3ab259e0bf52 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:24.422344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33f9b317-dc14-43d7-8599-dcb6f2f13924 req-a226b53e-3394-477e-a8bf-9646357f93e8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.0526884 Aug 22 14:56:24.432526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.494193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 7b2943e3-9e34-48de-9789-6620eddd9c0e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:24.494989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7b2943e3-9e34-48de-9789-6620eddd9c0e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:24.514487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Network 69ef2359-b169-44ef-9896-8e1ae5999979 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:24.515945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:24.520579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:24.551222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event updated for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:24.607274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:24.608697 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.627228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 7465c950-67a0-423c-833b-3ab259e0bf52 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:24.634169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7465c950-67a0-423c-833b-3ab259e0bf52 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:24.635278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.668797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:56:24.720786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-c1b1347c-ce32-4da3-af1d-a528b9583f4b tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6462104 Aug 22 14:56:24.737190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-91b7957a-a057-4ab5-8386-21d7d453fc94 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:56:24.738697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-91b7957a-a057-4ab5-8386-21d7d453fc94 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112872 Aug 22 14:56:24.767012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.798738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:24.802689 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3201be97-a094-46db-a247-e4bb8d8c3166" -d '{"events": [{"server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "name": "network-vif-plugged", "status": "completed", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:24.820038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7465c950-67a0-423c-833b-3ab259e0bf52,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:24.865463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:56:24.872089 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79056fe2-dbf1-4b76-bf06-ba2e1f4eefa6 admin admin] 10.222.0.53 "PUT /v2.0/routers/0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303071 Aug 22 14:56:24.874740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33668) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:24.891936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Sync routers for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:56:24.901456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:24.905263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:24.932739 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd6bb1-cf2b-4eb0-881d-8b0fb48c248f x-openstack-request-id: req-70fd6bb1-cf2b-4eb0-881d-8b0fb48c248f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:24.933326 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "name": "network-vif-plugged", "status": "completed", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:24.933694 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70fd6bb1-cf2b-4eb0-881d-8b0fb48c248f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:24.934844 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52', 'code': 200} Aug 22 14:56:25.093370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:25.100633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Request body: {'port': {'device_id': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:25.101892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:25.131846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd2f2-05e3-4f10-b7f6-d91b062de370 req-1ca7adf7-ca51-49e2-8f79-ac8d9ffd5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:25.133550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-81acd2f2-05e3-4f10-b7f6-d91b062de370 req-1ca7adf7-ca51-49e2-8f79-ac8d9ffd5df7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 1101 time: 0.1036367 Aug 22 14:56:25.155519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.189301 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-81acd2f2-05e3-4f10-b7f6-d91b062de370 req-d5b56967-1303-428f-9e7b-014a77b26c7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473995 Aug 22 14:56:25.236084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.349617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.369018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:25.429843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:25.435583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 62a11562-b787-4fa5-957b-ba2f5d0776fa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:25.435965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.609742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba442-0d69-47ec-9db1-15ebcbdd1849 req-8b30024e-eed3-424c-a5ee-274e34a64d57 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:25.611190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.611716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80eba442-0d69-47ec-9db1-15ebcbdd1849 req-8b30024e-eed3-424c-a5ee-274e34a64d57 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 950 time: 0.1881802 Aug 22 14:56:25.655533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8f952-27e9-43a1-b6c1-cb73d94bf9db req-bcdcd8a6-d03a-4f6d-89fa-f0c169f9eedd tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:25.657319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5d8f952-27e9-43a1-b6c1-cb73d94bf9db req-bcdcd8a6-d03a-4f6d-89fa-f0c169f9eedd tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 948 time: 0.2348554 Aug 22 14:56:25.703556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:25.729588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:56:23Z', 'revision_number': 5, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port': {'id': 'a7943758-d5cf-49f2-8775-6412b848d6c6', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:25.760533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5d8f952-27e9-43a1-b6c1-cb73d94bf9db req-ffefd5a2-51ec-447d-8148-7c5bb8f79c7c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938051 Aug 22 14:56:25.778501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Checking router: 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:56:25.798009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Deleting port a7943758-d5cf-49f2-8775-6412b848d6c6 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:25.798009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.803090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Routers {'0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:25.803785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:25.816451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80eba442-0d69-47ec-9db1-15ebcbdd1849 req-6fd661fc-2b62-462c-aef9-c83188af4c3c tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564772 Aug 22 14:56:25.828297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33692) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:25.953182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:25.956413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] Set router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:26.045134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:26.072664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-342408494'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:26.095039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578cc117-310a-4100-a568-57d5a54a426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:56:25Z', 'revision_number': 6, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:26.112012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5071d844-205c-4863-b856-8bac6682f166 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:26.125284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578cc117-310a-4100-a568-57d5a54a426f None None] The sync data for ids ['0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8'] in n-d-805046-3 is: [{'id': '0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8', 'name': 'tempest-ServersTestFqdnHostnames-979486074-router', 'tenant_id': 'e4f426e56db040bda82d14e54999ba0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:52:55Z', 'updated_at': '2021-08-22T14:56:25Z', 'revision_number': 6, 'project_id': 'e4f426e56db040bda82d14e54999ba0c', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:56:26.141358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.160168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6153d-cce6-4c21-9c25-75865ffaf930 req-9de58e92-74f3-491f-a519-a3ebb195b892 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:26.161979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00c6153d-cce6-4c21-9c25-75865ffaf930 req-9de58e92-74f3-491f-a519-a3ebb195b892 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 932 time: 0.2025995 Aug 22 14:56:26.169797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c42e-4947-43a1-93e7-0c6e993e812b req-03380071-8ec6-44db-900e-a387f55ba961 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:26.171432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc6c42e-4947-43a1-93e7-0c6e993e812b req-03380071-8ec6-44db-900e-a387f55ba961 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 950 time: 0.2140813 Aug 22 14:56:26.173487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] For port a7943758-d5cf-49f2-8775-6412b848d6c6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a7943758-d5cf-49f2-8775-6412b848d6c6,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:26.173872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.217588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Calling delete_port for a7943758-d5cf-49f2-8775-6412b848d6c6 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:26.225038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Transition to ACTIVE for port object 5071d844-205c-4863-b856-8bac6682f166 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:26.241742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Made reservation on behalf of 7a5fc624698e46ab86fb59676d6a18c4 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:26.245651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.256543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.300643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffc6c42e-4947-43a1-93e7-0c6e993e812b req-af67c66a-4ca9-487f-ad89-f45e6fdfd381 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143625 Aug 22 14:56:26.305861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00c6153d-cce6-4c21-9c25-75865ffaf930 req-6eeff399-d0d2-4052-ab0f-1c34f0fad73d tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291611 Aug 22 14:56:26.376405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.384087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.465312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.480193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:56:26.493110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.493819 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Added segment 131e33da-7a9f-4112-ba81-025c3fa74ec8 of type vlan for network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 Aug 22 14:56:26.551920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.616660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da046c8-3f89-42aa-a119-f5ba98b97131,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:26.625559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.626701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.626701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.627249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.627601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.627947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.628350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.628788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.629128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.629461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.629825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.630162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:26.643412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.654687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:26.655155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:26.752221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Pushing event updated for resources: {'Network': ['ID=a3389f3f-c1e0-4cbf-a2c8-3a34e6875471,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:26.762863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:56:26.816125 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d559f051-c399-4eef-b253-3c3c9b5c2b33 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9849460 Aug 22 14:56:26.827530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Pushing event updated for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:26.943341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:26.950178 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcac4d8-bfd7-46a8-9565-07f414710833" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:27.047264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ba5842-1ec4-4a01-b398-0547c4d1df42 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:27.058358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19700d8d-0f55-4eab-bbe8-c4841578028b req-bccf9f8e-e16e-4e29-bd4d-2d3d28afe5ee tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.066464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19700d8d-0f55-4eab-bbe8-c4841578028b req-bccf9f8e-e16e-4e29-bd4d-2d3d28afe5ee tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1860547 Aug 22 14:56:27.070188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Attempting to bind port 5071d844-205c-4863-b856-8bac6682f166 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:27.070586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Attempting to bind port 5071d844-205c-4863-b856-8bac6682f166 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:27.070849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Attempting to bind port 5071d844-205c-4863-b856-8bac6682f166 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:27.093433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Port 5071d844-205c-4863-b856-8bac6682f166 on network 69ef2359-b169-44ef-9896-8e1ae5999979 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:27.093780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Attempting to bind port 5071d844-205c-4863-b856-8bac6682f166 on network 69ef2359-b169-44ef-9896-8e1ae5999979 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:27.099478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 44ba5842-1ec4-4a01-b398-0547c4d1df42 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:27.106040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 44ba5842-1ec4-4a01-b398-0547c4d1df42 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:27.106040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a7943758-d5cf-49f2-8775-6412b848d6c6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:27.112565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:56:27.112565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Checking segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:27.112565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Bound using segment: {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:56:27.112565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Bound port: 5071d844-205c-4863-b856-8bac6682f166, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a8495-c679-4647-90fa-28a97a230710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:56:27.113430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.133942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.167146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19700d8d-0f55-4eab-bbe8-c4841578028b req-701e18f7-db99-41cd-bd95-7273b289ab0d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992558 Aug 22 14:56:27.167789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33712) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:27.214082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471', 'binding:host_id': 'n-h1-805046-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1642807543'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:27.241996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No active binding found for port a7943758-d5cf-49f2-8775-6412b848d6c6 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 14:56:27.242458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a7943758-d5cf-49f2-8775-6412b848d6c6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:27.249334 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143cb9e-b2ed-4090-ac2c-b16aaa32f7cd x-openstack-request-id: req-2143cb9e-b2ed-4090-ac2c-b16aaa32f7cd {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:27.249623 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:27.249879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2143cb9e-b2ed-4090-ac2c-b16aaa32f7cd {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:27.250271 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'code': 200} Aug 22 14:56:27.260913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7943758-d5cf-49f2-8775-6412b848d6c6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:27.262241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-bf7cb3ff-7915-4281-b762-1d4904b2bad4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.269262 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-bf7cb3ff-7915-4281-b762-1d4904b2bad4 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c2958d1-f7f5-4628-9fde-4712e79b0f6a HTTP/1.1" status: 200 len: 950 time: 0.2710726 Aug 22 14:56:27.465470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.480253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:27.521590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e475a-1740-4dfe-9d91-2f1d02405a51 req-1092ac43-4ea5-460f-8e8e-eea5028b0291 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.523219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-885e475a-1740-4dfe-9d91-2f1d02405a51 req-1092ac43-4ea5-460f-8e8e-eea5028b0291 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 950 time: 0.1686203 Aug 22 14:56:27.592260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5071d844-205c-4863-b856-8bac6682f166,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:56:27.652854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-dce7fe62-c0ec-4b49-aed0-278e9f0204c7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.652854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-dce7fe62-c0ec-4b49-aed0-278e9f0204c7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 950 time: 0.5446002 Aug 22 14:56:27.669231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.675391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.680322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.787676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port a5b71095-048f-42da-955b-c0a4624e580e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:27.788837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.796520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808916-7987-4a12-a2ba-c76db3f615f4 req-4efda0b0-91ee-4949-a7ce-497e4af42fb1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.798250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59808916-7987-4a12-a2ba-c76db3f615f4 req-4efda0b0-91ee-4949-a7ce-497e4af42fb1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 950 time: 0.3369746 Aug 22 14:56:27.817212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-885e475a-1740-4dfe-9d91-2f1d02405a51 req-e64e9bce-d7e3-42b9-af66-40bbf370fa22 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461338 Aug 22 14:56:27.823437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.823437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.824950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] 10.222.0.54 "PUT /v2.0/ports/5071d844-205c-4863-b856-8bac6682f166 HTTP/1.1" status: 200 len: 1092 time: 3.0771081 Aug 22 14:56:27.825265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Made reservation on behalf of fb415fbfe6da4da6aa391a4ada41472b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:27.827019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'tag': '5071d844-205c-4863-b856-8bac6682f166'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:27.827753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.829576 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef9df20-2b72-4f12-bbc6-bac38f8ec396" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "tag": "5071d844-205c-4863-b856-8bac6682f166"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:27.871095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a1a4c-d66c-4486-835a-e434d1ff211f req-e0e88b1f-c25a-4593-92b9-3c67d09bd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:27.872846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-097a1a4c-d66c-4486-835a-e434d1ff211f req-e0e88b1f-c25a-4593-92b9-3c67d09bd010 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1100 time: 0.3033423 Aug 22 14:56:27.891152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.897690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.898214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:27.900183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c610c09-67ff-4d35-8d37-bf5783cfba05 service neutron] Pushing event updated for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:27.906194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:27.906548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.912476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:27.915829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d13d0770-e9a0-4196-b828-f69eccbb4841 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0cd4be6e-1ad8-47a2-ba6d-f289c5257cb8 HTTP/1.1" status: 204 len: 168 time: 3.0372021 Aug 22 14:56:27.917694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:27.954665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59808916-7987-4a12-a2ba-c76db3f615f4 req-8f79be00-c311-41cf-85ac-c8f703e49f6b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348014 Aug 22 14:56:28.045086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-097a1a4c-d66c-4486-835a-e434d1ff211f req-ac48de94-7ef9-4d26-942a-55cdbb4b5620 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603625 Aug 22 14:56:28.061364 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef45e66-e656-4a5f-8c19-879a1913e93e x-openstack-request-id: req-8ef45e66-e656-4a5f-8c19-879a1913e93e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:28.061655 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "tag": "5071d844-205c-4863-b856-8bac6682f166", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:28.061889 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ef45e66-e656-4a5f-8c19-879a1913e93e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:28.062314 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'tag': '5071d844-205c-4863-b856-8bac6682f166', 'status': 'completed', 'code': 200} Aug 22 14:56:28.106770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7cd67-e3e5-4bec-88f1-1e89a34137a7 req-56f2524a-e316-4555-94a9-b7b90dd6d4f2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:28.113001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port a5b71095-048f-42da-955b-c0a4624e580e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a5b71095-048f-42da-955b-c0a4624e580e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:28.113397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.114476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec7cd67-e3e5-4bec-88f1-1e89a34137a7 req-56f2524a-e316-4555-94a9-b7b90dd6d4f2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 944 time: 0.1513681 Aug 22 14:56:28.117903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-57f70976-bb51-484b-a8ac-5c2ce24cb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:28.119465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-57f70976-bb51-484b-a8ac-5c2ce24cb817 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 1095 time: 0.1638508 Aug 22 14:56:28.148080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Deleting subnet b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:56:28.153352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for a5b71095-048f-42da-955b-c0a4624e580e owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:28.186005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.204031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-4e0d3607-b239-4f89-9240-e518f3cfa16a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5071d844-205c-4863-b856-8bac6682f166 HTTP/1.1" status: 200 len: 217 time: 0.0596178 Aug 22 14:56:28.228627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec7cd67-e3e5-4bec-88f1-1e89a34137a7 req-c45b30d1-32b2-4f27-b1f2-5404076eacb2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 Aug 22 14:56:28.279558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port ad862c90-c80c-49d5-bcc6-b6da83fe0da0, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:28.280269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.341053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.342827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-22cae4a5-8c69-4ab5-95e9-b6b3ed7ad07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:28.344317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-22cae4a5-8c69-4ab5-95e9-b6b3ed7ad07d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.1146295 Aug 22 14:56:28.349667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for ad862c90-c80c-49d5-bcc6-b6da83fe0da0 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:28.385253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-10d89996-c67d-4531-b5a0-f1ffd7096721 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324590 Aug 22 14:56:28.396444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b37f-0d72-4950-b6b5-125d770cc740 req-443f5bee-840a-44f2-8000-077ddb1e9845 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:28.397943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a80b37f-0d72-4950-b6b5-125d770cc740 req-443f5bee-840a-44f2-8000-077ddb1e9845 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0955102 Aug 22 14:56:28.554075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a80b37f-0d72-4950-b6b5-125d770cc740 req-ff439b2d-2aeb-47db-a785-a62d5f29b97a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349366 Aug 22 14:56:28.596368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-97edb0e8-8335-4a4d-be66-0208adcc260b service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968894 Aug 22 14:56:28.615756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.618221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.695379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.708876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:28.722908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01b77f6d-a980-4eec-9113-a3aab01400f7 req-9ee83512-44e4-44ea-9795-31ae2e5b93e1 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196296 Aug 22 14:56:28.875258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c6dc8-1c90-4acb-badd-da247845fd04,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:28.929298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-966d2ad8-5721-423e-ab6c-8536e594f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:28.931026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-966d2ad8-5721-423e-ab6c-8536e594f789 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0e6abd85259443eac69c22dfd827e71&device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 1095 time: 0.0637553 Aug 22 14:56:28.982427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.986329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.988089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:28.995945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e', 'a5b71095-048f-42da-955b-c0a4624e580e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:29.031382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-4a6c704a-7b62-44b6-a164-d84a2eda17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:29.032981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-4a6c704a-7b62-44b6-a164-d84a2eda17a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 200 len: 912 time: 0.0941086 Aug 22 14:56:29.039561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:29.069647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c6f678-4e36-4084-9c5f-d4d1ec630ed0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:29.083304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=a5b71095-048f-42da-955b-c0a4624e580e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:29.113801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-c423d3fa-f9f5-418f-b48e-630d1dfcb394 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5071d844-205c-4863-b856-8bac6682f166 HTTP/1.1" status: 200 len: 217 time: 0.0717010 Aug 22 14:56:29.119386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=ad862c90-c80c-49d5-bcc6-b6da83fe0da0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:29.131080 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.134177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f43ab-cf46-4762-b0b3-e50077e734fd None None] Network dbf5a314-36ac-49ea-8562-18dd6e429f43 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:29.135750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8ef607ec-c5ba-46ff-83cf-0c828a770034 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b2c6f678-4e36-4084-9c5f-d4d1ec630ed0 HTTP/1.1" status: 204 len: 168 time: 1.2133396 Aug 22 14:56:29.144049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33746) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:29.166524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d733017-c6b5-4ef4-bac1-ff3979fb383b req-1ef3b702-e176-4401-b037-bdca4f26a5a6 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 210 time: 0.0558074 Aug 22 14:56:29.188356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-46aec850-ccb7-4a14-adc3-83bafde7c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:29.189815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-46aec850-ccb7-4a14-adc3-83bafde7c71c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 200 len: 851 time: 0.0667405 Aug 22 14:56:29.230515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-94518888-dcf3-4027-9798-ae536782b97a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69ef2359-b169-44ef-9896-8e1ae5999979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308437 Aug 22 14:56:29.240965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:29.251403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.269939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Transition to ACTIVE for port object d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:29.315409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port a5b71095-048f-42da-955b-c0a4624e580e on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:29.321193 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.323630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cfd1c7dd-850e-494e-b5e4-358f37cf7d22 req-baf2293e-4bc0-43d9-b264-e28b83dd083c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "DELETE /v2.0/ports/a5b71095-048f-42da-955b-c0a4624e580e HTTP/1.1" status: 204 len: 173 time: 2.0470264 Aug 22 14:56:29.350174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'name': 'network-vif-deleted', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:29.356483 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf2e4d-f77a-4b8b-b4f7-300c89b48bf3" -d '{"events": [{"server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "name": "network-vif-deleted", "tag": "a5b71095-048f-42da-955b-c0a4624e580e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:29.360266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port ad862c90-c80c-49d5-bcc6-b6da83fe0da0 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:29.367440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.370540 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01ff1300-c356-42e9-89a4-9241b7df6de2 req-278d7318-3033-4dbb-917b-3a6a772efe68 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "DELETE /v2.0/ports/ad862c90-c80c-49d5-bcc6-b6da83fe0da0 HTTP/1.1" status: 204 len: 173 time: 1.7122908 Aug 22 14:56:29.371667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.450993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad881-f477-4476-a4aa-f4bd93351f2f req-34f7ed70-687a-41cc-9b90-a0baae83ed55 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:29.450993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f4ad881-f477-4476-a4aa-f4bd93351f2f req-34f7ed70-687a-41cc-9b90-a0baae83ed55 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 950 time: 0.1613767 Aug 22 14:56:29.477638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc01d-e68e-4f8d-9e54-0de1d6280682 req-4345486d-36d9-49f3-8992-0544ee2f3fe0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:29.496394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-059cc01d-e68e-4f8d-9e54-0de1d6280682 req-4345486d-36d9-49f3-8992-0544ee2f3fe0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 944 time: 0.1339691 Aug 22 14:56:29.562165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-8cb208dd-4c94-45bb-9008-9ef633411010 service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198562 Aug 22 14:56:29.582246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] DHCP port deletion for dbf5a314-36ac-49ea-8562-18dd6e429f43 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:56:29.602401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f05eb0-a9a3-4a1c-8d90-db24d2691f60,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:29.634585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.672584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f4ad881-f477-4476-a4aa-f4bd93351f2f req-0a79ff8b-7895-46d0-92a7-781a4b0d45c9 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167397 Aug 22 14:56:29.693859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-059cc01d-e68e-4f8d-9e54-0de1d6280682 req-0c0ac6a2-a4c1-442e-8f69-db4e85cae47e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924736 Aug 22 14:56:29.734741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Checking segment: {'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:29.735707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Network hostable DHCP agents. Network: a3389f3f-c1e0-4cbf-a2c8-3a34e6875471, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:56:29.770359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Deleting port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:29.770886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.794021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Deleting port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:29.794472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.866820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aef9df20-2b72-4f12-bbc6-bac38f8ec396 req-f3f286ca-db45-4346-bb2a-172ddf82ec0f service neutron] 10.222.0.54 "GET /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871335 Aug 22 14:56:29.929808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] For port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:29.930569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:29.936725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] For port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,segment=NetworkSegment(991433cd-9963-482a-9f05-1d38a63b0abe),segment_id=991433cd-9963-482a-9f05-1d38a63b0abe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:29.937144 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.194086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Calling delete_port for 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:30.195035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Calling delete_port for 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:30.195638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6fb28-b5a1-4dec-9aa7-0fe01db70542 req-7913062f-1a75-4576-b361-15cdbf82be6e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:30.195638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44d6fb28-b5a1-4dec-9aa7-0fe01db70542 req-7913062f-1a75-4576-b361-15cdbf82be6e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0881960 Aug 22 14:56:30.196834 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbe2d6f-d359-480e-937e-7c190b585c71 x-openstack-request-id: req-1fbe2d6f-d359-480e-937e-7c190b585c71 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:30.196834 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2958d1-f7f5-4628-9fde-4712e79b0f6a", "name": "network-vif-deleted", "tag": "a5b71095-048f-42da-955b-c0a4624e580e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:30.196834 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fbe2d6f-d359-480e-937e-7c190b585c71 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:30.196834 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2958d1-f7f5-4628-9fde-4712e79b0f6a', 'name': 'network-vif-deleted', 'tag': 'a5b71095-048f-42da-955b-c0a4624e580e', 'status': 'completed', 'code': 200} Aug 22 14:56:30.196834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:56:30.199157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:30.199292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44d6fb28-b5a1-4dec-9aa7-0fe01db70542 req-ee61d619-4726-4ea7-8e47-4232137cdbde tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701723 Aug 22 14:56:30.261197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0eaa8-71b9-4ea0-9d42-7acc3b2b99f7 req-61372397-3d6e-4ce7-a396-3469237bc689 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:30.264540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bd0eaa8-71b9-4ea0-9d42-7acc3b2b99f7 req-61372397-3d6e-4ce7-a396-3469237bc689 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0681734 Aug 22 14:56:30.290004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a3389f3f-c1e0-4cbf-a2c8-3a34e6875471) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:30.295881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:30.307337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a74195-0e56-4c69-9cbf-d40db8e94a3a None None] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:30.315505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.316692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bd0eaa8-71b9-4ea0-9d42-7acc3b2b99f7 req-11e8ceeb-9cc5-42fc-94da-a9b2563d3b58 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Aug 22 14:56:30.339842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.340834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.356808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.356808 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.356808 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 2 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.363880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.368813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.412105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ad862c90-c80c-49d5-bcc6-b6da83fe0da0 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:30.418613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.418613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.419147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.421341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:30.430572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] No DVR routers for this DVR port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:30.430572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.430572 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.496837 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 3 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.497257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a7bc81c-33e0-4f71-9e4c-c711f0fc2424 req-e97c6b2d-0dfa-4f29-8ee8-63b22de59413 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=758ab23e-e3d0-477f-8f9d-4d6ac6c71629 HTTP/1.1" status: 200 len: 210 time: 0.0528073 Aug 22 14:56:30.499940 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-220f00eb-b0bc-45f3-8ea8-2335d8ea56f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.531859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.532351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.532620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.592684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.593103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:30.593324 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.598687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] No DVR routers for this DVR port 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:30.600510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e757910-d9f6-406e-85b6-896ff8c9e65d None None] Pushing event deleted for resources: {'Port': ['ID=9a6f3826-2cea-45f0-b5a0-c6814c1c38a9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:30.601444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.607034 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 4 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.642804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf5a314-36ac-49ea-8562-18dd6e429f43']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:30.658914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: ad862c90-c80c-49d5-bcc6-b6da83fe0da0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:30.659263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ad862c90-c80c-49d5-bcc6-b6da83fe0da0 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:30.667201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.667201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.667201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.673107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991433cd-9963-482a-9f05-1d38a63b0abe') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:30.673107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991433cd-9963-482a-9f05-1d38a63b0abe') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:30.680690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.682610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.683096 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.688981 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 5 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.706173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.706515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.706854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.714206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.727263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.727597 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.728530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:56:30.728934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:30.730934 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 6 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:56:30.732952 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:56:30.790183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.790911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.791468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.825680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.826864 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.832842 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 7 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.849833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.850203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.850558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.858104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.858606 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.859017 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 8 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.885668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996e8e-7044-4279-aa08-6c380b6bc228 req-4b56da97-1686-41cb-9423-0910fe84b759 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:30.889812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.890153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.890495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.893576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57996e8e-7044-4279-aa08-6c380b6bc228 req-4b56da97-1686-41cb-9423-0910fe84b759 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 950 time: 0.0838799 Aug 22 14:56:30.916864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.917664 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.917897 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 9 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.939050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.940400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.941032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.960776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:30.963001 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:30.964447 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 10 to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 Aug 22 14:56:30.974846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57996e8e-7044-4279-aa08-6c380b6bc228 req-ca38585a-97c4-4f39-a531-fa1f1e8dcf4f tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a7bcd0e-0902-4666-8c7b-cd1aad859d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702679 Aug 22 14:56:30.981407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:30.981926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:30.982458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:30.992950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:31.005489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:31.005489 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:31.005489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.007946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.023131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:31.023487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9a6f3826-2cea-45f0-b5a0-c6814c1c38a9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:31.064611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.078779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dbf5a314-36ac-49ea-8562-18dd6e429f43 HTTP/1.1" status: 204 len: 168 time: 1.9281051 Aug 22 14:56:31.080107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76c9c1-61c4-4496-9f61-52471e293f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf5a314-36ac-49ea-8562-18dd6e429f43,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:31.125782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce03d-4975-489f-a5c9-abd843ec0151 req-9139ecc5-20f2-4914-8c24-a73c0c02c65f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:31.135320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-314ce03d-4975-489f-a5c9-abd843ec0151 req-9139ecc5-20f2-4914-8c24-a73c0c02c65f tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 944 time: 0.0862970 Aug 22 14:56:31.193371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-314ce03d-4975-489f-a5c9-abd843ec0151 req-516c875d-f285-4361-84c5-720ae11ec7a2 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Aug 22 14:56:31.221080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:31.221579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempted to set empty binding levels {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 14:56:31.289314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.309032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-48588d3c-5504-49d3-afa6-8420876398ec tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:31.312700 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-48588d3c-5504-49d3-afa6-8420876398ec tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.10 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 950 time: 0.0720930 Aug 22 14:56:31.333319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbccac-e177-4b0e-96b9-48dc0f274a5b req-40fff139-66ee-40ed-9ee6-14a097b6be79 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:31.341849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76cbccac-e177-4b0e-96b9-48dc0f274a5b req-40fff139-66ee-40ed-9ee6-14a097b6be79 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1048534 Aug 22 14:56:31.345216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:31.345820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.388026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76cbccac-e177-4b0e-96b9-48dc0f274a5b req-f3481521-a7b0-4588-9274-dabeb1c327f5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Aug 22 14:56:31.391338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f05eb0-a9a3-4a1c-8d90-db24d2691f60,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:31.454510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Deleting port 7465c950-67a0-423c-833b-3ab259e0bf52 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:31.454861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.477770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0e2a875-c42b-43f5-8c45-c5a55c8dca54 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2971098 Aug 22 14:56:31.477770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:31.640957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] For port 7465c950-67a0-423c-833b-3ab259e0bf52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7465c950-67a0-423c-833b-3ab259e0bf52,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:31.641677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.660062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Calling delete_port for 7465c950-67a0-423c-833b-3ab259e0bf52 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:31.664496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33822) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:31.714233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Deleting port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:31.714583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.770865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc45f429-d7f7-47e7-84ed-e9037e09eb4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4f426e56db040bda82d14e54999ba0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052651 Aug 22 14:56:31.773811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:31.808567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port d8f05eb0-a9a3-4a1c-8d90-db24d2691f60, host n-h1-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:31.809176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.830344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Calling delete_port for d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:31.877103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:31.930913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.046525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'name': 'network-vif-deleted', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:32.049445 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39641362-47ac-4d62-9a01-2621069762d3" -d '{"events": [{"server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "name": "network-vif-deleted", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:32.054170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.083768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-988cd41e-5a41-442f-91a2-05cc9e5845da req-b375b385-0ee1-450b-a12d-cf0fd4c01a70 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0433204 Aug 22 14:56:32.091327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7465c950-67a0-423c-833b-3ab259e0bf52'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:32.149073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.151036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Pushing event deleted for resources: {'Port': ['ID=7465c950-67a0-423c-833b-3ab259e0bf52,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:32.167001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.170571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.172078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d289d889-9e92-40b8-9b36-588103aeb964 HTTP/1.1" status: 204 len: 168 time: 0.3966165 Aug 22 14:56:32.173213 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a6ed2-9559-4ee7-892e-c7369b709a22 x-openstack-request-id: req-cf0a6ed2-9559-4ee7-892e-c7369b709a22 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:32.173508 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758ab23e-e3d0-477f-8f9d-4d6ac6c71629", "name": "network-vif-deleted", "tag": "ad862c90-c80c-49d5-bcc6-b6da83fe0da0", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:32.173866 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf0a6ed2-9559-4ee7-892e-c7369b709a22 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:32.181744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0cc4-8376-4df6-bdf2-9e960b1b88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289d889-9e92-40b8-9b36-588103aeb964,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:32.182470 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758ab23e-e3d0-477f-8f9d-4d6ac6c71629', 'name': 'network-vif-deleted', 'tag': 'ad862c90-c80c-49d5-bcc6-b6da83fe0da0', 'status': 'completed', 'code': 200} Aug 22 14:56:32.189943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.201516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33836) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:32.205232 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 HTTP/1.1" status: 204 len: 168 time: 0.7287896 Aug 22 14:56:32.265302 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8055366-573e-4dd0-803e-8eef04c4af17 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] GET failed (client error): The resource could not be found. Aug 22 14:56:32.267295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8055366-573e-4dd0-803e-8eef04c4af17 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports/d8f05eb0-a9a3-4a1c-8d90-db24d2691f60 HTTP/1.1" status: 404 len: 333 time: 0.0642569 Aug 22 14:56:32.272190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33840) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:32.280484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-323289363'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:32.294801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a4551-a0a0-494e-b80b-49ce10769560 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f05eb0-a9a3-4a1c-8d90-db24d2691f60,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:32.343946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] No DVR routers for this DVR port 7465c950-67a0-423c-833b-3ab259e0bf52 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:32.347227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.351897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-40185ae8-92fc-4578-8b0a-db0d9f1099e2 req-443a5a4e-358f-4288-877b-1f3b2e4c0165 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.10 "DELETE /v2.0/ports/7465c950-67a0-423c-833b-3ab259e0bf52 HTTP/1.1" status: 204 len: 173 time: 1.0195482 Aug 22 14:56:32.420209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Made reservation on behalf of fb415fbfe6da4da6aa391a4ada41472b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:32.423355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.432950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5071d844-205c-4863-b856-8bac6682f166 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:56:32.435760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a5b71095-048f-42da-955b-c0a4624e580e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:32.479000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff2c9-43f7-4a38-a109-54133e14e8f3 req-178ecbff-4afa-42c5-be8d-6568562111ce tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:32.482888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cbff2c9-43f7-4a38-a109-54133e14e8f3 req-178ecbff-4afa-42c5-be8d-6568562111ce tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 944 time: 0.1350451 Aug 22 14:56:32.487016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a5b71095-048f-42da-955b-c0a4624e580e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:32.488839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a5b71095-048f-42da-955b-c0a4624e580e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:32.588870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:32.666523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5071d844-205c-4863-b856-8bac6682f166,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:32.686011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '5071d844-205c-4863-b856-8bac6682f166', 'network_id': '69ef2359-b169-44ef-9896-8e1ae5999979', 'port_id': '5071d844-205c-4863-b856-8bac6682f166', 'mac_address': 'fa:16:3e:3f:ab:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461df724-8a4c-4414-8c41-a888a37d7bb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:56:32.697396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cbff2c9-43f7-4a38-a109-54133e14e8f3 req-5e949e39-42aa-48ba-9994-498db1d636cc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075515 Aug 22 14:56:32.792941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:32.845085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5071d844-205c-4863-b856-8bac6682f166 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:32.912491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5071d844-205c-4863-b856-8bac6682f166,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:32.995578 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.026753 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.032958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.052427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340797c2-0db8-4e5f-b295-c8c33e0f9fad req-9ca1ae17-a1a6-4a8d-84be-91e91e5767f6 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:33.055607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-340797c2-0db8-4e5f-b295-c8c33e0f9fad req-9ca1ae17-a1a6-4a8d-84be-91e91e5767f6 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1840577 Aug 22 14:56:33.122722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:33.134024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-340797c2-0db8-4e5f-b295-c8c33e0f9fad req-a0dfc483-e7d0-4b66-bc65-8c18f9b6902c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666621 Aug 22 14:56:33.180557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2201f-3511-4139-8b05-046e9e829982 req-27f8a1c9-8e79-4654-a2e8-9aec19fdabc8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:33.182212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3e2201f-3511-4139-8b05-046e9e829982 req-27f8a1c9-8e79-4654-a2e8-9aec19fdabc8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 949 time: 0.0692024 Aug 22 14:56:33.211174 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.299527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bec1c388-6e4a-422c-8614-a4124270a044 req-f072aeb9-c3b2-4afa-b41f-301afa055f39 tempest-TenantUsagesTestJSON-1904144095 tempest-TenantUsagesTestJSON-1904144095-project] 10.222.0.53 "GET /v2.0/ports?device_id=00a1e446-8a08-49b5-b8d1-b31ffbd3326b HTTP/1.1" status: 200 len: 210 time: 0.0558844 Aug 22 14:56:33.314487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:33.324814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:33.340394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:33.341402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:33.342014 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.368475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3e2201f-3511-4139-8b05-046e9e829982 req-f87ce7c0-72fe-4e37-b40c-b335f4e2c109 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783156 Aug 22 14:56:33.370464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed26742-9fb8-406a-89b1-8f3adfb74d65,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:33.408874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388da631-a19c-4147-a871-9262de8c49ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.413237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['5071d844-205c-4863-b856-8bac6682f166'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:33.499435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-645a83b8-4877-4c1e-9d9c-11b29f7755c1 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2235737 Aug 22 14:56:33.501377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33866) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:33.508004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:33.591333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:33.853829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9fb2d-b04d-4365-bd53-290502d0cbd8 req-c1e4cc94-ad4b-4b73-9c31-ead425a625de tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:33.861866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ab9fb2d-b04d-4365-bd53-290502d0cbd8 req-c1e4cc94-ad4b-4b73-9c31-ead425a625de tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 945 time: 0.0913873 Aug 22 14:56:33.917640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:33.929586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ab9fb2d-b04d-4365-bd53-290502d0cbd8 req-d6cecf42-e965-4b03-9ded-8b2dc7ad1067 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607212 Aug 22 14:56:34.024114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.045956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Transition to ACTIVE for port object 5ed26742-9fb8-406a-89b1-8f3adfb74d65 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:34.073166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52872c-cf38-4c84-b00a-67affed4748c req-aa52e0a2-d46f-40b2-b89a-82a19101d71c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:34.074975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed52872c-cf38-4c84-b00a-67affed4748c req-aa52e0a2-d46f-40b2-b89a-82a19101d71c tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 949 time: 0.0693622 Aug 22 14:56:34.108687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33884) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:34.116566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.183984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'name': 'network-vif-deleted', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:34.186559 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b66242e-761c-4f8c-a716-f8b012adb30c" -d '{"events": [{"server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "name": "network-vif-deleted", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:34.257304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed26742-9fb8-406a-89b1-8f3adfb74d65,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:34.275350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.275931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.276425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.282019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.282511 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.282999 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 2 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.300468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.301994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.302504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.307182 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a032b44f-6dfc-4129-adcf-b0c16a5f3cd3 x-openstack-request-id: req-a032b44f-6dfc-4129-adcf-b0c16a5f3cd3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:34.307574 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a1e446-8a08-49b5-b8d1-b31ffbd3326b", "name": "network-vif-deleted", "tag": "7465c950-67a0-423c-833b-3ab259e0bf52", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:34.307927 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a032b44f-6dfc-4129-adcf-b0c16a5f3cd3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:34.308543 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a1e446-8a08-49b5-b8d1-b31ffbd3326b', 'name': 'network-vif-deleted', 'tag': '7465c950-67a0-423c-833b-3ab259e0bf52', 'status': 'completed', 'code': 200} Aug 22 14:56:34.311349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.311835 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.312630 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 3 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.328643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1892242975-network', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:34.365426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.365909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.366268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.372195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976b4b-3c20-4461-8821-c552784b56a3 req-ab23f3e0-f36d-4499-b60a-e9dda37eebe9 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:34.373535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f976b4b-3c20-4461-8821-c552784b56a3 req-ab23f3e0-f36d-4499-b60a-e9dda37eebe9 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0854344 Aug 22 14:56:34.392204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.392573 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.398886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port 24d759f5-9332-445b-9c44-411188ee142c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:34.398886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.399328 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 4 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.418388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7465c950-67a0-423c-833b-3ab259e0bf52 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:34.439702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.440086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.440430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.447148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.447510 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.448008 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 5 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.471573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.472580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.472980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.487002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5071d844-205c-4863-b856-8bac6682f166 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:34.489704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.490415 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.490415 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 6 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.491512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 7465c950-67a0-423c-833b-3ab259e0bf52 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:34.492323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7465c950-67a0-423c-833b-3ab259e0bf52 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:34.508491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.509425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.509923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.515037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.515380 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.515928 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 7 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.533076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.533411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.533755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.540078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Made reservation on behalf of f72f68cb5fd943dd9300e7091971511f for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:34.542385 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.544319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.544652 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.545954 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 8 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.556115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.579525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.579890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.580303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.591032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.591366 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.597891 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 9 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.625538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.625980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.626328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.640426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.640764 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.642381 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 10 to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 Aug 22 14:56:34.666442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:34.666784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:34.667138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:34.671822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 5071d844-205c-4863-b856-8bac6682f166 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:34.675876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 5071d844-205c-4863-b856-8bac6682f166 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:34.677278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.678362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:34.678847 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:34.679230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.681671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port 24d759f5-9332-445b-9c44-411188ee142c, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=24d759f5-9332-445b-9c44-411188ee142c,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:34.682299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.708529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for 24d759f5-9332-445b-9c44-411188ee142c owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:34.833381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port 5ed26742-9fb8-406a-89b1-8f3adfb74d65, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:34.834008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempted to set empty binding levels {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 14:56:34.850716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:34.867595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-e3212041-3590-4c13-a194-461f0bc28075 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:34.869266 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-e3212041-3590-4c13-a194-461f0bc28075 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "GET /v2.0/ports?device_id=acaf1ea0-91df-44a1-89c9-2eeaa313be7e HTTP/1.1" status: 200 len: 950 time: 0.1832142 Aug 22 14:56:34.969885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.011119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.022575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.103763 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.110464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33910) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.117540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:56:35.135473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] In _notify_port_updated(), no bound segment for port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:56:35.136491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.137188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.138600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "PUT /v2.0/ports/5ed26742-9fb8-406a-89b1-8f3adfb74d65 HTTP/1.1" status: 200 len: 974 time: 1.6357441 Aug 22 14:56:35.163783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f976b4b-3c20-4461-8821-c552784b56a3 req-e6ae9ab9-b328-4cb7-a6cd-e8eea7a405ec tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7777219 Aug 22 14:56:35.166385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33914) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.183780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.221865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.221865 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Added segment 7f819b02-7501-4212-a26c-bcb2dba5d1a5 of type vlan for network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc Aug 22 14:56:35.230081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071d844-205c-4863-b856-8bac6682f166'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:35.242997 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe153d03-0528-45a3-830a-8dc0d9c2edb1" -d '{"events": [{"server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "name": "network-vif-plugged", "status": "completed", "tag": "5071d844-205c-4863-b856-8bac6682f166"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:35.265108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5071d844-205c-4863-b856-8bac6682f166,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:35.277996 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.289814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c', 'd270941e-a6c6-41bc-87f3-848147fd487e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:35.337568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c71d00-89f8-44f9-98a4-227768b63416 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed26742-9fb8-406a-89b1-8f3adfb74d65,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:35.347151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3d2c7-061d-407c-bd64-81d196c307dd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:35.351529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=24d759f5-9332-445b-9c44-411188ee142c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:35.366855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-756578bf-6dd0-4d7d-8d8d-1b92e804ef32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.375519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:35.378418 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.431796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port d270941e-a6c6-41bc-87f3-848147fd487e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:35.432253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.435026 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.584800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:35.633393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port d270941e-a6c6-41bc-87f3-848147fd487e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d270941e-a6c6-41bc-87f3-848147fd487e,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:35.633965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.650111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for d270941e-a6c6-41bc-87f3-848147fd487e owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:35.664766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c45d73-3f38-4384-9c01-ac6eee500216 req-6ce109bc-1f02-4f43-8162-defc3cc57942 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.666425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48c45d73-3f38-4384-9c01-ac6eee500216 req-6ce109bc-1f02-4f43-8162-defc3cc57942 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 949 time: 1.1390927 Aug 22 14:56:35.737658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.738257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.739064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.739177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.739595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.740094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.740555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.746339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.746737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.746737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.748296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-378858b1-d110-449c-ab6e-e5efa2374706 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16370 time: 0.5765262 Aug 22 14:56:35.752359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-756578bf-6dd0-4d7d-8d8d-1b92e804ef32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.765558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.786427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port 24d759f5-9332-445b-9c44-411188ee142c on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:35.792966 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.795052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed52872c-cf38-4c84-b00a-67affed4748c req-56df4245-2f84-41d4-83bd-6ac6ac4e48a1 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "DELETE /v2.0/ports/24d759f5-9332-445b-9c44-411188ee142c HTTP/1.1" status: 204 len: 173 time: 1.7102294 Aug 22 14:56:35.800081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'name': 'network-vif-deleted', 'tag': '24d759f5-9332-445b-9c44-411188ee142c'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:35.803297 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc7802-289c-4bc4-b7f1-535ce48f644d" -d '{"events": [{"server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "name": "network-vif-deleted", "tag": "24d759f5-9332-445b-9c44-411188ee142c"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:35.828177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ed9bdb65-6c07-4aef-9442-641fbc70140f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cc67152cfb04df49393dcf91530cc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064900 Aug 22 14:56:35.829958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.845783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410dcd3-2cc0-41e6-a0f0-b699cec32b73 req-485bcca3-c8c4-4405-b8a3-a9dd4e678021 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:35.847399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3410dcd3-2cc0-41e6-a0f0-b699cec32b73 req-485bcca3-c8c4-4405-b8a3-a9dd4e678021 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.5478334 Aug 22 14:56:35.858622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48c45d73-3f38-4384-9c01-ac6eee500216 req-52a82e91-bdd1-4f02-a997-0018d7e028c2 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621079 Aug 22 14:56:35.866874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-756578bf-6dd0-4d7d-8d8d-1b92e804ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:35.896225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-756578bf-6dd0-4d7d-8d8d-1b92e804ef32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca7cd39d726e4a15b56af3b914e886fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9230919 Aug 22 14:56:35.903351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:35.932823 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff90991-2c14-4719-ab1a-86f40ffeb6f3 x-openstack-request-id: req-eff90991-2c14-4719-ab1a-86f40ffeb6f3 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:35.933009 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "name": "network-vif-plugged", "status": "completed", "tag": "5071d844-205c-4863-b856-8bac6682f166", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:35.933654 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eff90991-2c14-4719-ab1a-86f40ffeb6f3 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:35.933654 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071d844-205c-4863-b856-8bac6682f166', 'code': 200} Aug 22 14:56:35.955362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3410dcd3-2cc0-41e6-a0f0-b699cec32b73 req-48b6c2ae-78a8-419a-9dc9-3105d037f881 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Aug 22 14:56:35.960882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] Pushing event updated for resources: {'Network': ['ID=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:35.979144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:56:35.987611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.008632 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c7a0c9e-8f94-469c-8b3e-5d358d41e31f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8985112 Aug 22 14:56:36.017448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33926) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:36.023581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Request body: {'subnet': {'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1892242975-subnet', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:36.032520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.033725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756578bf-6dd0-4d7d-8d8d-1b92e804ef32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57874161-73d8-4e53-986f-216906051190,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.034399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.055565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Deleting port 5ed26742-9fb8-406a-89b1-8f3adfb74d65 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:36.056050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.132516 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a727e-eeb0-4bde-ba8c-d931b5633804 x-openstack-request-id: req-916a727e-eeb0-4bde-ba8c-d931b5633804 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:36.132808 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edbf120-c441-440b-b706-a27df9f82952", "name": "network-vif-deleted", "tag": "24d759f5-9332-445b-9c44-411188ee142c", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:36.133060 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-916a727e-eeb0-4bde-ba8c-d931b5633804 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:36.133451 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edbf120-c441-440b-b706-a27df9f82952', 'name': 'network-vif-deleted', 'tag': '24d759f5-9332-445b-9c44-411188ee142c', 'status': 'completed', 'code': 200} Aug 22 14:56:36.207112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.218309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.230545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['24d759f5-9332-445b-9c44-411188ee142c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:36.276619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port 5ed26742-9fb8-406a-89b1-8f3adfb74d65, host n-h1-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:36.276911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.292073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=d270941e-a6c6-41bc-87f3-848147fd487e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.306025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:36.309718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Calling delete_port for 5ed26742-9fb8-406a-89b1-8f3adfb74d65 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:36.354557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Made reservation on behalf of f72f68cb5fd943dd9300e7091971511f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:36.357766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.369180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deb2ae-a280-4607-9d37-24d45d3ea58d req-ec5c406c-c87b-42f0-9a73-ac025460c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:36.373168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1deb2ae-a280-4607-9d37-24d45d3ea58d req-ec5c406c-c87b-42f0-9a73-ac025460c24d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 1097 time: 0.2931323 Aug 22 14:56:36.405218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port d270941e-a6c6-41bc-87f3-848147fd487e on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:36.439121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa445a4-a954-4e4c-94a6-8045928f7d86 req-c8089f9e-1f8f-4bd5-bdf8-6794886c27be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:36.448217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aa445a4-a954-4e4c-94a6-8045928f7d86 req-c8089f9e-1f8f-4bd5-bdf8-6794886c27be tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1771584 Aug 22 14:56:36.463832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.466367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.467633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57874161-73d8-4e53-986f-216906051190 HTTP/1.1" status: 204 len: 168 time: 0.5616717 Aug 22 14:56:36.471891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.474889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a804913a-c84f-4e19-af3b-ce2a23a892af req-20a1bebb-3320-4b73-91eb-f55bab9ecc3f tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.54 "DELETE /v2.0/ports/d270941e-a6c6-41bc-87f3-848147fd487e HTTP/1.1" status: 204 len: 173 time: 1.5893381 Aug 22 14:56:36.475457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'name': 'network-vif-deleted', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:36.478860 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e874e016-93a2-402e-8ca5-cc49bae0cfe3" -d '{"events": [{"server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "name": "network-vif-deleted", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:36.491501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2480-3182-46d6-9c8f-b8f8e9725f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57874161-73d8-4e53-986f-216906051190,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.498773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1deb2ae-a280-4607-9d37-24d45d3ea58d req-1bfdf70c-e1cb-41ef-b5d2-cf8b22422fcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108942 Aug 22 14:56:36.507095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.512039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.516172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a7bcd0e-0902-4666-8c7b-cd1aad859d36 HTTP/1.1" status: 204 len: 168 time: 0.6805477 Aug 22 14:56:36.556519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d4750-d32d-4ef3-8954-6dd1fb61dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7bcd0e-0902-4666-8c7b-cd1aad859d36,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.592252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aa445a4-a954-4e4c-94a6-8045928f7d86 req-41ff5e12-a47e-4bc1-a86d-7de8bd77cf5a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429732 Aug 22 14:56:36.600202 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb9195b-7ed6-4daa-a17e-92ab1fc78810 x-openstack-request-id: req-0bb9195b-7ed6-4daa-a17e-92ab1fc78810 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:36.600501 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf1ea0-91df-44a1-89c9-2eeaa313be7e", "name": "network-vif-deleted", "tag": "d270941e-a6c6-41bc-87f3-848147fd487e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:36.600760 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bb9195b-7ed6-4daa-a17e-92ab1fc78810 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:36.601198 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf1ea0-91df-44a1-89c9-2eeaa313be7e', 'name': 'network-vif-deleted', 'tag': 'd270941e-a6c6-41bc-87f3-848147fd487e', 'status': 'completed', 'code': 200} Aug 22 14:56:36.681763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.717586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.730371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed26742-9fb8-406a-89b1-8f3adfb74d65,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.738025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.743457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33938) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:36.743931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b1c7c00-183b-487a-a032-0ec56d53392d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5ed26742-9fb8-406a-89b1-8f3adfb74d65 HTTP/1.1" status: 204 len: 168 time: 0.9769840 Aug 22 14:56:36.777824 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab78ac6-c7c3-45f0-b05d-b02b8d04c524 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] GET failed (client error): The resource could not be found. Aug 22 14:56:36.784955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33940) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:36.788603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ab78ac6-c7c3-45f0-b05d-b02b8d04c524 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports/5ed26742-9fb8-406a-89b1-8f3adfb74d65 HTTP/1.1" status: 404 len: 333 time: 0.0433035 Aug 22 14:56:36.791343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-743585271', 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:36.831817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:36.893388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8fd939-5c9d-4a90-8923-b376c505e1f7,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:36.909266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Checking segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:36.909680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Network hostable DHCP agents. Network: 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:56:37.002373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86357a9e-24a6-44b7-b55b-3db416459d45 req-a0e2db58-698c-4493-bc24-c7a3544b2208 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=9edbf120-c441-440b-b706-a27df9f82952 HTTP/1.1" status: 200 len: 210 time: 0.0336359 Aug 22 14:56:37.044347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:56:37.136440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1729-aec7-422e-9243-3de29f011815 req-562400ba-1190-4441-86d6-e5edbdd0bf3a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:37.138018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec3c1729-aec7-422e-9243-3de29f011815 req-562400ba-1190-4441-86d6-e5edbdd0bf3a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.0605953 Aug 22 14:56:37.146301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:37.155919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:37.158335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.160891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e282c0-3ebb-4bbd-9a28-d633a1919740 None None] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:37.175634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Made reservation on behalf of fb415fbfe6da4da6aa391a4ada41472b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:37.179695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.190997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec3c1729-aec7-422e-9243-3de29f011815 req-3c0597ca-e5de-4cff-aa66-210a9a4f3ba1 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Aug 22 14:56:37.211699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port f5e7a5e9-06ff-497d-aa42-253cad86dd5b yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:37.422840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:56:37.427436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.567225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33960) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:37.584299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84dd36a1-8783-4f7c-982a-5517763fe970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.603048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Allocated IP 172.20.0.2 (1275655d-b8ff-40dc-91cf-ed2a2b39ebbc/ae8fd939-5c9d-4a90-8923-b376c505e1f7/774ab027-dc6e-4727-9fe4-5fca3d390057) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:37.726527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84dd36a1-8783-4f7c-982a-5517763fe970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.727793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33966) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:37.734785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0016f275-49c2-4b77-a4e1-f5c5d7f88904 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7135973 Aug 22 14:56:37.735711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:37.741369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:37.762660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.766223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.837986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02a5d1-8dcf-4fe3-b9c1-91cccf30c4d9 req-1da2af8a-e577-403e-ab8f-4d3a7820ac6b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:37.839588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f02a5d1-8dcf-4fe3-b9c1-91cccf30c4d9 req-1da2af8a-e577-403e-ab8f-4d3a7820ac6b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0962310 Aug 22 14:56:37.866473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.876387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Transition to ACTIVE for port object 774ab027-dc6e-4727-9fe4-5fca3d390057 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:37.884221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f02a5d1-8dcf-4fe3-b9c1-91cccf30c4d9 req-1dcc5fbf-41d7-4437-af1c-535627c91ecc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 Aug 22 14:56:37.895004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84dd36a1-8783-4f7c-982a-5517763fe970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.904286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Transition to ACTIVE for port object 774ab027-dc6e-4727-9fe4-5fca3d390057 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:37.914027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 14:56:37.914027 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 14:56:37.914027 n-d-805046-3 neutron-server[102049]: [parameters: {'project_id_1': '785b853ca0f24799a041ee2ce9b576ae', 'expiration_1': datetime.datetime(2021, 8, 22, 14, 56, 37, 816749)}] Aug 22 14:56:37.914027 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:56:37.914587 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:56:37.937578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:37.948959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:37.961602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84dd36a1-8783-4f7c-982a-5517763fe970 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b306fcc0c314e10af60d4152c6acbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926094 Aug 22 14:56:37.963123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd36a1-8783-4f7c-982a-5517763fe970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9194e99-b3e1-4574-890e-c7d36e4f9e7e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.010732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:38.020659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.021332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:38.030621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:38.031590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:38.032220 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.063307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e7a5e9-06ff-497d-aa42-253cad86dd5b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.064192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:38.069293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:38.072787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:38.075045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.076647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.109535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Pushing event updated for resources: {'Port': ['ID=774ab027-dc6e-4727-9fe4-5fca3d390057,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.139229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.163353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.190856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.194524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Attempting to bind port 774ab027-dc6e-4727-9fe4-5fca3d390057 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:38.194901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Attempting to bind port 774ab027-dc6e-4727-9fe4-5fca3d390057 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:38.195270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Attempting to bind port 774ab027-dc6e-4727-9fe4-5fca3d390057 on network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:38.204563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:56:38.204972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Checking segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:38.205388 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.205791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Bound using segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:56:38.206277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Bound port: 774ab027-dc6e-4727-9fe4-5fca3d390057, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:56:38.206665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.210474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a9d6d89-cb8c-4afa-80d5-8e58ee9f188d tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4237113 Aug 22 14:56:38.215513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73725f7-bc4b-476e-8d63-9a0a8203b4a3 req-36994427-7702-4193-8100-22e85026d259 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:38.215513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e73725f7-bc4b-476e-8d63-9a0a8203b4a3 req-36994427-7702-4193-8100-22e85026d259 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.0595818 Aug 22 14:56:38.215513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33980) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:38.271790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fa0cd-a2d7-4d30-aef9-c5b9392ecdbb tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:38.276155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2a1fa0cd-a2d7-4d30-aef9-c5b9392ecdbb tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports/f5e7a5e9-06ff-497d-aa42-253cad86dd5b HTTP/1.1" status: 200 len: 954 time: 0.0598700 Aug 22 14:56:38.278193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33984) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:38.289446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] For port 774ab027-dc6e-4727-9fe4-5fca3d390057, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:38.294254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] For port 774ab027-dc6e-4727-9fe4-5fca3d390057, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=774ab027-dc6e-4727-9fe4-5fca3d390057,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:56:38.323950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e73725f7-bc4b-476e-8d63-9a0a8203b4a3 req-4ca0e259-7cd6-4592-9850-626aa4f69714 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991004 Aug 22 14:56:38.375423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.389898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Deleting port f5e7a5e9-06ff-497d-aa42-253cad86dd5b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:38.390250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.392442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.417231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.460997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba18952-0d1f-49f7-b0ac-5966c63ad0d1 None None] Pushing event updated for resources: {'Port': ['ID=774ab027-dc6e-4727-9fe4-5fca3d390057,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.470624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 24d759f5-9332-445b-9c44-411188ee142c no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:38.500960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 24d759f5-9332-445b-9c44-411188ee142c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:38.501319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 24d759f5-9332-445b-9c44-411188ee142c not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:38.501750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d270941e-a6c6-41bc-87f3-848147fd487e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:38.516427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.540019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: d270941e-a6c6-41bc-87f3-848147fd487e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:38.540354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d270941e-a6c6-41bc-87f3-848147fd487e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:38.540452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.542065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Calling delete_port for f5e7a5e9-06ff-497d-aa42-253cad86dd5b owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:38.543206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.544627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9194e99-b3e1-4574-890e-c7d36e4f9e7e HTTP/1.1" status: 204 len: 168 time: 0.5946724 Aug 22 14:56:38.558659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c953ac-0f64-4abe-8ea2-efcee904eed0 req-3768a205-2c6c-4278-aac4-963a52caede0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:38.565632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56c953ac-0f64-4abe-8ea2-efcee904eed0 req-3768a205-2c6c-4278-aac4-963a52caede0 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.1516747 Aug 22 14:56:38.567082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd0ae-5b15-4999-be7e-8caa332a0557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9194e99-b3e1-4574-890e-c7d36e4f9e7e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.751208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56c953ac-0f64-4abe-8ea2-efcee904eed0 req-07037bcc-f2c5-4aa0-94e8-0ac77d0d1aae tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845191 Aug 22 14:56:38.860937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.867049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.923732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.928526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f5e7a5e9-06ff-497d-aa42-253cad86dd5b HTTP/1.1" status: 204 len: 168 time: 0.6489179 Aug 22 14:56:38.929847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987e28e-20cb-4d92-9c9c-47892ab57e12 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5e7a5e9-06ff-497d-aa42-253cad86dd5b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:38.933386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:38.964242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:38.976440 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6393cc6-6f3a-488c-bb5f-638e9adcc0c3 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] GET failed (client error): The resource could not be found. Aug 22 14:56:38.978489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6393cc6-6f3a-488c-bb5f-638e9adcc0c3 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports/f5e7a5e9-06ff-497d-aa42-253cad86dd5b HTTP/1.1" status: 404 len: 333 time: 0.0435474 Aug 22 14:56:38.991014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33998) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:38.996553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1356889236'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:38.998164 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.005511 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.053558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 774ab027-dc6e-4727-9fe4-5fca3d390057 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:39.059123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:56:39.059907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=785b853ca0f24799a041ee2ce9b576ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3273017 Aug 22 14:56:39.061072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a870a-8ebb-4d3e-a172-a9704349a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701be07e-214c-4b01-9904-c81c1d98cbd0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:39.064201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34000) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:39.081284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afba61-b9b5-4e02-a57f-09739624c565 req-d20bc6ea-abd3-44f7-9007-4a92aeacf6ef tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.084912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96afba61-b9b5-4e02-a57f-09739624c565 req-d20bc6ea-abd3-44f7-9007-4a92aeacf6ef tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 950 time: 0.1366425 Aug 22 14:56:39.162158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96afba61-b9b5-4e02-a57f-09739624c565 req-2eedeb0d-e05f-4b6e-be27-888d34abc257 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670707 Aug 22 14:56:39.180120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Made reservation on behalf of fb415fbfe6da4da6aa391a4ada41472b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:39.180967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.182561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.208737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 774ab027-dc6e-4727-9fe4-5fca3d390057 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:39.213476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.226389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port 93db5730-452b-4717-b183-16dd34a7d704 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:39.237286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Allocated IP 172.25.0.189 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1c03ddee-0ffa-4eb7-bd64-e6e878cefc69) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:39.346223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af277b-5e98-46bc-9d3d-f75fa6cf4524 req-3b5e8702-2f1c-459a-b0ef-ce2b85b2562b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.356001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4af277b-5e98-46bc-9d3d-f75fa6cf4524 req-3b5e8702-2f1c-459a-b0ef-ce2b85b2562b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0718694 Aug 22 14:56:39.359817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.362936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.367896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/701be07e-214c-4b01-9904-c81c1d98cbd0 HTTP/1.1" status: 204 len: 168 time: 0.2982368 Aug 22 14:56:39.401876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a77a2-2821-4807-82f6-b1b8929fd441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701be07e-214c-4b01-9904-c81c1d98cbd0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:39.446824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4af277b-5e98-46bc-9d3d-f75fa6cf4524 req-9b513d6a-9169-4b4d-8483-6aab86a253c5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885530 Aug 22 14:56:39.545439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.606927 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.613166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5779-c560-436e-8b88-f32c8a81c476 req-01a0fc3a-a314-4cf8-a3d1-8885d7b9b18a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.615480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ffa5779-c560-436e-8b88-f32c8a81c476 req-01a0fc3a-a314-4cf8-a3d1-8885d7b9b18a tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.1033330 Aug 22 14:56:39.634452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ee8c-377f-4313-9e2d-08c38e79d883 req-c399e2dc-3966-489e-985a-c6a10d15be93 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.636229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06e5ee8c-377f-4313-9e2d-08c38e79d883 req-c399e2dc-3966-489e-985a-c6a10d15be93 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.0864003 Aug 22 14:56:39.691192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ffa5779-c560-436e-8b88-f32c8a81c476 req-7067d723-69b4-425a-ab8d-18b527b03fc8 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679772 Aug 22 14:56:39.702765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.706559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06e5ee8c-377f-4313-9e2d-08c38e79d883 req-d10bb8fb-9498-4815-ac97-4116637c6454 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/security-groups?id=836ff88f-d64e-43e2-af05-e238cb2543a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Aug 22 14:56:39.751153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.765360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:39.773248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:39.775780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:39.795320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:39.817611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Pushing event updated for resources: {'Port': ['ID=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:39.828831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:39.832455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:39.833438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.834049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:39.886589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-f5be40c1-e866-43c9-9fd7-3eb6c88fc204 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:39.891372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-f5be40c1-e866-43c9-9fd7-3eb6c88fc204 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.54 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 945 time: 0.0805683 Aug 22 14:56:39.900348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b171965d-8085-46e9-b8ab-c12f318ea06a None None] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:39.933998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=93db5730-452b-4717-b183-16dd34a7d704,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:40.006489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8a28032-b264-43e3-9411-d6f5ea434489 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0114658 Aug 22 14:56:40.007701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:40.014116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:40.056175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Deleting port b9f9c3b8-c24e-445e-a909-d21ec33f209f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:40.056605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.112156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Provisioning for port 774ab027-dc6e-4727-9fe4-5fca3d390057 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:40.118459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Provisioning complete for port 774ab027-dc6e-4727-9fe4-5fca3d390057 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:40.118835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.243295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] For port b9f9c3b8-c24e-445e-a909-d21ec33f209f, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b9f9c3b8-c24e-445e-a909-d21ec33f209f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:40.243693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.272704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Calling delete_port for b9f9c3b8-c24e-445e-a909-d21ec33f209f owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:40.305913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.355885 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] For port 774ab027-dc6e-4727-9fe4-5fca3d390057, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=774ab027-dc6e-4727-9fe4-5fca3d390057,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:40.365857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.378561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.408897 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.471237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.516486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9409788-d0e6-41c3-87ce-0a92ab11cfd8 req-6d62dec3-4e60-4e11-aca2-f851198a705d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:40.524719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9409788-d0e6-41c3-87ce-0a92ab11cfd8 req-6d62dec3-4e60-4e11-aca2-f851198a705d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 950 time: 0.1724696 Aug 22 14:56:40.562798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abe12e-5808-4ba4-95a6-7fac981fdd07 None None] Pushing event updated for resources: {'Port': ['ID=774ab027-dc6e-4727-9fe4-5fca3d390057,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:40.600033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-68a394b4-fb37-42d6-b86a-d7685a6bd3e9 None None] Provisioning complete for port 774ab027-dc6e-4727-9fe4-5fca3d390057 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:40.600932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68a394b4-fb37-42d6-b86a-d7685a6bd3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.615434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:40.694948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9409788-d0e6-41c3-87ce-0a92ab11cfd8 req-fcb90c3c-49d2-495a-93ea-e8c95d416ab8 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cd34141-eb45-49e8-bcd3-581ea6f14aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692264 Aug 22 14:56:40.711760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3b2f-8bcf-4fcc-a4b9-8a9d7ed38465 req-1edfd572-b13d-44ba-8e0d-8d4f95af4872 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:40.713557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ba3b2f-8bcf-4fcc-a4b9-8a9d7ed38465 req-1edfd572-b13d-44ba-8e0d-8d4f95af4872 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1824684 Aug 22 14:56:40.766081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-72256c13-10fd-4ce2-ad0e-efa44656f9f7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:40.771236 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-72256c13-10fd-4ce2-ad0e-efa44656f9f7 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 950 time: 0.2005765 Aug 22 14:56:40.795243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.799463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.810790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['b9f9c3b8-c24e-445e-a909-d21ec33f209f'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:40.821148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-469405676-network', 'tenant_id': '5a647770fd10451387e457b3f3721c31'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:40.890054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Pushing event deleted for resources: {'Port': ['ID=b9f9c3b8-c24e-445e-a909-d21ec33f209f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:40.901187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ba3b2f-8bcf-4fcc-a4b9-8a9d7ed38465 req-db07ffcd-dd6c-4c3f-b10e-34fe253050ec tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672695 Aug 22 14:56:40.954816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] No DVR routers for this DVR port b9f9c3b8-c24e-445e-a909-d21ec33f209f on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:40.954816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:40.954816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f27172a-bdc1-4dfd-a973-76a9dc4a0aad req-9e45e752-a574-4326-9001-4ffcbd598818 tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.54 "DELETE /v2.0/ports/b9f9c3b8-c24e-445e-a909-d21ec33f209f HTTP/1.1" status: 204 len: 173 time: 1.0558665 Aug 22 14:56:40.957285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'name': 'network-vif-deleted', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:40.958692 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1a313-06bb-4687-b2ae-44675f733e66" -d '{"events": [{"server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "name": "network-vif-deleted", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:40.972082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] device_id is not set on port 93db5730-452b-4717-b183-16dd34a7d704 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:56:40.994594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.008473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19358624-39ab-4f07-8f8f-e69ecb1714c2 req-b5f1c372-6bd4-46cd-8e30-086fbe389a46 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:41.010124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19358624-39ab-4f07-8f8f-e69ecb1714c2 req-b5f1c372-6bd4-46cd-8e30-086fbe389a46 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.2236984 Aug 22 14:56:41.032285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Made reservation on behalf of 5a647770fd10451387e457b3f3721c31 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:41.038408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.052001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Transition to ACTIVE for port object 93db5730-452b-4717-b183-16dd34a7d704 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:41.064696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 774ab027-dc6e-4727-9fe4-5fca3d390057 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:41.080633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.121961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c87db87-91f0-47c0-bf28-1d74c0bc352c req-ac82aaee-e6a6-46af-84bf-912ef5f4281b tempest-AttachSCSIVolumeTestJSON-1247031329 tempest-AttachSCSIVolumeTestJSON-1247031329-project] 10.222.0.53 "GET /v2.0/ports?device_id=61448fb2-7536-47ee-b859-b59f654a323a HTTP/1.1" status: 200 len: 210 time: 0.0735757 Aug 22 14:56:41.136228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Deleting port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:41.136631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.138075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19358624-39ab-4f07-8f8f-e69ecb1714c2 req-c38a5662-55db-4472-b60e-bce3452184bc tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204474 Aug 22 14:56:41.140861 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.182260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 774ab027-dc6e-4727-9fe4-5fca3d390057 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:41.182260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.260077 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01961636-2c86-46c3-a792-7cf0b7ac720f x-openstack-request-id: req-01961636-2c86-46c3-a792-7cf0b7ac720f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:41.260077 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61448fb2-7536-47ee-b859-b59f654a323a", "name": "network-vif-deleted", "tag": "b9f9c3b8-c24e-445e-a909-d21ec33f209f", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:41.260077 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01961636-2c86-46c3-a792-7cf0b7ac720f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:41.260077 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61448fb2-7536-47ee-b859-b59f654a323a', 'name': 'network-vif-deleted', 'tag': 'b9f9c3b8-c24e-445e-a909-d21ec33f209f', 'status': 'completed', 'code': 200} Aug 22 14:56:41.260077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=93db5730-452b-4717-b183-16dd34a7d704,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:41.295944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.296315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.296680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.302198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.302547 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.302939 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 2 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.335407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.335771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.336188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.341781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.342123 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.342522 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 3 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.357014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:56:41.361138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.361764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.362423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.369552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.370177 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.370906 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 4 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.389274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.389274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.389274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.389603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] For port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:41.389603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.392582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.392910 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.393297 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 5 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.406373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.406712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.407510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.411943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.412309 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.412703 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 6 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.429059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.429417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.429787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.434731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.435053 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.435443 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 7 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.444618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Calling delete_port for f19e8a46-df67-44a9-9f73-cd5c6a3dbbae owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:41.450795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.453078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.453078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.458467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.459053 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.459634 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 8 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.477874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.478342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.478696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.483672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.484095 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.484569 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 9 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.500192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.500813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.501342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.507546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.508261 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.508820 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempt 10 to bind port 93db5730-452b-4717-b183-16dd34a7d704 Aug 22 14:56:41.527629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:41.528312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:41.528968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempting to bind port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:41.535063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:56:41.535850 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Failed to bind port 93db5730-452b-4717-b183-16dd34a7d704 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '131e33da-7a9f-4112-ba81-025c3fa74ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a3389f3f-c1e0-4cbf-a2c8-3a34e6875471'}] Aug 22 14:56:41.536842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.553298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.588657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:56:41.603340 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Sync routers for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:56:41.621491 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:41.622510 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:41.641427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port 93db5730-452b-4717-b183-16dd34a7d704, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:41.641975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attempted to set empty binding levels {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 14:56:41.755592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.784221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:56:41.798278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.815455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.816064 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Added segment 710beb37-7235-4a44-8fac-097373fb584e of type vlan for network 55787710-63ae-4ab6-b3f7-14b1c606b20c Aug 22 14:56:41.831752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:41.834614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.865118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] In _notify_port_updated(), no bound segment for port 93db5730-452b-4717-b183-16dd34a7d704 on network a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 14:56:41.866725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:41.867913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.869540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "PUT /v2.0/ports/93db5730-452b-4717-b183-16dd34a7d704 HTTP/1.1" status: 200 len: 975 time: 1.8605583 Aug 22 14:56:41.873348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:41.880446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34074) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:41.945871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4d7d1a4-9f80-49d5-b418-b5f5470e3390 req-91003f00-1520-4c4c-80f9-09220776146d tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.0901721 Aug 22 14:56:41.950861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:41.959536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:41.965078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fc24d1f7-8af9-46d3-90f5-07d541261155 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2195187 Aug 22 14:56:41.965949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d9593-f4f1-436d-b0ed-9196af401503 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event updated for resources: {'Port': ['ID=93db5730-452b-4717-b183-16dd34a7d704,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:41.969089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Pushing event deleted for resources: {'Port': ['ID=f19e8a46-df67-44a9-9f73-cd5c6a3dbbae,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:41.989989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.003006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1220e0-153b-4245-ae7f-81930019cc69,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:42.049828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f931c-7bc0-40e3-bbbf-0a851000530e req-71ec78e6-fbc1-4418-ba88-eeafbe2dd7ef tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:42.051720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3f931c-7bc0-40e3-bbbf-0a851000530e req-71ec78e6-fbc1-4418-ba88-eeafbe2dd7ef tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.1947272 Aug 22 14:56:42.103964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] No DVR routers for this DVR port f19e8a46-df67-44a9-9f73-cd5c6a3dbbae on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:42.121415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.125289 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d1c4985a-473f-4c89-81c8-61c4795a16bd req-71940dc0-d1d7-40bb-93bc-18ba58d36e9b tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.10 "DELETE /v2.0/ports/f19e8a46-df67-44a9-9f73-cd5c6a3dbbae HTTP/1.1" status: 204 len: 173 time: 1.3500113 Aug 22 14:56:42.128865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'name': 'network-vif-deleted', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:42.132517 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1b22b-308f-473f-aa44-f4203f78de66" -d '{"events": [{"server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "name": "network-vif-deleted", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:42.188459 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:40Z', 'revision_number': 3, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:42.210201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Deleting port 93db5730-452b-4717-b183-16dd34a7d704 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:42.211740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.232142 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Checking router: 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:56:42.232813 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Updating router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:56:42.279417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3f931c-7bc0-40e3-bbbf-0a851000530e req-1a144a10-29f3-4782-80d3-e8bfef9ffeaf tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166777 Aug 22 14:56:42.293499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.294249 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.295177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:42.295843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.299299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec694-d085-4591-a2b3-270623411c61 req-74711098-f550-4fd1-98ae-b7ee13d94daf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:42.307491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fec694-d085-4591-a2b3-270623411c61 req-74711098-f550-4fd1-98ae-b7ee13d94daf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2333891 Aug 22 14:56:42.357045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] For port 93db5730-452b-4717-b183-16dd34a7d704, host n-h1-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:42.357422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:42.432767 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6c2d5-54ae-448e-bee8-fe52ed4533cc x-openstack-request-id: req-ddb6c2d5-54ae-448e-bee8-fe52ed4533cc {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:42.433076 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc77145-ccbb-4040-84b5-b503b9d3147f", "name": "network-vif-deleted", "tag": "f19e8a46-df67-44a9-9f73-cd5c6a3dbbae", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:42.433335 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddb6c2d5-54ae-448e-bee8-fe52ed4533cc {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:42.433746 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc77145-ccbb-4040-84b5-b503b9d3147f', 'name': 'network-vif-deleted', 'tag': 'f19e8a46-df67-44a9-9f73-cd5c6a3dbbae', 'status': 'completed', 'code': 200} Aug 22 14:56:42.458344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Calling delete_port for 93db5730-452b-4717-b183-16dd34a7d704 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:42.475512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8579414 Aug 22 14:56:42.482104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:42.489677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Request body: {'subnet': {'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-469405676-subnet', 'tenant_id': '5a647770fd10451387e457b3f3721c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:42.497963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45e32-82d0-41da-a78f-0860e29df871 admin admin] Pushing event updated for resources: {'Network': ['ID=55787710-63ae-4ab6-b3f7-14b1c606b20c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:42.513065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fec694-d085-4591-a2b3-270623411c61 req-3c3dce9d-36bf-4e61-b88c-178df1448318 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025864 Aug 22 14:56:42.513223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 55787710-63ae-4ab6-b3f7-14b1c606b20c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:56:42.756215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Made reservation on behalf of 5a647770fd10451387e457b3f3721c31 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:42.759949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.010655 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.090256 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.120809 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Transition to ACTIVE for port object 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:43.124801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Pushing event deleted for resources: {'Port': ['ID=93db5730-452b-4717-b183-16dd34a7d704,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:43.142195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.144341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-25c51104-26cc-424c-9efc-58b4c0817377 tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/93db5730-452b-4717-b183-16dd34a7d704 HTTP/1.1" status: 204 len: 168 time: 1.2580125 Aug 22 14:56:43.151049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:43.207154 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.215188 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20a8496-ae79-4f04-bc20-fab5a0875a4f tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] GET failed (client error): The resource could not be found. Aug 22 14:56:43.215188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e20a8496-ae79-4f04-bc20-fab5a0875a4f tempest-PortsAdminExtendedAttrsTestJSON-338762190 tempest-PortsAdminExtendedAttrsTestJSON-338762190-project-admin] 10.222.0.53 "GET /v2.0/ports/93db5730-452b-4717-b183-16dd34a7d704 HTTP/1.1" status: 404 len: 333 time: 0.0624964 Aug 22 14:56:43.219145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34118) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:43.245039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-693e0982-a9b1-43a0-9b2c-37741975b751 req-0fc9b5b2-cae8-46ba-9b81-4f1e000aa7c5 tempest-ServersOnMultiNodesTest-752505287 tempest-ServersOnMultiNodesTest-752505287-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc77145-ccbb-4040-84b5-b503b9d3147f HTTP/1.1" status: 200 len: 210 time: 0.0610833 Aug 22 14:56:43.327417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Attempting to bind port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:43.327417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Attempting to bind port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:43.327417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Attempting to bind port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:43.333985 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Pushing event updated for resources: {'Port': ['ID=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:43.362733 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:56:43.363988 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:43.364580 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.375771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.380004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:56:43.380309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.381067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Bound port: 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:56:43.381394 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.393277 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.396470 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.398915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.398915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.398915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.398915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.401913 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.402279 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.404460 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.404848 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.405203 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.407464 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:56:43.436493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.442929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ddfbad-3791-447a-a96b-454abd32b331,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:43.503736 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] For port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:43.511632 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] For port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:56:43.533231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Checking segment: {'id': '710beb37-7235-4a44-8fac-097373fb584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:43.533597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Network hostable DHCP agents. Network: 55787710-63ae-4ab6-b3f7-14b1c606b20c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:56:43.572254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.588031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3389f3f-c1e0-4cbf-a2c8-3a34e6875471']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:43.603859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131e33da-7a9f-4112-ba81-025c3fa74ec8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:43.604252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131e33da-7a9f-4112-ba81-025c3fa74ec8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:43.604384 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.615996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.641897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.656057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:56:43.656964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:56:43.661870 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:56:43.669719 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4794177-5638-488d-a26e-a88d6fcde7a5 None None] Pushing event updated for resources: {'Port': ['ID=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:43.685497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:43.686441 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:43.713769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9014283-b15f-421c-8b9d-cc2101d8b766 req-f56550a5-5ba3-4eb0-b215-27b08752b321 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:43.715387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9014283-b15f-421c-8b9d-cc2101d8b766 req-f56550a5-5ba3-4eb0-b215-27b08752b321 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.2560980 Aug 22 14:56:43.731600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Network 55787710-63ae-4ab6-b3f7-14b1c606b20c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:56:43.802258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:43.816749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 55787710-63ae-4ab6-b3f7-14b1c606b20c) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:43.824414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.826924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee296c-0b8f-453a-a95e-0b3fef6b2ce9 None None] Network 55787710-63ae-4ab6-b3f7-14b1c606b20c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:43.848572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.855133 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] 10.222.0.53 "DELETE /v2.0/networks/a3389f3f-c1e0-4cbf-a2c8-3a34e6875471 HTTP/1.1" status: 204 len: 168 time: 0.6347601 Aug 22 14:56:43.858015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:43.858880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:43.882966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f3bea-23dc-4ef2-9652-992efb9f7378 tempest-PortsAdminExtendedAttrsTestJSON-1845315135 tempest-PortsAdminExtendedAttrsTestJSON-1845315135-project] Pushing event deleted for resources: {'Network': ['ID=a3389f3f-c1e0-4cbf-a2c8-3a34e6875471,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:43.901901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-d767659e-861f-46f8-bfce-b1368e044f45 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:43.903610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-d767659e-861f-46f8-bfce-b1368e044f45 tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 946 time: 0.3784921 Aug 22 14:56:44.003005 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:40Z', 'revision_number': 3, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:44.015219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9014283-b15f-421c-8b9d-cc2101d8b766 req-444d34e6-c78b-428f-aa0d-7b16793d035e tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2fe2452-caae-4a54-beff-0a6dc5edc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700992 Aug 22 14:56:44.032133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e80e6-6b4f-4934-a549-ab5e6228576f None None] Network 55787710-63ae-4ab6-b3f7-14b1c606b20c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:44.036292 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdf17-5efb-4352-9369-66f7ef26b949 None None] The sync data for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 is: [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:40Z', 'revision_number': 3, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:56:44.038087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952d495-2350-40c5-a6f2-840bca6f3b39 req-7e4139c2-27f3-4eb2-be6d-1fd404e800ca tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:44.050940 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bac7f857-f467-47e5-bdd4-509adbff2f33 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5610278 Aug 22 14:56:44.051081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b952d495-2350-40c5-a6f2-840bca6f3b39 req-7e4139c2-27f3-4eb2-be6d-1fd404e800ca tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.3545921 Aug 22 14:56:44.053811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Allocated IP 172.20.0.1 (1275655d-b8ff-40dc-91cf-ed2a2b39ebbc/ae8fd939-5c9d-4a90-8923-b376c505e1f7/4b51953a-d333-4750-8af8-9aafff30bded) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:44.184772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b952d495-2350-40c5-a6f2-840bca6f3b39 req-d64cc963-10ee-46eb-8e9b-38b0419079cc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359951 Aug 22 14:56:44.311127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Deleting port 5071d844-205c-4863-b856-8bac6682f166 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:44.311777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.436319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device f19e8a46-df67-44a9-9f73-cd5c6a3dbbae no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:44.438403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.462992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: f19e8a46-df67-44a9-9f73-cd5c6a3dbbae {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:44.463346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device f19e8a46-df67-44a9-9f73-cd5c6a3dbbae not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:44.482752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b9f9c3b8-c24e-445e-a909-d21ec33f209f no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:44.498324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Transition to ACTIVE for port object 4b51953a-d333-4750-8af8-9aafff30bded will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:44.542018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] For port 5071d844-205c-4863-b856-8bac6682f166, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5071d844-205c-4863-b856-8bac6682f166,segment=NetworkSegment(b22a8495-c679-4647-90fa-28a97a230710),segment_id=b22a8495-c679-4647-90fa-28a97a230710)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:44.542405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.550793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: b9f9c3b8-c24e-445e-a909-d21ec33f209f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:44.552167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b9f9c3b8-c24e-445e-a909-d21ec33f209f not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:44.607380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Calling delete_port for 5071d844-205c-4863-b856-8bac6682f166 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:44.764895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.782289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34176) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:44.853208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:44.864651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:44.867615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:44.870185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:44.970740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.975375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:44.988243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['5071d844-205c-4863-b856-8bac6682f166'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:56:45.116317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:45.126097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Pushing event deleted for resources: {'Port': ['ID=5071d844-205c-4863-b856-8bac6682f166,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:45.213064 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-06c004a2-4d37-4457-9651-d45c532c6bd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a5fc624698e46ab86fb59676d6a18c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276991 Aug 22 14:56:45.213893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34192) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:45.324393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] No DVR routers for this DVR port 5071d844-205c-4863-b856-8bac6682f166 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:56:45.336860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.342620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f03b72d-a054-4b42-b0b0-a70f2b94beb6 req-7d778aa6-bc68-4e7b-bd0f-6d87c52fe24c tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.54 "DELETE /v2.0/ports/5071d844-205c-4863-b856-8bac6682f166 HTTP/1.1" status: 204 len: 173 time: 1.4293454 Aug 22 14:56:45.346815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34196) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:45.356162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'name': 'network-vif-deleted', 'tag': '5071d844-205c-4863-b856-8bac6682f166'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:56:45.364756 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d44a449-0983-4f45-adc9-6ed471554787" -d '{"events": [{"server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "name": "network-vif-deleted", "tag": "5071d844-205c-4863-b856-8bac6682f166"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:56:45.373842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.391900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:45.397699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:45.398586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.450280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.466936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4c743a6-f647-476f-a09e-9d9375d67435 req-f563ed33-caff-40b7-ac8a-51cb976d1ead tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.2847905 Aug 22 14:56:45.642842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217f83-ed1e-448f-a465-6ab9cea80f64 req-5efefc14-4b54-4f6b-bea3-c483b9477c83 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:45.646609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0217f83-ed1e-448f-a465-6ab9cea80f64 req-5efefc14-4b54-4f6b-bea3-c483b9477c83 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2209380 Aug 22 14:56:45.663885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.667140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.680885 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d279af-4788-4ff1-8107-5a6d73f192b8 x-openstack-request-id: req-32d279af-4788-4ff1-8107-5a6d73f192b8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:56:45.681690 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec", "name": "network-vif-deleted", "tag": "5071d844-205c-4863-b856-8bac6682f166", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:56:45.681798 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32d279af-4788-4ff1-8107-5a6d73f192b8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:56:45.684683 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec', 'name': 'network-vif-deleted', 'tag': '5071d844-205c-4863-b856-8bac6682f166', 'status': 'completed', 'code': 200} Aug 22 14:56:45.686817 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6da046c8-3f89-42aa-a119-f5ba98b97131 HTTP/1.1" status: 204 len: 168 time: 0.4579554 Aug 22 14:56:45.705496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.745307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:45.748889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2b7a6a6b-a490-4145-ae23-77b7e7a67f0a None None] Provisioning for port 4b51953a-d333-4750-8af8-9aafff30bded completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:45.754102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2b7a6a6b-a490-4145-ae23-77b7e7a67f0a None None] Provisioning complete for port 4b51953a-d333-4750-8af8-9aafff30bded triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:45.755039 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b7a6a6b-a490-4145-ae23-77b7e7a67f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.785037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daff7a8-470a-4469-971a-ad56916c65c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da046c8-3f89-42aa-a119-f5ba98b97131,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:45.786171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0217f83-ed1e-448f-a465-6ab9cea80f64 req-fbf8dc4d-c2a0-424f-91d3-11d32065e5ca tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Aug 22 14:56:45.839748 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-527d987b-a2a2-40b0-b5b0-9f152ad071a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd730de056ad46f88efb3856fa1370b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880302 Aug 22 14:56:45.844866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:45.853087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:45.932528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:45.936693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a6a6b-a490-4145-ae23-77b7e7a67f0a None None] Port 4b51953a-d333-4750-8af8-9aafff30bded cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:56:45.948466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.010944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.013573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34210) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:46.024621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1955203563-network', 'tenant_id': '05b2b9e4f6b046fb8b2c87b705efb0e2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:46.058683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.189957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Made reservation on behalf of 05b2b9e4f6b046fb8b2c87b705efb0e2 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:46.193669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.203639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.220123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.233362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.237358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.239729 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cd34141-eb45-49e8-bcd3-581ea6f14aaa HTTP/1.1" status: 204 len: 168 time: 0.3854201 Aug 22 14:56:46.306381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.349216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ac236-14a7-4121-93f6-d19ca6bd5bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd34141-eb45-49e8-bcd3-581ea6f14aaa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:46.469455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.479898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:46.489327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.620089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.638782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-caf70841-b6e7-4678-90c9-b28b707b72bb req-480646ee-5ec7-4136-b94f-a0129750e9ad tempest-DeleteServersTestJSON-243785321 tempest-DeleteServersTestJSON-243785321-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a1b9eff-bf14-44ce-8aa5-1a2753fb66ec HTTP/1.1" status: 200 len: 210 time: 0.0398777 Aug 22 14:56:46.654065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:56:46.697448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:46.699068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:46.739127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.745891 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Added segment 0cbbefdf-c4fe-4858-b6b9-85d4661c3e8d of type vlan for network 314eb560-e90c-4a4e-b9f7-3da92cc69bf3 Aug 22 14:56:46.773593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec83bd0-3cbe-4d40-8ed8-230adfadc9b9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:46.827342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.926205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34230) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:46.994731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:46.998355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:47.011199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.063343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:56:47.072254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:47.107134 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-abcdfa9a-a980-4554-b939-34ecd2cef1d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb415fbfe6da4da6aa391a4ada41472b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787610 Aug 22 14:56:47.111187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34234) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:47.138457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a37ff-4ba0-461e-9b76-a90990967133 req-25ce493a-152b-4bc9-8756-84f8334dd890 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:47.140144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a8a37ff-4ba0-461e-9b76-a90990967133 req-25ce493a-152b-4bc9-8756-84f8334dd890 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1806269 Aug 22 14:56:47.169546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:47.170357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.178053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1627612 Aug 22 14:56:47.188384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34236) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:47.195399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Request body: {'subnet': {'network_id': '314eb560-e90c-4a4e-b9f7-3da92cc69bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1955203563-subnet', 'tenant_id': '05b2b9e4f6b046fb8b2c87b705efb0e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:47.230687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3000fb-d00d-40be-bdba-a76243e5edf2 admin admin] Pushing event updated for resources: {'Network': ['ID=314eb560-e90c-4a4e-b9f7-3da92cc69bf3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:47.257481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a8a37ff-4ba0-461e-9b76-a90990967133 req-3c1c11eb-e518-4779-90c9-c1095252b563 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994143 Aug 22 14:56:47.262469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 314eb560-e90c-4a4e-b9f7-3da92cc69bf3 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:56:47.293355 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.305589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Made reservation on behalf of 05b2b9e4f6b046fb8b2c87b705efb0e2 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:47.308278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.330262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:56:47.346985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.356389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a7f61ea-6a3c-4b7a-8d7a-e629e5499a25 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3892665 Aug 22 14:56:47.382652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Sync routers for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:56:47.433042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cbddd096-8d07-4591-90b0-10e95e900d94 None None] Provisioning complete for port 4b51953a-d333-4750-8af8-9aafff30bded triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:47.433428 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cbddd096-8d07-4591-90b0-10e95e900d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.526251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:47.526507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:47.556423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34246) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:47.615665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.622826 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.629373 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/492c6dc8-1c90-4acb-badd-da247845fd04 HTTP/1.1" status: 204 len: 168 time: 0.5141625 Aug 22 14:56:47.649520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ff90237c-57c1-4725-bde5-1868626b1c7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3caf40e279645c684fce6847f30bd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918376 Aug 22 14:56:47.650148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34252) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:47.652042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cbddd096-8d07-4591-90b0-10e95e900d94 None None] Port 4b51953a-d333-4750-8af8-9aafff30bded cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:56:47.677363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eb14c-0f74-4c09-bce3-bc26f92bd432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c6dc8-1c90-4acb-badd-da247845fd04,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:47.739311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.769834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:47.811177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:47.967308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:48.020979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:48.023991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:48.028718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5e327c2-43e0-4079-b159-f6bb234eb6e2 HTTP/1.1" status: 204 len: 168 time: 0.3772647 Aug 22 14:56:48.063024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75c078-519b-4725-84a0-1f8cfcf8296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e327c2-43e0-4079-b159-f6bb234eb6e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:48.136341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45d63be-b720-430f-907d-4205b1df3176,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:48.144822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Checking segment: {'id': '0cbbefdf-c4fe-4858-b6b9-85d4661c3e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '314eb560-e90c-4a4e-b9f7-3da92cc69bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:48.146227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Network hostable DHCP agents. Network: 314eb560-e90c-4a4e-b9f7-3da92cc69bf3, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:56:48.304404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Network 314eb560-e90c-4a4e-b9f7-3da92cc69bf3 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:56:48.402607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 314eb560-e90c-4a4e-b9f7-3da92cc69bf3) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:48.407865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:48.408787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:48.448937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7107259-9fe0-415f-9d31-aadfc1272e2c None None] Network 314eb560-e90c-4a4e-b9f7-3da92cc69bf3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:48.518770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fab7d8ec-f7c9-4c60-a23a-2836633f3aba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3284891 Aug 22 14:56:48.564003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5071d844-205c-4863-b856-8bac6682f166 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:48.574196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58625530-645e-4fa3-923e-e470f0a0610d req-2ce4d782-3eb7-469c-8f0b-64e91485771c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:48.588381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58625530-645e-4fa3-923e-e470f0a0610d req-2ce4d782-3eb7-469c-8f0b-64e91485771c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1370373 Aug 22 14:56:48.669937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58625530-645e-4fa3-923e-e470f0a0610d req-4e60f0ae-66cd-4cdd-bb49-46277b0711a5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626538 Aug 22 14:56:48.743491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 5071d844-205c-4863-b856-8bac6682f166 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:48.744008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5071d844-205c-4863-b856-8bac6682f166 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:48.800302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34302) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:48.806266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468731777', 'description': 'tempest-description--953760298'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:48.923294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:48.961312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:46Z', 'revision_number': 2, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:48.966090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e1c69-d1d6-409a-a1cc-60c2ee948281 None None] Network 314eb560-e90c-4a4e-b9f7-3da92cc69bf3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:49.087687 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.110588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Checking router: 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:56:49.110942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Updating router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e port 4b51953a-d333-4750-8af8-9aafff30bded binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:56:49.147914 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.173723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.272465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad45db-ea25-4943-835c-f90d558ffcf4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:49.317580 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.318986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ff1e22aa-b073-4024-9472-97c4d5f69a1f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5170193 Aug 22 14:56:49.321978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34320) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:49.327224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'security_group_rule': {'security_group_id': 'ecad45db-ea25-4943-835c-f90d558ffcf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:49.475798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.618310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.641029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Transition to ACTIVE for port object 4b51953a-d333-4750-8af8-9aafff30bded will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:56:49.648508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.745753 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.793063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-d191bfb1-088a-42e5-b740-05c61df3edb4 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:49.800580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-d191bfb1-088a-42e5-b740-05c61df3edb4 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/networks?id=55787710-63ae-4ab6-b3f7-14b1c606b20c HTTP/1.1" status: 200 len: 814 time: 0.2730730 Aug 22 14:56:49.821487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.876520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75b7d-7c83-4aa1-92b3-0fc5570100fd None None] Pushing event updated for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:49.930959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-5ee64ad9-d3da-41ea-856d-1061cd3ff414 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/quotas/5a647770fd10451387e457b3f3721c31 HTTP/1.1" status: 200 len: 375 time: 0.1215084 Aug 22 14:56:49.938405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Attempting to bind port 4b51953a-d333-4750-8af8-9aafff30bded on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:56:49.940785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Attempting to bind port 4b51953a-d333-4750-8af8-9aafff30bded by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:56:49.941733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Attempting to bind port 4b51953a-d333-4750-8af8-9aafff30bded on network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:56:49.945056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54b193-b54c-4ae4-95e3-9933bf81573a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:49.962073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:56:49.962533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Checking segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:49.962968 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.964269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Bound using segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:56:49.965761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Bound port: 4b51953a-d333-4750-8af8-9aafff30bded, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:56:49.970092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:49.976293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef831f-6baf-4e2e-9875-704d11562629 req-3bc3d58a-263d-4985-8067-36caa3c30ac2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:50.000448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccef831f-6baf-4e2e-9875-704d11562629 req-3bc3d58a-263d-4985-8067-36caa3c30ac2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2682052 Aug 22 14:56:50.099279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-3cd245b3-68aa-4859-b4bd-3cbfb8b6f7d5 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a647770fd10451387e457b3f3721c31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1672099 Aug 22 14:56:50.155410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.165342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] For port 4b51953a-d333-4750-8af8-9aafff30bded, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:56:50.169620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] For port 4b51953a-d333-4750-8af8-9aafff30bded, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4b51953a-d333-4750-8af8-9aafff30bded,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:56:50.171020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5509e7e6-def8-4810-85d4-13c6b63ad677 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8478525 Aug 22 14:56:50.175120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34362) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:50.185039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'security_group_rule': {'security_group_id': 'ecad45db-ea25-4943-835c-f90d558ffcf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:50.261183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.292899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccef831f-6baf-4e2e-9875-704d11562629 req-e92d43de-4230-4e3e-a356-d39cb76c7d55 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879286 Aug 22 14:56:50.327913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.380258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:50.380912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:50.400591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-87d875a1-a178-484f-b1b6-5bd3ff188b40 service neutron] 10.222.0.53 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004200 Aug 22 14:56:50.473972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:50.520151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.637429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.655694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75b7d-7c83-4aa1-92b3-0fc5570100fd None None] Pushing event updated for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:50.662623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834f74e1-91b0-4274-85ba-b1c0c261597a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:50.703101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:50.761430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-3bf610d0-2dcd-4cf9-844b-04b0888f0b9d service neutron] 10.222.0.53 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534760 Aug 22 14:56:50.831041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.832878 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-43a03cd3-85f6-4b27-a8b7-99199bb2c435 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6557260 Aug 22 14:56:50.835965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34380) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:50.840536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1271057162-network', 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:50.840885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:50.877071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:50.966049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:50.979851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:51.363694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:50Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:51.442465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b5c554-8d97-4b1b-b19e-85012a83f881 req-08f1852f-bb67-493c-9d5a-0bc6b4672f51 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.0802686 Aug 22 14:56:51.467550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6aaa3a-ae39-4815-96b0-1f85df1f50eb None None] The sync data for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 is: [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:50Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:56:51.478965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:51.613464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 14:56:51.613464 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 14:56:51.613464 n-d-805046-3 neutron-server[102048]: [parameters: {'project_id_1': 'baed2d82c3a541f39744c9095b4e4903', 'expiration_1': datetime.datetime(2021, 8, 22, 14, 56, 50, 858050)}] Aug 22 14:56:51.613464 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:56:51.615086 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:56:51.746166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:52.000757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-921086118'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:52.132982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.135830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.233703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.273233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:52.276295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.281954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1030-1a0f-4cf5-9dbc-4a89c6905d78 req-8e74d505-6174-436a-9126-4b5e29a372d6 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:52.291547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bca1030-1a0f-4cf5-9dbc-4a89c6905d78 req-8e74d505-6174-436a-9126-4b5e29a372d6 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.7884290 Aug 22 14:56:52.300136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.335999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.365064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Allocated IP 172.25.0.128 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8befa654-ed78-4d57-ab8b-18dd57580684) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:52.381820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bca1030-1a0f-4cf5-9dbc-4a89c6905d78 req-532aa6d8-3f8d-41f1-863d-8f2d2aee8f6f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889099 Aug 22 14:56:52.392645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.574455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.640642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e011465-e818-45a5-b94a-e0377408b18d req-eede9b51-d7ea-4b83-89eb-c254686fd151 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.1384664 Aug 22 14:56:52.736305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.778968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.825321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:52.827717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:52.831783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:52.868046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'Port': ['ID=8befa654-ed78-4d57-ab8b-18dd57580684,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:52.881806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.943361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:56:52.989341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:52.990428 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Added segment ec3808fe-4d56-4e56-8ed9-a124987aa98a of type vlan for network 8e0838c1-203a-4900-9ad7-eb2401cb48df Aug 22 14:56:53.013306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4b51953a-d333-4750-8af8-9aafff30bded up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:53.026637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.054748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.058534 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2dac988c-e820-42e7-b427-2a0da67cdfe3 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3085988 Aug 22 14:56:53.058534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.058880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34422) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:53.063867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:53.105234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Deleting port 4cfb2375-27b9-4579-9026-7ce804d6e384 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:53.105724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.174874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4b51953a-d333-4750-8af8-9aafff30bded completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:56:53.179509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.185731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4b51953a-d333-4750-8af8-9aafff30bded triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:53.185731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.218061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.251723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] For port 4cfb2375-27b9-4579-9026-7ce804d6e384, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4cfb2375-27b9-4579-9026-7ce804d6e384,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:53.252256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.280229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Calling delete_port for 4cfb2375-27b9-4579-9026-7ce804d6e384 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:53.283161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.284269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:53.286504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.390465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.422772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.425063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.443207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4b51953a-d333-4750-8af8-9aafff30bded, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4b51953a-d333-4750-8af8-9aafff30bded,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:53.465873 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9828696 Aug 22 14:56:53.470840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:53.477138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Request body: {'subnet': {'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1271057162-subnet', 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:53.482878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4f1c6-ab87-4b65-afa3-7672dabb51e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0838c1-203a-4900-9ad7-eb2401cb48df,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:53.506881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:56:53.596792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.597374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4a9b089-5b3a-4e62-a878-6c794c0692a3 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:53.602050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.603200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d07d019-05b0-4e70-b2ea-55641c52a0ff tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e4a9b089-5b3a-4e62-a878-6c794c0692a3 HTTP/1.1" status: 204 len: 168 time: 0.5430481 Aug 22 14:56:53.606969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34432) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:53.615229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4717-1d27-4f9d-8ca9-0723e39ee72c req-8a526ed5-1937-484b-88e4-552055e998bd tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:53.617319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67ed4717-1d27-4f9d-8ca9-0723e39ee72c req-8a526ed5-1937-484b-88e4-552055e998bd tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1396241 Aug 22 14:56:53.628122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Request body: {'router': {'name': 'tempest-router-767351335', 'distributed': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:53.631637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:53.635342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.638116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.710684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67ed4717-1d27-4f9d-8ca9-0723e39ee72c req-112a8a25-debe-41e1-b20a-9ce1f6cacf8e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741937 Aug 22 14:56:53.748713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.758525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.758638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.763236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:53.825570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316e90fa-6e7b-4085-a174-a1f43d62a69c req-6df0c5f0-f78b-40a4-abf2-7c5480a0ac83 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.0485053 Aug 22 14:56:53.831459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:53.895493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'Port': ['ID=8befa654-ed78-4d57-ab8b-18dd57580684,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:53.946959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.075699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.100338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.129745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfb2375-27b9-4579-9026-7ce804d6e384,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:54.134224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.137199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7cedcf77-fb04-44d2-8b64-b306dc48bbba tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3001347 Aug 22 14:56:54.138809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.193196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:54.197465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.305092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Checking segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:56:54.305525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Network hostable DHCP agents. Network: 8e0838c1-203a-4900-9ad7-eb2401cb48df, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:56:54.327499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.331647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f3be32b2-b731-47d6-9003-dad7d06af4d2 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7106948 Aug 22 14:56:54.332620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:54.439729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.483708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.537349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-7c462660-2eec-45ad-b7f3-f61346b04bb4 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1468731777&fields=id&tenant_id=f72f68cb5fd943dd9300e7091971511f HTTP/1.1" status: 200 len: 267 time: 0.1504076 Aug 22 14:56:54.583203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:56:54.705152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.708873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.730298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8e0838c1-203a-4900-9ad7-eb2401cb48df) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:54.737119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:54.737899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.741506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Router fe41ea3f-c06a-4848-aeff-2f73d9690d7e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:56:54.743777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb5ea5-f4fa-4013-a7e2-8528be1faf24 None None] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:54.806268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-69671560-a898-42b7-b54b-780d35b82a8f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:54.817756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-69671560-a898-42b7-b54b-780d35b82a8f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/networks?id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc HTTP/1.1" status: 200 len: 806 time: 0.2788644 Aug 22 14:56:54.842884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-19b5a5fc-a1e6-4039-ad28-2f01d7a1ddd7 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/quotas/f72f68cb5fd943dd9300e7091971511f HTTP/1.1" status: 200 len: 375 time: 0.0240285 Aug 22 14:56:54.885212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.885774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f96c5ea2-1e06-44af-ba98-4897849d2805 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:54.908811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:54.914829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d48777ce-1996-4742-b7f7-5dc9c8dd75b8 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f96c5ea2-1e06-44af-ba98-4897849d2805 HTTP/1.1" status: 204 len: 168 time: 0.5765550 Aug 22 14:56:54.915022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-efe6adf1-c05f-492f-ad5b-f3593a82839f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4409268 Aug 22 14:56:54.915022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34466) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:54.922301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Request body: {'router': {'name': 'tempest-router-1661118165', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2811e00cce4e48009d30df81d10b5420'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:54.929444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef005464-0457-4378-8a2b-a9d980ed68df None None] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:56:55.024268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:56:55.038955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Sync routers for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:56:55.053597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fc1c77ed-917d-4aee-b980-c18ed0be6d32 admin admin] 10.222.0.53 "PUT /v2.0/routers/fe41ea3f-c06a-4848-aeff-2f73d9690d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1741655 Aug 22 14:56:55.056228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:55.056906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:55.058632 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:55.080120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c90f-e0d2-47db-b504-0a0847efb817 req-e004bce2-5123-4bda-b51e-d20f1ebff005 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:55.083901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5357c90f-e0d2-47db-b504-0a0847efb817 req-e004bce2-5123-4bda-b51e-d20f1ebff005 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2617099 Aug 22 14:56:55.138044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.139127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.206269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.237184 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:55.240676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4b51953a-d333-4750-8af8-9aafff30bded up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:56:55.310025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.336870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-4fb58efb-b68f-4e93-80e5-fd66ea40a84f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f72f68cb5fd943dd9300e7091971511f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4756050 Aug 22 14:56:55.339621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4b51953a-d333-4750-8af8-9aafff30bded triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:56:55.340047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.353250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e5d4d6d-1760-4486-bbe2-30451773f7d6 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:55.355092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e5d4d6d-1760-4486-bbe2-30451773f7d6 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.54 "GET /v2.0/networks?id=55787710-63ae-4ab6-b3f7-14b1c606b20c HTTP/1.1" status: 200 len: 814 time: 0.4517539 Aug 22 14:56:55.375523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Request body: {'port': {'device_id': '6f51f130-3198-4250-a419-b2fea37d7c76', 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c', 'admin_state_up': True, 'tenant_id': '5a647770fd10451387e457b3f3721c31'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:55.421746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.423546 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a1bb4770-1163-444f-a8a4-b282b0190b84 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5080218 Aug 22 14:56:55.426165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34482) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:55.439029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.440623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:55.578286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5357c90f-e0d2-47db-b504-0a0847efb817 req-6e7018eb-c687-498e-bb45-0140b329a741 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813035 Aug 22 14:56:55.626850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:55.668436 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Checking router: fe41ea3f-c06a-4848-aeff-2f73d9690d7e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:56:55.677911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Routers {'fe41ea3f-c06a-4848-aeff-2f73d9690d7e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:56:55.678845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:56:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:55.685512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.685933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.804611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102048) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 22 14:56:55.805032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Router 2c905f67-9551-47a7-8831-940aa3ec26f2 migrating from provider to provider. {{(pid=102048) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 22 14:56:55.805437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.809207 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] Set router fe41ea3f-c06a-4848-aeff-2f73d9690d7e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:56:55.812851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:55.934661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.016999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:56.036361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-49b2d5e3-bc75-4184-8ebd-66b2abdb1eec service neutron] 10.222.0.53 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785698 Aug 22 14:56:56.037873 n-d-805046-3 neutron-server[102048]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] No L3 agents can host the router 2c905f67-9551-47a7-8831-940aa3ec26f2 Aug 22 14:56:56.050684 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbf4fc-b909-4061-bf78-0030076c276e None None] The sync data for ids ['fe41ea3f-c06a-4848-aeff-2f73d9690d7e'] in n-d-805046-3 is: [{'id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-205065086-router', 'tenant_id': '96ce95fa843947a892312446a9085fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:31Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': '96ce95fa843947a892312446a9085fbf', 'gw_port': {'id': '9d8f1e81-8950-4c8a-bf93-f40141dfcdda', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe41ea3f-c06a-4848-aeff-2f73d9690d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:32Z', 'updated_at': '2021-08-22T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:56:56.091498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-423d93cd-ede9-4d15-8c12-b3320adff9b1 req-a72747df-9ab0-4c3e-a482-a8627db2656d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.0587096 Aug 22 14:56:56.179272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.213633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-1235b646-3952-478f-9521-77c5fa304010 service neutron] 10.222.0.53 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622250 Aug 22 14:56:56.233647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Hosts for router 2c905f67-9551-47a7-8831-940aa3ec26f2: [] {{(pid=102048) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 22 14:56:56.268490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Made reservation on behalf of 5a647770fd10451387e457b3f3721c31 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:56:56.276863 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.286071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Hosts for other DVR routers connected to router 2c905f67-9551-47a7-8831-940aa3ec26f2: set() {{(pid=102048) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 22 14:56:56.291899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.294166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2cb7381-fa4e-4071-a55f-084e640cc228 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "PUT /v2.0/routers/2c905f67-9551-47a7-8831-940aa3ec26f2 HTTP/1.1" status: 200 len: 717 time: 0.8666458 Aug 22 14:56:56.297083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:56.440329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-db1ce5a9-4f7f-4286-b81d-d1c7495b225b tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "GET /v2.0/routers/2c905f67-9551-47a7-8831-940aa3ec26f2 HTTP/1.1" status: 200 len: 717 time: 0.1417642 Aug 22 14:56:56.441730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34502) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:56.652504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Deleting port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:56:56.652976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.699626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52928976-a30c-48f8-9c44-190d790ee050 tempest-RoutersTestDVR-986449170 tempest-RoutersTestDVR-986449170-project] 10.222.0.53 "GET /v2.0/routers/2c905f67-9551-47a7-8831-940aa3ec26f2 HTTP/1.1" status: 200 len: 683 time: 0.2536211 Aug 22 14:56:56.699626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34514) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:56.706237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea7410f9-3ff6-4b6d-81cd-1c4db60a7d7b req-d633df75-e6cb-4833-b348-68a640b64f34 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.0761774 Aug 22 14:56:56.757706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Allocated IP 172.20.0.6 (55787710-63ae-4ab6-b3f7-14b1c606b20c/36ddfbad-3791-447a-a96b-454abd32b331/e5b6e01f-5e28-469b-a7a0-4d6539b6d206) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:56:56.765284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-86034cd1-f720-44d7-9fb5-d6e3287f7349 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:56.772710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-86034cd1-f720-44d7-9fb5-d6e3287f7349 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.2957017 Aug 22 14:56:56.785786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.813756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-dcdb5142-d469-49fe-abac-3c899f59d427 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/quotas/baed2d82c3a541f39744c9095b4e4903 HTTP/1.1" status: 200 len: 375 time: 0.0401595 Aug 22 14:56:56.891921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-52894026-8d81-46d8-be36-8dc4b0e41bbd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611105 Aug 22 14:56:56.902612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] For port 9d8f1e81-8950-4c8a-bf93-f40141dfcdda, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:56:56.902985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:56.927024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4cfb2375-27b9-4579-9026-7ce804d6e384 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:56.942400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Calling delete_port for 9d8f1e81-8950-4c8a-bf93-f40141dfcdda owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:56:56.951525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916a05-f202-46c2-87b6-8160c28f7ad7 req-c2163bb6-5b6f-4054-924a-bf6a8c409328 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:56.953169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46916a05-f202-46c2-87b6-8160c28f7ad7 req-c2163bb6-5b6f-4054-924a-bf6a8c409328 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1626155 Aug 22 14:56:56.959704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4cfb2375-27b9-4579-9026-7ce804d6e384 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:56.960361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4cfb2375-27b9-4579-9026-7ce804d6e384 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:57.011447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-236c7ccf-1543-4228-87fd-06f819c8ad7f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:56:57.012555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-236c7ccf-1543-4228-87fd-06f819c8ad7f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992279 Aug 22 14:56:57.149085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46916a05-f202-46c2-87b6-8160c28f7ad7 req-e6f24ce8-0f71-4623-8490-20200183a234 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860631 Aug 22 14:56:57.297854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.298693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.301426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.303344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:57.315602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-7fb3a75d-4832-428c-aeed-dccf7f2cb16f service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311134 Aug 22 14:56:57.372905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73fc6737-fb15-40fd-8d81-c057d88dcb26 req-9b8b65a3-adbf-487b-83f9-095894b7535d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.0552845 Aug 22 14:56:57.465165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.465724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c905f67-9551-47a7-8831-940aa3ec26f2 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:57.470902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.477003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7c1a4b43-f6fd-4e57-b620-b3adc792306c tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2c905f67-9551-47a7-8831-940aa3ec26f2 HTTP/1.1" status: 204 len: 168 time: 0.7716091 Aug 22 14:56:57.477763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34534) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:57.482003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Request body: {'router': {'name': 'tempest-router-504802978', 'distributed': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:57.562750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Deleting subnet 461df724-8a4c-4414-8c41-a888a37d7bb9 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:56:57.583778 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.584868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.592398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.620994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-ab34bf35-147c-4b57-8244-9b3bdfd4c275 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873523 Aug 22 14:56:57.642084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.646829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.689160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.700363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.757725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.777710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Network 55787710-63ae-4ab6-b3f7-14b1c606b20c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:56:57.790231 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.803546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:56:57.823684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:56:57.826195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Pushing event updated for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:57.834204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad86275b-ac1d-4298-a16c-64fc23eaa80d req-d08ea7f5-4f9b-4eb9-a55d-a91f3d661bb6 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.0685301 Aug 22 14:56:57.927849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8f1e81-8950-4c8a-bf93-f40141dfcdda,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:57.934943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.942920 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f072828e-c06f-4682-b6ba-bb90c872e219 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4613862 Aug 22 14:56:57.948974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:57.955399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:57.956068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:57.975448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.041259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.088441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.101253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.106110 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.143437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461df724-8a4c-4414-8c41-a888a37d7bb9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:58.147071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0e876bb9-5a9a-48c0-959a-557da6d14096 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7755198 Aug 22 14:56:58.182295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.184297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6b202edb-3d9c-44a0-a62c-b2eddba8e5ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/461df724-8a4c-4414-8c41-a888a37d7bb9 HTTP/1.1" status: 204 len: 168 time: 0.8795824 Aug 22 14:56:58.193094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:58.200681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Request body: {'port': {'device_id': '6f51f130-3198-4250-a419-b2fea37d7c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:58.319152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69aaf109-ae11-4c28-a9dc-bb166f7aedfe req-9c436db5-6e67-4852-80db-94423e3181ba tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 210 time: 0.1813719 Aug 22 14:56:58.384567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.385142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe41ea3f-c06a-4848-aeff-2f73d9690d7e {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:58.407178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.418615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-51384581-f4d5-451a-a5ba-238d8d3b8324 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fe41ea3f-c06a-4848-aeff-2f73d9690d7e HTTP/1.1" status: 204 len: 168 time: 3.3326833 Aug 22 14:56:58.419379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34560) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:58.427781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.431228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.609480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.611708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee07b9e2-2c83-4d21-8a4a-58832e24510c {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:56:58.620760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.622244 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-51faaf80-640e-4a32-b7a7-3b1472444485 tempest-RoutersTestDVR-1847841007 tempest-RoutersTestDVR-1847841007-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ee07b9e2-2c83-4d21-8a4a-58832e24510c HTTP/1.1" status: 204 len: 168 time: 0.6721067 Aug 22 14:56:58.631142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.663064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.671928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Deleting subnet 985bf52f-c707-431a-ad0d-0a848b1d6af2 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:56:58.699854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:58.785640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d1dd-ae2b-461d-9a94-49a96570ba2a req-a71b780c-5d8c-4012-a46f-8ef1b6835377 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:58.789384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a38d1dd-ae2b-461d-9a94-49a96570ba2a req-a71b780c-5d8c-4012-a46f-8ef1b6835377 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.4667351 Aug 22 14:56:58.825248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90224077-6578-45b7-adb5-42ba4ba6c4fa req-8b438c84-04ac-48f5-af30-1915bc3c1a0d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:58.825497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90224077-6578-45b7-adb5-42ba4ba6c4fa req-8b438c84-04ac-48f5-af30-1915bc3c1a0d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 931 time: 0.2723429 Aug 22 14:56:58.856871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.012432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d8f1e81-8950-4c8a-bf93-f40141dfcdda no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:56:59.024460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.063932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9d8f1e81-8950-4c8a-bf93-f40141dfcdda {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:56:59.064624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d8f1e81-8950-4c8a-bf93-f40141dfcdda not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:56:59.105703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a38d1dd-ae2b-461d-9a94-49a96570ba2a req-e3d8fbed-a98f-4a7e-8d6e-098369997d23 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790670 Aug 22 14:56:59.116933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ef2359-b169-44ef-9896-8e1ae5999979']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:59.129264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22a8495-c679-4647-90fa-28a97a230710') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:59.129705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22a8495-c679-4647-90fa-28a97a230710') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:56:59.147372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.166173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.173831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:56:59.174874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:56:59.190480 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:56:59.204599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90224077-6578-45b7-adb5-42ba4ba6c4fa req-da2285bb-6886-4e4c-b0d6-ed09883f3a35 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708427 Aug 22 14:56:59.483727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34574) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:59.631095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0853-13db-46c2-b192-b65dad3e25ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.632353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.706488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcd3227d-e092-40df-be1b-5bca2d1079c1 req-e3481adf-0ca0-4903-9038-ebf8980d85a3 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.4902091 Aug 22 14:56:59.757327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8f801c3-2547-46d9-98a7-09052acf9cbe req-161f2efc-9eed-4f53-b745-1bac26ae0c47 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 210 time: 0.1643858 Aug 22 14:56:59.888942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0853-13db-46c2-b192-b65dad3e25ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.901026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-7c0e416d-a862-43c4-8e54-04768c3e5804 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:56:59.903115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-7c0e416d-a862-43c4-8e54-04768c3e5804 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "GET /v2.0/networks?id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc HTTP/1.1" status: 200 len: 806 time: 0.2382202 Aug 22 14:56:59.913708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.913708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.915119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] 10.222.0.53 "DELETE /v2.0/networks/69ef2359-b169-44ef-9896-8e1ae5999979 HTTP/1.1" status: 204 len: 168 time: 1.7191441 Aug 22 14:56:59.931542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6293bda-7d6c-48a4-9e48-744f1d76d4da admin admin] Pushing event deleted for resources: {'Network': ['ID=69ef2359-b169-44ef-9896-8e1ae5999979,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:56:59.946242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b6e01f-5e28-469b-a7a0-4d6539b6d206 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:56:59.952884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.962054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-6b57e135-aca4-4726-9447-555ad5585c0e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72f68cb5fd943dd9300e7091971511f HTTP/1.1" status: 200 len: 380 time: 0.0425155 Aug 22 14:56:59.967300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.973842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'port': {'device_id': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'admin_state_up': True, 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'security_groups': ['ecad45db-ea25-4943-835c-f90d558ffcf4']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:56:59.974807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:56:59.979314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:56:59.994802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/985bf52f-c707-431a-ad0d-0a848b1d6af2 HTTP/1.1" status: 204 len: 168 time: 1.5397377 Aug 22 14:57:00.000919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0853-13db-46c2-b192-b65dad3e25ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.040748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe3275-e835-484e-832f-09978e6b96b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985bf52f-c707-431a-ad0d-0a848b1d6af2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:00.050352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Transition to ACTIVE for port object e5b6e01f-5e28-469b-a7a0-4d6539b6d206 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:00.052151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51a93f-da70-48a6-a292-9b12afa5ed96 None None] Network c0b0aa49-e05d-4c50-bbb2-172e53660c38 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:00.056276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef0853-13db-46c2-b192-b65dad3e25ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c1547-6686-4ca7-8dde-d393a3ab6091,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:00.108740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f166bf5-9101-4d7e-b99b-47ba8d7df8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.129174 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.210783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Pushing event updated for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:00.213945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b3ef0853-13db-46c2-b192-b65dad3e25ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2811e00cce4e48009d30df81d10b5420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290587 Aug 22 14:57:00.220368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:00.277329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.411953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:00.445296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] DHCP port deletion for c0b0aa49-e05d-4c50-bbb2-172e53660c38 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:57:00.513749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Made reservation on behalf of f72f68cb5fd943dd9300e7091971511f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:00.520824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.539666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Deleting port 8500c1c6-b710-40cf-9b2d-c061e688749f {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:00.539870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d8789a5-692c-47bb-a1e5-72c0d6cc3893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e6abd85259443eac69c22dfd827e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240602 Aug 22 14:57:00.540562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.546771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34594) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:00.596608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Attempting to bind port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:00.597008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Attempting to bind port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '710beb37-7235-4a44-8fac-097373fb584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:00.597802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Attempting to bind port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 on network 55787710-63ae-4ab6-b3f7-14b1c606b20c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:00.616830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84bde-fa40-4aa3-9c19-0ae3f9b1e04c req-90d83695-263d-4797-aaf7-1ff4ad6c37cb tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:00.621061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1c84bde-fa40-4aa3-9c19-0ae3f9b1e04c req-90d83695-263d-4797-aaf7-1ff4ad6c37cb tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 943 time: 0.2448425 Aug 22 14:57:00.622323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] For port 8500c1c6-b710-40cf-9b2d-c061e688749f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8500c1c6-b710-40cf-9b2d-c061e688749f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:00.624452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.645827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Calling delete_port for 8500c1c6-b710-40cf-9b2d-c061e688749f owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:00.646027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 on network 55787710-63ae-4ab6-b3f7-14b1c606b20c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:57:00.646835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Attempting to bind port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 on network 55787710-63ae-4ab6-b3f7-14b1c606b20c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:00.668551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8dd32-f112-426c-af3a-c613e605ad1a req-0c5cf253-025a-4aca-ae2c-53e04b45fe9b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:00.670468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9c8dd32-f112-426c-af3a-c613e605ad1a req-0c5cf253-025a-4aca-ae2c-53e04b45fe9b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.3881958 Aug 22 14:57:00.671359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:00.671772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Checking segment: {'id': '710beb37-7235-4a44-8fac-097373fb584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:00.672246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Bound using segment: {'id': '710beb37-7235-4a44-8fac-097373fb584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:00.672785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Bound port: e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710beb37-7235-4a44-8fac-097373fb584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:00.673217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.697273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.712808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Deleting port 8500c1c6-b710-40cf-9b2d-c061e688749f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:00.713144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.784317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1c84bde-fa40-4aa3-9c19-0ae3f9b1e04c req-c0d30e75-6021-4886-be2e-a3d1c17d65c3 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509895 Aug 22 14:57:00.787071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.791247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Allocated IP 172.20.0.10 (1275655d-b8ff-40dc-91cf-ed2a2b39ebbc/ae8fd939-5c9d-4a90-8923-b376c505e1f7/7de9c1bf-cb63-40a0-83db-e64ed7fa43fc) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:00.797743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.840474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] For port 8500c1c6-b710-40cf-9b2d-c061e688749f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8500c1c6-b710-40cf-9b2d-c061e688749f,segment=NetworkSegment(75ce0985-b78f-4d71-8396-78c387d94c2a),segment_id=75ce0985-b78f-4d71-8396-78c387d94c2a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:00.840688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.869256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9c8dd32-f112-426c-af3a-c613e605ad1a req-1084b8f9-cb8b-47c3-a379-2477b2af8655 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583452 Aug 22 14:57:00.903604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:00.904650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.907304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,segment=NetworkSegment(710beb37-7235-4a44-8fac-097373fb584e),segment_id=710beb37-7235-4a44-8fac-097373fb584e)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:00.910326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:00.949303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] Pushing event deleted for resources: {'Port': ['ID=8500c1c6-b710-40cf-9b2d-c061e688749f,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:00.955324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01582b9c-59ec-4c89-ab53-4293761f0d9f None None] No DVR routers for this DVR port 8500c1c6-b710-40cf-9b2d-c061e688749f on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:00.985945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Calling delete_port for 8500c1c6-b710-40cf-9b2d-c061e688749f owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:00.992594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19027a87-9ab4-4ea9-bc3d-c17b5ed30726 req-9896a060-90a7-4cb6-b4b3-296e56f1e027 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.0563295 Aug 22 14:57:01.012945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8500c1c6-b710-40cf-9b2d-c061e688749f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:01.031705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b2680a7-a987-4a3c-8376-d53e4b33bbb2 req-39445f67-18f6-4dbc-9dec-625ac9e984e2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 210 time: 0.0381129 Aug 22 14:57:01.038085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8500c1c6-b710-40cf-9b2d-c061e688749f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:01.038579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8500c1c6-b710-40cf-9b2d-c061e688749f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:01.078009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.083070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.087719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.110160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a03c1547-6686-4ca7-8dde-d393a3ab6091 HTTP/1.1" status: 204 len: 168 time: 0.8502505 Aug 22 14:57:01.143682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.146647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.148014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2fe2452-caae-4a54-beff-0a6dc5edc6f8 HTTP/1.1" status: 204 len: 168 time: 0.5998044 Aug 22 14:57:01.166799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.233685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb82be8-3e00-4eb8-aa31-92bd94022ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c1547-6686-4ca7-8dde-d393a3ab6091,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:01.296241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:01.296887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.301550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] 10.222.0.54 "PUT /v2.0/ports/e5b6e01f-5e28-469b-a7a0-4d6539b6d206 HTTP/1.1" status: 200 len: 1091 time: 3.1071639 Aug 22 14:57:01.304720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:01.307707 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5272ffdf-1e5e-489d-b7f6-9540ab84449a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:01.338664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d445f12-9828-4d42-9e65-f304b08f0380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe2452-caae-4a54-beff-0a6dc5edc6f8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:01.386351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8500c1c6-b710-40cf-9b2d-c061e688749f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:01.389945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] No DVR routers for this DVR port 8500c1c6-b710-40cf-9b2d-c061e688749f on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:01.467995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebb548-c8dc-4625-92ac-debd8788f0be service neutron] Pushing event updated for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:01.549333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-d71842a0-f6c4-4e4e-b300-1b38b76fdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:01.551373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-d71842a0-f6c4-4e4e-b300-1b38b76fdfe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a647770fd10451387e457b3f3721c31&device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 1094 time: 0.0966840 Aug 22 14:57:01.563508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-e97c3a44-5341-4577-887c-42b0c7865749 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:01.565611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-e97c3a44-5341-4577-887c-42b0c7865749 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.3221381 Aug 22 14:57:01.616145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Request body: {'port': {'device_id': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'admin_state_up': True, 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:01.620532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-86eae716-aae9-481d-99c1-837bdad5ce72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206 HTTP/1.1" status: 200 len: 217 time: 0.0536172 Aug 22 14:57:01.622814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.647474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b0aa49-e05d-4c50-bbb2-172e53660c38']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:01.747551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-cd7c8958-e9b0-4172-980f-fa4974c8e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:01.749706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-cd7c8958-e9b0-4172-980f-fa4974c8e3bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ddfbad-3791-447a-a96b-454abd32b331 HTTP/1.1" status: 200 len: 854 time: 0.1122925 Aug 22 14:57:01.751058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ce0985-b78f-4d71-8396-78c387d94c2a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:01.751366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ce0985-b78f-4d71-8396-78c387d94c2a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:01.772409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.776184 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.806391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.812508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Transition to ACTIVE for port object 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:01.819574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:57:01.820209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:57:01.822027 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:57:01.826935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-ab2af695-9380-4c96-a9b2-651998124894 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=55787710-63ae-4ab6-b3f7-14b1c606b20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685594 Aug 22 14:57:02.030810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-b52613f9-aad6-4c0a-a489-a14feaa256dc service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941266 Aug 22 14:57:02.044394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27178aa-0e75-498c-bc23-53d93d58da6e req-6f79cd25-16ae-4700-bf3c-5dfb3d0abf83 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:02.046325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b27178aa-0e75-498c-bc23-53d93d58da6e req-6f79cd25-16ae-4700-bf3c-5dfb3d0abf83 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 943 time: 0.0916138 Aug 22 14:57:02.088702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.093402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.142106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.157131 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c0b0aa49-e05d-4c50-bbb2-172e53660c38 HTTP/1.1" status: 204 len: 168 time: 2.1762888 Aug 22 14:57:02.176980 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad0e4b-be3f-4f1d-8146-181e9bd15fb8 x-openstack-request-id: req-65ad0e4b-be3f-4f1d-8146-181e9bd15fb8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:02.176980 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:02.177235 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65ad0e4b-be3f-4f1d-8146-181e9bd15fb8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:02.177567 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206', 'status': 'completed', 'code': 200} Aug 22 14:57:02.185799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:02.202112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496e4a8-2f1a-4e38-8834-9fd4b6724c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b0aa49-e05d-4c50-bbb2-172e53660c38,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:02.275898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:02.284622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:02.296040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.351853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:02.362263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:02.392453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:02.404613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b27178aa-0e75-498c-bc23-53d93d58da6e req-c8c05bd9-2246-4240-babc-4383647cdda0 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437750 Aug 22 14:57:02.433427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event updated for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:02.530449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:02.530778 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.572259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abb23b-392b-4fef-bb51-dc2c13202d77 req-fe26b2c2-316f-444b-8cda-fa5a2495db26 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:02.575633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98abb23b-392b-4fef-bb51-dc2c13202d77 req-fe26b2c2-316f-444b-8cda-fa5a2495db26 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.3972235 Aug 22 14:57:02.597293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-8a9dc78b-8e42-440d-a87b-05fb55701976 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6293316 Aug 22 14:57:02.635881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c816d2de-728e-4653-ac25-3a4524f6f240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.669772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-a4f539fc-6650-42d7-851c-a60a78cafe1c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:57:02.670731 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-a4f539fc-6650-42d7-851c-a60a78cafe1c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169370 Aug 22 14:57:02.776629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ed27077-0c7f-43fe-af94-4f7f958a41bd req-9cd32aab-d910-4481-81d1-9c7e339ea4fa service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288928 Aug 22 14:57:02.856843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Allocated IP 172.20.0.14 (8e0838c1-203a-4900-9ad7-eb2401cb48df/bf4eb573-a818-4f6a-a924-2bf27a1b4ebf/37a39ed8-0ce4-44ae-9721-ba1c60ed60ed) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:02.892405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:02.892972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f3a05-9399-4776-9c4a-6c07b890167d req-b344ee15-6d00-44cd-80f4-6bdb7d290736 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:02.895989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-038f3a05-9399-4776-9c4a-6c07b890167d req-b344ee15-6d00-44cd-80f4-6bdb7d290736 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 932 time: 0.3814871 Aug 22 14:57:02.940970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Request body: {'port': {'device_id': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:02.984484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98abb23b-392b-4fef-bb51-dc2c13202d77 req-398c7051-ec29-4b81-8921-45f4629edc31 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570507 Aug 22 14:57:03.048182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b49c53a5-c102-4d98-b8e1-2140951c377f None None] Provisioning for port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:03.053195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-038f3a05-9399-4776-9c4a-6c07b890167d req-65214669-a966-479a-be55-5587b56df90b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318707 Aug 22 14:57:03.057249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b49c53a5-c102-4d98-b8e1-2140951c377f None None] Provisioning complete for port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:03.057665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b49c53a5-c102-4d98-b8e1-2140951c377f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.138257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.152036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b49c53a5-c102-4d98-b8e1-2140951c377f None None] Port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:03.212288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.235482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61e62d93-7bca-48f2-9034-4f3b6fdf38e4 req-bcd08048-781d-4b12-929a-3980b5fbdf15 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 210 time: 0.1103671 Aug 22 14:57:03.378890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.413560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70e0b4ec-aa77-4c55-9ad4-f3454b2e97e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.422047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34652) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:03.449694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c816d2de-728e-4653-ac25-3a4524f6f240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.464884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-09cdd3b7-5523-4d5b-b204-bf2bb1ca367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:03.466438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-09cdd3b7-5523-4d5b-b204-bf2bb1ca367a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a647770fd10451387e457b3f3721c31&device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 1094 time: 0.3768320 Aug 22 14:57:03.553772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.589009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c816d2de-728e-4653-ac25-3a4524f6f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.632606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:03.653542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.673683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-356551825-network', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:03.690002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Transition to ACTIVE for port object 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:03.717569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Deleting port b9c6960d-432a-4685-9dbb-f0d8e4223bd7 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:03.717986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.748411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:03.762430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:03.777013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c816d2de-728e-4653-ac25-3a4524f6f240 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a2ef5868cd24aa6bf84702e1706ede4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3831315 Aug 22 14:57:03.777802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d2de-728e-4653-ac25-3a4524f6f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80eea2-094d-446c-bf44-ed48eacaee84,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:03.780296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34660) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:03.784037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:03.797853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:03.826974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.833901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f815fb-1a83-46f4-b8d7-eaf2cad05699 req-cec5f733-1ff1-4526-9314-f01180742321 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:03.835592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1f815fb-1a83-46f4-b8d7-eaf2cad05699 req-cec5f733-1ff1-4526-9314-f01180742321 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 943 time: 0.3204930 Aug 22 14:57:03.839107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] For port b9c6960d-432a-4685-9dbb-f0d8e4223bd7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:03.839487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.861287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:03.864145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.907306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Calling delete_port for b9c6960d-432a-4685-9dbb-f0d8e4223bd7 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:03.909421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-b3c06237-9706-4c89-a3f4-5e1d862ac1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:03.911008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-b3c06237-9706-4c89-a3f4-5e1d862ac1be service neutron] 10.222.0.54 "GET /v2.0/networks?id=55787710-63ae-4ab6-b3f7-14b1c606b20c HTTP/1.1" status: 200 len: 915 time: 0.4363406 Aug 22 14:57:03.920393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:03.999616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Pushing event updated for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:04.088832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.093932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.108089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-412d98e7-85c8-4cc5-b7eb-458947ddade6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206 HTTP/1.1" status: 200 len: 217 time: 0.1640956 Aug 22 14:57:04.111160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1f815fb-1a83-46f4-b8d7-eaf2cad05699 req-97bbfc62-1624-41aa-8000-cc45260e6ae2 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584319 Aug 22 14:57:04.245975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.277867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Attempting to bind port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:04.277867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Attempting to bind port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:04.278195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Attempting to bind port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc on network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:04.296518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc on network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:57:04.296855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Attempting to bind port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc on network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:04.308600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:04.308946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Checking segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:04.309627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Bound using segment: {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:04.310110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Bound port: 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f819b02-7501-4212-a26c-bcb2dba5d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:04.310471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.357232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.383676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49ff2-269a-43aa-a4c0-1c27cf6828a4 req-132046bc-b342-4c76-a9aa-bb03b52cb416 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.396569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ed49ff2-269a-43aa-a4c0-1c27cf6828a4 req-132046bc-b342-4c76-a9aa-bb03b52cb416 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2915776 Aug 22 14:57:04.399922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-dd89fc91-99ba-42b5-ba1e-13101a867a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.401795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-dd89fc91-99ba-42b5-ba1e-13101a867a41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ddfbad-3791-447a-a96b-454abd32b331 HTTP/1.1" status: 200 len: 854 time: 0.2769620 Aug 22 14:57:04.432225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:04.437750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:04.488453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-2d012349-33c8-4165-a1f8-830ae2c8d8e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=55787710-63ae-4ab6-b3f7-14b1c606b20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646498 Aug 22 14:57:04.498530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.543709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c6960d-432a-4685-9dbb-f0d8e4223bd7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:04.546852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.551521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8f9f-8f3a-4367-9f61-80ba58f0a7b3 req-9c190267-ea96-40b5-a308-a3da0d53f438 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.553126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34bd8f9f-8f3a-4367-9f61-80ba58f0a7b3 req-9c190267-ea96-40b5-a308-a3da0d53f438 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.2831185 Aug 22 14:57:04.566819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ed49ff2-269a-43aa-a4c0-1c27cf6828a4 req-70d49661-547e-4ecc-b6df-6724579a102f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689644 Aug 22 14:57:04.688869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Pushing event updated for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:04.693139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.693891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.695572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-856d98f0-3d27-4dc7-b9e9-917c7a905979 service neutron] 10.222.0.10 "PUT /v2.0/ports/7de9c1bf-cb63-40a0-83db-e64ed7fa43fc HTTP/1.1" status: 200 len: 1092 time: 2.0084634 Aug 22 14:57:04.697426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:04.700054 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7baff9-1697-4fa8-92f4-9656d599526c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:04.727649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:04.818801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-2bbd22a0-4920-4bb4-bfff-3b181d9707b9 service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179152 Aug 22 14:57:04.845695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34bd8f9f-8f3a-4367-9f61-80ba58f0a7b3 req-c3029094-1e55-49ce-b97b-5a2d95ea9e29 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400463 Aug 22 14:57:04.872989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719742f-f5d0-4cec-99db-8b717810b591 req-880f97e4-8650-424e-b3e2-3fafc85e0d7f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:04.881521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8719742f-f5d0-4cec-99db-8b717810b591 req-880f97e4-8650-424e-b3e2-3fafc85e0d7f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 932 time: 0.1701713 Aug 22 14:57:05.051645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5272ffdf-1e5e-489d-b7f6-9540ab84449a req-ab7a96cc-0828-4823-a959-376bb5e9ba14 service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111011 Aug 22 14:57:05.076557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8719742f-f5d0-4cec-99db-8b717810b591 req-eff56904-35ba-4cfe-aa1c-e7b68e7e1fc0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940510 Aug 22 14:57:05.099461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.163933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.170334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.173581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.178115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d80eea2-094d-446c-bf44-ed48eacaee84 HTTP/1.1" status: 204 len: 168 time: 1.3870556 Aug 22 14:57:05.208884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:57:05.230387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daafb6b-16cc-4902-85d2-11ad8caed7fd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:05.239821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.240361 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Added segment d9393daa-901c-45b7-8650-096b6974c44f of type vlan for network e4ba391f-b7e3-4458-8459-550d38ccf0f0 Aug 22 14:57:05.262383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56df94-82da-47ae-ac3d-9314ce8f1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80eea2-094d-446c-bf44-ed48eacaee84,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:05.385809 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a21c07-6051-42e5-b4c4-a23ae9671799 x-openstack-request-id: req-20a21c07-6051-42e5-b4c4-a23ae9671799 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:05.386042 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:05.386300 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20a21c07-6051-42e5-b4c4-a23ae9671799 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:05.387089 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'status': 'completed', 'code': 200} Aug 22 14:57:05.450922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.454468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-22d2f01c-f1aa-4ae0-895d-077eeac0c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.456827 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-22d2f01c-f1aa-4ae0-895d-077eeac0c0ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72f68cb5fd943dd9300e7091971511f&device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 1095 time: 0.0687602 Aug 22 14:57:05.627703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-342bcfd3-9d57-47fb-a5dc-f9f9dc02d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.630322 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-342bcfd3-9d57-47fb-a5dc-f9f9dc02d703 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f72f68cb5fd943dd9300e7091971511f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1211321 Aug 22 14:57:05.698079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7b1f604-5140-4951-9e00-48b969d9b329 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0869763 Aug 22 14:57:05.727835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Request body: {'port': {'device_id': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:05.745032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.816422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f8eae-bcea-4912-86dd-c67cf3e75886 req-2452c637-6c81-4713-b64e-9692b01d3565 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.824030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca4f8eae-bcea-4912-86dd-c67cf3e75886 req-2452c637-6c81-4713-b64e-9692b01d3565 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 943 time: 0.5641558 Aug 22 14:57:05.833659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-0dced608-bb1f-4292-8b15-b8ae4ef2d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.835592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7a7baff9-1697-4fa8-92f4-9656d599526c req-0dced608-bb1f-4292-8b15-b8ae4ef2d7ec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955183 Aug 22 14:57:05.885646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9bb2-5349-495f-9889-ff15b8440283 req-c84c6e56-249a-4458-8133-cee628a366f8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.898682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b4f9bb2-5349-495f-9889-ff15b8440283 req-c84c6e56-249a-4458-8133-cee628a366f8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.2003820 Aug 22 14:57:05.925900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.926963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:05.927554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.939772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:05.961817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca4f8eae-bcea-4912-86dd-c67cf3e75886 req-63c59f54-32b7-46ea-9ec1-38e406eec5b5 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368437 Aug 22 14:57:06.020798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-b6a0ea8f-1312-4ebe-b686-25697f6cca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:06.021237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b4f9bb2-5349-495f-9889-ff15b8440283 req-ebf86b90-f41f-4ee5-90b3-c4e290c08f2a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261792 Aug 22 14:57:06.022361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-b6a0ea8f-1312-4ebe-b686-25697f6cca32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72f68cb5fd943dd9300e7091971511f&device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 1095 time: 0.0918660 Aug 22 14:57:06.082976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6363940 Aug 22 14:57:06.092836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:06.111198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Request body: {'subnet': {'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-subnet', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:06.116083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4f50b-7ebe-47de-b765-c87c19547bfa admin admin] Pushing event updated for resources: {'Network': ['ID=e4ba391f-b7e3-4458-8459-550d38ccf0f0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:06.118157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Router b6f6c551-8610-49e5-8a2f-b1777f0f808a has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:57:06.119818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-435ffd6c-d2cb-4a6b-8153-d0da5ab7dc98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc HTTP/1.1" status: 200 len: 217 time: 0.0798695 Aug 22 14:57:06.130924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:57:06.264084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-80ea99a2-85e9-4d6f-a8fa-3636ecab8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:06.265647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-80ea99a2-85e9-4d6f-a8fa-3636ecab8104 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae8fd939-5c9d-4a90-8923-b376c505e1f7 HTTP/1.1" status: 200 len: 845 time: 0.1262479 Aug 22 14:57:06.357878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e6824-0660-48ff-a2d7-948d22d9a00d req-8e244d96-a78c-47f2-9a59-08c1d9c2fc63 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:06.360047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44e6824-0660-48ff-a2d7-948d22d9a00d req-8e244d96-a78c-47f2-9a59-08c1d9c2fc63 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.2865593 Aug 22 14:57:06.387065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442670d-ead7-4502-b154-ae056a5a6063 req-5bac6bcf-7412-4b2a-ac1d-6a2f7a130c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:06.388629 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-5bac6bcf-7412-4b2a-ac1d-6a2f7a130c50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132040 Aug 22 14:57:06.423785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:06.432895 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-50ff070b-5dd0-488f-8a19-f3ae32d0375c admin admin] 10.222.0.53 "PUT /v2.0/routers/b6f6c551-8610-49e5-8a2f-b1777f0f808a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2452796 Aug 22 14:57:06.438086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34706) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:06.438544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Sync routers for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:06.457594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:06.461099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:06.478439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aafdc-74cd-4ba7-a22b-37f43bc3d9a3 req-bd74d86b-657d-4755-a34f-dd12317cbabd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:06.486405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-913aafdc-74cd-4ba7-a22b-37f43bc3d9a3 req-bd74d86b-657d-4755-a34f-dd12317cbabd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 932 time: 0.2295148 Aug 22 14:57:06.506952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a44e6824-0660-48ff-a2d7-948d22d9a00d req-8a72a15a-6c20-44eb-bbb2-54a266af13c5 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324368 Aug 22 14:57:06.515026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:06.517461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:06.540518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:06.676673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:06.732205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:06.733663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5b6e01f-5e28-469b-a7a0-4d6539b6d206 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:06.847409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-a84c3e31-8180-4643-8880-78861a193484 service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495063 Aug 22 14:57:06.847871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-913aafdc-74cd-4ba7-a22b-37f43bc3d9a3 req-866bbe8b-48ee-42c7-b3cc-df1b22e672b9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605506 Aug 22 14:57:06.877698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:06.984837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:07.007673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.015862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.103098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d442670d-ead7-4502-b154-ae056a5a6063 req-063b3bae-26fa-420d-800f-1093ff7f723d service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451472 Aug 22 14:57:07.143058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:07.158058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Deleting port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:07.159152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.179287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Transition to ACTIVE for port object 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:07.231017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:57:07.240878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Checking segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:07.240878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Network hostable DHCP agents. Network: e4ba391f-b7e3-4458-8459-550d38ccf0f0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:57:07.246741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.254680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0bf38-7d00-40b7-bf7d-ea887e26c317 req-7b11b13f-d129-4d64-88fb-f8eb2a10fd70 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:07.262322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ce0bf38-7d00-40b7-bf7d-ea887e26c317 req-7b11b13f-d129-4d64-88fb-f8eb2a10fd70 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 943 time: 0.1450396 Aug 22 14:57:07.292816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.307450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] For port 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:07.307450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.314259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8213675-c4b2-45fd-957f-09a4b3a18385 req-9ff719ed-2129-47b2-ae75-f581e015f09c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:07.315896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8213675-c4b2-45fd-957f-09a4b3a18385 req-9ff719ed-2129-47b2-ae75-f581e015f09c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1512103 Aug 22 14:57:07.327752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Calling delete_port for 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:07.333923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.381267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:07.383633 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac4865b-1511-4765-adf3-d44a77ce0ad0" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:07.402612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ce0bf38-7d00-40b7-bf7d-ea887e26c317 req-1556245f-90d9-4792-a1b2-26abb796522e tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364632 Aug 22 14:57:07.425280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:57:07.432053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:07.441570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,segment=NetworkSegment(710beb37-7235-4a44-8fac-097373fb584e),segment_id=710beb37-7235-4a44-8fac-097373fb584e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:07.458978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206', 'network_id': '55787710-63ae-4ab6-b3f7-14b1c606b20c', 'port_id': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206', 'mac_address': 'fa:16:3e:2a:7d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ddfbad-3791-447a-a96b-454abd32b331', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:07.462684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8213675-c4b2-45fd-957f-09a4b3a18385 req-cbc3dc9b-83a8-49a9-b781-e35a7ed19f5b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187403 Aug 22 14:57:07.463551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:07.527318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e4ba391f-b7e3-4458-8459-550d38ccf0f0) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:07.537192 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.538549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:07.539165 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.579077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e91ffa-7dfd-4355-bb0d-51a89fb2475d None None] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:07.631126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Attempting to bind port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:07.631489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Attempting to bind port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:07.631823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Attempting to bind port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:07.671840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19c05ce6-b113-4f37-970d-88e964a77424 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5752811 Aug 22 14:57:07.674118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed on network 8e0838c1-203a-4900-9ad7-eb2401cb48df not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:57:07.674459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Attempting to bind port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:07.676812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34736) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:07.682319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:07.721485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:07.722343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Checking segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:07.722904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Bound using segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:07.723351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Bound port: 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:07.723713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.729530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.816144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:57:04Z', 'revision_number': 5, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port': {'id': '8e9c25f7-83e3-4d2c-a187-cfd2a603e49d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:25:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:54:53Z', 'updated_at': '2021-08-22T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:07.822536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b6e01f-5e28-469b-a7a0-4d6539b6d206 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:07.856697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:07.860401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:07.872612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a69a-6078-4db1-a8a0-6b3df94b161a req-7d60c8d2-f6f9-45d3-9538-e9391e48b331 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:07.874288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e300a69a-6078-4db1-a8a0-6b3df94b161a req-7d60c8d2-f6f9-45d3-9538-e9391e48b331 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.2310123 Aug 22 14:57:07.883714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34742) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:07.893064 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b2de78-1468-4c96-ab8e-d1a88c581c11 x-openstack-request-id: req-d9b2de78-1468-4c96-ab8e-d1a88c581c11 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:07.893685 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:07.893851 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9b2de78-1468-4c96-ab8e-d1a88c581c11 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:07.894394 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'code': 200} Aug 22 14:57:07.895196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Checking router: b6f6c551-8610-49e5-8a2f-b1777f0f808a for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:07.913376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.916265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:07.916396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:07.932373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,segment=NetworkSegment(710beb37-7235-4a44-8fac-097373fb584e),segment_id=710beb37-7235-4a44-8fac-097373fb584e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:07.938806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Routers {'b6f6c551-8610-49e5-8a2f-b1777f0f808a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:07.939459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:08.012436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.013887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.030853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e300a69a-6078-4db1-a8a0-6b3df94b161a req-f769d7a8-9d86-49ce-9edb-488f852acf70 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406708 Aug 22 14:57:08.037001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.057337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9c25f7-83e3-4d2c-a187-cfd2a603e49d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:08.070316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.084555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:57:08.088169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.111732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.116808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.116808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-df439190-52a8-4030-89be-1164671cfc84 service neutron] 10.222.0.10 "PUT /v2.0/ports/37a39ed8-0ce4-44ae-9721-ba1c60ed60ed HTTP/1.1" status: 200 len: 1092 time: 2.3935051 Aug 22 14:57:08.118688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:08.122380 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ac3b6-6075-4a74-b13f-0fa01200b390" -d '{"events": [{"name": "network-changed", "server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:08.152984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] Set router b6f6c551-8610-49e5-8a2f-b1777f0f808a gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:08.191783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd8f1-c774-4035-98bc-408bca2b84f7 req-2bfb33dc-2261-4da5-82e3-dec4237e90ba tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.194171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-230bd8f1-c774-4035-98bc-408bca2b84f7 req-2bfb33dc-2261-4da5-82e3-dec4237e90ba tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.2395620 Aug 22 14:57:08.202232 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8537a-d1a0-43f2-a0c4-95aa8d825435 x-openstack-request-id: req-4ce8537a-d1a0-43f2-a0c4-95aa8d825435 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:08.202986 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:08.203589 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ce8537a-d1a0-43f2-a0c4-95aa8d825435 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:08.204484 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'status': 'completed', 'code': 200} Aug 22 14:57:08.234849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-645ee183-e771-4752-9bf3-298079a14ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:57:06Z', 'revision_number': 6, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:08.257293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1048394813', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:08.286946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.297489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df439190-52a8-4030-89be-1164671cfc84 service neutron] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:08.330624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ee183-e771-4752-9bf3-298079a14ece None None] The sync data for ids ['b6f6c551-8610-49e5-8a2f-b1777f0f808a'] in n-d-805046-3 is: [{'id': 'b6f6c551-8610-49e5-8a2f-b1777f0f808a', 'name': 'tempest-AttachSCSIVolumeTestJSON-277173906-router', 'tenant_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:54:50Z', 'updated_at': '2021-08-22T14:57:06Z', 'revision_number': 6, 'project_id': 'c0a53f1bc19f4720ac9cf73b8060499e', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:08.342184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:08.347502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-e4872ce7-1aa5-4746-a141-93fdb362d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.349331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-e4872ce7-1aa5-4746-a141-93fdb362d5fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 1095 time: 0.0979311 Aug 22 14:57:08.353963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-230bd8f1-c774-4035-98bc-408bca2b84f7 req-d52a2eac-8713-4c27-8ec1-aaceea30abfb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479623 Aug 22 14:57:08.428062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e5b6e01f-5e28-469b-a7a0-4d6539b6d206'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:08.462839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.465114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.532636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Allocated IP 172.20.0.2 (e4ba391f-b7e3-4458-8459-550d38ccf0f0/21b97117-cfcc-4e6b-8b94-cce7bf8e92dd/bac604be-7a48-4f1a-a3f5-26c2af54336d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:08.546218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:08.572248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.597193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-15ce1449-6295-4a6e-83a1-c14406b961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.599704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-15ce1449-6295-4a6e-83a1-c14406b961ae service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=baed2d82c3a541f39744c9095b4e4903&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2336218 Aug 22 14:57:08.653979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.654929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f6c551-8610-49e5-8a2f-b1777f0f808a {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:57:08.664412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.666293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72e56e95-3a00-43cc-8ffc-64dd9e5aa4af admin admin] 10.222.0.53 "DELETE /v2.0/routers/b6f6c551-8610-49e5-8a2f-b1777f0f808a HTTP/1.1" status: 204 len: 168 time: 2.2268112 Aug 22 14:57:08.668604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34754) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:08.750536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Deleting subnet e7b6c231-2f43-4419-9ad4-4f81ae6ad613 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:57:08.758581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.798810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Made reservation on behalf of d310eff57e0d488389a8e1077cd68b29 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:08.802126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.843597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.846112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df3b4a-d6d5-4ba7-9a28-ab0af8954e5e req-358f17c8-088e-4cc0-91a1-4e1b1f6286d4 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.848699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4df3b4a-d6d5-4ba7-9a28-ab0af8954e5e req-358f17c8-088e-4cc0-91a1-4e1b1f6286d4 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 944 time: 0.2479782 Aug 22 14:57:08.906774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:08.909697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48030e2-e2de-4eea-b9b0-4555bf92d93b req-8fd5b3ca-586f-4712-9004-ac38fadb1054 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.910521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:08.911929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d48030e2-e2de-4eea-b9b0-4555bf92d93b req-8fd5b3ca-586f-4712-9004-ac38fadb1054 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 947 time: 0.2966962 Aug 22 14:57:08.927524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-5bfb94b5-9a68-4da6-a42a-9084eb8d16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.929559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf7ac3b6-6075-4a74-b13f-0fa01200b390 req-5bfb94b5-9a68-4da6-a42a-9084eb8d16a6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184996 Aug 22 14:57:08.940681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'mac_address': 'fa:16:3e:db:57:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:08.965131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-086d3267-3682-435e-a89b-be17e7bc6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:08.966075 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-086d3267-3682-435e-a89b-be17e7bc6ece service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b799659d0c74225b8a4b27bb2307281&device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1098 time: 0.2114861 Aug 22 14:57:08.998866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4df3b4a-d6d5-4ba7-9a28-ab0af8954e5e req-7bdd5dd5-86bf-4552-9de0-1e23dcae05ac tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402879 Aug 22 14:57:09.014957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d48030e2-e2de-4eea-b9b0-4555bf92d93b req-155b80dc-f4fe-4c50-8465-4482a4092aa2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955751 Aug 22 14:57:09.072303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.080437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-eddb8a1a-eea7-4192-82d6-31c07d09eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.084256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-eddb8a1a-eea7-4192-82d6-31c07d09eb3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 1095 time: 0.0816512 Aug 22 14:57:09.113750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:09.169553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:09.172756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.183508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.194367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-40be11b8-7511-4a1d-99be-a33d66d81c55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed HTTP/1.1" status: 200 len: 217 time: 0.0960693 Aug 22 14:57:09.195619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Transition to ACTIVE for port object bac604be-7a48-4f1a-a3f5-26c2af54336d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:09.222357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Transition to ACTIVE for port object bac604be-7a48-4f1a-a3f5-26c2af54336d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:09.316889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-1a4b1ad6-faac-4a53-a638-ef4deab5d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.317930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-1a4b1ad6-faac-4a53-a638-ef4deab5d680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.1067758 Aug 22 14:57:09.321293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-2c561467-059e-4cc5-925e-8b3255a13c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.322818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-2c561467-059e-4cc5-925e-8b3255a13c42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2965615 Aug 22 14:57:09.336644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad74a6e-13c8-4516-9906-4386dd747464 req-0d6e6e7a-3d53-4938-b31d-9f8e1b75370b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.344652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.353416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dad74a6e-13c8-4516-9906-4386dd747464 req-0d6e6e7a-3d53-4938-b31d-9f8e1b75370b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.1465623 Aug 22 14:57:09.354349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:09.380948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-ba1151a2-dc7f-46d1-aa14-456e00de7c55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa HTTP/1.1" status: 200 len: 217 time: 0.0444553 Aug 22 14:57:09.402077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-67248a81-d254-4085-93a9-617a2ed1ec30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463052 Aug 22 14:57:09.458000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34764) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:09.501031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dad74a6e-13c8-4516-9906-4386dd747464 req-e063a5fe-b427-4ea7-8811-697d8ac915bf tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545837 Aug 22 14:57:09.516639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.530664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.599203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] device_id is not set on port 9e98131c-d305-48c4-80d0-b86a9ace8a50 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:57:09.616021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b6c231-2f43-4419-9ad4-4f81ae6ad613,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:09.623227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.623334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9d9cfcb7-0f4d-48b2-a528-211064d4d513 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7b6c231-2f43-4419-9ad4-4f81ae6ad613 HTTP/1.1" status: 204 len: 168 time: 0.9537129 Aug 22 14:57:09.626367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-081e258e-feed-4f6f-80c6-4be1e717979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.628888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-081e258e-feed-4f6f-80c6-4be1e717979a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2360630 Aug 22 14:57:09.635856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34768) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:09.680821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:09.681314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8e9c25f7-83e3-4d2c-a187-cfd2a603e49d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:09.681834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b9c6960d-432a-4685-9dbb-f0d8e4223bd7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:09.709841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb942f2a-eced-4e42-9a7f-051863fa01ec None None] Network c5956680-3053-474c-adb2-2abe3066b2c8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:09.711721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad07542c-4429-416c-a271-a9706a5b77f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.730452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.733004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.741918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541174c-29ac-4b66-9c3d-fad84640ee02,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:09.763592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb572-1c0d-4bd9-9301-5ef882973d44 req-8d74bab5-6c1d-4d7a-9f3e-69bafeca2516 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:09.765741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1ebb572-1c0d-4bd9-9301-5ef882973d44 req-8d74bab5-6c1d-4d7a-9f3e-69bafeca2516 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.2322974 Aug 22 14:57:09.803586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b9c6960d-432a-4685-9dbb-f0d8e4223bd7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:09.803798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-a7641efa-e27e-46b1-9994-f5dc26d06f2b service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838160 Aug 22 14:57:09.804371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b9c6960d-432a-4685-9dbb-f0d8e4223bd7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:09.859826 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:09.869575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1ebb572-1c0d-4bd9-9301-5ef882973d44 req-4b25e746-a82f-432d-8250-2099c4b91b85 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952411 Aug 22 14:57:09.902667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:09.918302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:09.929232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Pushing event updated for resources: {'Port': ['ID=bac604be-7a48-4f1a-a3f5-26c2af54336d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:09.933127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:09.972757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180bc0f0-9f4c-43a7-a7dc-310c5887e1d1 req-cf6cbb98-f07d-4154-b496-c17761077c25 service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558726 Aug 22 14:57:10.011414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad07542c-4429-416c-a271-a9706a5b77f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.116428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:10.130844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Attempting to bind port bac604be-7a48-4f1a-a3f5-26c2af54336d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:10.131494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Attempting to bind port bac604be-7a48-4f1a-a3f5-26c2af54336d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:10.132082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Attempting to bind port bac604be-7a48-4f1a-a3f5-26c2af54336d on network e4ba391f-b7e3-4458-8459-550d38ccf0f0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:10.148563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:10.149256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Checking segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:10.149773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.150249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Bound using segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:10.150995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Bound port: bac604be-7a48-4f1a-a3f5-26c2af54336d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:10.151489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.165690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:10.173001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad07542c-4429-416c-a271-a9706a5b77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.255803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07542c-4429-416c-a271-a9706a5b77f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3408bea5-e1c1-4cc8-bd43-5b327eaf716e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:10.262718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad07542c-4429-416c-a271-a9706a5b77f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09f98dd478e546cabec1286c9e14913f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032570 Aug 22 14:57:10.267241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34774) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:10.278830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] DHCP port deletion for c5956680-3053-474c-adb2-2abe3066b2c8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:57:10.290394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3206e-a15e-4d22-b0db-5c7b3a159456 req-a5d95ce8-6635-4266-94c8-3a6827ff637a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:10.292329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcf3206e-a15e-4d22-b0db-5c7b3a159456 req-a5d95ce8-6635-4266-94c8-3a6827ff637a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.1585329 Aug 22 14:57:10.295132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] For port bac604be-7a48-4f1a-a3f5-26c2af54336d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:10.300372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] For port bac604be-7a48-4f1a-a3f5-26c2af54336d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bac604be-7a48-4f1a-a3f5-26c2af54336d,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:10.307152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.312679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.320990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892dce-79e0-41cc-9827-de0abe156905 req-6f21a971-79c8-444e-b107-f02c492fe192 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:10.321921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-cc149a7e-8342-4f73-a482-113bf48e2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:10.322641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9892dce-79e0-41cc-9827-de0abe156905 req-6f21a971-79c8-444e-b107-f02c492fe192 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 944 time: 0.1780837 Aug 22 14:57:10.324048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-cc149a7e-8342-4f73-a482-113bf48e2dbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6434100 Aug 22 14:57:10.347001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.372083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.427887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcf3206e-a15e-4d22-b0db-5c7b3a159456 req-df54153b-a2eb-49b6-804f-a93bd1fe76f4 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007974 Aug 22 14:57:10.435305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.445201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Deleting port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:10.445580 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.462160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9892dce-79e0-41cc-9827-de0abe156905 req-0a63080d-6fec-4054-ab1e-134c1a642caa tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217639 Aug 22 14:57:10.480475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.509059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025b1b-3f60-4636-9579-9ea13ff3f8d8 None None] Pushing event updated for resources: {'Port': ['ID=bac604be-7a48-4f1a-a3f5-26c2af54336d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:10.544482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Allocated IP 172.25.0.234 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9e98131c-d305-48c4-80d0-b86a9ace8a50) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:10.593607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] For port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:10.594034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.613936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Calling delete_port for 394507c0-c0bc-4d43-997f-4e47e5e1ddcb owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:10.656085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b0e2-9a7c-4ccd-9ea9-9af96c563dd4 req-051c53a8-91b1-4c81-b3dd-7b30a4588a7f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:10.658112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb38b0e2-9a7c-4ccd-9ea9-9af96c563dd4 req-051c53a8-91b1-4c81-b3dd-7b30a4588a7f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.0635953 Aug 22 14:57:10.666524 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-7d42a7a1-1476-4400-80c0-2b4418626bdc service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301160 Aug 22 14:57:10.676343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.680349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.683158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3408bea5-e1c1-4cc8-bd43-5b327eaf716e HTTP/1.1" status: 204 len: 168 time: 0.4149148 Aug 22 14:57:10.686062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5b6e01f-5e28-469b-a7a0-4d6539b6d206 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:10.696018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4381b-1436-4a77-a918-d8dc630da47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3408bea5-e1c1-4cc8-bd43-5b327eaf716e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:10.760295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb38b0e2-9a7c-4ccd-9ea9-9af96c563dd4 req-00e6af3e-6142-45be-8b39-06088ba11bb1 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479646 Aug 22 14:57:10.880681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Deleting port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:10.880942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.912183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.925875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:10.930378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:10.930998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:10.993593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ace2b44-23d1-4079-9d41-2d3d7dbd81ee req-902fbd98-664c-46ad-890c-5040f53499d9 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144019 Aug 22 14:57:10.999705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] For port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,segment=NetworkSegment(1f552e1d-57c2-4ff2-a256-589a0df31d09),segment_id=1f552e1d-57c2-4ff2-a256-589a0df31d09)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:11.000127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.011662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.032248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Calling delete_port for 394507c0-c0bc-4d43-997f-4e47e5e1ddcb owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:11.054841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bc6e3-75b1-4a46-b51f-bcf8b46934d8 req-05dadaec-862b-4479-b836-ca0fe6ca947d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.057575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e1bc6e3-75b1-4a46-b51f-bcf8b46934d8 req-05dadaec-862b-4479-b836-ca0fe6ca947d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.0957267 Aug 22 14:57:11.069495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bac604be-7a48-4f1a-a3f5-26c2af54336d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:11.076148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] Pushing event deleted for resources: {'Port': ['ID=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:11.107765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ba0df-edb6-431b-ab3b-19ff2b5cdc7f None None] No DVR routers for this DVR port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:11.131742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e1bc6e3-75b1-4a46-b51f-bcf8b46934d8 req-a1778a7a-a0fd-4fa0-80e4-40a8a74366bc tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671308 Aug 22 14:57:11.167336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.169387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.183761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.202501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:11.206301 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba08ee3-8b70-4d85-ab2e-68b19583b9ed" -d '{"events": [{"server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "name": "network-vif-plugged", "status": "completed", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:11.233600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,segment=NetworkSegment(710beb37-7235-4a44-8fac-097373fb584e),segment_id=710beb37-7235-4a44-8fac-097373fb584e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:11.254538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port bac604be-7a48-4f1a-a3f5-26c2af54336d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:11.260682 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43793d9-60f4-4892-8f45-b847526314a4 x-openstack-request-id: req-d43793d9-60f4-4892-8f45-b847526314a4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:11.261062 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "name": "network-vif-plugged", "status": "completed", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:11.261391 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d43793d9-60f4-4892-8f45-b847526314a4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:11.261865 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206', 'code': 200} Aug 22 14:57:11.273086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] No DVR routers for this DVR port 394507c0-c0bc-4d43-997f-4e47e5e1ddcb on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:11.282080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:11.288415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:11.288415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:11.305870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.368165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 394507c0-c0bc-4d43-997f-4e47e5e1ddcb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:11.400106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Allocated IP 172.25.0.185 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6b77f1cb-1140-4e43-bf46-79909be43357) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:11.404438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcde94-1975-4ada-a659-547eefc0bc71 req-e79bcd01-d08e-4925-a4d1-1caecba62e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.407165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fdcde94-1975-4ada-a659-547eefc0bc71 req-e79bcd01-d08e-4925-a4d1-1caecba62e60 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 1096 time: 0.0622807 Aug 22 14:57:11.409880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Pushing event updated for resources: {'Port': ['ID=9e98131c-d305-48c4-80d0-b86a9ace8a50,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:11.416284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 394507c0-c0bc-4d43-997f-4e47e5e1ddcb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:11.416851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 394507c0-c0bc-4d43-997f-4e47e5e1ddcb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:11.424010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:11.459191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fdcde94-1975-4ada-a659-547eefc0bc71 req-993acd5e-71b2-46d5-8617-99d6fe6fe938 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Aug 22 14:57:11.468774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Pushing event deleted for resources: {'Port': ['ID=394507c0-c0bc-4d43-997f-4e47e5e1ddcb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:11.503745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.504522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.526178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.549897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5956680-3053-474c-adb2-2abe3066b2c8']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:11.582136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d1818-dfa8-4c5a-8d19-4115baad07c3 req-5862f827-ab80-41bd-96b2-bb41676cc94d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.589623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-949d1818-dfa8-4c5a-8d19-4115baad07c3 req-5862f827-ab80-41bd-96b2-bb41676cc94d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0719941 Aug 22 14:57:11.592062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f552e1d-57c2-4ff2-a256-589a0df31d09') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:11.592355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f552e1d-57c2-4ff2-a256-589a0df31d09') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:11.605863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.659725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.660029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-949d1818-dfa8-4c5a-8d19-4115baad07c3 req-947ec285-7c2b-40df-ab7a-4be9d338ddce tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672648 Aug 22 14:57:11.681405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b84b9781-ebf4-461e-84e1-687a41c57f5f tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7965276 Aug 22 14:57:11.691582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4732-d4dc-4e75-8004-8f4ecced23ed req-267b34e2-3f5d-42f0-bec2-7015652a8959 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:57:11.691861 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:57:11.694201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4192848-bb4f-4829-b495-834f7d4ef946 None None] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:11.696674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e4b4732-d4dc-4e75-8004-8f4ecced23ed req-267b34e2-3f5d-42f0-bec2-7015652a8959 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1047375 Aug 22 14:57:11.697355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34790) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:11.697788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34792) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:11.709343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}]}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:11.737101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-108a6f76-4949-4607-bf2b-8625b7a79ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.751378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.793448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e4b4732-d4dc-4e75-8004-8f4ecced23ed req-69e0d622-16fb-4f88-bcfc-cc0b1d7820ad tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876977 Aug 22 14:57:11.884673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8b424-cd95-43ef-8210-6adb767bfc78 req-0faf4681-31af-4376-a9d7-16a717a22b44 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:11.886192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c8b424-cd95-43ef-8210-6adb767bfc78 req-0faf4681-31af-4376-a9d7-16a717a22b44 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 944 time: 0.0526552 Aug 22 14:57:11.900228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Provisioning for port bac604be-7a48-4f1a-a3f5-26c2af54336d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:11.909536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Provisioning complete for port bac604be-7a48-4f1a-a3f5-26c2af54336d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:11.910421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.933606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c8b424-cd95-43ef-8210-6adb767bfc78 req-e21c7505-2808-4c44-aaa4-691063381ab3 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Aug 22 14:57:11.955226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.960263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.973617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:11.974796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.032236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.036223 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5956680-3053-474c-adb2-2abe3066b2c8 HTTP/1.1" status: 204 len: 168 time: 2.3972418 Aug 22 14:57:12.037392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Pushing event updated for resources: {'Port': ['ID=6b77f1cb-1140-4e43-bf46-79909be43357,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:12.043621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.072850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.100938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] For port bac604be-7a48-4f1a-a3f5-26c2af54336d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bac604be-7a48-4f1a-a3f5-26c2af54336d,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:12.102142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:12.107058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9a2a-3596-4cd0-977f-ab1024b873cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5956680-3053-474c-adb2-2abe3066b2c8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:12.114136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:12.116490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:12.134401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-108a6f76-4949-4607-bf2b-8625b7a79ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.183353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.230089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-108a6f76-4949-4607-bf2b-8625b7a79ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.248351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dbcc4-3113-45d8-bccb-b9fc3953eaeb None None] Pushing event updated for resources: {'Port': ['ID=bac604be-7a48-4f1a-a3f5-26c2af54336d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:12.306833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-36af0949-3c00-4f4b-a473-12e69cc96e9d None None] Provisioning complete for port bac604be-7a48-4f1a-a3f5-26c2af54336d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:12.307209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36af0949-3c00-4f4b-a473-12e69cc96e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.480946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:12.526427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.560575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:12.569717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:12.575115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b553c7e0-6a14-430e-8051-45a11677e7a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96ce95fa843947a892312446a9085fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923672 Aug 22 14:57:12.584205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34802) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:12.653372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-108a6f76-4949-4607-bf2b-8625b7a79ba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab156cc84ddf47a585ac36af0d5125b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506047 Aug 22 14:57:12.654940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:12.655898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6f76-4949-4607-bf2b-8625b7a79ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80309a5b-b896-423a-b794-c87d2e64a4e7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:12.695215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.707652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980df78-5a8d-4ecb-85e7-55ff7036c2d9 req-e60b6cae-b49b-4f21-aa13-b0deb4147904 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:12.714425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d980df78-5a8d-4ecb-85e7-55ff7036c2d9 req-e60b6cae-b49b-4f21-aa13-b0deb4147904 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.4972250 Aug 22 14:57:12.739162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.754501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d980df78-5a8d-4ecb-85e7-55ff7036c2d9 req-e88d3b01-56b0-48b2-abf2-9c87b25b9d1a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Aug 22 14:57:12.764480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:12.779129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'port_id': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'mac_address': 'fa:16:3e:e1:cc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:12.811679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0b72-48ae-4981-8365-bc19da802057 req-10b35e10-85a8-4eb6-8d70-4191e2fbc205 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:12.813293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ca0b72-48ae-4981-8365-bc19da802057 req-10b35e10-85a8-4eb6-8d70-4191e2fbc205 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 949 time: 0.0573046 Aug 22 14:57:12.816112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 62a11562-b787-4fa5-957b-ba2f5d0776fa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:12.816112 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.840179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.856717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.863076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.864985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ca0b72-48ae-4981-8365-bc19da802057 req-9f20c188-d53d-43b1-a866-e942b8730bab tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Aug 22 14:57:12.900851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:12.945737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.956624 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:12.959999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:13.016491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c6cd8-9e8d-4ba3-80f8-10188fa8a3be req-ba0f1e12-1e30-4a51-86d4-e96fdfa834cc tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:13.024952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c94c6cd8-9e8d-4ba3-80f8-10188fa8a3be req-ba0f1e12-1e30-4a51-86d4-e96fdfa834cc tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1251445 Aug 22 14:57:13.079524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bac604be-7a48-4f1a-a3f5-26c2af54336d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:13.082706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.126311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c94c6cd8-9e8d-4ba3-80f8-10188fa8a3be req-5c46213c-e33b-4c46-848a-32decceffd06 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983896 Aug 22 14:57:13.153903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:13.167777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bac604be-7a48-4f1a-a3f5-26c2af54336d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:13.168407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.176570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.179342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.182967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/836ff88f-d64e-43e2-af05-e238cb2543a0 HTTP/1.1" status: 204 len: 168 time: 0.5944996 Aug 22 14:57:13.192536 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.208152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450a0a4-4a12-4ef2-8097-495fa3fb22d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836ff88f-d64e-43e2-af05-e238cb2543a0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:13.216246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.222766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.224270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80309a5b-b896-423a-b794-c87d2e64a4e7 HTTP/1.1" status: 204 len: 168 time: 0.5617967 Aug 22 14:57:13.240377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ff503-2399-49b3-bdf4-3af65ada17e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80309a5b-b896-423a-b794-c87d2e64a4e7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:13.245248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:13.264615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:13.266853 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2fc27a-ce14-4879-8271-581011e25323" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:13.269998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.271170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Router 87dfd816-2e80-4116-88a6-c71fff32756d is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:57:13.278493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a217d-b001-4bf9-8619-c11bc1eb0252 req-54c2b1af-6409-4d09-bb71-42d6fcf3efe8 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:13.280579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d21a217d-b001-4bf9-8619-c11bc1eb0252 req-54c2b1af-6409-4d09-bb71-42d6fcf3efe8 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 945 time: 0.1534262 Aug 22 14:57:13.287334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.325297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.331350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=11']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:13.386090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d21a217d-b001-4bf9-8619-c11bc1eb0252 req-e66981fd-47e5-4c8b-b2c0-54c5cf2f8a4d tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961587 Aug 22 14:57:13.386656 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fec58d-8318-4ea9-b77b-ba78808ad0e1 x-openstack-request-id: req-b8fec58d-8318-4ea9-b77b-ba78808ad0e1 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:13.386951 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-plugged", "status": "completed", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:13.387209 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8fec58d-8318-4ea9-b77b-ba78808ad0e1 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:13.387597 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'code': 200} Aug 22 14:57:13.492053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:13.504903 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Sync routers for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:13.527113 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:13.527796 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:13.573137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce169b0-6148-4edb-8c49-b46d9196b5dd req-b960f3b9-bf02-46e9-8aad-4e8b04d837d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:13.574686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ce169b0-6148-4edb-8c49-b46d9196b5dd req-b960f3b9-bf02-46e9-8aad-4e8b04d837d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1101 time: 0.0424731 Aug 22 14:57:13.575894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.579625 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab67faab-6b30-465c-a9e1-8ee6c0b21804 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8985350 Aug 22 14:57:13.582970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34820) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:13.583333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:13.603296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:13.649969 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:13.657978 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7ce169b0-6148-4edb-8c49-b46d9196b5dd req-d00f5eb0-558e-43c2-85df-6dfff050cea0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Aug 22 14:57:13.878745 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:12Z', 'revision_number': 3, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:13.913461 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Checking router: 87dfd816-2e80-4116-88a6-c71fff32756d for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:13.913980 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Updating router 87dfd816-2e80-4116-88a6-c71fff32756d port 6b77f1cb-1140-4e43-bf46-79909be43357 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:57:13.951419 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.078192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.084573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.131006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.171457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312342b8-8395-428b-bd0b-fd64c0de4f98 req-e3f42e4c-da48-45b5-956e-c132a28eb10d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:14.173116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-312342b8-8395-428b-bd0b-fd64c0de4f98 req-e3f42e4c-da48-45b5-956e-c132a28eb10d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.1772211 Aug 22 14:57:14.187829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604241a-2145-42f7-b4a9-08914b02faac req-fd1c2d1b-a1ee-473a-a265-631d63b20e87 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:14.189451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8604241a-2145-42f7-b4a9-08914b02faac req-fd1c2d1b-a1ee-473a-a265-631d63b20e87 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 950 time: 0.1322789 Aug 22 14:57:14.269187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8604241a-2145-42f7-b4a9-08914b02faac req-552609f9-6ab0-4050-bb5f-8d9b1fc30aa2 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Aug 22 14:57:14.272702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.273213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a45dcbe5-83d5-4f8a-ac74-20ee22e6ccfd {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:57:14.322299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-312342b8-8395-428b-bd0b-fd64c0de4f98 req-fa500802-8418-45f9-966d-db045a8ebff3 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310065 Aug 22 14:57:14.373783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Allocated IP 172.20.0.1 (e4ba391f-b7e3-4458-8459-550d38ccf0f0/21b97117-cfcc-4e6b-8b94-cce7bf8e92dd/cf9b736f-f1cd-4f69-8466-11befe62c5de) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:14.391459 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.403395 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Transition to ACTIVE for port object 6b77f1cb-1140-4e43-bf46-79909be43357 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:14.403636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34840) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:14.415468 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 22 14:57:14.416551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7f80c7a6-5d06-48d6-9061-cd13eb926d38 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7177191 Aug 22 14:57:14.419402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:14.437339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f8c7b-2b8f-4c1e-8529-7b245caf9a1c req-df2fcaa7-680b-464a-b305-b60aec39e37d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:14.438982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c9f8c7b-2b8f-4c1e-8529-7b245caf9a1c req-df2fcaa7-680b-464a-b305-b60aec39e37d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.0861545 Aug 22 14:57:14.458780 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.488793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fb2ef79c-f58d-4fa5-90b8-b869fb0798e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0a53f1bc19f4720ac9cf73b8060499e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829489 Aug 22 14:57:14.489471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34848) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:14.517330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c9f8c7b-2b8f-4c1e-8529-7b245caf9a1c req-dfb50c53-8e00-4930-814e-965c01c8de36 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659380 Aug 22 14:57:14.564097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:14.573283 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.577600 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Attempting to bind port 6b77f1cb-1140-4e43-bf46-79909be43357 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:14.578115 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Attempting to bind port 6b77f1cb-1140-4e43-bf46-79909be43357 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:14.578310 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Attempting to bind port 6b77f1cb-1140-4e43-bf46-79909be43357 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:14.603401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Transition to ACTIVE for port object cf9b736f-f1cd-4f69-8466-11befe62c5de will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:14.609730 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716f95-3935-4c32-9517-6e7a433213d3 None None] Pushing event updated for resources: {'Port': ['ID=6b77f1cb-1140-4e43-bf46-79909be43357,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Bound port: 6b77f1cb-1140-4e43-bf46-79909be43357, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:14.631556 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.633069 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Deleting port 9e98131c-d305-48c4-80d0-b86a9ace8a50 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:14.633069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.690795 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] For port 6b77f1cb-1140-4e43-bf46-79909be43357, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:14.695866 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] For port 6b77f1cb-1140-4e43-bf46-79909be43357, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6b77f1cb-1140-4e43-bf46-79909be43357,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:14.720351 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.731738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:14.745174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.745386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0082e6d-28b8-4d06-8e01-7d4fbc7af16d req-d5b5383c-0dc3-40b2-88b6-a291d3bdf63a tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:14.748283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'mac_address': 'fa:16:3e:fc:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:14.758190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Calling delete_port for 9e98131c-d305-48c4-80d0-b86a9ace8a50 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:14.758548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0082e6d-28b8-4d06-8e01-7d4fbc7af16d req-d5b5383c-0dc3-40b2-88b6-a291d3bdf63a tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 945 time: 0.2183125 Aug 22 14:57:14.774366 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.793040 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.810332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.815163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.824461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:14.838418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0082e6d-28b8-4d06-8e01-7d4fbc7af16d req-13dd73b6-dafb-4375-a311-c1aafe2aab4c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764716 Aug 22 14:57:14.858844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:14.859778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:14.860433 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:14.887373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:14.892569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:14.910239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:14.945957 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716f95-3935-4c32-9517-6e7a433213d3 None None] Pushing event updated for resources: {'Port': ['ID=6b77f1cb-1140-4e43-bf46-79909be43357,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:14.970034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:14.974237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.976925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.982421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:14.988566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c927d343-0a8c-4a82-85b9-80828609603f HTTP/1.1" status: 204 len: 168 time: 0.4964449 Aug 22 14:57:15.007555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6100239-7ee3-492b-aa84-0b89eb88142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c927d343-0a8c-4a82-85b9-80828609603f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:15.029310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.092131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:15.094023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:15.320972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.393247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:15.478817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d51e98-2ae8-4d08-8479-06e28013b1e6 req-04407ec8-dc1c-4a77-9fc0-fa16635f9cdc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:15.484277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45d51e98-2ae8-4d08-8479-06e28013b1e6 req-04407ec8-dc1c-4a77-9fc0-fa16635f9cdc tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 950 time: 0.1018031 Aug 22 14:57:15.518794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e98131c-d305-48c4-80d0-b86a9ace8a50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:15.526749 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:12Z', 'revision_number': 3, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:15.544712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.547113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3c80a104-6788-4a7c-9f5f-a7d8fb85b9f4 tempest-RoutersAdminNegativeTest-892827308 tempest-RoutersAdminNegativeTest-892827308-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9e98131c-d305-48c4-80d0-b86a9ace8a50 HTTP/1.1" status: 204 len: 168 time: 1.1267245 Aug 22 14:57:15.561860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.572261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fcaa3-a194-4251-80cb-8c1f2e61d3ca None None] The sync data for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 is: [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:12Z', 'revision_number': 3, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:15.595191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a65c78bc-57ae-4c2d-a8b5-159723c32e4c None None] Provisioning for port cf9b736f-f1cd-4f69-8466-11befe62c5de completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:15.607138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a65c78bc-57ae-4c2d-a8b5-159723c32e4c None None] Provisioning complete for port cf9b736f-f1cd-4f69-8466-11befe62c5de triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:15.608508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a65c78bc-57ae-4c2d-a8b5-159723c32e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.648470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd9f4f-935b-41a4-bc1a-d744afd31e95 req-cfcb5ac9-f0b6-4743-ab1b-16d2309766d1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:15.653084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13bd9f4f-935b-41a4-bc1a-d744afd31e95 req-cfcb5ac9-f0b6-4743-ab1b-16d2309766d1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 945 time: 0.1677547 Aug 22 14:57:15.673379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45d51e98-2ae8-4d08-8479-06e28013b1e6 req-f0e47d8b-cfbc-4540-bf9e-76cf45921d06 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209755 Aug 22 14:57:15.701446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a65c78bc-57ae-4c2d-a8b5-159723c32e4c None None] Port cf9b736f-f1cd-4f69-8466-11befe62c5de cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:15.761714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13bd9f4f-935b-41a4-bc1a-d744afd31e95 req-a98c71d3-9739-4a4d-9c72-9b933e77c492 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879514 Aug 22 14:57:15.849862 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.928013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:15.983313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.006939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde444-8cd5-4269-8249-313bba591f07 req-197f78dd-98df-4fe6-9723-aa96280bd99b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:16.008620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4cde444-8cd5-4269-8249-313bba591f07 req-197f78dd-98df-4fe6-9723-aa96280bd99b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 945 time: 0.0853426 Aug 22 14:57:16.053595 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:57:16.089241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4cde444-8cd5-4269-8249-313bba591f07 req-11363b4a-0ef4-4395-a8a4-37adc1c64265 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726240 Aug 22 14:57:16.109804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:16.190015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:16.191598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:16.261718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34888) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:16.295305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34892) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:16.399230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Router 87dfd816-2e80-4116-88a6-c71fff32756d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:57:16.494786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0954c1f-318f-4ae9-a02b-21f464380d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.504069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.549244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a3f4efd-1e71-47e3-b8c9-8264deeeec6a None None] Provisioning complete for port cf9b736f-f1cd-4f69-8466-11befe62c5de triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:16.550892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a3f4efd-1e71-47e3-b8c9-8264deeeec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.584437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:16.594946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 14:57:16.594946 n-d-805046-3 neutron-server[102048]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 22 14:57:16.594946 n-d-805046-3 neutron-server[102048]: [parameters: {'project_id': '567c2155aee8474cb4d472e8840f71d3', 'id': 'e854a104-d0ad-4d14-8cf2-964912854995', 'expiration': datetime.datetime(2021, 8, 22, 14, 59, 16, 575519)}] Aug 22 14:57:16.594946 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:57:16.598261 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:57:16.665660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:16.668101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8a3f4efd-1e71-47e3-b8c9-8264deeeec6a None None] Port cf9b736f-f1cd-4f69-8466-11befe62c5de cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:16.677796 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ebcba5ef-1ce9-44e0-8f7d-97097092b5d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/87dfd816-2e80-4116-88a6-c71fff32756d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0968556 Aug 22 14:57:16.750727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:16.757277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:16.757277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.833373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0954c1f-318f-4ae9-a02b-21f464380d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.876376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c4366-c11c-4263-9119-c69ca30576dd req-6923e59a-a547-448a-8137-6203881cdcd4 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:16.878807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c97c4366-c11c-4263-9119-c69ca30576dd req-6923e59a-a547-448a-8137-6203881cdcd4 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 950 time: 0.1078823 Aug 22 14:57:16.930230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.963340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0954c1f-318f-4ae9-a02b-21f464380d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:16.985783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:16.988918 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c526c5-31d3-453a-8815-0cba3e0e3067" -d '{"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-plugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:17.032302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0954c1f-318f-4ae9-a02b-21f464380d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f83d42-c82d-4a47-9bc7-529be434355f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:17.039278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0954c1f-318f-4ae9-a02b-21f464380d1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=040e90cea7644826b79435c0582ff9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425783 Aug 22 14:57:17.042714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:17.054448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbfe70-4e70-400c-baca-52301e5b41d9 req-91739524-7008-4fdd-9de7-f37bcb20ff0e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:17.069438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fbfe70-4e70-400c-baca-52301e5b41d9 req-91739524-7008-4fdd-9de7-f37bcb20ff0e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 945 time: 0.1636837 Aug 22 14:57:17.091071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c97c4366-c11c-4263-9119-c69ca30576dd req-7bed6df8-421a-44a8-a3c7-410b733e5a7b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970212 Aug 22 14:57:17.126601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.204414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10fbfe70-4e70-400c-baca-52301e5b41d9 req-24a2b800-1fdc-49d6-ae15-bd47d2c695e6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338861 Aug 22 14:57:17.301360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.355468 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d0b72c-7cde-4d43-8653-92f5c0b69513 x-openstack-request-id: req-d1d0b72c-7cde-4d43-8653-92f5c0b69513 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:17.355758 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-plugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:17.356035 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1d0b72c-7cde-4d43-8653-92f5c0b69513 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:17.356922 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'code': 200} Aug 22 14:57:17.357223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6b77f1cb-1140-4e43-bf46-79909be43357 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:17.362376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:17.416356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9b5f-c780-4c14-ba8c-0a764b3f0f8f req-5faaa069-2e2b-40e5-a56f-3a91e90d9518 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:17.418474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-749c9b5f-c780-4c14-ba8c-0a764b3f0f8f req-5faaa069-2e2b-40e5-a56f-3a91e90d9518 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 945 time: 0.0997860 Aug 22 14:57:17.445829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.468620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.473589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:17.536183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34962) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:17.553411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6b77f1cb-1140-4e43-bf46-79909be43357 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:17.566690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6b77f1cb-1140-4e43-bf46-79909be43357 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:17.567069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.584464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-749c9b5f-c780-4c14-ba8c-0a764b3f0f8f req-5ead2682-cb98-4f62-a48b-643cad24eaf2 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585770 Aug 22 14:57:17.650560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:17.718098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-network', 'tenant_id': '97679d4080ab49829253d882f5d7fd46'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:17.732503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.773509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6b77f1cb-1140-4e43-bf46-79909be43357, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6b77f1cb-1140-4e43-bf46-79909be43357,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:17.777614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:17.786963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:17.786963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.842707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886b6b-1c4d-4a62-868c-016f9e2ad894 req-606c9534-101d-48ef-856c-ffb54727745b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:17.851425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91886b6b-1c4d-4a62-868c-016f9e2ad894 req-606c9534-101d-48ef-856c-ffb54727745b tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1101 time: 0.0838034 Aug 22 14:57:17.876405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.904032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91886b6b-1c4d-4a62-868c-016f9e2ad894 req-c252e4fc-c638-491e-bc4f-e6e7530ceb9c tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Aug 22 14:57:17.962327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:17.984622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6b77f1cb-1140-4e43-bf46-79909be43357,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:17.997959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.008313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b331f-bd9b-49a0-bb49-3ec7c026f995 req-569d30af-d87d-422c-9250-cd365d0fd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:18.009890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-db7b331f-bd9b-49a0-bb49-3ec7c026f995 req-569d30af-d87d-422c-9250-cd365d0fd20e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 1096 time: 0.6741168 Aug 22 14:57:18.039100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:18.054187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-db7b331f-bd9b-49a0-bb49-3ec7c026f995 req-06aa9a0b-b5d7-4c1b-a7b1-4d71b68a5384 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 22 14:57:18.055430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.057079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37574588-522d-4088-b61e-501846306832 None None] Sync routers for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:18.068202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37574588-522d-4088-b61e-501846306832 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:18.068845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-37574588-522d-4088-b61e-501846306832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:18.105948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=567c2155aee8474cb4d472e8840f71d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8432422 Aug 22 14:57:18.108369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f6b6-3c35-44c1-8d74-13ef39d56147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28860dd7-ebcd-4774-9e89-0ed575ed1b34,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:18.108973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:18.111188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.113903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.122325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.128554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11f83d42-c82d-4a47-9bc7-529be434355f HTTP/1.1" status: 204 len: 168 time: 1.0752730 Aug 22 14:57:18.147617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Made reservation on behalf of 97679d4080ab49829253d882f5d7fd46 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:18.151217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff751ac-477a-4fd0-9911-f1c709863625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f83d42-c82d-4a47-9bc7-529be434355f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:18.151664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.203302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.238847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:18.262691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-37574588-522d-4088-b61e-501846306832 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:18.275114 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.325638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.417944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.489100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f5247-dcbb-465c-8ae0-cb5cd1bc6672 req-cb6e1828-bf07-4eb9-93bb-b9efaaad603b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:18.492476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f38f5247-dcbb-465c-8ae0-cb5cd1bc6672 req-cb6e1828-bf07-4eb9-93bb-b9efaaad603b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 946 time: 0.0654781 Aug 22 14:57:18.511169 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.513925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.515192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28860dd7-ebcd-4774-9e89-0ed575ed1b34 HTTP/1.1" status: 204 len: 168 time: 0.4050450 Aug 22 14:57:18.526732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfde5f4-a873-45ce-a6ee-73af4ffe1a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28860dd7-ebcd-4774-9e89-0ed575ed1b34,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:18.559024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-37574588-522d-4088-b61e-501846306832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 2, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:18.571913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f38f5247-dcbb-465c-8ae0-cb5cd1bc6672 req-6fd3a667-b5c5-4583-9ad5-5b20170bcc9e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756576 Aug 22 14:57:18.574097 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.599479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:57:18.609760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37574588-522d-4088-b61e-501846306832 None None] Checking router: 87dfd816-2e80-4116-88a6-c71fff32756d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:18.610526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37574588-522d-4088-b61e-501846306832 None None] Updating router 87dfd816-2e80-4116-88a6-c71fff32756d port cf9b736f-f1cd-4f69-8466-11befe62c5de binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:57:18.638665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.639737 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Added segment af898f3a-28ac-404f-a245-0fe854d1053c of type vlan for network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 Aug 22 14:57:18.642050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.764203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a32697-b843-429d-b85e-584534d93d66,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:18.779158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.813455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417a36e-7c2d-405c-8bdf-037ec8c97337 req-09d9a7c4-920a-4a9f-bf49-aa85b2d2080d tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:18.827335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a417a36e-7c2d-405c-8bdf-037ec8c97337 req-09d9a7c4-920a-4a9f-bf49-aa85b2d2080d tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 1101 time: 0.1093404 Aug 22 14:57:18.860633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a417a36e-7c2d-405c-8bdf-037ec8c97337 req-9a896a29-4f9a-4aff-969a-a704d4645727 tempest-ServersAdminTestJSON-1875918936 tempest-ServersAdminTestJSON-1875918936-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Aug 22 14:57:18.953615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.957527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:18.958171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:18.972995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35030) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:19.031422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6b77f1cb-1140-4e43-bf46-79909be43357 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:19.031836 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f1c4e2b9-0bb3-4d1c-b0a9-0f384a54e55e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d310eff57e0d488389a8e1077cd68b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575805 Aug 22 14:57:19.035427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:19.106716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.131062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5929122 Aug 22 14:57:19.133830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:19.134914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.141149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Request body: {'subnet': {'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-subnet', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:19.145679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37574588-522d-4088-b61e-501846306832 None None] Transition to ACTIVE for port object cf9b736f-f1cd-4f69-8466-11befe62c5de will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:19.146267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f63538-4d06-4caa-a327-4f50544a01f4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:19.166230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:57:19.168079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14ee1e-7202-4b60-bc73-6c9b16679806 req-deb95715-2dff-4af6-b137-f5d2b745231e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:19.170301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f14ee1e-7202-4b60-bc73-6c9b16679806 req-deb95715-2dff-4af6-b137-f5d2b745231e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.2379010 Aug 22 14:57:19.173515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.200837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6b77f1cb-1140-4e43-bf46-79909be43357 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:19.202176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.279034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Made reservation on behalf of 97679d4080ab49829253d882f5d7fd46 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:19.286272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.292764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f14ee1e-7202-4b60-bc73-6c9b16679806 req-ee1aca07-4da1-409d-8700-6ebe681dd58e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086488 Aug 22 14:57:19.303029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.316927 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.320040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.321228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5541174c-29ac-4b66-9c3d-fad84640ee02 HTTP/1.1" status: 204 len: 168 time: 0.2835820 Aug 22 14:57:19.333386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ec689-a6c5-4962-add6-197c2a82e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541174c-29ac-4b66-9c3d-fad84640ee02,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:19.424060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:19.429115 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35afa40-d95b-4400-90bf-f249f5e98659" -d '{"events": [{"server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "name": "network-vif-plugged", "status": "completed", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:19.584323 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a7b91-88d5-4777-8edd-dbd0c76665dc x-openstack-request-id: req-390a7b91-88d5-4777-8edd-dbd0c76665dc {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:19.601240 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "name": "network-vif-plugged", "status": "completed", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:19.602276 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-390a7b91-88d5-4777-8edd-dbd0c76665dc {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:19.604757 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'code': 200} Aug 22 14:57:19.776423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Pushing event updated for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:19.824689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04f28-7663-476b-baeb-95818f31ba52 req-7a5adb3b-3b19-4289-a497-b4ea3ad21de0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:19.840672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c04f28-7663-476b-baeb-95818f31ba52 req-7a5adb3b-3b19-4289-a497-b4ea3ad21de0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 946 time: 0.0863245 Aug 22 14:57:19.843388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c8b64-5846-4834-8e69-a3aeb3b439ec req-8466ff5e-5a00-4a6a-8f20-7dd9e3e4fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:19.852876 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-797c8b64-5846-4834-8e69-a3aeb3b439ec req-8466ff5e-5a00-4a6a-8f20-7dd9e3e4fedc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 1097 time: 0.0993347 Aug 22 14:57:19.882914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.885181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.889392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.890051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.890605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.891169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.891727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.892436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.894757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.895383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.896954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.897520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:19.911049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37574588-522d-4088-b61e-501846306832 None None] Attempting to bind port cf9b736f-f1cd-4f69-8466-11befe62c5de on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:19.913927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37574588-522d-4088-b61e-501846306832 None None] Attempting to bind port cf9b736f-f1cd-4f69-8466-11befe62c5de by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:19.914811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37574588-522d-4088-b61e-501846306832 None None] Attempting to bind port cf9b736f-f1cd-4f69-8466-11befe62c5de on network e4ba391f-b7e3-4458-8459-550d38ccf0f0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:19.920602 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-797c8b64-5846-4834-8e69-a3aeb3b439ec req-13dcc9e0-ddf0-4074-82a7-ac965eebfb9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594540 Aug 22 14:57:19.926436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37574588-522d-4088-b61e-501846306832 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:19.927251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37574588-522d-4088-b61e-501846306832 None None] Checking segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:19.927883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.928532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37574588-522d-4088-b61e-501846306832 None None] Bound using segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:19.929251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37574588-522d-4088-b61e-501846306832 None None] Bound port: cf9b736f-f1cd-4f69-8466-11befe62c5de, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:19.929896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:19.969264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c04f28-7663-476b-baeb-95818f31ba52 req-68560835-ac92-4342-9de6-cc0156baea00 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273327 Aug 22 14:57:19.979094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.068911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762a86-1a1b-4094-9430-09381558a37b req-8af2b2e8-c9d4-4a0e-90f0-605b1eca8e1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:20.070946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b762a86-1a1b-4094-9430-09381558a37b req-8af2b2e8-c9d4-4a0e-90f0-605b1eca8e1e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.1991391 Aug 22 14:57:20.127062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb322255-03a4-4e78-9925-5d8ce13eaf15,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:20.163658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-37574588-522d-4088-b61e-501846306832 None None] For port cf9b736f-f1cd-4f69-8466-11befe62c5de, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:20.165088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b762a86-1a1b-4094-9430-09381558a37b req-9885951a-99f4-4f84-bb49-36152e1f3853 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 Aug 22 14:57:20.166366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Checking segment: {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:20.166906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Network hostable DHCP agents. Network: dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:57:20.176755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-37574588-522d-4088-b61e-501846306832 None None] For port cf9b736f-f1cd-4f69-8466-11befe62c5de, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf9b736f-f1cd-4f69-8466-11befe62c5de,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:20.252481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37574588-522d-4088-b61e-501846306832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.289859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:57:20.316365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37574588-522d-4088-b61e-501846306832 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:20.317098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-37574588-522d-4088-b61e-501846306832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:20.386215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:20.391194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:20.392060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.526800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d240dff-dd56-4856-bb11-f5c611ee2dfb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3918991 Aug 22 14:57:20.529123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35078) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:20.534753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:20.557008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e10a8-cd7d-438f-afc3-22afb3f83f18 req-90b65d4c-ba64-44c6-a37a-a87364f0138b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:20.573575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7362c0-c46c-477e-94fc-dbff3deeed06 None None] Pushing event updated for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:20.577561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-477e10a8-cd7d-438f-afc3-22afb3f83f18 req-90b65d4c-ba64-44c6-a37a-a87364f0138b tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.1046505 Aug 22 14:57:20.585478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e11bc-185c-4b63-a988-c99ae249a2f7 None None] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:20.628987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-477e10a8-cd7d-438f-afc3-22afb3f83f18 req-a494f160-7e7c-475b-a29e-881a6ac2f796 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486791 Aug 22 14:57:20.678122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.679405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.795461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-37574588-522d-4088-b61e-501846306832 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:20.803430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:20.951294 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:21.097739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'fixed_ips': [{'subnet_id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:57:21.098652 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:21.156036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c908e72-39e9-49c5-8e1b-6e5d521dc0bf req-438a9001-8dbd-4f6d-b17b-e8654e1c22df tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:21.157837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c908e72-39e9-49c5-8e1b-6e5d521dc0bf req-438a9001-8dbd-4f6d-b17b-e8654e1c22df tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 946 time: 0.1013720 Aug 22 14:57:21.290415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c908e72-39e9-49c5-8e1b-6e5d521dc0bf req-51bcc36d-c73f-4b78-a349-e929ec0eb816 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236994 Aug 22 14:57:21.370145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:21.416442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014372-1171-4d3f-8356-b3337de41041 req-d8f39461-fed4-403f-97ef-ba4804077f94 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:21.418460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34014372-1171-4d3f-8356-b3337de41041 req-d8f39461-fed4-403f-97ef-ba4804077f94 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.0901105 Aug 22 14:57:21.551915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34014372-1171-4d3f-8356-b3337de41041 req-5bde525a-043e-4549-8467-9cfee05ecec5 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275089 Aug 22 14:57:21.632265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-37574588-522d-4088-b61e-501846306832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:20Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:21.657277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35106) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:21.691075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37574588-522d-4088-b61e-501846306832 None None] The sync data for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 is: [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:20Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:21.697151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Allocated IP 172.20.0.2 (dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04/eb322255-03a4-4e78-9925-5d8ce13eaf15/1d892b76-b1a8-4012-8e90-1a45c3650f32) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:21.918983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38157a6b-a170-44da-bd96-5fdd28c277b3 req-bee8a721-4060-4215-88ba-46fbab002726 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:21.943133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38157a6b-a170-44da-bd96-5fdd28c277b3 req-bee8a721-4060-4215-88ba-46fbab002726 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.1156962 Aug 22 14:57:22.034959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a2cc7a2a-17db-4900-8237-2d2c01a77450 tempest-AgentManagementNegativeTest-145754866 tempest-AgentManagementNegativeTest-145754866-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3742468 Aug 22 14:57:22.038643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.095183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38157a6b-a170-44da-bd96-5fdd28c277b3 req-7af35c2b-44a2-429d-a48b-d2de1619873e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510403 Aug 22 14:57:22.132370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.177229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b1ab-7a00-4110-8c51-548a2dfbee54 req-58fba1b3-3c0e-4e06-a720-694e07ddadb9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:22.179042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0620b1ab-7a00-4110-8c51-548a2dfbee54 req-58fba1b3-3c0e-4e06-a720-694e07ddadb9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 946 time: 0.1256785 Aug 22 14:57:22.214234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.244568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Transition to ACTIVE for port object 1d892b76-b1a8-4012-8e90-1a45c3650f32 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:22.312442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Transition to ACTIVE for port object 1d892b76-b1a8-4012-8e90-1a45c3650f32 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:22.400900 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.417989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-6aa180fd-5145-411d-95f4-572c062f27f3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:22.419560 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-6aa180fd-5145-411d-95f4-572c062f27f3 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.1431715 Aug 22 14:57:22.443088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0620b1ab-7a00-4110-8c51-548a2dfbee54 req-749b46de-8542-4f8d-843c-3ce3a358cdf1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572429 Aug 22 14:57:22.493782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:22.495367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875adc51-f7bf-4a8d-be32-a2071d3eed6e req-89306110-ce6c-4fd2-9514-306c9131cc11 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:22.500573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-875adc51-f7bf-4a8d-be32-a2071d3eed6e req-89306110-ce6c-4fd2-9514-306c9131cc11 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.2347186 Aug 22 14:57:22.512871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35122) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:22.517479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Request body: {'floatingip': {'port_id': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:22.531607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Pushing event updated for resources: {'Port': ['ID=1d892b76-b1a8-4012-8e90-1a45c3650f32,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:22.538936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:22.543214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:22.547082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Allocated IP 172.25.0.163 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2a126a32-1bf0-4dc7-8ce9-a930c5029a29) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:22.621838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.702661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Attempting to bind port 1d892b76-b1a8-4012-8e90-1a45c3650f32 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:22.702661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Attempting to bind port 1d892b76-b1a8-4012-8e90-1a45c3650f32 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:22.704450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Attempting to bind port 1d892b76-b1a8-4012-8e90-1a45c3650f32 on network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:22.718015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:22.718015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Checking segment: {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:22.719815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.720297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Bound using segment: {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:22.727390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Bound port: 1d892b76-b1a8-4012-8e90-1a45c3650f32, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:22.727390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.837807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.891039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Deleting port 18f207d1-9131-4bdc-987e-d5d861ddae49 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:22.891632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:22.910233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] For port 1d892b76-b1a8-4012-8e90-1a45c3650f32, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:22.923908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] For port 1d892b76-b1a8-4012-8e90-1a45c3650f32, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1d892b76-b1a8-4012-8e90-1a45c3650f32,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:22.962583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:23.110901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.185575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf9b736f-f1cd-4f69-8466-11befe62c5de up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:23.235750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] For port 18f207d1-9131-4bdc-987e-d5d861ddae49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=18f207d1-9131-4bdc-987e-d5d861ddae49,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:23.238709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.273432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.299769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaa337-cff2-417f-8b5e-6a73c2e10191 req-d30c4d53-1a4f-4a8d-a3ad-edce6fe4a41c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:23.310533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58eaa337-cff2-417f-8b5e-6a73c2e10191 req-d30c4d53-1a4f-4a8d-a3ad-edce6fe4a41c tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 949 time: 0.3118939 Aug 22 14:57:23.425310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Calling delete_port for 18f207d1-9131-4bdc-987e-d5d861ddae49 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:23.452311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Pushing event updated for resources: {'Port': ['ID=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:23.458158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58eaa337-cff2-417f-8b5e-6a73c2e10191 req-8cc17ce2-19f4-4767-bbe2-b7bbd1779233 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448922 Aug 22 14:57:23.468691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18bf6c-74a0-447c-9dc8-eebffa69fd00 None None] Pushing event updated for resources: {'Port': ['ID=1d892b76-b1a8-4012-8e90-1a45c3650f32,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:23.504480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cf9b736f-f1cd-4f69-8466-11befe62c5de completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:23.508920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cf9b736f-f1cd-4f69-8466-11befe62c5de triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:23.509305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.516100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fea0584a-b535-4610-9ef5-37bc99f014cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.601417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:23.614104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:23.630408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:23.806123 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:23.923318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port cf9b736f-f1cd-4f69-8466-11befe62c5de, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf9b736f-f1cd-4f69-8466-11befe62c5de,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:24.030738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:24.185610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:24.309061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fea0584a-b535-4610-9ef5-37bc99f014cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:24.397517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fea0584a-b535-4610-9ef5-37bc99f014cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:24.430122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:24.472901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['102d6c8d-d3a0-4238-9840-4165f1abe502', '62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:24.606867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18f207d1-9131-4bdc-987e-d5d861ddae49 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:24.645179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0584a-b535-4610-9ef5-37bc99f014cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c540e-ca4a-4490-8161-b0e3ba587efd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:24.653570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 18f207d1-9131-4bdc-987e-d5d861ddae49 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:24.653927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 18f207d1-9131-4bdc-987e-d5d861ddae49 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:24.709143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event deleted for resources: {'Port': ['ID=18f207d1-9131-4bdc-987e-d5d861ddae49,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:24.728089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c31769e-a2a8-4123-9269-58c33cedd0da req-8b672bc4-5d21-4d45-9532-7dcb2a9f6b3b tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.0627220 Aug 22 14:57:24.740707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fea0584a-b535-4610-9ef5-37bc99f014cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4285fba55af34c5396077dcc570155a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7758577 Aug 22 14:57:24.741324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2fbe6-aae2-4e9b-a6db-114c1b0b6e70 req-e078b51b-33e2-4f3a-9cdf-2f14d17ff72b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:24.747641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:24.749300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36d2fbe6-aae2-4e9b-a6db-114c1b0b6e70 req-e078b51b-33e2-4f3a-9cdf-2f14d17ff72b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 946 time: 0.8575203 Aug 22 14:57:24.774118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.resource_extend [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 14:57:24.819420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] No DVR routers for this DVR port 18f207d1-9131-4bdc-987e-d5d861ddae49 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:24.829652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:24.841377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3af3fbd9-0d53-499e-9f06-293a90050a5b req-71693508-2c89-4ed1-9df0-31dc5820d821 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "DELETE /v2.0/ports/18f207d1-9131-4bdc-987e-d5d861ddae49 HTTP/1.1" status: 204 len: 173 time: 2.4054308 Aug 22 14:57:24.940291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36d2fbe6-aae2-4e9b-a6db-114c1b0b6e70 req-32d266af-7f72-48df-8f42-71d7e81ec5f3 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882608 Aug 22 14:57:24.948522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'name': 'network-vif-deleted', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:24.959745 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9559d006-132e-4f10-80c8-794175f58cdf" -d '{"events": [{"server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "name": "network-vif-deleted", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:24.990805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.050115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.111416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.117723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.297030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1d892b76-b1a8-4012-8e90-1a45c3650f32 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:25.329445 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a72a42-80a7-4b66-9544-195b9433d832 x-openstack-request-id: req-86a72a42-80a7-4b66-9544-195b9433d832 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:25.330392 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83e99ad-00ec-457c-9642-9f0a492c889c", "name": "network-vif-deleted", "tag": "18f207d1-9131-4bdc-987e-d5d861ddae49", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:25.330806 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86a72a42-80a7-4b66-9544-195b9433d832 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:25.331439 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83e99ad-00ec-457c-9642-9f0a492c889c', 'name': 'network-vif-deleted', 'tag': '18f207d1-9131-4bdc-987e-d5d861ddae49', 'status': 'completed', 'code': 200} Aug 22 14:57:25.335477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.390748 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Floating IP b1cb8264-64d4-499b-b20d-cd8cbc97ed92 associated. External IP: 172.25.0.128, port: 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc. Aug 22 14:57:25.512853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-72dad450-1656-46fb-a118-4f0038b03025 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=01d87403535c4abd994703fd1a72f035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293855 Aug 22 14:57:25.591288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1d892b76-b1a8-4012-8e90-1a45c3650f32 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:25.599452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf9b736f-f1cd-4f69-8466-11befe62c5de up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:25.725560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cf9b736f-f1cd-4f69-8466-11befe62c5de triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:25.726606 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.804720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47d7cf-1848-4fa7-ac29-9d655ed41606 None None] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:25.811043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:25.937245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Provisioning for port 1d892b76-b1a8-4012-8e90-1a45c3650f32 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:25.950841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Provisioning complete for port 1d892b76-b1a8-4012-8e90-1a45c3650f32 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:25.951356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.006116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-7e91abe9-c713-4c58-807c-6468f577227d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:26.011347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-7e91abe9-c713-4c58-807c-6468f577227d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4902368 Aug 22 14:57:26.139542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.143222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.147052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a96c540e-ca4a-4490-8161-b0e3ba587efd HTTP/1.1" status: 204 len: 168 time: 1.3984129 Aug 22 14:57:26.167135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661f88f-7471-48d0-83ac-491174fb1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c540e-ca4a-4490-8161-b0e3ba587efd,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:26.181456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-aaa9515b-997d-4d50-b2d3-aaecb20b11a7 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/quotas/01d87403535c4abd994703fd1a72f035 HTTP/1.1" status: 200 len: 375 time: 0.0175507 Aug 22 14:57:26.187639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:57:26.208481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.220731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Router f9118333-61d5-4268-a262-91f9f9a33366 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:57:26.285237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-7932bc54-dc87-48ba-8d44-056c75ea7c51 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=01d87403535c4abd994703fd1a72f035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853806 Aug 22 14:57:26.371407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] For port 1d892b76-b1a8-4012-8e90-1a45c3650f32, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1d892b76-b1a8-4012-8e90-1a45c3650f32,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:26.443675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee29c565-9af0-4148-a30a-903ec934b0ae req-daa64aa5-e7cc-443d-99e0-c926aab29b0f tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=b83e99ad-00ec-457c-9642-9f0a492c889c HTTP/1.1" status: 200 len: 210 time: 0.1416564 Aug 22 14:57:26.452579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:26.470294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Sync routers for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:26.471390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.494734 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:26.498807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:26.567599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.571838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c9f8a4f7-1aeb-46f1-9f57-39fc5ea594fa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0415990 Aug 22 14:57:26.572539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35196) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:26.611436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b45e8a-fc72-42f2-93b0-bdb1514a63c0 None None] Pushing event updated for resources: {'Port': ['ID=1d892b76-b1a8-4012-8e90-1a45c3650f32,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:26.625109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:26.632341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:26.646174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Sync routers for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:26.695315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:26.698222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:26.757824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bc188616-ada6-403e-89c5-b0661e252f6c tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "PUT /v2.0/floatingips/b1cb8264-64d4-499b-b20d-cd8cbc97ed92 HTTP/1.1" status: 200 len: 992 time: 4.2437727 Aug 22 14:57:26.840581 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:26.896098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:26.899638 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d0fed3-21c7-4513-a44c-2d019d40d413" -d '{"events": [{"name": "network-changed", "server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:26.969575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f568c8c0-6fdf-4c97-8f0f-0cf9db9954a5 req-2b71e440-ae80-40e4-a83d-0e8b0af72dd6 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.2064800 Aug 22 14:57:27.082126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c50fae-15a4-4d89-ab30-ee86cd402bd4 x-openstack-request-id: req-29c50fae-15a4-4d89-ab30-ee86cd402bd4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:27.082734 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:27.082734 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29c50fae-15a4-4d89-ab30-ee86cd402bd4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:27.083313 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'status': 'completed', 'code': 200} Aug 22 14:57:27.121661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-611a72a2-2ec3-483f-aef9-dbde5b05b9cd None None] Provisioning complete for port 1d892b76-b1a8-4012-8e90-1a45c3650f32 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:27.122014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-611a72a2-2ec3-483f-aef9-dbde5b05b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:27.192964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1d892b76-b1a8-4012-8e90-1a45c3650f32 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:27.279559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-32e6164b-354a-4d4c-86e4-7a70167c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:27.281372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-32e6164b-354a-4d4c-86e4-7a70167c6174 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72f68cb5fd943dd9300e7091971511f&device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 1097 time: 0.1412184 Aug 22 14:57:27.281914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:27.411628 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 3, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:27.469024 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Checking router: f9118333-61d5-4268-a262-91f9f9a33366 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:27.469378 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Updating router f9118333-61d5-4268-a262-91f9f9a33366 port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:57:27.518299 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:27.577023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1d892b76-b1a8-4012-8e90-1a45c3650f32 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:27.577572 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:27.579097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-aa8d3efb-92fa-4f8a-9696-53762d330e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:27.582135 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-aa8d3efb-92fa-4f8a-9696-53762d330e0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc HTTP/1.1" status: 200 len: 907 time: 0.2561517 Aug 22 14:57:27.729148 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-3511eef2-2cab-447f-852f-cd77d91d9299 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc HTTP/1.1" status: 200 len: 1000 time: 0.1381438 Aug 22 14:57:27.955050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.013455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-148a34ba-1859-4302-954b-85c1a8d7cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:28.023723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-148a34ba-1859-4302-954b-85c1a8d7cb70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae8fd939-5c9d-4a90-8923-b376c505e1f7 HTTP/1.1" status: 200 len: 845 time: 0.2763021 Aug 22 14:57:28.126403 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.133785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'b1cb8264-64d4-499b-b20d-cd8cbc97ed92', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'port_id': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'mac_address': 'fa:16:3e:e1:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:56:52Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 1, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:28.138997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Transition to ACTIVE for port object 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:28.188801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Checking router: 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:28.199742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:28.200614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:28.246761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-2f6b5630-3afa-48e2-93ca-393fd16db96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:28.248456 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-2f6b5630-3afa-48e2-93ca-393fd16db96d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223692 Aug 22 14:57:28.250604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-147d1287-7baf-46b3-963a-0a1306291c70 req-63667d92-3d91-42b0-ae25-6beaeb027d25 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.0521455 Aug 22 14:57:28.264664 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.298384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35256) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:28.329716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Attempting to bind port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:28.330140 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Attempting to bind port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:28.330506 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Attempting to bind port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:28.334179 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808535-7f3f-429b-8c18-9f811b327d93 None None] Pushing event updated for resources: {'Port': ['ID=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:28.339883 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:28.340343 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:28.340741 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.341126 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:28.341586 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Bound port: 2a126a32-1bf0-4dc7-8ce9-a930c5029a29, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:28.341982 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.454095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:28.474378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-936dc2b9-de4a-43b6-9073-a16a892bbbd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958406 Aug 22 14:57:28.475943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Allocated IP 172.20.0.1 (dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04/eb322255-03a4-4e78-9925-5d8ce13eaf15/da552300-4c56-4db9-ba73-2df3c4e93568) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:28.513273 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] For port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:28.523044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c791eeb9-3b92-44bf-941f-2d3e4245485b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:28.523519 n-d-805046-3 neutron-server[102049]: WARNING neutron.api.v2.base [None req-c791eeb9-3b92-44bf-941f-2d3e4245485b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 14:57:28.524115 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-c791eeb9-3b92-44bf-941f-2d3e4245485b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 14:57:28.525880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c791eeb9-3b92-44bf-941f-2d3e4245485b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2258437 Aug 22 14:57:28.529761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] For port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:28.530804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35262) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:28.539731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--933701242'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:28.635921 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.680156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbedac-8042-4ae6-a1c2-96bd4f4f5879 req-62f99749-0940-4319-a479-8e835a7e0e3a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:28.688567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ccbedac-8042-4ae6-a1c2-96bd4f4f5879 req-62f99749-0940-4319-a479-8e835a7e0e3a tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.1057692 Aug 22 14:57:28.691734 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.706948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.748668 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e4d0fed3-21c7-4513-a44c-2d019d40d413 req-d5f6127d-0482-4770-8b18-34f89db2b337 service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655842 Aug 22 14:57:28.759860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.774009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Transition to ACTIVE for port object da552300-4c56-4db9-ba73-2df3c4e93568 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:28.794992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ccbedac-8042-4ae6-a1c2-96bd4f4f5879 req-11868514-d524-49a0-89b1-e608eeb4dc67 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Aug 22 14:57:28.829678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:28.831081 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:28.898294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808535-7f3f-429b-8c18-9f811b327d93 None None] Pushing event updated for resources: {'Port': ['ID=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:28.934942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:28.998139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:29.005814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Pushing event updated for resources: {'Port': ['ID=da552300-4c56-4db9-ba73-2df3c4e93568,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:29.018268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.018819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.019371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.019939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.020717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.021234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.021412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.021737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.022075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.022410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.023112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.023562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.045330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:29.047178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:29.050648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:29.055264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.117908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'b1cb8264-64d4-499b-b20d-cd8cbc97ed92', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'port_id': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'mac_address': 'fa:16:3e:e1:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:56:52Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 1, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:29.118420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.183157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.232477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf95098-5bc6-482d-8fc7-b47372ae7f4b None None] The sync data for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 is: [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'b1cb8264-64d4-499b-b20d-cd8cbc97ed92', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'port_id': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'mac_address': 'fa:16:3e:e1:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:56:52Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 1, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:29.290520 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 3, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:29.311032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7c0cd-5281-4e4e-b7a8-ea3135a9f822,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:29.337026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.337321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.343053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.345059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.347363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.351252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.351406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80af56e-a609-4ca3-a33f-432c1816035a None None] The sync data for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 is: [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:24Z', 'revision_number': 3, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:29.351640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.352004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.353782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.354892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.355840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.356203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:57:29.477995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdcc36d7-42b2-4469-a231-3b9fa7074590 req-2f09ab61-ecb5-41e0-b407-fffa7b6f5aa9 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.0995736 Aug 22 14:57:29.575117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.618876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3436f50-a1fb-40c4-80ff-d03c669d0843 None None] Provisioning for port da552300-4c56-4db9-ba73-2df3c4e93568 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:29.623797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3436f50-a1fb-40c4-80ff-d03c669d0843 None None] Provisioning complete for port da552300-4c56-4db9-ba73-2df3c4e93568 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:29.624237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3436f50-a1fb-40c4-80ff-d03c669d0843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.653868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.665834 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33ab01-36a3-428e-800f-c789af561184 None None] New status for floating IP b1cb8264-64d4-499b-b20d-cd8cbc97ed92: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 14:57:29.711096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3436f50-a1fb-40c4-80ff-d03c669d0843 None None] Port da552300-4c56-4db9-ba73-2df3c4e93568 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:29.738237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c51c877-0837-4041-8d0e-70093e293138,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:29.793108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1b0d9d86-bdfe-4b4b-92fd-106ca932c843 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=01d87403535c4abd994703fd1a72f035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193910 Aug 22 14:57:29.821405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:29.822790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8cc205e-13be-429e-8044-6edc4c0d6005 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2909431 Aug 22 14:57:29.825715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35284) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:29.832338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '6c51c877-0837-4041-8d0e-70093e293138', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:30.037801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-30f5e649-07fb-4e36-9741-b8f2cdee8ea1 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:30.039436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-30f5e649-07fb-4e36-9741-b8f2cdee8ea1 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304964 Aug 22 14:57:30.044910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.050405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18120ebc-8a2d-46f8-9e90-2a9ddbd03ab1 req-ceca47b2-a9fc-4631-9313-6d254f40af47 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:30.052952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18120ebc-8a2d-46f8-9e90-2a9ddbd03ab1 req-ceca47b2-a9fc-4631-9313-6d254f40af47 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.1224344 Aug 22 14:57:30.058817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Request body: {'port': {'device_id': '69d071c0-ea47-481c-874b-980f6ff24050', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '01d87403535c4abd994703fd1a72f035'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:30.129556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b44d0663-f80d-4192-9648-4570d223e967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.214851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18120ebc-8a2d-46f8-9e90-2a9ddbd03ab1 req-226a128c-a228-45e5-ba15-2be99d437037 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522484 Aug 22 14:57:30.218616 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.306843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.367333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.396326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.418752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd782202-0575-4bde-a49d-113a6a5ff4fc,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:30.488308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Made reservation on behalf of 01d87403535c4abd994703fd1a72f035 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:30.492783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.498423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.527228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.560143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.564821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9844b6dc-49e3-411a-8df7-d47efba4e4f8 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7346940 Aug 22 14:57:30.568104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35304) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:30.573857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Pushing event updated for resources: {'Port': ['ID=da552300-4c56-4db9-ba73-2df3c4e93568,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:30.576934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e8da078f-0600-45ff-a6d6-dd5c091cf89b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '6c51c877-0837-4041-8d0e-70093e293138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:30.582991 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.607123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:30.628726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5ac33b1-d28a-4fc8-b26f-585fe0f8879f req-8aab1ab8-a090-4306-a9b2-3adcfe7cde07 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.0614035 Aug 22 14:57:30.727016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7608db5-c044-496b-84fe-014a43e63581 req-07cc5983-df8c-4b2e-a9b0-9ee0a55e4809 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:30.728859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f7608db5-c044-496b-84fe-014a43e63581 req-07cc5983-df8c-4b2e-a9b0-9ee0a55e4809 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.0799410 Aug 22 14:57:30.746200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:30.748856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:30.757298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.802249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:30.817754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'mac_address': 'fa:16:3e:fc:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:30.852834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.898708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:30.913690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:30.975046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:30.984503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Router f9118333-61d5-4268-a262-91f9f9a33366 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:57:31.003382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0effc403-c1f4-404a-8f0c-f76d22113fa0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:31.019150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8da078f-0600-45ff-a6d6-dd5c091cf89b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.047408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.124310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:31.170558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Deleting port 102d6c8d-d3a0-4238-9840-4165f1abe502 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:31.171149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.173029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:31.208537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d44c6cd4-e474-446d-9846-8be409091b2e None None] Provisioning complete for port da552300-4c56-4db9-ba73-2df3c4e93568 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:31.208916 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d44c6cd4-e474-446d-9846-8be409091b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.226704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Allocated IP 192.168.233.86 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/037a39ad-6c49-4612-a577-dbbe69d79dd9) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:31.238845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:31.288581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:31.305688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:31.305984 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.388121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6cd4-e474-446d-9846-8be409091b2e None None] Port da552300-4c56-4db9-ba73-2df3c4e93568 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:31.432787 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-e8da078f-0600-45ff-a6d6-dd5c091cf89b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): There was a conflict when trying to complete your request. Aug 22 14:57:31.440892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8da078f-0600-45ff-a6d6-dd5c091cf89b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8684351 Aug 22 14:57:31.444781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35324) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:31.460914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:31.490101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-834c74a3-52c3-48ca-8d4d-d84d3fb85c66 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9118333-61d5-4268-a262-91f9f9a33366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9160662 Aug 22 14:57:31.521744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] For port 102d6c8d-d3a0-4238-9840-4165f1abe502, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=102d6c8d-d3a0-4238-9840-4165f1abe502,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:31.522134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.558453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Calling delete_port for 102d6c8d-d3a0-4238-9840-4165f1abe502 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:31.620264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.631066 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.670652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.700662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Transition to ACTIVE for port object 037a39ad-6c49-4612-a577-dbbe69d79dd9 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:31.704198 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.719849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60916d8c-64bc-4293-a65b-d8e265b15248 req-85998854-488c-4fbc-ab24-194313b57a4e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:31.725008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60916d8c-64bc-4293-a65b-d8e265b15248 req-85998854-488c-4fbc-ab24-194313b57a4e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 949 time: 0.3273008 Aug 22 14:57:31.768726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:31.817148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf6a506f-e5e3-498f-a81b-4f3c3804bd18 req-c42b237e-e52a-4306-bc62-6641ac40f7c8 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.0540760 Aug 22 14:57:31.840186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.844768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.849934 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/6c51c877-0837-4041-8d0e-70093e293138 HTTP/1.1" status: 204 len: 168 time: 0.3996470 Aug 22 14:57:31.852144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35334) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:31.859393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c61925-e04c-4efb-8766-554121874347 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c51c877-0837-4041-8d0e-70093e293138,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:31.869362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.877723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60916d8c-64bc-4293-a65b-d8e265b15248 req-6b2befee-16d7-416b-8acf-604114b6a7dd tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345038 Aug 22 14:57:31.879078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:31.922950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event deleted for resources: {'Port': ['ID=102d6c8d-d3a0-4238-9840-4165f1abe502,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:31.933500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f144c76-00cf-4c11-91fc-2235fbd018e1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616324 Aug 22 14:57:31.938556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:31.941150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['102d6c8d-d3a0-4238-9840-4165f1abe502', '62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:31.947583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:31.964836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073630659'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:31.979505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.028329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Sync routers for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:32.053256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:32.054394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:32.055319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] No DVR routers for this DVR port 102d6c8d-d3a0-4238-9840-4165f1abe502 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:32.056357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:57:32.060915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:32.061155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.064276 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f7608db5-c044-496b-84fe-014a43e63581 req-29cb4ee6-513e-43d6-ae90-32dc01eef9cf tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "DELETE /v2.0/ports/102d6c8d-d3a0-4238-9840-4165f1abe502 HTTP/1.1" status: 204 len: 173 time: 1.3280087 Aug 22 14:57:32.064997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'name': 'network-vif-deleted', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:32.073808 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af03ec-c67d-4f09-aef0-cd82a842bec4" -d '{"events": [{"server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "name": "network-vif-deleted", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:32.073916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:57:32.097296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.149983 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da8b22-6f3e-4210-97e7-b1b92b5b1389 x-openstack-request-id: req-65da8b22-6f3e-4210-97e7-b1b92b5b1389 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:32.150285 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf429da6-bbf7-4392-a284-06430d9fd659", "name": "network-vif-deleted", "tag": "102d6c8d-d3a0-4238-9840-4165f1abe502", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:32.150545 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65da8b22-6f3e-4210-97e7-b1b92b5b1389 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:32.150949 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf429da6-bbf7-4392-a284-06430d9fd659', 'name': 'network-vif-deleted', 'tag': '102d6c8d-d3a0-4238-9840-4165f1abe502', 'status': 'completed', 'code': 200} Aug 22 14:57:32.156169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Pushing event updated for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:32.255933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.275156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:32.279858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039f191-f58b-4be0-9aef-8f315eb1dc88 req-b81d56df-74e2-4d8f-bb52-4600e1e06aac tempest-FloatingIPsNegativeTestJSON-24840518 tempest-FloatingIPsNegativeTestJSON-24840518-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=97679d4080ab49829253d882f5d7fd46 HTTP/1.1" status: 200 len: 217 time: 0.1393437 Aug 22 14:57:32.306191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:32.306925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.351314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.408583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1f9f4978-3c52-4fbb-bb9f-289534b169b4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3541303 Aug 22 14:57:32.424984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Request body: {'port': {'device_id': '69d071c0-ea47-481c-874b-980f6ff24050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:32.429492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d03756c6-c901-4eff-9f6f-1a6a1af4574c req-3a1547a9-32ee-44c1-add4-42d315005e00 tempest-FloatingIPsNegativeTestJSON-24840518 tempest-FloatingIPsNegativeTestJSON-24840518-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0725291 Aug 22 14:57:32.444859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8d2aa-c180-4814-ac03-250f3c9e471d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:32.480369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.482377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc676864-b3e5-4b38-bee1-d4c1ef30e65b tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5418651 Aug 22 14:57:32.484810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:32.500860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-737c965c-db75-4f3e-b275-c8dac7890b7d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '87d8d2aa-c180-4814-ac03-250f3c9e471d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:32.500860 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-737c965c-db75-4f3e-b275-c8dac7890b7d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 22 14:57:32.500860 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-737c965c-db75-4f3e-b275-c8dac7890b7d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:32.500860 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-737c965c-db75-4f3e-b275-c8dac7890b7d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073831 Aug 22 14:57:32.504107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:32.582610 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-1170e72d-37ce-4153-9812-39de8f1176bb req-5e692d06-cdec-4221-8d51-2e966523e9aa tempest-FloatingIPsNegativeTestJSON-24840518 tempest-FloatingIPsNegativeTestJSON-24840518-project] show failed (client error): The resource could not be found. Aug 22 14:57:32.592461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1170e72d-37ce-4153-9812-39de8f1176bb req-5e692d06-cdec-4221-8d51-2e966523e9aa tempest-FloatingIPsNegativeTestJSON-24840518 tempest-FloatingIPsNegativeTestJSON-24840518-project] 10.222.0.53 "GET /v2.0/floatingips/d6613c37-7421-4d20-b8d2-73c33763bee7 HTTP/1.1" status: 404 len: 350 time: 0.1046457 Aug 22 14:57:32.594573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35366) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:32.594816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.621935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:32.692307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.730677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.765438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:32.766228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.823426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:29Z', 'revision_number': 4, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da552300-4c56-4db9-ba73-2df3c4e93568', 'name': '', 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'mac_address': 'fa:16:3e:c2:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:28Z', 'updated_at': '2021-08-22T14:57:30Z', 'revision_number': 2, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'subnets': [{'id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:32.899950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.899950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.899950 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/87d8d2aa-c180-4814-ac03-250f3c9e471d HTTP/1.1" status: 204 len: 168 time: 0.3897867 Aug 22 14:57:32.901054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35376) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:32.923140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:32.925165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Checking router: f9118333-61d5-4268-a262-91f9f9a33366 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:32.925165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Updating router f9118333-61d5-4268-a262-91f9f9a33366 port da552300-4c56-4db9-ba73-2df3c4e93568 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:57:32.949274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac3d36-0ebc-479f-8c61-0b23418404a1 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8d2aa-c180-4814-ac03-250f3c9e471d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:32.997592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-49378fcf-2203-4465-ae36-05f73823bf5a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920568 Aug 22 14:57:32.998829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:33.016981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--105711403'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:33.087733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.138170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:33.167927 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.181385 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.190947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:33.193513 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124aee2b-e041-4651-9f70-ca204b7effa7" -d '{"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-plugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:33.232426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:33.241355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44bcdae2-be45-437f-94ba-6c6de5d68d86 req-0adad4bd-126a-4a47-887a-5805a22f8d9e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf429da6-bbf7-4392-a284-06430d9fd659 HTTP/1.1" status: 200 len: 210 time: 0.0951288 Aug 22 14:57:33.264968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dd45c-999e-4883-b0a2-d1fb45f26f5a req-1c841cd3-fcee-42d7-9a9f-cacbfdb7225d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:33.266707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e02dd45c-999e-4883-b0a2-d1fb45f26f5a req-1c841cd3-fcee-42d7-9a9f-cacbfdb7225d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 935 time: 0.3227689 Aug 22 14:57:33.275694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bdba229e-d8c2-4c11-b770-9dd359c3e3ec None None] Provisioning for port 037a39ad-6c49-4612-a577-dbbe69d79dd9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:33.314492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:33.314875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.319623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bdba229e-d8c2-4c11-b770-9dd359c3e3ec None None] Provisioning complete for port 037a39ad-6c49-4612-a577-dbbe69d79dd9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:33.321972 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bdba229e-d8c2-4c11-b770-9dd359c3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.363286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.413339 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c876b-3868-41c6-a1a3-1b3a227c0969 x-openstack-request-id: req-278c876b-3868-41c6-a1a3-1b3a227c0969 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:33.413768 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-plugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:33.414118 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-278c876b-3868-41c6-a1a3-1b3a227c0969 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:33.414617 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'code': 200} Aug 22 14:57:33.425194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.432375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.465645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed794ce-b6c3-4c74-b373-4a7bbae9d4b8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:33.516022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.520368 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80d37ae7-f349-4a13-885e-43c640505b09 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5162561 Aug 22 14:57:33.520853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35400) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:33.526314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-df6154c8-5a7b-4c7f-a07e-44e149bfd131 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': 'fed794ce-b6c3-4c74-b373-4a7bbae9d4b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:33.527178 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-df6154c8-5a7b-4c7f-a07e-44e149bfd131 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 22 14:57:33.528073 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-df6154c8-5a7b-4c7f-a07e-44e149bfd131 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:33.529400 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df6154c8-5a7b-4c7f-a07e-44e149bfd131 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073872 Aug 22 14:57:33.532437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:33.612629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.658571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.804371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bdba229e-d8c2-4c11-b770-9dd359c3e3ec None None] Port 037a39ad-6c49-4612-a577-dbbe69d79dd9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:57:33.813986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8ceaff9b-a581-4e2a-a221-4572069bf633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.824702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:33.838412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.845586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:33.851388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/fed794ce-b6c3-4c74-b373-4a7bbae9d4b8 HTTP/1.1" status: 204 len: 168 time: 0.3168151 Aug 22 14:57:33.853662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35416) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:33.882115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94225f8-3b53-4ef9-947b-90e957e98b62 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed794ce-b6c3-4c74-b373-4a7bbae9d4b8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:33.886103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e02dd45c-999e-4883-b0a2-d1fb45f26f5a req-00bfd57c-90b8-4870-b684-a4cfdb2c0abd tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930719 Aug 22 14:57:34.016782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.018874 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52f42fc2-beb1-4e28-850b-e520416ccfe7 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474557 Aug 22 14:57:34.022959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.027231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1360072348'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:34.038311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Transition to ACTIVE for port object da552300-4c56-4db9-ba73-2df3c4e93568 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:34.039136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037a39ad-6c49-4612-a577-dbbe69d79dd9 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:34.053282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.084407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Transition to ACTIVE for port object 037a39ad-6c49-4612-a577-dbbe69d79dd9 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:34.147671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.154451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.188508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.191239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.235904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c201c-44e5-41da-a35b-7753591feaed None None] Pushing event updated for resources: {'Port': ['ID=da552300-4c56-4db9-ba73-2df3c4e93568,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:34.406450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.424294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Attempting to bind port da552300-4c56-4db9-ba73-2df3c4e93568 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:34.424819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Attempting to bind port da552300-4c56-4db9-ba73-2df3c4e93568 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:34.425382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Attempting to bind port da552300-4c56-4db9-ba73-2df3c4e93568 on network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:34.438553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:34.440207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Checking segment: {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:34.440684 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.443363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Bound using segment: {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:34.444008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Bound port: da552300-4c56-4db9-ba73-2df3c4e93568, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af898f3a-28ac-404f-a245-0fe854d1053c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:34.444473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.590187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.601595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] For port da552300-4c56-4db9-ba73-2df3c4e93568, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:34.611001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] For port da552300-4c56-4db9-ba73-2df3c4e93568, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da552300-4c56-4db9-ba73-2df3c4e93568,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:34.616870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:34.636655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 102d6c8d-d3a0-4238-9840-4165f1abe502 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:34.680210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 102d6c8d-d3a0-4238-9840-4165f1abe502 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:34.681219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 102d6c8d-d3a0-4238-9840-4165f1abe502 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:34.713445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.744008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:34.745906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7273593 Aug 22 14:57:34.750913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.756833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-196fa01f-f5a1-45ec-9815-3a089c4c5c00 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '718fa85e-b2fc-440c-ab7b-13ad13aed252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:34.757686 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-196fa01f-f5a1-45ec-9815-3a089c4c5c00 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 22 14:57:34.758413 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-196fa01f-f5a1-45ec-9815-3a089c4c5c00 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:34.761054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-196fa01f-f5a1-45ec-9815-3a089c4c5c00 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083394 Aug 22 14:57:34.768400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.788356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e0924d02-8b20-46ae-b0ab-9ace6e7aaee4 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '718fa85e-b2fc-440c-ab7b-13ad13aed252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:34.789584 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-e0924d02-8b20-46ae-b0ab-9ace6e7aaee4 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 22 14:57:34.790577 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:34.791248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:34.796902 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-e0924d02-8b20-46ae-b0ab-9ace6e7aaee4 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:34.801790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e0924d02-8b20-46ae-b0ab-9ace6e7aaee4 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0251832 Aug 22 14:57:34.808730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.811043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aef567-fc35-461b-ad8e-b87f16e900aa tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718fa85e-b2fc-440c-ab7b-13ad13aed252,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:34.846941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-758bf37e-8e61-4d03-a53b-5759f83a9e6c tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '718fa85e-b2fc-440c-ab7b-13ad13aed252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:34.848066 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-758bf37e-8e61-4d03-a53b-5759f83a9e6c tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 22 14:57:34.850436 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-758bf37e-8e61-4d03-a53b-5759f83a9e6c tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:34.858892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-758bf37e-8e61-4d03-a53b-5759f83a9e6c tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0453293 Aug 22 14:57:34.860445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35440) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.902217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-743b09a5-5416-45df-afd2-d79d10e7c178 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '718fa85e-b2fc-440c-ab7b-13ad13aed252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:34.906805 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-743b09a5-5416-45df-afd2-d79d10e7c178 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 22 14:57:34.912095 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-743b09a5-5416-45df-afd2-d79d10e7c178 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:34.918367 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-743b09a5-5416-45df-afd2-d79d10e7c178 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0532758 Aug 22 14:57:34.925058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35442) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:34.946145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Attempting to bind port 037a39ad-6c49-4612-a577-dbbe69d79dd9 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:57:34.946145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Attempting to bind port 037a39ad-6c49-4612-a577-dbbe69d79dd9 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:57:34.946145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Attempting to bind port 037a39ad-6c49-4612-a577-dbbe69d79dd9 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:34.990103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Port 037a39ad-6c49-4612-a577-dbbe69d79dd9 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:57:34.990810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Attempting to bind port 037a39ad-6c49-4612-a577-dbbe69d79dd9 on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:57:35.019653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:57:35.025430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:35.026024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:57:35.026603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Bound port: 037a39ad-6c49-4612-a577-dbbe69d79dd9, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:57:35.027082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.144637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:35.219715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:57:35.252822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.256794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:57:35.277860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca0c8-6dcb-4b67-b40e-cf1b8da0ad47 req-d9b6be88-eb59-4c28-a1e7-859e37f55bfb tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:35.279578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-990ca0c8-6dcb-4b67-b40e-cf1b8da0ad47 req-d9b6be88-eb59-4c28-a1e7-859e37f55bfb tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 947 time: 0.1101875 Aug 22 14:57:35.305653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.327688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.344165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.356685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c201c-44e5-41da-a35b-7753591feaed None None] Pushing event updated for resources: {'Port': ['ID=da552300-4c56-4db9-ba73-2df3c4e93568,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:35.416942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:35.417894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.419403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 200 len: 1095 time: 3.0004334 Aug 22 14:57:35.426541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:35.428964 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4292be-669a-434f-9389-115baa270c98" -d '{"events": [{"name": "network-changed", "server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:35.452342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-990ca0c8-6dcb-4b67-b40e-cf1b8da0ad47 req-2a1cdeb6-24c9-4c97-b776-7f00c85176f6 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483822 Aug 22 14:57:35.492848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237948d-67b7-4fc2-bfdb-6fb8ad8ec4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:35.522806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Deleting port da552300-4c56-4db9-ba73-2df3c4e93568 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:35.523323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.525772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:29Z', 'revision_number': 4, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da552300-4c56-4db9-ba73-2df3c4e93568', 'name': '', 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'mac_address': 'fa:16:3e:c2:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:28Z', 'updated_at': '2021-08-22T14:57:34Z', 'revision_number': 4, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'subnets': [{'id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:35.560774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.565021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.569875 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/718fa85e-b2fc-440c-ab7b-13ad13aed252 HTTP/1.1" status: 204 len: 168 time: 0.6403468 Aug 22 14:57:35.573909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35456) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:35.581273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef99e0-e506-4c92-a88f-31873540186c None None] The sync data for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 is: [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:29Z', 'revision_number': 4, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da552300-4c56-4db9-ba73-2df3c4e93568', 'name': '', 'network_id': 'dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'mac_address': 'fa:16:3e:c2:46:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:28Z', 'updated_at': '2021-08-22T14:57:34Z', 'revision_number': 4, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'subnets': [{'id': 'eb322255-03a4-4e78-9925-5d8ce13eaf15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:35.657415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec41be-9b98-42a5-baed-854dab74dfdd tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718fa85e-b2fc-440c-ab7b-13ad13aed252,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:35.763904 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f2727fd0-c1c5-4b55-8012-b354b0876c92 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1833708 Aug 22 14:57:35.765795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35458) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:35.775387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139704494'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:35.871566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] For port da552300-4c56-4db9-ba73-2df3c4e93568, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da552300-4c56-4db9-ba73-2df3c4e93568,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:35.872197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:35.917671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Calling delete_port for da552300-4c56-4db9-ba73-2df3c4e93568 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:35.933400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-67cccacc-5b17-46dc-af9b-83535ac110f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:35.937977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-67cccacc-5b17-46dc-af9b-83535ac110f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d87403535c4abd994703fd1a72f035&device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 1098 time: 0.3466983 Aug 22 14:57:35.961565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:36.036703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-e4deae8e-c37b-4e4e-bcf5-079af8b9925d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 200 len: 217 time: 0.0878267 Aug 22 14:57:36.226828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:36.305656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:36.366213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c841144-5ce7-4a65-9c7c-853a044349e6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:36.386515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-3755f633-8df6-4695-8619-fa67f4e5be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:36.388078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-3755f633-8df6-4695-8619-fa67f4e5be1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.3412125 Aug 22 14:57:36.421923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:36.426591 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-27047bf3-ff8b-459f-81ef-a1feb4bec1c9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6563046 Aug 22 14:57:36.427188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35470) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:36.436136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1d898189-ee7d-4b07-a65f-4c62bf45fb69 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:36.436703 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-1d898189-ee7d-4b07-a65f-4c62bf45fb69 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 14:57:36.437863 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-1d898189-ee7d-4b07-a65f-4c62bf45fb69 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:36.441606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1d898189-ee7d-4b07-a65f-4c62bf45fb69 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106657 Aug 22 14:57:36.442627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35472) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:36.455095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9939576d-349a-4b07-8b51-19c887d202ef tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:36.520022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:36.547446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e517b9-1d47-4817-b786-008abedfd34b req-ad02ba79-bd5a-44d7-983f-3ed7b1df72d8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:36.549950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1e517b9-1d47-4817-b786-008abedfd34b req-ad02ba79-bd5a-44d7-983f-3ed7b1df72d8 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 950 time: 0.2031074 Aug 22 14:57:36.628896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-7e72dad5-9659-436d-973a-862e8668c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:36.630707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-7e72dad5-9659-436d-973a-862e8668c94a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216039 Aug 22 14:57:36.681994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Pushing event deleted for resources: {'Port': ['ID=da552300-4c56-4db9-ba73-2df3c4e93568,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:36.794763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1e517b9-1d47-4817-b786-008abedfd34b req-a5dcfa34-3f24-4474-ad2b-3b878f58df9e tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ca70f2c-d870-410d-82d5-67a20ba26664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371658 Aug 22 14:57:37.096274 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea983a-e935-4395-b610-026be35366f5 x-openstack-request-id: req-17ea983a-e935-4395-b610-026be35366f5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:37.096819 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:37.096819 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ea983a-e935-4395-b610-026be35366f5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:37.097037 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9', 'status': 'completed', 'code': 200} Aug 22 14:57:37.141563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-573d8d91-1729-4e5e-b4b8-f4cd1171d6d2 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901540 Aug 22 14:57:37.143025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:37.159079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-4832915c-0da8-4f2d-8980-a5a6806e0989 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:37.179350 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-4832915c-0da8-4f2d-8980-a5a6806e0989 tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 950 time: 0.2251348 Aug 22 14:57:37.255044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:37.437806 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-9939576d-349a-4b07-8b51-19c887d202ef tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:37.442125 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9939576d-349a-4b07-8b51-19c887d202ef tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9971514 Aug 22 14:57:37.447066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35482) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:37.456648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-74c31172-7d11-471e-afa3-c581f6bcc142 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:37.457473 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-74c31172-7d11-471e-afa3-c581f6bcc142 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 22 14:57:37.460305 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-74c31172-7d11-471e-afa3-c581f6bcc142 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:37.462849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74c31172-7d11-471e-afa3-c581f6bcc142 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143862 Aug 22 14:57:37.469458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:37.484863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-917e4391-3e38-4bac-a942-e70a66965b35 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:37.537385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Deleting port 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:37.538065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:37.674166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] For port 62a11562-b787-4fa5-957b-ba2f5d0776fa, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=62a11562-b787-4fa5-957b-ba2f5d0776fa,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:37.674682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:37.683682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a859f0cc-4103-4743-ac2d-caeb9fc590ce req-1793f473-1379-4d90-968e-5d9576ceabf7 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317757 Aug 22 14:57:37.691460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Calling delete_port for 62a11562-b787-4fa5-957b-ba2f5d0776fa owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:37.774658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Router f9118333-61d5-4268-a262-91f9f9a33366 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:57:37.777507 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-917e4391-3e38-4bac-a942-e70a66965b35 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:37.783165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-917e4391-3e38-4bac-a942-e70a66965b35 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3090811 Aug 22 14:57:37.784305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:37.790837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bc664cbd-0eb8-4cf0-ad17-6b69359a9f7a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:37.791650 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-bc664cbd-0eb8-4cf0-ad17-6b69359a9f7a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 22 14:57:37.794311 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-bc664cbd-0eb8-4cf0-ad17-6b69359a9f7a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:37.804889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:37.805042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bc664cbd-0eb8-4cf0-ad17-6b69359a9f7a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123022 Aug 22 14:57:37.820337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f6b53c56-cc35-47e4-833d-075a34d1f8f5 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:38.074576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:38.102875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:57:38.131435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-187c461e-cd9c-442c-b51d-023664d40345 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9118333-61d5-4268-a262-91f9f9a33366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5057268 Aug 22 14:57:38.131890 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Sync routers for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:57:38.132373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['62a11562-b787-4fa5-957b-ba2f5d0776fa'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:38.132460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35496) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:38.132531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Pushing event deleted for resources: {'Port': ['ID=62a11562-b787-4fa5-957b-ba2f5d0776fa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:38.132610 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:38.132610 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:38.234270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dbc77-02a4-4c54-a333-482243640799 req-31159420-baa1-413e-8583-add8aa896b3d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:38.242916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a4dbc77-02a4-4c54-a333-482243640799 req-31159420-baa1-413e-8583-add8aa896b3d tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 947 time: 0.4493337 Aug 22 14:57:38.246508 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-f6b53c56-cc35-47e4-833d-075a34d1f8f5 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:38.246508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f6b53c56-cc35-47e4-833d-075a34d1f8f5 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4434462 Aug 22 14:57:38.257299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35498) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:38.264900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4292be-669a-434f-9389-115baa270c98 req-ce03ef92-5757-4b08-bdb8-0fcf5315efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:38.267565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-ce03ef92-5757-4b08-bdb8-0fcf5315efcb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d87403535c4abd994703fd1a72f035&device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 1098 time: 0.2369359 Aug 22 14:57:38.290016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b7dd7796-ac14-494c-80ea-a95f663935ac tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:38.302474 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-b7dd7796-ac14-494c-80ea-a95f663935ac tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 22 14:57:38.308100 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-b7dd7796-ac14-494c-80ea-a95f663935ac tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:38.310329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7dd7796-ac14-494c-80ea-a95f663935ac tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0451806 Aug 22 14:57:38.312571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] No DVR routers for this DVR port 62a11562-b787-4fa5-957b-ba2f5d0776fa on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:38.320662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:38.325088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:38.335331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6e192b82-33c3-484b-a98d-fc6d0cc616e1 req-3681fe1b-d9f8-43f8-a839-c593e066c75d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.10 "DELETE /v2.0/ports/62a11562-b787-4fa5-957b-ba2f5d0776fa HTTP/1.1" status: 204 len: 173 time: 1.1488364 Aug 22 14:57:38.355124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-deleted', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:38.360678 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482fc44-dd6c-40cf-846a-a9cec4961145" -d '{"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-deleted", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:38.361536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-036606ff-6d04-4a7f-9214-7f7fecb27111 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:38.584207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a4dbc77-02a4-4c54-a333-482243640799 req-4cf5d887-bdc3-438b-bfa7-e14fc9a765a9 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393204 Aug 22 14:57:38.606747 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-036606ff-6d04-4a7f-9214-7f7fecb27111 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:38.613715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-036606ff-6d04-4a7f-9214-7f7fecb27111 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2795184 Aug 22 14:57:38.613944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35506) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:38.620488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2df6ddaa-047e-495d-b2b6-bf67e2455cbf tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '3c841144-5ce7-4a65-9c7c-853a044349e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:38.631388 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:38.651812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:38.753420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4292be-669a-434f-9389-115baa270c98 req-efd125d2-3f66-4aa9-b141-1c2bd1bd53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:38.756532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-efd125d2-3f66-4aa9-b141-1c2bd1bd53fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.4704506 Aug 22 14:57:38.894122 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-2df6ddaa-047e-495d-b2b6-bf67e2455cbf tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:38.895234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2df6ddaa-047e-495d-b2b6-bf67e2455cbf tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2802176 Aug 22 14:57:38.898823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35508) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:39.046926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.121116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.205108 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:36Z', 'revision_number': 5, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:39.257697 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Checking router: f9118333-61d5-4268-a262-91f9f9a33366 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:57:39.284275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Routers {'f9118333-61d5-4268-a262-91f9f9a33366'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:57:39.285132 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:57:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9118333-61d5-4268-a262-91f9f9a33366'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:39.333561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-43fec2cd-933b-4461-baac-5ab754203d8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 200 len: 217 time: 0.5692413 Aug 22 14:57:39.362213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.365840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.367363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c841144-5ce7-4a65-9c7c-853a044349e6 HTTP/1.1" status: 204 len: 168 time: 0.4674423 Aug 22 14:57:39.389263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:39.423080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039bde3-306e-4155-9b1b-cd7f05998524 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c841144-5ce7-4a65-9c7c-853a044349e6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:39.528216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d65077c-8425-41a8-ba0b-666868472100 req-fd184b03-b3d1-4682-b654-0af04b7a671d tempest-ServersAdminTestJSON-326578850 tempest-ServersAdminTestJSON-326578850-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cc54609-ef30-44f3-81ae-b99f62348c8a HTTP/1.1" status: 200 len: 210 time: 0.2151849 Aug 22 14:57:39.536876 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cdbe91eb-1cdb-4de5-8210-91a02934e845 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1441641 Aug 22 14:57:39.547641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35514) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:39.552939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--923996921'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:39.607849 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] Set router f9118333-61d5-4268-a262-91f9f9a33366 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:57:39.693194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4292be-669a-434f-9389-115baa270c98 req-8e744c96-fec1-451d-b82e-48720c1e9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:39.695746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-8e744c96-fec1-451d-b82e-48720c1e9af2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.2696664 Aug 22 14:57:39.700954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.785949 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f2ad2c-1646-49cc-bfc4-4e4c7d47bcbf x-openstack-request-id: req-52f2ad2c-1646-49cc-bfc4-4e4c7d47bcbf {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:39.786351 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc54609-ef30-44f3-81ae-b99f62348c8a", "name": "network-vif-deleted", "tag": "62a11562-b787-4fa5-957b-ba2f5d0776fa", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:39.786511 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52f2ad2c-1646-49cc-bfc4-4e4c7d47bcbf {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:39.786951 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc54609-ef30-44f3-81ae-b99f62348c8a', 'name': 'network-vif-deleted', 'tag': '62a11562-b787-4fa5-957b-ba2f5d0776fa', 'status': 'completed', 'code': 200} Aug 22 14:57:39.789075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4292be-669a-434f-9389-115baa270c98 req-bea77352-7362-48e5-8c4c-a887eeeb7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:39.791843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-bea77352-7362-48e5-8c4c-a887eeeb7a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807872 Aug 22 14:57:39.944395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:39.959517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:36Z', 'revision_number': 5, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:40.004105 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd0b52-6b92-4cdc-a6c4-300eaea89f32 None None] The sync data for ids ['f9118333-61d5-4268-a262-91f9f9a33366'] in n-d-805046-3 is: [{'id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'name': 'tempest-FloatingIPsNegativeTestJSON-1107450585-router', 'tenant_id': '97679d4080ab49829253d882f5d7fd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:20Z', 'updated_at': '2021-08-22T14:57:36Z', 'revision_number': 5, 'project_id': '97679d4080ab49829253d882f5d7fd46', 'gw_port': {'id': '2a126a32-1bf0-4dc7-8ce9-a930c5029a29', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9118333-61d5-4268-a262-91f9f9a33366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:22Z', 'updated_at': '2021-08-22T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:57:40.084793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dbcc8-d5f8-4fde-9b37-8a4f64186bf0 req-060b2ac7-bc54-4f25-9fee-f9f41cdd4164 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:40.097378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e48dbcc8-d5f8-4fde-9b37-8a4f64186bf0 req-060b2ac7-bc54-4f25-9fee-f9f41cdd4164 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 947 time: 0.1907682 Aug 22 14:57:40.133976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-87ee9b47-643e-4ce7-85a5-fcf0d831c089 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291347 Aug 22 14:57:40.149914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.172793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Deleting port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:40.173310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.220820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.268944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e280a2-ee61-418b-882c-6d20a2ed290b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:40.299427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e48dbcc8-d5f8-4fde-9b37-8a4f64186bf0 req-1c0fe14a-25c4-414e-b206-0e0aec648728 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008355 Aug 22 14:57:40.327691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.367815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.369318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1fb1d1bb-41cb-4e8f-b9f2-3ce0d6fc9068 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8203924 Aug 22 14:57:40.374384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:40.379936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f825a946-030f-439b-b633-c0f5f2651ac9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '62e280a2-ee61-418b-882c-6d20a2ed290b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:40.447884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] For port 2a126a32-1bf0-4dc7-8ce9-a930c5029a29, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:40.449206 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:40.506840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Calling delete_port for 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:40.570091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4292be-669a-434f-9389-115baa270c98 req-5177ffe1-bd73-4880-9325-7ed32c06bf24 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035418 Aug 22 14:57:40.659444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:40.747796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 62a11562-b787-4fa5-957b-ba2f5d0776fa {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:40.749819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 62a11562-b787-4fa5-957b-ba2f5d0776fa not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:40.764301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 037a39ad-6c49-4612-a577-dbbe69d79dd9 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:57:40.986690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da552300-4c56-4db9-ba73-2df3c4e93568 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:41.043852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: da552300-4c56-4db9-ba73-2df3c4e93568 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:41.044525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da552300-4c56-4db9-ba73-2df3c4e93568 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:41.059033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:41.080596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '037a39ad-6c49-4612-a577-dbbe69d79dd9', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '037a39ad-6c49-4612-a577-dbbe69d79dd9', 'mac_address': 'fa:16:3e:21:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:57:41.131636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.156462 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-f825a946-030f-439b-b633-c0f5f2651ac9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The resource could not be found. Aug 22 14:57:41.156670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037a39ad-6c49-4612-a577-dbbe69d79dd9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:57:41.158473 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f825a946-030f-439b-b633-c0f5f2651ac9 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7846501 Aug 22 14:57:41.161198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35530) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:41.170781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1bc2d082-2228-4cbe-acf1-29be21b90a12 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '62e280a2-ee61-418b-882c-6d20a2ed290b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '08df7491-ebd2-4a04-bc5c-c50505fda403'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:41.227487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:41.368150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.416466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.418377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a126a32-1bf0-4dc7-8ce9-a930c5029a29,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:41.533002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b316e-59e9-4d99-bbb3-c816d37aaeaf req-0d3ec070-613f-4499-a139-5757a9d625d4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:41.534674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e5b316e-59e9-4d99-bbb3-c816d37aaeaf req-0d3ec070-613f-4499-a139-5757a9d625d4 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 948 time: 0.1371064 Aug 22 14:57:41.538209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.566178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:41.571488 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-1bc2d082-2228-4cbe-acf1-29be21b90a12 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The resource could not be found. Aug 22 14:57:41.572380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1bc2d082-2228-4cbe-acf1-29be21b90a12 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4091580 Aug 22 14:57:41.573139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:41.657521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.700598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.723245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['037a39ad-6c49-4612-a577-dbbe69d79dd9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:57:41.835548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.835995 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.839590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.844155 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/62e280a2-ee61-418b-882c-6d20a2ed290b HTTP/1.1" status: 204 len: 168 time: 0.2697709 Aug 22 14:57:41.849479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35546) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:41.876532 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:41.883764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e5b316e-59e9-4d99-bbb3-c816d37aaeaf req-2247edb8-cfaa-4d74-8def-dbf65d1fddba tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768233 Aug 22 14:57:41.924126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6b1c-1615-4085-8bc2-712b80e3469e tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e280a2-ee61-418b-882c-6d20a2ed290b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:42.036216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35550) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:42.057241 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53ba7142-af87-4400-a2da-c5f202b5db60 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2026136 Aug 22 14:57:42.061486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35554) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:42.067868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f4ed0201-06b6-4425-8026-4a7bbc554e46 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': '005266f7-df07-4405-8ea5-1d0dfb1640cf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:42.378322 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c1d7fed3-efe9-48c2-86eb-db43342b0a44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b799659d0c74225b8a4b27bb2307281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360059 Aug 22 14:57:42.378889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:42.542540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:42.588120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:42.598957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:42.606005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9118333-61d5-4268-a262-91f9f9a33366 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:57:42.616080 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:42.618116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-623f61e5-cf48-4221-954a-dbb6e9876554 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9118333-61d5-4268-a262-91f9f9a33366 HTTP/1.1" status: 204 len: 168 time: 4.4970436 Aug 22 14:57:42.621864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35578) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:42.731311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Deleting subnet eb322255-03a4-4e78-9925-5d8ce13eaf15 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:57:42.762488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 037a39ad-6c49-4612-a577-dbbe69d79dd9 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:57:42.838689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:42.955758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.019065 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-f4ed0201-06b6-4425-8026-4a7bbc554e46 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The resource could not be found. Aug 22 14:57:43.019065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f4ed0201-06b6-4425-8026-4a7bbc554e46 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9555171 Aug 22 14:57:43.025011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:43.037891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188505904'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:43.041465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 037a39ad-6c49-4612-a577-dbbe69d79dd9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:57:43.045749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 037a39ad-6c49-4612-a577-dbbe69d79dd9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:57:43.048927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.134490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.137256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.145956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ca70f2c-d870-410d-82d5-67a20ba26664 HTTP/1.1" status: 204 len: 168 time: 0.7658842 Aug 22 14:57:43.174768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.230594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f9bec-62f4-41a7-acdd-0b97034f5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca70f2c-d870-410d-82d5-67a20ba26664,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:43.288276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25171936-ba13-4be1-b7d6-25b2d38e02fa req-40c25397-ce1f-4c11-a46e-29908e1f6fcd tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:43.289859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25171936-ba13-4be1-b7d6-25b2d38e02fa req-40c25397-ce1f-4c11-a46e-29908e1f6fcd tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 948 time: 0.2468934 Aug 22 14:57:43.376044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.411526 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.412420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.451509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:57:43.458596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.476306 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5888c2-9001-4155-9344-dc6083b8916e" -d '{"events": [{"server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "name": "network-vif-plugged", "status": "completed", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:57:43.503787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25171936-ba13-4be1-b7d6-25b2d38e02fa req-d8cec027-2163-42b7-988c-77859d9c93a3 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890066 Aug 22 14:57:43.576913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ffdc18-37aa-4aa5-96db-ea655a0eaa0e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:43.586735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:43.670131 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.671520 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-704be36f-079f-477b-99e0-ad39777cbe43 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6450968 Aug 22 14:57:43.672790 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b614f-f72f-4487-9189-41acce11c184 x-openstack-request-id: req-ce1b614f-f72f-4487-9189-41acce11c184 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:57:43.673768 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "name": "network-vif-plugged", "status": "completed", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:57:43.674195 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce1b614f-f72f-4487-9189-41acce11c184 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:57:43.675059 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9', 'code': 200} Aug 22 14:57:43.675465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35604) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:43.682236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--149530287'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:43.701227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.707444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.824053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb322255-03a4-4e78-9925-5d8ce13eaf15,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:43.827960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.831711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8dc6ae26-ae9a-4a23-b320-285a0f5904b1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eb322255-03a4-4e78-9925-5d8ce13eaf15 HTTP/1.1" status: 204 len: 168 time: 1.2085719 Aug 22 14:57:43.834066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:43.843989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc404d4-2788-4fc8-ab16-9f7a098e8074 None None] Network dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:43.863374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb6e0-27fe-44e5-bdde-1e219d47fc08 req-be1ec8f4-d022-42af-ac33-addd091891dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:43.873281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e58cb6e0-27fe-44e5-bdde-1e219d47fc08 req-be1ec8f4-d022-42af-ac33-addd091891dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 1100 time: 0.0980363 Aug 22 14:57:43.930754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.977914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:43.988884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:44.049096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e58cb6e0-27fe-44e5-bdde-1e219d47fc08 req-ab2875d1-6e43-416d-ab0c-0e6a01b4683a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600683 Aug 22 14:57:44.121659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Deleting port 1d892b76-b1a8-4012-8e90-1a45c3650f32 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:44.122202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.205440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.229591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] DHCP port deletion for dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:57:44.257606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] For port 1d892b76-b1a8-4012-8e90-1a45c3650f32, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1d892b76-b1a8-4012-8e90-1a45c3650f32,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:44.257839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.281659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35622) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:44.309875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Calling delete_port for 1d892b76-b1a8-4012-8e90-1a45c3650f32 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:44.351126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Deleting port 1d892b76-b1a8-4012-8e90-1a45c3650f32 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:57:44.351684 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.352579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.430333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43cf77ee-2a0f-4591-bd60-9ea210bc6d18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9144a6620294236a6eb30588a7bddd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474695 Aug 22 14:57:44.430992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35624) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:44.444701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330c8956-0f15-4d5d-88af-8b7830416e5b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:44.493238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.500821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6698e52f-859d-4a1a-8f92-079dd6e5d25d tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8194556 Aug 22 14:57:44.503627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35626) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:44.513086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-18e4d250-56ab-461e-b55b-cb5200b9e200 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group_rule': {'security_group_id': 'e8ffdc18-37aa-4aa5-96db-ea655a0eaa0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '330c8956-0f15-4d5d-88af-8b7830416e5b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:44.544624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.560707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] For port 1d892b76-b1a8-4012-8e90-1a45c3650f32, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1d892b76-b1a8-4012-8e90-1a45c3650f32,segment=NetworkSegment(af898f3a-28ac-404f-a245-0fe854d1053c),segment_id=af898f3a-28ac-404f-a245-0fe854d1053c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:57:44.567942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.580320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.616623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Calling delete_port for 1d892b76-b1a8-4012-8e90-1a45c3650f32 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:57:44.636727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.711939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d892b76-b1a8-4012-8e90-1a45c3650f32,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:44.720835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] No DVR routers for this DVR port 1d892b76-b1a8-4012-8e90-1a45c3650f32 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:44.761739 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.764901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.769884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60179c0f-0e55-40f1-8160-701d17be40a3 HTTP/1.1" status: 204 len: 168 time: 0.3355296 Aug 22 14:57:44.796677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fac0c-f041-4ac1-918e-efe8159e5ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60179c0f-0e55-40f1-8160-701d17be40a3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:44.812351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.822433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:44.839208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af898f3a-28ac-404f-a245-0fe854d1053c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:44.839513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af898f3a-28ac-404f-a245-0fe854d1053c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:44.849160 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.852025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.870857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.881304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:57:44.881668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:57:44.956016 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-18e4d250-56ab-461e-b55b-cb5200b9e200 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 14:57:44.958210 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18e4d250-56ab-461e-b55b-cb5200b9e200 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4518514 Aug 22 14:57:44.960270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35644) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:45.019116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a45768-74c4-4336-8ed6-85c5c49a6d3f req-713ab4ce-ad99-4df6-8f39-a1c25a9340de tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:45.027595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a45768-74c4-4336-8ed6-85c5c49a6d3f req-713ab4ce-ad99-4df6-8f39-a1c25a9340de tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 949 time: 0.2321379 Aug 22 14:57:45.038356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] Pushing event deleted for resources: {'Port': ['ID=1d892b76-b1a8-4012-8e90-1a45c3650f32,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:45.069656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.084137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad9e7c-90db-4271-98e8-150120793b55 None None] No DVR routers for this DVR port 1d892b76-b1a8-4012-8e90-1a45c3650f32 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:57:45.101924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a45768-74c4-4336-8ed6-85c5c49a6d3f req-dc4f5851-27d9-4749-9f20-12c8742247ec tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727684 Aug 22 14:57:45.116887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.124336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04 HTTP/1.1" status: 204 len: 168 time: 1.2882452 Aug 22 14:57:45.131809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:45.131996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.171385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc10efe-8be5-449b-aeee-d506374a22e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd61ad1f-10c1-4e14-8ea8-1b708aa6ca04,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:45.171573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:45.171727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a126a32-1bf0-4dc7-8ce9-a930c5029a29 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:45.197081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1d892b76-b1a8-4012-8e90-1a45c3650f32 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:57:45.230029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.242932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1d892b76-b1a8-4012-8e90-1a45c3650f32 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:57:45.247472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1d892b76-b1a8-4012-8e90-1a45c3650f32 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:57:45.470186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.472937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.474136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/330c8956-0f15-4d5d-88af-8b7830416e5b HTTP/1.1" status: 204 len: 168 time: 0.5127785 Aug 22 14:57:45.476789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:45.526796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe760-9267-4534-bfde-5ad3075f8370 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c8956-0f15-4d5d-88af-8b7830416e5b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:45.667050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35658) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:45.667270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1b0281ad-3724-4e1a-8dd5-215edea0220a tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1892622 Aug 22 14:57:45.786516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.828305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:45.837741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35664) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:45.915961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35666) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:45.916710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61fd5be6-7852-4d1f-bf53-e13de87090b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97679d4080ab49829253d882f5d7fd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744054 Aug 22 14:57:45.995236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.036322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.105760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.108534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.113045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35680) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:46.116168 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/e8ffdc18-37aa-4aa5-96db-ea655a0eaa0e HTTP/1.1" status: 204 len: 168 time: 0.4449179 Aug 22 14:57:46.124389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1b6f9-d374-4140-8089-60d0d28f82b3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ffdc18-37aa-4aa5-96db-ea655a0eaa0e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:46.207742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.210341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.215518 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6a32697-b843-429d-b85e-584534d93d66 HTTP/1.1" status: 204 len: 168 time: 0.2980342 Aug 22 14:57:46.241622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47b39a-4e60-4f45-9210-6d56c245c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a32697-b843-429d-b85e-584534d93d66,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:46.305566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35692) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:46.306910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e0d28ba0-3cf6-4317-b426-45d92fcc381c tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1864538 Aug 22 14:57:46.311448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732623334'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:46.419166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0fa2b-491f-4247-a407-7fd95ae76966 req-8b6a9b87-c3c0-4c88-9dca-50043bbd4151 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:46.422771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9e0fa2b-491f-4247-a407-7fd95ae76966 req-8b6a9b87-c3c0-4c88-9dca-50043bbd4151 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 949 time: 0.1136992 Aug 22 14:57:46.452923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.484636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9e0fa2b-491f-4247-a407-7fd95ae76966 req-f1216e25-489d-4c21-a6f7-978d9d8298a1 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Aug 22 14:57:46.652956 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.768430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.919277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd68fe-36dd-42dc-b09f-f9c8b0ce7825,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:46.980313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:46.980313 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18ce7156-c5b8-4989-bf8f-efc997518359 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6692331 Aug 22 14:57:46.981284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:46.998629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e25828cb-ea08-401b-bf69-2e78d30fd2de tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:46.999695 n-d-805046-3 neutron-server[102048]: WARNING neutron.api.v2.base [None req-e25828cb-ea08-401b-bf69-2e78d30fd2de tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 22 14:57:47.005343 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-e25828cb-ea08-401b-bf69-2e78d30fd2de tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] update failed (client error): There was a conflict when trying to complete your request. Aug 22 14:57:47.007514 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e25828cb-ea08-401b-bf69-2e78d30fd2de tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "PUT /v2.0/security-groups/02dd68fe-36dd-42dc-b09f-f9c8b0ce7825 HTTP/1.1" status: 409 len: 330 time: 0.0183353 Aug 22 14:57:47.010527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:47.198030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:47.245994 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:47.403909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:47.408331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:47.412662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35746) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:47.413230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/02dd68fe-36dd-42dc-b09f-f9c8b0ce7825 HTTP/1.1" status: 204 len: 168 time: 0.4005482 Aug 22 14:57:47.429281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8f7a7-6a3e-46bd-a7da-7f30e8f2f054 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd68fe-36dd-42dc-b09f-f9c8b0ce7825,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:47.583626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a047913f-08ad-4e36-83a1-e27506d338d7 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616673 Aug 22 14:57:47.589385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35756) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:47.624236 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-f1aec362-a331-4370-b75f-66d9579c22fc tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] delete failed (client error): The resource could not be found. Aug 22 14:57:47.633317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1aec362-a331-4370-b75f-66d9579c22fc tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "DELETE /v2.0/security-groups/dcbe1560-91cb-4600-9014-6812483c2fab HTTP/1.1" status: 404 len: 347 time: 0.0377865 Aug 22 14:57:47.634701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35758) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:47.663376 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-37c6b124-efb5-44d4-9e45-d66037865725 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] show failed (client error): The resource could not be found. Aug 22 14:57:47.664489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-37c6b124-efb5-44d4-9e45-d66037865725 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-groups/1dd207cb-57d8-4ecf-8229-e62fe6f23ce4 HTTP/1.1" status: 404 len: 347 time: 0.0287273 Aug 22 14:57:47.672466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:47.717549 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-ecd373ca-5091-47d7-bf57-46fb115fe5a3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] show failed (client error): The resource could not be found. Aug 22 14:57:47.718650 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ecd373ca-5091-47d7-bf57-46fb115fe5a3 tempest-NegativeSecGroupTest-1889493774 tempest-NegativeSecGroupTest-1889493774-project] 10.222.0.53 "GET /v2.0/security-group-rules/a40680f0-eafa-43c7-aaa4-f4c58af0805a HTTP/1.1" status: 404 len: 356 time: 0.0478354 Aug 22 14:57:48.695589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:48.910814 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0090a97a-a163-4694-aac3-121f1b2a325c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5fd7b9564db47eea41b808c3dbbaa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135015 Aug 22 14:57:48.914575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35808) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:49.025377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:49.025377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:49.287570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:49.307927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:49.312886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3d7c0cd-5281-4e4e-b7a8-ea3135a9f822 HTTP/1.1" status: 204 len: 168 time: 0.3962162 Aug 22 14:57:49.346433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec930a-e126-4b9e-8216-6e88db2c282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7c0cd-5281-4e4e-b7a8-ea3135a9f822,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:50.847211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:51.158198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:51.525337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b104889-9282-434f-b125-76ea34eb5701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:51.716950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b104889-9282-434f-b125-76ea34eb5701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:51.869888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b104889-9282-434f-b125-76ea34eb5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:51.918344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:51.945544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b104889-9282-434f-b125-76ea34eb5701 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22efb8d7430443d396e3747b75cde955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850766 Aug 22 14:57:51.947630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35942) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:51.948619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104889-9282-434f-b125-76ea34eb5701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d90df5-6e64-40ae-aefe-e5c5955c0d5b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:52.078710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.160685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.228194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1761441436'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:52.430159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Made reservation on behalf of ccadda41834045e29f8f20c000bbd9fb for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:52.433757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.438336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.442078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.443610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7d90df5-6e64-40ae-aefe-e5c5955c0d5b HTTP/1.1" status: 204 len: 168 time: 0.4949529 Aug 22 14:57:52.488840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a0380-9f64-4481-b689-fe5f9a58f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d90df5-6e64-40ae-aefe-e5c5955c0d5b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:52.491780 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.672451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.846089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.906027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e7fda-5cfc-4b88-ba5a-cd48b077e30e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:52.928745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:57:52.945834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:52.946491 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Added segment ab750ab7-77a8-4e19-8658-59eee99204f5 of type vlan for network 3f441050-db83-4a9e-aac7-998de9f6c41c Aug 22 14:57:53.006085 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:53.055129 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:57:53.190579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:53.196683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:53.197317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:53.318819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Pushing event updated for resources: {'Network': ['ID=3f441050-db83-4a9e-aac7-998de9f6c41c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:53.330557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3f441050-db83-4a9e-aac7-998de9f6c41c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:57:53.413069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:53.416032 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74ebd0df-f5b6-4428-9e0b-5432a4103b26 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4963748 Aug 22 14:57:53.423418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-b92196d8-6b20-4eee-b219-2a8dfa70c034 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-463702239') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:53.748667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:53.779236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-127eff24-8c0c-4182-9715-2d791720e954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:53.858148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b92196d8-6b20-4eee-b219-2a8dfa70c034 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "PUT /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-463702239 HTTP/1.1" status: 201 len: 201 time: 0.4396167 Aug 22 14:57:53.862478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35988) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:53.876450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-243cc072-bf99-4c20-9c97-641da43eb983 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-463702239') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:54.040280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-243cc072-bf99-4c20-9c97-641da43eb983 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-463702239 HTTP/1.1" status: 204 len: 168 time: 0.1754789 Aug 22 14:57:54.041442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-127eff24-8c0c-4182-9715-2d791720e954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.041984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:54.050349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-b42df995-0cda-4dd7-a2f8-a5f88eec417b tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:54.191509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36008) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:54.192545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b42df995-0cda-4dd7-a2f8-a5f88eec417b tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags HTTP/1.1" status: 200 len: 237 time: 0.1492424 Aug 22 14:57:54.197242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-43c4801c-30ed-40af-a0b8-8e836b2bf24f tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', {'tags': ['tempest-TagsTest-Tag-947804353', 'tempest-TagsTest-Tag-2073378970', 'tempest-TagsTest-Tag-936115585']}) {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:54.209098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-127eff24-8c0c-4182-9715-2d791720e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.341148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-127eff24-8c0c-4182-9715-2d791720e954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bd78a875cde4af6a79538d14a68d8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907292 Aug 22 14:57:54.343950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36012) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:54.345955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eff24-8c0c-4182-9715-2d791720e954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79d53de-5705-42d9-a121-3cc014ae1699,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:54.456977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.506726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.527661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43c4801c-30ed-40af-a0b8-8e836b2bf24f tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "PUT /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags HTTP/1.1" status: 200 len: 307 time: 0.3346996 Aug 22 14:57:54.530423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36016) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:54.537810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-718c632c-4301-4da1-a869-f91805b30fa8 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-947804353') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:54.721312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.725114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:54.729512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b79d53de-5705-42d9-a121-3cc014ae1699 HTTP/1.1" status: 204 len: 168 time: 0.3829978 Aug 22 14:57:54.739102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b9d63-f9d3-4bb0-a4df-fc8e0229f66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79d53de-5705-42d9-a121-3cc014ae1699,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:54.861246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-718c632c-4301-4da1-a869-f91805b30fa8 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "DELETE /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-947804353 HTTP/1.1" status: 204 len: 168 time: 0.3287632 Aug 22 14:57:54.863742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:54.869547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-578f7c4c-334e-4e88-b245-2b76eb92e21f tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-947804353') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:54.881704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-f0f06817-63c5-4845-8191-742969d2c1be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570680 Aug 22 14:57:55.048137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-81ca91c4-c78d-4b67-9132-60eb4cba8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:55.048137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-81ca91c4-c78d-4b67-9132-60eb4cba8441 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a647770fd10451387e457b3f3721c31&device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 1096 time: 0.0999339 Aug 22 14:57:55.081938 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-578f7c4c-334e-4e88-b245-2b76eb92e21f tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] show failed (client error): The resource could not be found. Aug 22 14:57:55.089703 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-578f7c4c-334e-4e88-b245-2b76eb92e21f tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-947804353 HTTP/1.1" status: 404 len: 325 time: 0.2240109 Aug 22 14:57:55.099273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:55.111822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-6f78da03-2c78-4406-9659-e9b9d837e734 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-2073378970') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:55.309290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-108c49c7-f67d-41b0-b0e1-7ba9c33a5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:55.311836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-108c49c7-f67d-41b0-b0e1-7ba9c33a5236 service neutron] 10.222.0.54 "GET /v2.0/networks?id=55787710-63ae-4ab6-b3f7-14b1c606b20c HTTP/1.1" status: 200 len: 915 time: 0.2360091 Aug 22 14:57:55.363651 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f78da03-2c78-4406-9659-e9b9d837e734 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-2073378970 HTTP/1.1" status: 204 len: 168 time: 0.2619588 Aug 22 14:57:55.366219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:55.379865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-c91f5b55-56aa-489f-8799-dc2b7c743402 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-936115585') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:55.385697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-4bfdba0b-2de7-4b45-b9c2-a066e71aaf70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206 HTTP/1.1" status: 200 len: 217 time: 0.0664816 Aug 22 14:57:55.418008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:55.499604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-f57fd9c8-8653-4f5b-9837-0fabad1819f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:55.502316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-f57fd9c8-8653-4f5b-9837-0fabad1819f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ddfbad-3791-447a-a96b-454abd32b331 HTTP/1.1" status: 200 len: 854 time: 0.1096156 Aug 22 14:57:55.592349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-e7524f49-7039-42c8-bb46-aa69cdb72854 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=55787710-63ae-4ab6-b3f7-14b1c606b20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781679 Aug 22 14:57:55.615001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c91f5b55-56aa-489f-8799-dc2b7c743402 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-936115585 HTTP/1.1" status: 204 len: 168 time: 0.2473865 Aug 22 14:57:55.618837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36058) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:55.627077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-065fd519-e4cf-4900-8408-35d7d4b08114 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:55.667521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53f9b43f-17e0-4905-81ee-444af549ac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:55.751898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-d284f885-8aef-40a7-b47f-12e44591784c service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493430 Aug 22 14:57:55.819829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53f9b43f-17e0-4905-81ee-444af549ac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:55.916265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77573d86-07d7-46a1-9a33-b6cbd2846edb req-732ddd73-8a76-43d5-b7d5-d752493f5554 service neutron] 10.222.0.54 "GET /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108048 Aug 22 14:57:56.163791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-065fd519-e4cf-4900-8408-35d7d4b08114 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "DELETE /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags HTTP/1.1" status: 204 len: 168 time: 0.5436168 Aug 22 14:57:56.164726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53f9b43f-17e0-4905-81ee-444af549ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.167009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:56.172142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-744b72c2-d9b6-4bda-8a30-d500ca90a0de tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-2073378970') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.218329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b43f-17e0-4905-81ee-444af549ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228105d2-9957-475e-ac24-b6f3f6b7566f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:56.261236 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53f9b43f-17e0-4905-81ee-444af549ac87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2fa4906140547febb982d0c8d2178cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8399520 Aug 22 14:57:56.261848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:56.299241 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-744b72c2-d9b6-4bda-8a30-d500ca90a0de tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] show failed (client error): The resource could not be found. Aug 22 14:57:56.300801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-744b72c2-d9b6-4bda-8a30-d500ca90a0de tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-2073378970 HTTP/1.1" status: 404 len: 326 time: 0.1324193 Aug 22 14:57:56.303657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36092) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:56.314917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.tag.tag_plugin [None req-1d65e3dd-f910-43f4-891b-1604c820f131 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c', 'tempest-TagsTest-Tag-936115585') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.349241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.384235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.435797 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-1d65e3dd-f910-43f4-891b-1604c820f131 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] show failed (client error): The resource could not be found. Aug 22 14:57:56.440424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1d65e3dd-f910-43f4-891b-1604c820f131 tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "GET /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags/tempest-TagsTest-Tag-936115585 HTTP/1.1" status: 404 len: 325 time: 0.1319206 Aug 22 14:57:56.440978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36096) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:56.446049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.tag.tag_plugin [None req-a4bc2810-3207-45aa-861f-481c19778f8d tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f441050-db83-4a9e-aac7-998de9f6c41c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.534583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.538140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.542195 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/228105d2-9957-475e-ac24-b6f3f6b7566f HTTP/1.1" status: 204 len: 168 time: 0.2767127 Aug 22 14:57:56.553686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658304-ba24-4c1e-b3ba-49f2e62090b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228105d2-9957-475e-ac24-b6f3f6b7566f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:56.557126 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a4bc2810-3207-45aa-861f-481c19778f8d tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "DELETE /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c/tags HTTP/1.1" status: 204 len: 168 time: 0.1150165 Aug 22 14:57:56.562855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36102) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:56.718219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.829847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.842028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f441050-db83-4a9e-aac7-998de9f6c41c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.862507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab750ab7-77a8-4e19-8658-59eee99204f5') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.863187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab750ab7-77a8-4e19-8658-59eee99204f5') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:57:56.875050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.893589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.901469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:57:56.901880 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:57:56.905332 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:57:57.062632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.071246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.072954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] 10.222.0.53 "DELETE /v2.0/networks/3f441050-db83-4a9e-aac7-998de9f6c41c HTTP/1.1" status: 204 len: 168 time: 0.5084813 Aug 22 14:57:57.097431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c18777-ff9e-42c9-a8b3-58de20bb42bf tempest-TagsTest-1755408596 tempest-TagsTest-1755408596-project] Pushing event deleted for resources: {'Network': ['ID=3f441050-db83-4a9e-aac7-998de9f6c41c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:57.162933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36126) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:57.372180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-network', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:57.520199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Made reservation on behalf of 3aa4e84ffa2442c1b0156356fe644d4f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:57.525297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.548273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.673091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.790318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.846766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36160) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:57.852051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:57:57.863046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19065ba6-2682-4da6-8c5d-4ea0508373f5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:57.872893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:57.873462 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Added segment 755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8 of type vlan for network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d Aug 22 14:57:57.941632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.019761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c10efde4-2bee-40cc-a787-ca42cdc2c521 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccadda41834045e29f8f20c000bbd9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705475 Aug 22 14:57:58.022185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:58.088187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.095655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:58.097582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.116694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.147586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.205657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] Pushing event updated for resources: {'Network': ['ID=e46d0dfa-6a6c-402b-8f66-6b3572d78f4d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:58.217185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:57:58.264671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-51d6904f-01de-4e8b-994b-952272e55d59 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1014690 Aug 22 14:57:58.267784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36186) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:58.273858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Request body: {'subnet': {'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-subnet', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:58.349827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.352875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.355791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc4e7fda-5cfc-4b88-ba5a-cd48b077e30e HTTP/1.1" status: 204 len: 168 time: 0.3308861 Aug 22 14:57:58.364614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031108e-6200-40b2-bf55-da1425fa11b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e7fda-5cfc-4b88-ba5a-cd48b077e30e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:58.413727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Made reservation on behalf of 3aa4e84ffa2442c1b0156356fe644d4f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:58.413727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.422423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36210) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:58.713154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-940209526-network', 'tenant_id': '90b20fdea6b64b83a67c9e229fdaf958'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:58.847590 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.887074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Made reservation on behalf of 90b20fdea6b64b83a67c9e229fdaf958 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:57:58.890848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.924838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:58.960941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:58.976221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Checking segment: {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:57:58.977053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Network hostable DHCP agents. Network: e46d0dfa-6a6c-402b-8f66-6b3572d78f4d, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:57:59.063530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.127300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:57:59.168928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.184737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:57:59.199051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.199409 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Added segment 222b66fa-cd9f-4020-8a59-e9751f79095c of type vlan for network 7f47943d-d2b2-43a2-a647-006c2e9e07bb Aug 22 14:57:59.246573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e46d0dfa-6a6c-402b-8f66-6b3572d78f4d) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:57:59.259704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:59.262641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b174bf-f3dd-4139-a032-431dc7af8efb None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:57:59.271715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.292890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae6392-2fe9-4ad9-9fb9-ff557bd666f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:59.348488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.450275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'fixed_ips': [{'subnet_id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:57:59.451157 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.504744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8f9497ed-1759-4e3e-8826-ec6ee65510b6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2357981 Aug 22 14:57:59.507521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36244) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:59.512342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:59.572324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.573376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:57:59.574022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.635230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Allocated IP 172.20.0.2 (e46d0dfa-6a6c-402b-8f66-6b3572d78f4d/da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a/c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:57:59.642862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f47943d-d2b2-43a2-a647-006c2e9e07bb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:57:59.656433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 7f47943d-d2b2-43a2-a647-006c2e9e07bb details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:57:59.801106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.802447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.881364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.894377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-99aad15c-bfa0-4892-bbbf-2622cf8c1eb6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4697094 Aug 22 14:57:59.897984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36264) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:57:59.903688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Request body: {'subnet': {'network_id': '7f47943d-d2b2-43a2-a647-006c2e9e07bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-940209526-subnet', 'tenant_id': '90b20fdea6b64b83a67c9e229fdaf958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:57:59.904954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:57:59.916224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Transition to ACTIVE for port object c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:57:59.935464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Transition to ACTIVE for port object c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:00.063857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Made reservation on behalf of 90b20fdea6b64b83a67c9e229fdaf958 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:00.065626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.066252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.115064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:00.119147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:00.129440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:00.220095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Pushing event updated for resources: {'Port': ['ID=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:00.222999 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-56bed7aa-317f-4982-b401-95b63e205b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.237170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Attempting to bind port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:00.237170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Attempting to bind port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:00.237659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Attempting to bind port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae on network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:00.243808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:00.244238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Checking segment: {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:00.245045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.245045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Bound using segment: {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:00.245507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Bound port: c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:00.245895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.293740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.335100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] For port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:00.338380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] For port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:00.601887 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.606204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.704949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced1c75-3ab7-44f7-90c0-0135fe5bb955 None None] Pushing event updated for resources: {'Port': ['ID=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:00.712615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bd14ba-8673-40dc-9d46-ab5092ed1454,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:00.732258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Checking segment: {'id': '222b66fa-cd9f-4020-8a59-e9751f79095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7f47943d-d2b2-43a2-a647-006c2e9e07bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:00.732832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Network hostable DHCP agents. Network: 7f47943d-d2b2-43a2-a647-006c2e9e07bb, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:00.742335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:00.762768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.789323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.888122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:00.936986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:00.939404 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f69d2f7-262f-4033-9078-5f206c535ff4" -d '{"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:00.961796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:00.973006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Allocated IP 172.25.0.194 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9343d118-1d34-4ac3-abcf-64909095835f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:00.978009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Network 7f47943d-d2b2-43a2-a647-006c2e9e07bb is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:00.997375 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698aa59-9fbf-42bc-b546-ada8d1c0ffe8 x-openstack-request-id: req-4698aa59-9fbf-42bc-b546-ada8d1c0ffe8 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:00.997666 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-unplugged", "status": "completed", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:00.997953 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4698aa59-9fbf-42bc-b546-ada8d1c0ffe8 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:00.998643 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'code': 200} Aug 22 14:58:01.136121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:01.155749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:01.206524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 7f47943d-d2b2-43a2-a647-006c2e9e07bb) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:01.214107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:01.220937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:01.220937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:01.221666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd915429-1611-4517-9e6c-e12b47741979 None None] Network 7f47943d-d2b2-43a2-a647-006c2e9e07bb requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:01.335663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:01.416837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:01.417034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:01.427104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2463f766-9b0c-47ed-b2a4-6626f752e071 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5207214 Aug 22 14:58:01.437401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37971f94-dee7-4ee2-a525-f4b50331b233 None None] Network 7f47943d-d2b2-43a2-a647-006c2e9e07bb requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:01.523541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:01.532582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:01.540702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:01.625353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Pushing event updated for resources: {'Port': ['ID=9343d118-1d34-4ac3-abcf-64909095835f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:02.167497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8504875-b914-4091-b273-fcf1f8675d31 None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:02.271568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-6ae17b8a-f246-40c1-a3f1-304f68837522 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:02.280101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-6ae17b8a-f246-40c1-a3f1-304f68837522 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.2799413 Aug 22 14:58:02.316959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-132f19c9-fcc1-42da-b4b4-4d8f285ea528 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/quotas/baed2d82c3a541f39744c9095b4e4903 HTTP/1.1" status: 200 len: 375 time: 0.0355625 Aug 22 14:58:02.369163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1090182731', 'description': 'tempest-description-1747991815'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:02.389764 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:02.457314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Provisioning for port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:02.493903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Provisioning complete for port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:02.501050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:02.576543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-cd8ab3ef-1da3-4fbc-9b02-2ce49fbf9932 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575219 Aug 22 14:58:02.618494 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:02.664487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] For port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:02.831475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:02.841399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:02.911347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2f31-f4dc-4338-9873-47b235a173d3 None None] Pushing event updated for resources: {'Port': ['ID=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:02.952008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8c4d8d88-233d-4ab5-898b-8227653a2692 None None] Provisioning complete for port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:02.952395 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8d88-233d-4ab5-898b-8227653a2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.075106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.077042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:03.131705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:03.132246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.208637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-189de6de-57c1-4505-809d-04aa66c34b70 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309507 Aug 22 14:58:03.359462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.406530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-122cb31a-add4-4d71-bdd1-8f37c78b3d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.425441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.434302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:03.455307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-578f6ec3-d0ce-4c89-85a4-57f4f626af3a service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118006 Aug 22 14:58:03.544853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.592656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041fd35-5b64-4228-ba96-95548f49ee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.601495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:03.666370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-e1eac551-26e8-4f0a-8864-f23924d4ee20 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:03.669371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-e1eac551-26e8-4f0a-8864-f23924d4ee20 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/ports?device_id=56939f98-b229-4eea-95c4-a199a4b3fcdf HTTP/1.1" status: 200 len: 944 time: 0.0526052 Aug 22 14:58:03.756092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:03.758634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31c320f0-e5fe-41e1-92c7-80c3aa6bcbed req-3fbf1807-7703-4d95-b152-98b1ec5f48c1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4212642 Aug 22 14:58:03.759723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Router 2d851e59-1abb-49c4-b757-250ec0b012a5 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:58:04.002864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Deleting port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:04.009734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.017349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9d15225-0cf4-4922-b46c-6340faccf2f1 req-8bffc8a9-9cc2-4048-a6c8-99cde4aaf755 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 210 time: 0.0536594 Aug 22 14:58:04.034821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:58:04.055053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Sync routers for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:58:04.069646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:04.074228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:04.146328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] For port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:04.146953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.163784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Calling delete_port for 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:04.251987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-81473b3d-3876-4ad3-8e36-fef76c7feaf6 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55 HTTP/1.1" status: 200 len: 1807 time: 0.1317694 Aug 22 14:58:04.296894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:04.304719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:04.312550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041fd35-5b64-4228-ba96-95548f49ee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.376452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0041fd35-5b64-4228-ba96-95548f49ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.377148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:04.432147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0abdf9-5f61-42a9-85e0-296826505de0 req-1f763be8-f41e-4b33-bda2-427ede9e2f15 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:04.441278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc0abdf9-5f61-42a9-85e0-296826505de0 req-1f763be8-f41e-4b33-bda2-427ede9e2f15 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.1153316 Aug 22 14:58:04.539814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.544084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2e37754-391b-40e5-8015-283b11566e4c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0336790 Aug 22 14:58:04.557961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:04.664930 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0041fd35-5b64-4228-ba96-95548f49ee80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9de02a10a2cc401d8de0edb3f2a88cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2292383 Aug 22 14:58:04.671236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36384) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:04.682982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041fd35-5b64-4228-ba96-95548f49ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05debef0-92a9-4b63-98cf-52043cf6344a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:04.759682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.787697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.808603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc0abdf9-5f61-42a9-85e0-296826505de0 req-86bd5c6c-21cb-4051-9aac-c29ec2624afc tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646538 Aug 22 14:58:04.835601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:04.983684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event deleted for resources: {'Port': ['ID=37a39ed8-0ce4-44ae-9721-ba1c60ed60ed,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:05.007827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.073285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] No DVR routers for this DVR port 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:58:05.077298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.080616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7897b66c-01dd-428d-a8b7-85a5d8c58907 req-52b128f1-947e-441d-b8c4-bf5e9f961853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "DELETE /v2.0/ports/37a39ed8-0ce4-44ae-9721-ba1c60ed60ed HTTP/1.1" status: 204 len: 173 time: 1.4048860 Aug 22 14:58:05.081781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-deleted', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:05.084692 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd23f9a-2b99-4b27-95ca-1ddf68e0a22f" -d '{"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-deleted", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:05.107727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.113933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:02Z', 'revision_number': 3, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:05.116274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.117762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05debef0-92a9-4b63-98cf-52043cf6344a HTTP/1.1" status: 204 len: 168 time: 0.4435172 Aug 22 14:58:05.142829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c27425-a3ca-4a68-b010-5e5d7ac2974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05debef0-92a9-4b63-98cf-52043cf6344a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:05.193655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Checking router: 2d851e59-1abb-49c4-b757-250ec0b012a5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:58:05.194083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Updating router 2d851e59-1abb-49c4-b757-250ec0b012a5 port 9343d118-1d34-4ac3-abcf-64909095835f binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:58:05.243032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.269996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db7b8e50-ea7b-4d2e-b99e-9a000d7dbf98 req-0f0489d5-6eb5-4fe7-abb8-6fea1a0c3c68 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 210 time: 0.0716813 Aug 22 14:58:05.302829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.357223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfbd4fb-906d-4b9a-bade-0a2d8487eefd x-openstack-request-id: req-8cfbd4fb-906d-4b9a-bade-0a2d8487eefd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:05.357223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56939f98-b229-4eea-95c4-a199a4b3fcdf", "name": "network-vif-deleted", "tag": "37a39ed8-0ce4-44ae-9721-ba1c60ed60ed", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:05.357223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cfbd4fb-906d-4b9a-bade-0a2d8487eefd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:05.358292 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56939f98-b229-4eea-95c4-a199a4b3fcdf', 'name': 'network-vif-deleted', 'tag': '37a39ed8-0ce4-44ae-9721-ba1c60ed60ed', 'status': 'completed', 'code': 200} Aug 22 14:58:05.383102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.516472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.546276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546c7589-b910-46e3-beb2-e224049af31e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:05.576228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.631046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.643696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Transition to ACTIVE for port object 9343d118-1d34-4ac3-abcf-64909095835f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:05.682525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.683948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca23ba40-d921-4d8b-9752-73a8f79f2270 req-4217ab17-37a0-4a5c-9f17-6677209884e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4220445 Aug 22 14:58:05.738702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.772542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814460534', 'description': 'tempest-description-278440265'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:05.808477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442a56c-b372-474b-9587-f8c3be2eb5b1 None None] Pushing event updated for resources: {'Port': ['ID=9343d118-1d34-4ac3-abcf-64909095835f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:05.850873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Attempting to bind port 9343d118-1d34-4ac3-abcf-64909095835f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:05.855358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Attempting to bind port 9343d118-1d34-4ac3-abcf-64909095835f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:05.855358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Attempting to bind port 9343d118-1d34-4ac3-abcf-64909095835f on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:05.862769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:05.863156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:05.867347 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.867778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:05.868360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Bound port: 9343d118-1d34-4ac3-abcf-64909095835f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:05.868796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.873664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Allocated IP 172.20.0.1 (e46d0dfa-6a6c-402b-8f66-6b3572d78f4d/da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a/5a091bcd-2bc2-4155-b92e-3903de09de14) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:05.916116 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:05.950848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] For port 9343d118-1d34-4ac3-abcf-64909095835f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:05.955611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] For port 9343d118-1d34-4ac3-abcf-64909095835f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9343d118-1d34-4ac3-abcf-64909095835f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:06.024709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.104963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442a56c-b372-474b-9587-f8c3be2eb5b1 None None] Pushing event updated for resources: {'Port': ['ID=9343d118-1d34-4ac3-abcf-64909095835f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:06.126665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:06.128130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:06.200173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:06.218727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-fa108e72-15f5-4722-91bd-77deea2043dd tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:06.221449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-fa108e72-15f5-4722-91bd-77deea2043dd tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2822204 Aug 22 14:58:06.231347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b403329e-be0e-4828-9609-25abb28b05e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.246645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178f5d0-56da-486b-b8bb-9dfbb726c3f0 req-aaf52424-2068-41ef-807a-42e2ab735b67 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:06.248931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6178f5d0-56da-486b-b8bb-9dfbb726c3f0 req-aaf52424-2068-41ef-807a-42e2ab735b67 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 945 time: 0.2971780 Aug 22 14:58:06.272890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:06.375990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.436700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6178f5d0-56da-486b-b8bb-9dfbb726c3f0 req-b232f557-9885-4eb9-808b-d548af0a4a88 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1220e0-153b-4245-ae7f-81930019cc69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724014 Aug 22 14:58:06.464576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Transition to ACTIVE for port object 5a091bcd-2bc2-4155-b92e-3903de09de14 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:06.495373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.544695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Deleting port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:06.545228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.583769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.630627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:02Z', 'revision_number': 3, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:06.677753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3fc37-5e5d-41cf-ab41-103535911b22 None None] The sync data for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 is: [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:02Z', 'revision_number': 3, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:58:06.689000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.767140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c071c6d3-cac0-45c0-9557-b0fef41b4965,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:06.782991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:06.786219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c66b16e3-44e3-4c16-a311-ca1b241928e6 req-2e4073ed-93a9-4a14-8202-942cc5023ff3 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 210 time: 0.0800123 Aug 22 14:58:06.791846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:06.795933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:06.817572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:06.831070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:58:06.832537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 37a39ed8-0ce4-44ae-9721-ba1c60ed60ed not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:58:06.835124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2f8bacd4-a4fb-4ae3-9516-d453c3e5c935 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:06.836926 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2f8bacd4-a4fb-4ae3-9516-d453c3e5c935 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.54 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.2583702 Aug 22 14:58:06.853667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Request body: {'port': {'device_id': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'admin_state_up': True, 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:06.858449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b403329e-be0e-4828-9609-25abb28b05e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.881870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] For port e5b6e01f-5e28-469b-a7a0-4d6539b6d206, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,segment=NetworkSegment(710beb37-7235-4a44-8fac-097373fb584e),segment_id=710beb37-7235-4a44-8fac-097373fb584e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:06.881870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.889438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.909636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:06.917681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Calling delete_port for e5b6e01f-5e28-469b-a7a0-4d6539b6d206 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:06.949980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b403329e-be0e-4828-9609-25abb28b05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:06.953860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.018505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b403329e-be0e-4828-9609-25abb28b05e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1e134da972149d59ebea25ba8cd4a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137095 Aug 22 14:58:07.019847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:07.039450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403329e-be0e-4828-9609-25abb28b05e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76016074-4eb9-429f-9463-55c348103098,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:07.178383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.178554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.179888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5420da7b-40a8-4be8-ba11-dc8cc3b6aa83 req-a441f273-a991-4d3d-baf3-45ebd66fa493 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4175797 Aug 22 14:58:07.209910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.237934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:07.241603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.292916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-44ce742a-670c-49f1-b0db-c54c692fbdc9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c071c6d3-cac0-45c0-9557-b0fef41b4965 HTTP/1.1" status: 200 len: 1806 time: 0.0696340 Aug 22 14:58:07.314431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c071c6d3-cac0-45c0-9557-b0fef41b4965', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:07.314863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c071c6d3-cac0-45c0-9557-b0fef41b4965', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:07.332267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0f3aee6b-053d-4374-b1c6-7562914564e9 None None] Provisioning for port 5a091bcd-2bc2-4155-b92e-3903de09de14 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:07.337365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0f3aee6b-053d-4374-b1c6-7562914564e9 None None] Provisioning complete for port 5a091bcd-2bc2-4155-b92e-3903de09de14 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:07.337365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f3aee6b-053d-4374-b1c6-7562914564e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.438008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0f3aee6b-053d-4374-b1c6-7562914564e9 None None] Port 5a091bcd-2bc2-4155-b92e-3903de09de14 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:07.458739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.461851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.466769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76016074-4eb9-429f-9463-55c348103098 HTTP/1.1" status: 204 len: 168 time: 0.4381945 Aug 22 14:58:07.472565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.504375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0056-4898-4c6a-a9a3-6df540c4353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76016074-4eb9-429f-9463-55c348103098,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:07.523007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Allocated IP 172.20.0.11 (8e0838c1-203a-4900-9ad7-eb2401cb48df/bf4eb573-a818-4f6a-a924-2bf27a1b4ebf/bbfb7375-f18c-4c25-b124-15baf05b7deb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:07.602422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.614442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e5b6e01f-5e28-469b-a7a0-4d6539b6d206'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:58:07.689520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed73e551-5961-4f4b-8f82-972132c20f37 req-41133ce1-21c9-4b3e-beca-655eb55ea9f1 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.0953259 Aug 22 14:58:07.695105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.735404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Pushing event deleted for resources: {'Port': ['ID=e5b6e01f-5e28-469b-a7a0-4d6539b6d206,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:07.814108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.841576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] No DVR routers for this DVR port e5b6e01f-5e28-469b-a7a0-4d6539b6d206 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:58:07.848587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.852175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8ee3224-a0a0-4952-9570-0fc730bab13d req-d96e424f-2fb1-4613-b4e0-0e44b917f250 tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.54 "DELETE /v2.0/ports/e5b6e01f-5e28-469b-a7a0-4d6539b6d206 HTTP/1.1" status: 204 len: 173 time: 1.5954084 Aug 22 14:58:07.852687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'name': 'network-vif-deleted', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:07.855277 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a3281-92bb-46b6-9f3c-fc0104c4aa56" -d '{"events": [{"server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "name": "network-vif-deleted", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:07.903124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:07.981223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a00b770-d3fe-419e-89c4-9fdbe106307b req-a44393f8-da86-4810-832b-ac159530a1fa tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 210 time: 0.0749652 Aug 22 14:58:08.025808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.042324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.059769 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa818ad-e086-4fca-b742-d3186525affe x-openstack-request-id: req-7fa818ad-e086-4fca-b742-d3186525affe {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:08.060407 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f51f130-3198-4250-a419-b2fea37d7c76", "name": "network-vif-deleted", "tag": "e5b6e01f-5e28-469b-a7a0-4d6539b6d206", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:08.060904 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fa818ad-e086-4fca-b742-d3186525affe {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:08.061890 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f51f130-3198-4250-a419-b2fea37d7c76', 'name': 'network-vif-deleted', 'tag': 'e5b6e01f-5e28-469b-a7a0-4d6539b6d206', 'status': 'completed', 'code': 200} Aug 22 14:58:08.108528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.131282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c00bf9-0be5-43e1-a43b-517a3a95700c,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:08.171140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:08.183431 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.185993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:08.187459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:08.190609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:08.252400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.256726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44cda2c9-938e-4c70-9817-11f69d69a69f req-ade1947d-c2a5-4b97-b44a-e2d1131b8489 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9476800 Aug 22 14:58:08.258227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:08.259371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.291609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-606853303', 'description': 'tempest-description-1689473419'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:08.306204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.319628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:08.391756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-2e1c2545-369b-40cf-84f2-812322e163a8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5441704 Aug 22 14:58:08.409289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Request body: {'port': {'device_id': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:08.448217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:08.448217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:08.509848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.525772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:08.707534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Router 2d851e59-1abb-49c4-b757-250ec0b012a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:58:09.014548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-12f254de-b60f-4782-b75a-b90c1b8215fe None None] Provisioning complete for port 5a091bcd-2bc2-4155-b92e-3903de09de14 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:09.015098 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-12f254de-b60f-4782-b75a-b90c1b8215fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.158396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-12f254de-b60f-4782-b75a-b90c1b8215fe None None] Port 5a091bcd-2bc2-4155-b92e-3903de09de14 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:09.188431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9343d118-1d34-4ac3-abcf-64909095835f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:09.216872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfb7375-f18c-4c25-b124-15baf05b7deb {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:09.254108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.284567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8612532-8a1d-4183-881c-86c287502a8c req-15c4c2ef-05d4-4cd8-975c-6be5bc24444d tempest-VolumesAdminNegativeTest-535288172 tempest-VolumesAdminNegativeTest-535288172-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f51f130-3198-4250-a419-b2fea37d7c76 HTTP/1.1" status: 200 len: 210 time: 0.2837651 Aug 22 14:58:09.293966 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.306990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Transition to ACTIVE for port object bbfb7375-f18c-4c25-b124-15baf05b7deb will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:09.318724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:58:09.320701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9343d118-1d34-4ac3-abcf-64909095835f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:09.333054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9343d118-1d34-4ac3-abcf-64909095835f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:09.333054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.352073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ef8916fd-5f37-45a0-9c2b-cd81f6b436b9 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d851e59-1abb-49c4-b757-250ec0b012a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7807519 Aug 22 14:58:09.361930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.400926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.479056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Sync routers for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:58:09.491577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b27338-17d6-4b78-9788-e187114bf8be,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:09.514024 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:09.515101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:09.516401 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:09.522925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.555327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.556822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4d26f63-0554-45ed-9457-2be4f2464a4d req-51e1fb61-2f6c-41ec-aad6-e46c81b722d8 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2725954 Aug 22 14:58:09.575949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9343d118-1d34-4ac3-abcf-64909095835f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9343d118-1d34-4ac3-abcf-64909095835f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:09.585862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1301513895', 'description': 'tempest-description-503187716'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:09.634939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.681473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Attempting to bind port bbfb7375-f18c-4c25-b124-15baf05b7deb on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:09.685761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Attempting to bind port bbfb7375-f18c-4c25-b124-15baf05b7deb by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:09.685761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Attempting to bind port bbfb7375-f18c-4c25-b124-15baf05b7deb on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:09.696524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Port bbfb7375-f18c-4c25-b124-15baf05b7deb on network 8e0838c1-203a-4900-9ad7-eb2401cb48df not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:58:09.698108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Attempting to bind port bbfb7375-f18c-4c25-b124-15baf05b7deb on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:09.708938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:09.712652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Checking segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:09.713347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Bound using segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:09.714039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Bound port: bbfb7375-f18c-4c25-b124-15baf05b7deb, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:09.714916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.750816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9343d118-1d34-4ac3-abcf-64909095835f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:09.773981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb4b8c-04f1-4ad7-9cbb-580b612ff857 req-fefd00e6-6faf-4308-ba89-5f0434487a9c tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:09.775654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fb4b8c-04f1-4ad7-9cbb-580b612ff857 req-fefd00e6-6faf-4308-ba89-5f0434487a9c tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 944 time: 0.1388206 Aug 22 14:58:09.798438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.823159 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:09.827140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:09.831051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:09.852585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fb4b8c-04f1-4ad7-9cbb-580b612ff857 req-206b2491-e73a-4f72-8782-d6efd3a01326 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692565 Aug 22 14:58:09.942810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:09.989487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.041054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.098285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579c43bf-36f5-4a04-ad10-62dc29c68534,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:10.104952 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:07Z', 'revision_number': 4, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5a091bcd-2bc2-4155-b92e-3903de09de14', 'name': '', 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'mac_address': 'fa:16:3e:ab:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:05Z', 'updated_at': '2021-08-22T14:58:07Z', 'revision_number': 2, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'subnets': [{'id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:10.136587 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Checking router: 2d851e59-1abb-49c4-b757-250ec0b012a5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:58:10.136947 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Updating router 2d851e59-1abb-49c4-b757-250ec0b012a5 port 5a091bcd-2bc2-4155-b92e-3903de09de14 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:58:10.149453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.152505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6a2f885-c8f2-4c21-a4c8-dad0d1d5c809 req-6cad6548-e439-4c5e-9eff-6375cb8ce7b3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5714319 Aug 22 14:58:10.158208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:10.172003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:10.172684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.175065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-08f2c13a-355f-4f3a-bab3-d0201a8e8ebf service neutron] 10.222.0.54 "PUT /v2.0/ports/bbfb7375-f18c-4c25-b124-15baf05b7deb HTTP/1.1" status: 200 len: 1092 time: 1.7750006 Aug 22 14:58:10.175065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:10.194531 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e608e4-712d-44b6-991f-4ce4e46b3825" -d '{"events": [{"name": "network-changed", "server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:10.196252 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.261144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae209f7-773a-46ca-a529-902eb30aade9 req-2e6f92d6-c58b-486c-b30c-5961c66099da tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/d4b27338-17d6-4b78-9788-e187114bf8be HTTP/1.1" status: 200 len: 1806 time: 0.0829012 Aug 22 14:58:10.361789 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.363627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae209f7-773a-46ca-a529-902eb30aade9 req-df11d19b-9111-4b5a-a056-84aa5216165e tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/579c43bf-36f5-4a04-ad10-62dc29c68534 HTTP/1.1" status: 200 len: 1806 time: 0.0924435 Aug 22 14:58:10.377673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd4b27338-17d6-4b78-9788-e187114bf8be', 'remote_group_id': '579c43bf-36f5-4a04-ad10-62dc29c68534', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:10.378048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd4b27338-17d6-4b78-9788-e187114bf8be', 'remote_group_id': '579c43bf-36f5-4a04-ad10-62dc29c68534', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:10.425561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-710cca37-c2af-40b2-a83d-036655f7534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:10.428100 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-710cca37-c2af-40b2-a83d-036655f7534d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 1095 time: 0.1121478 Aug 22 14:58:10.444739 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-2d1c5bce-52cf-439d-881d-dc5d25068d5d req-6f797894-7fb9-43e3-8349-99908d5eac70 tempest-FloatingIPDetailsNegativeTestJSON-334087641 tempest-FloatingIPDetailsNegativeTestJSON-334087641-project] show failed (client error): The resource could not be found. Aug 22 14:58:10.445756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d1c5bce-52cf-439d-881d-dc5d25068d5d req-6f797894-7fb9-43e3-8349-99908d5eac70 tempest-FloatingIPDetailsNegativeTestJSON-334087641 tempest-FloatingIPDetailsNegativeTestJSON-334087641-project] 10.222.0.53 "GET /v2.0/floatingips/0a54ceff-b304-4714-bd47-ba7487ff3f1f HTTP/1.1" status: 404 len: 350 time: 0.0626876 Aug 22 14:58:10.464850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:10.486175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-21b86c42-2701-4fd7-bcfe-86b26218e361 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb HTTP/1.1" status: 200 len: 217 time: 0.0496199 Aug 22 14:58:10.520984 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f86bf0f-d12c-49ba-b332-58e627f40179 x-openstack-request-id: req-2f86bf0f-d12c-49ba-b332-58e627f40179 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:10.521272 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:10.521530 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f86bf0f-d12c-49ba-b332-58e627f40179 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:10.521933 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'status': 'completed', 'code': 200} Aug 22 14:58:10.625161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:10.686654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:10.700619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1619584194'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:10.719961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.737565 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.790817 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Transition to ACTIVE for port object 5a091bcd-2bc2-4155-b92e-3903de09de14 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:10.820542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Deleting subnet 36ddfbad-3791-447a-a96b-454abd32b331 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:58:10.837642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.838910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.893337 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:10.954949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5b6e01f-5e28-469b-a7a0-4d6539b6d206 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:11.028587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e5b6e01f-5e28-469b-a7a0-4d6539b6d206 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:58:11.029281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5b6e01f-5e28-469b-a7a0-4d6539b6d206 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:58:11.108023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9343d118-1d34-4ac3-abcf-64909095835f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:11.130304 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Pushing event updated for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:11.179002 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.179553 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.179913 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.187423 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.187878 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.188366 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.188764 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.189104 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.189470 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.189803 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.190136 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.190613 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:11.229645 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Attempting to bind port 5a091bcd-2bc2-4155-b92e-3903de09de14 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:11.230025 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Attempting to bind port 5a091bcd-2bc2-4155-b92e-3903de09de14 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:11.230395 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Attempting to bind port 5a091bcd-2bc2-4155-b92e-3903de09de14 on network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:11.241936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:11.242326 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Checking segment: {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:11.242780 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.243117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Bound using segment: {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:11.247897 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Bound port: 5a091bcd-2bc2-4155-b92e-3903de09de14, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:11.254311 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.274695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9343d118-1d34-4ac3-abcf-64909095835f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:11.275067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.319082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-76aefde4-8c72-4af9-a19b-1a133d44422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:11.321424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-76aefde4-8c72-4af9-a19b-1a133d44422a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.8268206 Aug 22 14:58:11.362682 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] For port 5a091bcd-2bc2-4155-b92e-3903de09de14, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:11.366857 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] For port 5a091bcd-2bc2-4155-b92e-3903de09de14, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5a091bcd-2bc2-4155-b92e-3903de09de14,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:11.377903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-09278d87-e067-471b-84e7-af9a272f3e7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482008 Aug 22 14:58:11.453684 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.459378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.461198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:11.464340 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.473857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.502275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-a6ad7c7a-8bdb-4ecb-8cf7-21850813f8bb service neutron] 10.222.0.54 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131728 Aug 22 14:58:11.534413 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:11.539640 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:11.614469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930ba5a1-51c6-4804-b3be-fce2593ef9e4,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:11.617705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:58:11.666220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.671623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.676051 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Added segment 2dfa45f3-7aeb-4253-a726-2e8482f9f4af of type vlan for network 64ee791b-633b-4653-8dff-222b9d310348 Aug 22 14:58:11.721794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574135d6-7b12-44bf-9382-fdb00afa4916 req-2363aa21-85a1-45c8-89ef-50dc984f816a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:11.734240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-574135d6-7b12-44bf-9382-fdb00afa4916 req-2363aa21-85a1-45c8-89ef-50dc984f816a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 944 time: 0.2758839 Aug 22 14:58:11.736992 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.738541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae209f7-773a-46ca-a529-902eb30aade9 req-fd53f295-b82f-4b86-a5e1-1cd62409d994 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3656089 Aug 22 14:58:11.745137 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:11.756558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3238cde-6623-4e62-9a3c-67d639bb60f2 req-b737e7c6-7c6e-4a46-a0a0-2e800d60e815 service neutron] 10.222.0.54 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199667 Aug 22 14:58:11.828251 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5c25-7304-4517-b8d5-187749acf8c7 None None] Pushing event updated for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:11.857901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-113202421', 'description': 'tempest-description-609705148'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:11.921076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:11.952305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-574135d6-7b12-44bf-9382-fdb00afa4916 req-152b39d1-864d-429c-bb25-6246065ae16a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168787 Aug 22 14:58:11.996474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-7f6b895c-861d-43ae-a642-34148cfeb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:11.999493 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-7f6b895c-861d-43ae-a642-34148cfeb2d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 1095 time: 0.1044624 Aug 22 14:58:12.020342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36534) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:12.054964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.127056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-0c9b1d16-cb67-4e9b-b0ef-62b17894cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:12.127509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ddfbad-3791-447a-a96b-454abd32b331,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:12.129157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-0c9b1d16-cb67-4e9b-b0ef-62b17894cb39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 906 time: 0.1220613 Aug 22 14:58:12.134487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.143365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.151860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:12.152343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.166416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.170135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0317d6fe-8a91-4ecc-8b83-42e0ac4b9e47 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36ddfbad-3791-447a-a96b-454abd32b331 HTTP/1.1" status: 204 len: 168 time: 1.5389800 Aug 22 14:58:12.183605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36538) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:12.186081 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-46ebe3c7-e8f7-47f3-8ac9-2bb63234ede8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb HTTP/1.1" status: 200 len: 217 time: 0.0480499 Aug 22 14:58:12.235438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5407374 Aug 22 14:58:12.255279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36540) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:12.266531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1378949716'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:12.272163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-f0ea5a26-09e3-4c8a-b347-70a1cd2296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:12.273835 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-f0ea5a26-09e3-4c8a-b347-70a1cd2296ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.0798535 Aug 22 14:58:12.277164 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:07Z', 'revision_number': 4, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5a091bcd-2bc2-4155-b92e-3903de09de14', 'name': '', 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'mac_address': 'fa:16:3e:ab:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:05Z', 'updated_at': '2021-08-22T14:58:11Z', 'revision_number': 4, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'subnets': [{'id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:12.290706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dd7176b-4df2-4f47-9852-32ef95854545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.319235 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6061cbfc-e0ce-4c00-9ad4-080905e89177 None None] The sync data for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 is: [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:07Z', 'revision_number': 4, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5a091bcd-2bc2-4155-b92e-3903de09de14', 'name': '', 'network_id': 'e46d0dfa-6a6c-402b-8f66-6b3572d78f4d', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'mac_address': 'fa:16:3e:ab:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:05Z', 'updated_at': '2021-08-22T14:58:11Z', 'revision_number': 4, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'subnets': [{'id': 'da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:58:12.325747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-dfb72243-9b55-44e2-8250-447aeee8f7bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420268 Aug 22 14:58:12.449359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 14:58:12.449359 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 14:58:12.449359 n-d-805046-3 neutron-server[102049]: [parameters: {'project_id_1': 'b2af5ca7f902447eab30b51eeeafa47f', 'expiration_1': datetime.datetime(2021, 8, 22, 14, 58, 12, 300329)}] Aug 22 14:58:12.449359 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 14:58:12.449773 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 14:58:12.452693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bce73-fb91-4b1d-b05d-b2429c9c95a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Network': ['ID=64ee791b-633b-4653-8dff-222b9d310348,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:12.464341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 64ee791b-633b-4653-8dff-222b9d310348 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:58:12.472522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.494584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-b6ad7cfd-53ba-4ea9-90f7-e039b1140fa0 service neutron] 10.222.0.54 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615901 Aug 22 14:58:12.633672 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26e608e4-712d-44b6-991f-4ce4e46b3825 req-771206dc-be05-4dd4-a4dc-982ee1b85fe9 service neutron] 10.222.0.54 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301579 Aug 22 14:58:12.731280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.749396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.753066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.795662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55787710-63ae-4ab6-b3f7-14b1c606b20c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:12.809927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710beb37-7235-4a44-8fac-097373fb584e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:12.810223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710beb37-7235-4a44-8fac-097373fb584e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:12.825153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.876743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.894864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.900623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:58:12.901051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:58:12.905425 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:58:13.043332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1579e240-fafc-48cf-b58e-da91deadc1c0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:13.146895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5a091bcd-2bc2-4155-b92e-3903de09de14 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:13.226349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2397-7141-4d95-9273-186276d6cba3 req-c5ba5447-fb24-434f-b90d-263152ec7fb0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:13.227903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f1b2397-7141-4d95-9273-186276d6cba3 req-c5ba5447-fb24-434f-b90d-263152ec7fb0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 944 time: 0.1474822 Aug 22 14:58:13.238428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.251670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dd7176b-4df2-4f47-9852-32ef95854545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.253133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.258761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36548) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:13.260878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/55787710-63ae-4ab6-b3f7-14b1c606b20c HTTP/1.1" status: 204 len: 168 time: 1.0733070 Aug 22 14:58:13.297709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73489252-28db-43c3-a456-c9acafc5aed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55787710-63ae-4ab6-b3f7-14b1c606b20c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:13.324974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5a091bcd-2bc2-4155-b92e-3903de09de14 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:13.332127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5a091bcd-2bc2-4155-b92e-3903de09de14 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:13.332512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.352438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f1b2397-7141-4d95-9273-186276d6cba3 req-bbd8e567-c29f-41b8-ac3f-f3c8f539402a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119153 Aug 22 14:58:13.392063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dd7176b-4df2-4f47-9852-32ef95854545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.393535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Deleting subnet f45d63be-b720-430f-907d-4205b1df3176 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:58:13.407101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.495015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.501113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-659b3858-0a38-4cc7-91ae-2bb251095db7 req-b6b18857-fec3-4273-b1cb-a31bb1bc94c2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.6570501 Aug 22 14:58:13.527750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3dd7176b-4df2-4f47-9852-32ef95854545 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d5d60adbc3441d0a7c868e8156f8ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5063004 Aug 22 14:58:13.528362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.542348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-974150814', 'description': 'tempest-description-192657514'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:13.547506 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.548980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:13.551209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7176b-4df2-4f47-9852-32ef95854545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ccf61b-5745-4a27-90ba-5d4e20287a13,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:13.585397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Deleting port 5a091bcd-2bc2-4155-b92e-3903de09de14 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:13.586288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.624640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.634649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 5a091bcd-2bc2-4155-b92e-3903de09de14, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5a091bcd-2bc2-4155-b92e-3903de09de14,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:13.655037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:13.658679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.665076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.702260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.744993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.748657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:58:13.779708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] For port 5a091bcd-2bc2-4155-b92e-3903de09de14, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5a091bcd-2bc2-4155-b92e-3903de09de14,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:13.780430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.803907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Calling delete_port for 5a091bcd-2bc2-4155-b92e-3903de09de14 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:13.829085 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.848722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:13.896800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.937064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.946311 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f45d63be-b720-430f-907d-4205b1df3176 HTTP/1.1" status: 204 len: 168 time: 0.6871932 Aug 22 14:58:13.947421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf15a04-47a3-4b8e-9e5f-5ebd7c102940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45d63be-b720-430f-907d-4205b1df3176,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:13.958227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36554) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:13.990642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:13.991235 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Added segment 2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b of type vlan for network 3998c25a-6802-4a43-b809-20622b160d7a Aug 22 14:58:13.999963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.002885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.004209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59ccf61b-5745-4a27-90ba-5d4e20287a13 HTTP/1.1" status: 204 len: 168 time: 0.4541030 Aug 22 14:58:14.066651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32133b-a877-4c82-b56f-9185f31397d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ccf61b-5745-4a27-90ba-5d4e20287a13,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:14.070491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.149877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.157323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.254666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.272544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314eb560-e90c-4a4e-b9f7-3da92cc69bf3']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:14.285869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbbefdf-c4fe-4858-b6b9-85d4661c3e8d') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:14.286159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbbefdf-c4fe-4858-b6b9-85d4661c3e8d') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:14.295353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.300350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.306165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:14.307289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.315555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.319962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.348221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:58:14.349208 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:58:14.351724 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:58:14.409077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.422976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Network': ['ID=3998c25a-6802-4a43-b809-20622b160d7a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:14.425989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037f41e4-fa19-45d9-b3f8-f79c5b52a837,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:14.455719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a091bcd-2bc2-4155-b92e-3903de09de14,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:14.457171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3998c25a-6802-4a43-b809-20622b160d7a details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:58:14.581709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ddb89-adbd-4fcc-b12c-629c22d434d7 req-f3f37508-6ce3-42fc-a746-11b13334e130 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:14.583166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.590273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850ddb89-adbd-4fcc-b12c-629c22d434d7 req-f3f37508-6ce3-42fc-a746-11b13334e130 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 944 time: 0.1315954 Aug 22 14:58:14.602192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.613948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] 10.222.0.53 "DELETE /v2.0/networks/314eb560-e90c-4a4e-b9f7-3da92cc69bf3 HTTP/1.1" status: 204 len: 168 time: 0.6524549 Aug 22 14:58:14.634301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852d6f6-d309-43d4-951a-e6cf037f1283 admin admin] Pushing event deleted for resources: {'Network': ['ID=314eb560-e90c-4a4e-b9f7-3da92cc69bf3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:14.637255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.639144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d4b4dd5-73b1-4921-ab8b-c3301d640b39 req-fac27823-a128-4b53-8e65-d80b12d0577b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1074364 Aug 22 14:58:14.641540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c7022227-e89a-42bc-822a-ecb7859b2a9b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3845606 Aug 22 14:58:14.644143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36568) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:14.651868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'subnet': {'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:14.788687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850ddb89-adbd-4fcc-b12c-629c22d434d7 req-d69c5e7f-e5a7-420d-ac59-a28ffc2cbe3b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975148 Aug 22 14:58:14.835780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:14.972700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:58:14.984143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-6541289a-5d9b-40a3-ae74-da5da5732cb1 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/1579e240-fafc-48cf-b58e-da91deadc1c0 HTTP/1.1" status: 200 len: 1805 time: 0.0946636 Aug 22 14:58:15.069577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:15.076357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.119189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-bb6904ca-a5f9-4aac-8dab-6810d9dfabee tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/037f41e4-fa19-45d9-b3f8-f79c5b52a837 HTTP/1.1" status: 200 len: 1805 time: 0.1285079 Aug 22 14:58:15.133750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1579e240-fafc-48cf-b58e-da91deadc1c0', 'remote_group_id': '037f41e4-fa19-45d9-b3f8-f79c5b52a837', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:15.134333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1579e240-fafc-48cf-b58e-da91deadc1c0', 'remote_group_id': '037f41e4-fa19-45d9-b3f8-f79c5b52a837', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:15.188583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:15.219203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Router 2d851e59-1abb-49c4-b757-250ec0b012a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:58:15.228818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'mac_address': 'fa:16:3e:89:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:58:15.308638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.324601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfb7375-f18c-4c25-b124-15baf05b7deb {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:15.347860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:15.390249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:58:15.400512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-be05cae1-0a5a-4c80-917a-e9ef4a3ed226 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d851e59-1abb-49c4-b757-250ec0b012a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9338031 Aug 22 14:58:15.401740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36574) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:15.403828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Sync routers for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:58:15.410975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:15.417082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:15.417720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:15.456699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.497816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-60cad133-4af7-4ffc-8246-7a292d3c763d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a647770fd10451387e457b3f3721c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825813 Aug 22 14:58:15.498477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36578) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:15.512953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.548961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:15.586016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.589739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.590473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.618848 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.622966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:15.714407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc93acf6-c5ec-42ce-b3dc-c8f30e30cfee,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:15.723762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32889395-ba62-49f1-8de6-8668675f5154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.727609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.744324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:15.765085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Subnet': ['ID=bc952660-d75f-46d9-9434-e6534351375a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:15.770333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:15.770704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network hostable DHCP agents. Network: 64ee791b-633b-4653-8dff-222b9d310348, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:15.775890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.807626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.823322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:14Z', 'revision_number': 5, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:15.858338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Checking router: 2d851e59-1abb-49c4-b757-250ec0b012a5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:58:15.879809 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:15.880132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Routers {'2d851e59-1abb-49c4-b757-250ec0b012a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:15.880781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2d851e59-1abb-49c4-b757-250ec0b012a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:15.881137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee491acb-865b-44d7-8695-0b5ff5a9427e req-224365a7-f563-48be-8849-3cd89134a3ec tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7545223 Aug 22 14:58:15.975394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['bbfb7375-f18c-4c25-b124-15baf05b7deb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:58:16.005179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26b89-6b18-4fb4-9db6-c7491d381f15 req-64df3da2-c7fc-458e-a748-fa7b3d03ffa9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:16.006743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dc26b89-6b18-4fb4-9db6-c7491d381f15 req-64df3da2-c7fc-458e-a748-fa7b3d03ffa9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 945 time: 0.0974829 Aug 22 14:58:16.052861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 64ee791b-633b-4653-8dff-222b9d310348 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:16.088099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32889395-ba62-49f1-8de6-8668675f5154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.104177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.106677 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.111775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da1220e0-153b-4245-ae7f-81930019cc69 HTTP/1.1" status: 204 len: 168 time: 0.6121323 Aug 22 14:58:16.131287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dc26b89-6b18-4fb4-9db6-c7491d381f15 req-bdad6d17-f8a5-4606-acb1-bede72b9bfdd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126442 Aug 22 14:58:16.147601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb2e16-9306-4615-88b4-70ec97b709dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1220e0-153b-4245-ae7f-81930019cc69,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:16.156473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-716c44cb-c72f-457b-862c-d37f1251cb18 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/037f41e4-fa19-45d9-b3f8-f79c5b52a837 HTTP/1.1" status: 200 len: 1805 time: 0.1094205 Aug 22 14:58:16.181386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 64ee791b-633b-4653-8dff-222b9d310348) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:16.199196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:16.199801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.245917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa93432-7da0-4633-a08c-979a92b16cfa None None] Network 64ee791b-633b-4653-8dff-222b9d310348 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:16.266030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Deleting port 9343d118-1d34-4ac3-abcf-64909095835f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:16.267484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32889395-ba62-49f1-8de6-8668675f5154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.269855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.342714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] Set router 2d851e59-1abb-49c4-b757-250ec0b012a5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:16.358584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-006237df-5422-40f0-b48b-25d457f2502f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7064531 Aug 22 14:58:16.358584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:16.393656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-32889395-ba62-49f1-8de6-8668675f5154 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71813c95caa6458cb901325b0f045833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405891 Aug 22 14:58:16.399164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:16.430194 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.460833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.510384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32889395-ba62-49f1-8de6-8668675f5154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca22329-6f79-4e69-9b1a-1e3775f20a2c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:16.560432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'subnet': {'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:16.572007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.598020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.643529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-64ee791b-633b-4653-8dff-222b9d310348', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:58:16.646915 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.647035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] For port 9343d118-1d34-4ac3-abcf-64909095835f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9343d118-1d34-4ac3-abcf-64909095835f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:16.647035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.661384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Calling delete_port for 9343d118-1d34-4ac3-abcf-64909095835f owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:16.678314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.681396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.681847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a17291ec-1396-4a68-aafc-6b2a323c3417 req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/037f41e4-fa19-45d9-b3f8-f79c5b52a837 HTTP/1.1" status: 204 len: 173 time: 0.5182195 Aug 22 14:58:16.697444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298bf24-8ac6-40f9-b8db-22b0f4fb3843 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f41e4-fa19-45d9-b3f8-f79c5b52a837,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:16.785474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15396835-5168-4fa5-8dce-5752b55ab12c req-d0cf9f93-7cf2-4001-a3c0-26b8ee3f36a2 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/1579e240-fafc-48cf-b58e-da91deadc1c0 HTTP/1.1" status: 200 len: 1805 time: 0.0634608 Aug 22 14:58:16.800963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:14Z', 'revision_number': 5, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:16.808885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-97183145', 'description': 'tempest-description-1647317598'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:16.817136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.821227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:16.822854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ca22329-6f79-4e69-9b1a-1e3775f20a2c HTTP/1.1" status: 204 len: 168 time: 0.4175463 Aug 22 14:58:16.844936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f2e81-039a-4709-b49f-5e319b0c948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca22329-6f79-4e69-9b1a-1e3775f20a2c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:16.935252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6ae50-52ad-40bd-a75f-c135d3861ba7 None None] The sync data for ids ['2d851e59-1abb-49c4-b757-250ec0b012a5'] in n-d-805046-3 is: [{'id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940398318-router', 'tenant_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '9343d118-1d34-4ac3-abcf-64909095835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:59Z', 'updated_at': '2021-08-22T14:58:14Z', 'revision_number': 5, 'project_id': '3aa4e84ffa2442c1b0156356fe644d4f', 'gw_port': {'id': '9343d118-1d34-4ac3-abcf-64909095835f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d851e59-1abb-49c4-b757-250ec0b012a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:00Z', 'updated_at': '2021-08-22T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:58:17.065970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Allocated IP 10.1.1.2 (64ee791b-633b-4653-8dff-222b9d310348/bc952660-d75f-46d9-9434-e6534351375a/b46ddb3c-9060-4c9a-ae19-4c3ef2236188) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:17.246784 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.256774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf7f9d-a957-46a3-b523-f838c7520749 req-89ee51fe-e843-4c28-bcf3-0b929d5f1d66 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:17.256989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.258319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01cf7f9d-a957-46a3-b523-f838c7520749 req-89ee51fe-e843-4c28-bcf3-0b929d5f1d66 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 945 time: 0.0558658 Aug 22 14:58:17.266815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Transition to ACTIVE for port object b46ddb3c-9060-4c9a-ae19-4c3ef2236188 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:17.286428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Transition to ACTIVE for port object b46ddb3c-9060-4c9a-ae19-4c3ef2236188 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:17.309285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5a091bcd-2bc2-4155-b92e-3903de09de14 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:17.317408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01cf7f9d-a957-46a3-b523-f838c7520749 req-d0d68f7b-3998-4366-b512-adad8f38bd94 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491889 Aug 22 14:58:17.346018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5a091bcd-2bc2-4155-b92e-3903de09de14 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:58:17.346018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5a091bcd-2bc2-4155-b92e-3903de09de14 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:58:17.382530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.415465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9343d118-1d34-4ac3-abcf-64909095835f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:17.481007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:17.485346 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.522037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.592370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.632235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.646812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Network 64ee791b-633b-4653-8dff-222b9d310348 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:17.653497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:17.656735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:17.659032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Pushing event updated for resources: {'Port': ['ID=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:17.710587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.736280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.743561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Attempting to bind port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:17.744028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Attempting to bind port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:17.745230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Attempting to bind port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:17.750441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.754309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:17.762648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:17.762648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.762648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Bound using segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:17.762648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Bound port: b46ddb3c-9060-4c9a-ae19-4c3ef2236188, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:17.762648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.811282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:17.873445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] For port b46ddb3c-9060-4c9a-ae19-4c3ef2236188, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:17.877565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] For port b46ddb3c-9060-4c9a-ae19-4c3ef2236188, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:17.882806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6192564-132e-4d3d-97ba-2a433a6947a1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:17.901084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35cc7bb2-9248-464d-9905-3b0dea2ba66a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05b2b9e4f6b046fb8b2c87b705efb0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878236 Aug 22 14:58:17.903670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:17.959248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.983606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.996816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:17.997376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d851e59-1abb-49c4-b757-250ec0b012a5 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:58:18.004213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.007784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7027fe3f-9c77-4211-844b-873a1afa67c4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d851e59-1abb-49c4-b757-250ec0b012a5 HTTP/1.1" status: 204 len: 168 time: 2.6024230 Aug 22 14:58:18.008679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36620) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:18.057990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.062768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.074417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.076002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7416b218-96b6-43de-9396-f282b1140366 req-b22c2a04-db8d-439f-be0a-fdbd0222fc46 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2766657 Aug 22 14:58:18.092652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Deleting subnet da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:58:18.099729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.166644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Checking segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:18.167176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network hostable DHCP agents. Network: 3998c25a-6802-4a43-b809-20622b160d7a, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:18.189144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.192735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.194282 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ec83bd0-3cbe-4d40-8ed8-230adfadc9b9 HTTP/1.1" status: 204 len: 168 time: 0.2895501 Aug 22 14:58:18.226860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86882c-b1db-44b6-97a4-dc251243caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec83bd0-3cbe-4d40-8ed8-230adfadc9b9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:18.233633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Subnet': ['ID=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:18.236459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.238871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db619bd-5feb-46e5-9cbd-003dc8523817 None None] Pushing event updated for resources: {'Port': ['ID=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:18.292171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 3998c25a-6802-4a43-b809-20622b160d7a is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:18.312225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-233af465-7f95-4212-8385-f151535899d5 req-7278db65-5dbc-4b5c-9cfe-820f6f7a4123 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 200 len: 1805 time: 0.1800878 Aug 22 14:58:18.328075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6192564-132e-4d3d-97ba-2a433a6947a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:18.333051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6192564-132e-4d3d-97ba-2a433a6947a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:18.380076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3998c25a-6802-4a43-b809-20622b160d7a) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:18.386563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:18.404663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ff088-1f65-4871-a929-f00eb9a17ed7 None None] Network 3998c25a-6802-4a43-b809-20622b160d7a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:18.411422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.500638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.655718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0c8f-9c68-4d59-b585-461ce003db07 req-b9b5ee30-fac9-4119-87e6-c75a939a924d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:18.659455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbe0c8f-9c68-4d59-b585-461ce003db07 req-b9b5ee30-fac9-4119-87e6-c75a939a924d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 945 time: 0.1212959 Aug 22 14:58:18.742666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3998c25a-6802-4a43-b809-20622b160d7a', 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ips': [{'subnet_id': '3e29d5db-d9a1-4876-90df-1c0d0d1e3db1'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:58:18.744870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.767530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbe0c8f-9c68-4d59-b585-461ce003db07 req-b2207f07-5208-4f78-8993-887f08bc403f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970967 Aug 22 14:58:18.771577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.792451 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.841379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a69f3ad-1b73-4e1b-b238-b19593819a26 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3410084 Aug 22 14:58:18.845222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36640) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:18.848179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.850775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'name': 'tempest-TaggedBootDevicesTest_v242-86861029', 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:18.910112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.915017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:18.969050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be67df86-927a-4b34-ab5c-cf93f176868a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:18.980597 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:18.983102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d0d43f2b-589b-448d-a26a-e02a0bc7d3a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/da1fc6f1-40f1-4bdf-b1f8-ebd2fefc447a HTTP/1.1" status: 204 len: 168 time: 0.9739630 Aug 22 14:58:18.984188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67436f31-657c-4963-9826-d21b97c965a3 None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:18.988872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36646) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:19.035326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:19.110247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.114882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-233af465-7f95-4212-8385-f151535899d5 req-5ddaa443-39ed-4cbb-9394-d326eb929b92 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7940986 Aug 22 14:58:19.149891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.259322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b46ddb3c-9060-4c9a-ae19-4c3ef2236188 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:19.286623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-39b84b5f-c542-42ec-bc21-843d693f4980 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 200 len: 2399 time: 0.1399643 Aug 22 14:58:19.299531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Allocated IP 10.2.2.2 (3998c25a-6802-4a43-b809-20622b160d7a/3e29d5db-d9a1-4876-90df-1c0d0d1e3db1/b49d5e8b-8da1-4ab0-987a-12258f5e92bd) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:19.333999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:19.338145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6192564-132e-4d3d-97ba-2a433a6947a1', 'remote_group_id': None}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:19.338687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6192564-132e-4d3d-97ba-2a433a6947a1', 'remote_group_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:19.485704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port bbfb7375-f18c-4c25-b124-15baf05b7deb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:19.517457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port bbfb7375-f18c-4c25-b124-15baf05b7deb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:19.517921 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.523256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Deleting port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:19.523908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.568588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.617599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] device_id is not set on port 6b8881a9-cf24-40cb-b63a-597bef052f56 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:58:19.701956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] For port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,segment=NetworkSegment(755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8),segment_id=755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:19.703203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.733072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Calling delete_port for c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:19.795483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] DHCP port deletion for e46d0dfa-6a6c-402b-8f66-6b3572d78f4d request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:58:19.832801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:19.864720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.973688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9343d118-1d34-4ac3-abcf-64909095835f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:19.974475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.1.1.43 (64ee791b-633b-4653-8dff-222b9d310348/bc952660-d75f-46d9-9434-e6534351375a/6b8881a9-cf24-40cb-b63a-597bef052f56) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:19.982447 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:19.986458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.032579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03f793-daf2-4539-9617-c644226ffda7 None None] Network 64ee791b-633b-4653-8dff-222b9d310348 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:20.046862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9343d118-1d34-4ac3-abcf-64909095835f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:58:20.047574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9343d118-1d34-4ac3-abcf-64909095835f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:58:20.060859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.070988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Transition to ACTIVE for port object b49d5e8b-8da1-4ab0-987a-12258f5e92bd will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:20.089641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d2a9c-747f-46b3-8fa6-b4723a560b9f req-a60f20c2-e4a3-4619-a17d-636909f5fb95 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:20.091292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a39d2a9c-747f-46b3-8fa6-b4723a560b9f req-a60f20c2-e4a3-4619-a17d-636909f5fb95 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 945 time: 0.1697824 Aug 22 14:58:20.142763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a39d2a9c-747f-46b3-8fa6-b4723a560b9f req-2e1b27d0-3762-4e71-a95e-1666dcba4096 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Aug 22 14:58:20.156690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:20.159202 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1510b9-2117-4aa5-9e53-c759f73f3b50" -d '{"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:20.165999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Transition to ACTIVE for port object b49d5e8b-8da1-4ab0-987a-12258f5e92bd will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:20.166410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.184079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:20.217923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Deleting port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:58:20.217923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.222524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Provisioning for port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:20.242477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Pushing event deleted for resources: {'Port': ['ID=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:20.244492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.247252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Provisioning complete for port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:20.247252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.257793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] No DVR routers for this DVR port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:58:20.304605 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800fb8c1-2508-4a49-ad10-39a3d8f4985d x-openstack-request-id: req-800fb8c1-2508-4a49-ad10-39a3d8f4985d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:20.306037 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:20.306459 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-800fb8c1-2508-4a49-ad10-39a3d8f4985d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:20.308526 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'code': 200} Aug 22 14:58:20.335548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3019c7-a75f-4bc6-b4a9-bc4382c6647b,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:20.365030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.372876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.388049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.393927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object 6b8881a9-cf24-40cb-b63a-597bef052f56 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:20.399606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46d0dfa-6a6c-402b-8f66-6b3572d78f4d']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:20.443058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:20.443438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755bd32a-c0c1-4c6a-b0fa-0a175f1ad7c8') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:20.460512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.461754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3749f37-9bd3-4b04-92b9-c4520466c0e3 req-a5cbc8bb-6902-4ab4-be4a-5ba543a63df3 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1689148 Aug 22 14:58:20.475461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.512281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.532394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:58:20.532815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:58:20.534990 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:58:20.548041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.616760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593290-23c2-4176-97b0-97f2f15b534d req-9fd12ec3-3bee-4ec5-9fe2-5358bdd39a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:20.618333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb593290-23c2-4176-97b0-97f2f15b534d req-9fd12ec3-3bee-4ec5-9fe2-5358bdd39a2a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 1097 time: 0.2266564 Aug 22 14:58:20.704679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c796c7a-4188-451e-aefc-86a685ccb74d req-4c9e3ae7-ece8-4381-81ee-bbbc76f6b358 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 200 len: 2998 time: 0.2206180 Aug 22 14:58:20.705016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 64ee791b-633b-4653-8dff-222b9d310348 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:20.715451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.735204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:20.743837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:20.761818 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.772123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.776557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] 10.222.0.53 "DELETE /v2.0/networks/e46d0dfa-6a6c-402b-8f66-6b3572d78f4d HTTP/1.1" status: 204 len: 168 time: 1.7844875 Aug 22 14:58:20.810487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-6e7e5d29-46c0-4ddf-bb6d-71c379fd3077 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-group-rules/ac3019c7-a75f-4bc6-b4a9-bc4382c6647b HTTP/1.1" status: 200 len: 783 time: 0.0647211 Aug 22 14:58:20.824314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ae63-4dea-431b-af6b-4b91a68f41de admin admin] Pushing event deleted for resources: {'Network': ['ID=e46d0dfa-6a6c-402b-8f66-6b3572d78f4d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:20.835435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:20.836128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.855030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Network 3998c25a-6802-4a43-b809-20622b160d7a is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:20.871006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb593290-23c2-4176-97b0-97f2f15b534d req-75a1691c-7144-469b-bf0c-823ba946a6ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394371 Aug 22 14:58:20.876076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:20.896615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:20.899422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] For port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:20.899563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.920941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:20.925485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-94465cff-f677-48ce-a1d2-d6c4c20c7de7 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 200 len: 2998 time: 0.0986316 Aug 22 14:58:20.950627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a11ea104-881b-4e1c-be6e-3506d957dc90 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1041431 Aug 22 14:58:20.953782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36706) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:20.959705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'name': 'tempest-TaggedBootDevicesTest_v242-120482579', 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:20.960444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Calling delete_port for c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:58:20.980598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:20.984378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 14:58:20.985638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Pushing event updated for resources: {'Port': ['ID=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:20.989781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.002028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.002342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.002688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.003106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.005534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.006348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.006711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.007060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.008243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.008587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.009062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.011725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:21.057587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.093061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Network e46d0dfa-6a6c-402b-8f66-6b3572d78f4d is not hosted by any dhcp agent {{(pid=102051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 14:58:21.094457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] No DVR routers for this DVR port c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:58:21.096301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.124514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Attempting to bind port b49d5e8b-8da1-4ab0-987a-12258f5e92bd on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:21.124514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Attempting to bind port b49d5e8b-8da1-4ab0-987a-12258f5e92bd by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:21.124514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Attempting to bind port b49d5e8b-8da1-4ab0-987a-12258f5e92bd on network 3998c25a-6802-4a43-b809-20622b160d7a {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:21.131900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.139264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.140747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72dfc11b-fe54-4e69-8871-c30620f74901 req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ac3019c7-a75f-4bc6-b4a9-bc4382c6647b HTTP/1.1" status: 204 len: 173 time: 0.2091217 Aug 22 14:58:21.151758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:58:21.156596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227384de-902a-4824-bd24-9898cf5b5505 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac3019c7-a75f-4bc6-b4a9-bc4382c6647b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:21.192966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:21.193407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Checking segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:21.193823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.194253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Bound using segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:21.194791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Bound port: b49d5e8b-8da1-4ab0-987a-12258f5e92bd, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:21.195325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.198133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:58:21.199083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:58:21.300527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:21.305311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-e70b7cbc-e770-45e2-82bd-54d426f27405 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 200 len: 2399 time: 0.0877993 Aug 22 14:58:21.306870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.336024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36714) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:21.350483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9159-17f7-453c-b6c4-aae57f712d87 None None] Pushing event deleted for resources: {'Port': ['ID=c77cd16f-05ac-4dc2-96f4-717e6e5fa8ae,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:21.387466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:21.397822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.417063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] For port b49d5e8b-8da1-4ab0-987a-12258f5e92bd, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:21.420430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] For port b49d5e8b-8da1-4ab0-987a-12258f5e92bd, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:21.426199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] For port b46ddb3c-9060-4c9a-ae19-4c3ef2236188, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:21.434942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.448195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] device_id is not set on port de87e89f-fb6b-4eb2-b214-1eb2d420f127 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 14:58:21.488009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.542702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.547768 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88d5b127-f7a6-45c1-8c69-bc402b9a370e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aa4e84ffa2442c1b0156356fe644d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101638 Aug 22 14:58:21.556817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:21.615853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58a40d-83aa-408f-9de5-22be7d8b23f9 None None] Pushing event updated for resources: {'Port': ['ID=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:21.712006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c5de4-9983-443e-b81a-15dbc620a0b2 None None] Pushing event updated for resources: {'Port': ['ID=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:21.728120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Provisioning complete for port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:21.728505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.778940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.832918 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.916281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:21.931088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89671d-8216-4420-a19f-a70bf54ec303 req-e3003383-b317-4bbb-8456-29372695e3d1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:21.933913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d89671d-8216-4420-a19f-a70bf54ec303 req-e3003383-b317-4bbb-8456-29372695e3d1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.0835485 Aug 22 14:58:21.995238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.1.1.254 (64ee791b-633b-4653-8dff-222b9d310348/bc952660-d75f-46d9-9434-e6534351375a/de87e89f-fb6b-4eb2-b214-1eb2d420f127) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:22.018197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d89671d-8216-4420-a19f-a70bf54ec303 req-c9e54765-a79c-45f8-8527-0fef93fe9f45 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769880 Aug 22 14:58:22.063329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Provisioning for port 6b8881a9-cf24-40cb-b63a-597bef052f56 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:22.067491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Provisioning complete for port 6b8881a9-cf24-40cb-b63a-597bef052f56 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:22.074099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.146212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1f2895d1-8df8-4bd8-95b9-652f6d377f29 None None] Port 6b8881a9-cf24-40cb-b63a-597bef052f56 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:22.165736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.168675 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.169969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c775ed1-8207-4bb9-956f-62c30fbdff0a req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6192564-132e-4d3d-97ba-2a433a6947a1 HTTP/1.1" status: 204 len: 173 time: 0.8536634 Aug 22 14:58:22.171482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.174920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.176184 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19065ba6-2682-4da6-8c5d-4ea0508373f5 HTTP/1.1" status: 204 len: 168 time: 0.6184728 Aug 22 14:58:22.185372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3397542-11b1-4992-9c03-ac9fea996d9f tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6192564-132e-4d3d-97ba-2a433a6947a1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:22.228423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d453b-0e14-4063-960a-33883d1cc59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19065ba6-2682-4da6-8c5d-4ea0508373f5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:22.256592 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-ed986ffb-3996-4bd5-b1a5-ff29d46815bb req-fb72e927-1727-411c-85c7-890899564e2d tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] show failed (client error): The resource could not be found. Aug 22 14:58:22.259811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed986ffb-3996-4bd5-b1a5-ff29d46815bb req-fb72e927-1727-411c-85c7-890899564e2d tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/037f41e4-fa19-45d9-b3f8-f79c5b52a837 HTTP/1.1" status: 404 len: 352 time: 0.0242641 Aug 22 14:58:22.302191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.329256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8c70ebfe-2c7e-4b69-a2f5-a96b0a462f60 None None] Provisioning complete for port 6b8881a9-cf24-40cb-b63a-597bef052f56 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:22.335455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c70ebfe-2c7e-4b69-a2f5-a96b0a462f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.355410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object de87e89f-fb6b-4eb2-b214-1eb2d420f127 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:22.398010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8c70ebfe-2c7e-4b69-a2f5-a96b0a462f60 None None] Port 6b8881a9-cf24-40cb-b63a-597bef052f56 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:22.486916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3109837-c406-467d-884e-e6bec360fef1 req-5ba30532-1419-4f52-b1e0-58b1b2aec847 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/1579e240-fafc-48cf-b58e-da91deadc1c0 HTTP/1.1" status: 200 len: 1805 time: 0.1252129 Aug 22 14:58:22.574334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3109837-c406-467d-884e-e6bec360fef1 req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.607536 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3109837-c406-467d-884e-e6bec360fef1 req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.618325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.722156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 64ee791b-633b-4653-8dff-222b9d310348 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:22.725763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:22.729718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:22.788403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3109837-c406-467d-884e-e6bec360fef1 req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.797077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3109837-c406-467d-884e-e6bec360fef1 req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.797077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3109837-c406-467d-884e-e6bec360fef1 req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/1579e240-fafc-48cf-b58e-da91deadc1c0 HTTP/1.1" status: 204 len: 173 time: 0.2956121 Aug 22 14:58:22.809170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5577d1-ba6b-4528-a177-7b04293de2e5 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1579e240-fafc-48cf-b58e-da91deadc1c0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:22.842443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:22.845027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:22.854676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:22.889916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-9112d481-2d81-4be6-aaf9-145361ec6f91 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/579c43bf-36f5-4a04-ad10-62dc29c68534 HTTP/1.1" status: 200 len: 1806 time: 0.0698042 Aug 22 14:58:22.987641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.025927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-89e684b6-e082-4c8e-ae2f-6c13bb535ab0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0709038 Aug 22 14:58:23.059826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.250286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b46ddb3c-9060-4c9a-ae19-4c3ef2236188 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:23.310762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:23.311146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.332270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.338218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.340289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a02d3ee-e62b-4ece-a642-b61ac2dbae4e req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/579c43bf-36f5-4a04-ad10-62dc29c68534 HTTP/1.1" status: 204 len: 173 time: 0.4493854 Aug 22 14:58:23.362417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75969db-1603-4b1e-b46f-744bfad95d1b tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579c43bf-36f5-4a04-ad10-62dc29c68534,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:23.427149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79893e4-0293-4111-b53f-32813be0e0e9 None None] Network 3998c25a-6802-4a43-b809-20622b160d7a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:23.574564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ec6bf-ae22-46d1-8e6b-d380a482ebdf req-f1f898d7-d82d-4fd3-b2a5-3c2646fdfcf2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:23.578181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce9ec6bf-ae22-46d1-8e6b-d380a482ebdf req-f1f898d7-d82d-4fd3-b2a5-3c2646fdfcf2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1509039 Aug 22 14:58:23.590460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a77e594c-960c-4106-b6f0-d900bdcd7a61 None None] Provisioning for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:23.605022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a77e594c-960c-4106-b6f0-d900bdcd7a61 None None] Provisioning complete for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:23.605273 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a77e594c-960c-4106-b6f0-d900bdcd7a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.659755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce9ec6bf-ae22-46d1-8e6b-d380a482ebdf req-c54872ae-df2b-4193-b95c-5a3bd05aa42d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801499 Aug 22 14:58:23.673365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36806) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:23.686707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333851750', 'description': 'tempest-description--1443000190'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:23.756950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a77e594c-960c-4106-b6f0-d900bdcd7a61 None None] Port de87e89f-fb6b-4eb2-b214-1eb2d420f127 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:23.780407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b49d5e8b-8da1-4ab0-987a-12258f5e92bd up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:23.805614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36812) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:23.845954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:23.851849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-92586265-9dc8-459f-87ae-c558fdb26946 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/d4b27338-17d6-4b78-9788-e187114bf8be HTTP/1.1" status: 200 len: 1806 time: 0.1004651 Aug 22 14:58:24.010215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.017633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c4b758c0-4191-4f39-9c7a-40d0949c1c7a None None] Provisioning for port b49d5e8b-8da1-4ab0-987a-12258f5e92bd completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:24.033906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44f8bc7e-e661-4627-83e0-8aa180b2d359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.053534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.059438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.120206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b49d5e8b-8da1-4ab0-987a-12258f5e92bd completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:24.129058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b49d5e8b-8da1-4ab0-987a-12258f5e92bd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:24.129058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.190015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.232636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.237781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.245262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31e72565-79bb-4be8-b4a3-06ab97345cea req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/d4b27338-17d6-4b78-9788-e187114bf8be HTTP/1.1" status: 204 len: 173 time: 0.3826215 Aug 22 14:58:24.290640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc78fa-337c-4c9c-ad89-abe62552dcd9 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b27338-17d6-4b78-9788-e187114bf8be,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:24.333867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a3f0e-b4a6-44e6-a00f-c87a7986715b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:24.352031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f72be3-3c3f-4770-8f3b-e664d971612b req-a3ec369c-44b8-4698-89f0-558e5bb3baf8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:24.362890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33f72be3-3c3f-4770-8f3b-e664d971612b req-a3ec369c-44b8-4698-89f0-558e5bb3baf8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1864343 Aug 22 14:58:24.395074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-5e5ef770-5f95-4c39-8532-1dfd55b64b72 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/c071c6d3-cac0-45c0-9557-b0fef41b4965 HTTP/1.1" status: 200 len: 2406 time: 0.1221757 Aug 22 14:58:24.407129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.466851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44f8bc7e-e661-4627-83e0-8aa180b2d359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.486246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b49d5e8b-8da1-4ab0-987a-12258f5e92bd, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:24.488427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a9ebf93-d47f-4baa-8b65-e5d446c7c770 None None] Provisioning complete for port b49d5e8b-8da1-4ab0-987a-12258f5e92bd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:24.489073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a9ebf93-d47f-4baa-8b65-e5d446c7c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.492515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33f72be3-3c3f-4770-8f3b-e664d971612b req-767f4fee-65c1-4442-83bb-9a9a20bbec39 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286967 Aug 22 14:58:24.544390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.565913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44f8bc7e-e661-4627-83e0-8aa180b2d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.579808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.611069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.646748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.651404 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e7cc6a68-00cd-4ba1-a2b6-a905fece0498 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9732635 Aug 22 14:58:24.652396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36838) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:24.664031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8bc7e-e661-4627-83e0-8aa180b2d359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38c29f-290e-48d2-afc6-3d24d14dea78,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:24.670081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'security_group_rule': {'security_group_id': 'b65a3f0e-b4a6-44e6-a00f-c87a7986715b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:24.684406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-44f8bc7e-e661-4627-83e0-8aa180b2d359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a79ce0323c54df0a04a7a4fee0bf767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765883 Aug 22 14:58:24.689540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:24.735951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:24.792521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.839362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.854069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.920076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.923189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:24.924571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d734c55d-544e-43bf-8058-1ac668ba0dda req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/c071c6d3-cac0-45c0-9557-b0fef41b4965 HTTP/1.1" status: 204 len: 173 time: 0.5285325 Aug 22 14:58:24.935779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd6ae3-2134-4fe0-885e-51b9d832fb83 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071c6d3-cac0-45c0-9557-b0fef41b4965,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.012110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.018191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.026168 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf38c29f-290e-48d2-afc6-3d24d14dea78 HTTP/1.1" status: 204 len: 168 time: 0.3322344 Aug 22 14:58:25.065654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf94f-eb32-423f-a680-679ec6917ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38c29f-290e-48d2-afc6-3d24d14dea78,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.122460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b49d5e8b-8da1-4ab0-987a-12258f5e92bd up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:25.122699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.138271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-f17d760e-36e3-4731-90c1-a26dd51fe151 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "GET /v2.0/security-groups/ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55 HTTP/1.1" status: 200 len: 2401 time: 0.1052744 Aug 22 14:58:25.200777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.212987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b49d5e8b-8da1-4ab0-987a-12258f5e92bd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:25.213614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.232980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a60bb6-c442-4d8c-b8da-c9706aba4aea,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.261866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.291381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.319036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.320233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5a39cb6d-c1f8-43dd-843b-413c38ab8c16 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6633680 Aug 22 14:58:25.323464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:25.338465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'security_group_rule': {'security_group_id': 'b65a3f0e-b4a6-44e6-a00f-c87a7986715b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:25.411398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.414157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.415342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5fb5f1d0-7e36-4e15-bfbf-83cb069fc745 req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55 HTTP/1.1" status: 204 len: 173 time: 0.2686110 Aug 22 14:58:25.421460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36882) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:25.425768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57a831-376e-4c64-8389-d6520fe3a6d0 tempest-SecurityGroupRulesTestJSON-1545559914 tempest-SecurityGroupRulesTestJSON-1545559914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca33ba85-aa11-4ac3-86c5-ab4e3bc9eb55,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.460957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.489335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Deleting subnet 25bd14ba-8673-40dc-9d46-ab5092ed1454 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:58:25.497316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.582651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.630204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.652665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.709814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6d4f7-f193-4315-84c1-4ed59b0fa984 req-ccf3a17e-1398-4d30-bdd8-63a9e111f895 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:25.712112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.714471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1b6d4f7-f193-4315-84c1-4ed59b0fa984 req-ccf3a17e-1398-4d30-bdd8-63a9e111f895 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.0849977 Aug 22 14:58:25.743751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e38164-e41d-476a-865a-310ca454bcd8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.770646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.787768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36896) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:25.816806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1b6d4f7-f193-4315-84c1-4ed59b0fa984 req-b8fabd91-e53a-4409-9871-36f0aad0180e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918596 Aug 22 14:58:25.823433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bd14ba-8673-40dc-9d46-ab5092ed1454,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:25.827438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.829575 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f8102b44-3c29-4b17-b85d-239e4a0c1d9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25bd14ba-8673-40dc-9d46-ab5092ed1454 HTTP/1.1" status: 204 len: 168 time: 0.4071026 Aug 22 14:58:25.832290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36904) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:25.904012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:25.907296 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b90f26ba-0386-4ae6-8ec0-217d8862896a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5815866 Aug 22 14:58:25.910942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:25.920084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:25.933380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.034686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67eca415-0ebb-4e2d-a204-5d49a2d292f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.057764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.088507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.105654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f47943d-d2b2-43a2-a647-006c2e9e07bb']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:26.133365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222b66fa-cd9f-4020-8a59-e9751f79095c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:26.133365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222b66fa-cd9f-4020-8a59-e9751f79095c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:26.149682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.181134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.198736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:58:26.199155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: timer() Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:58:26.201117 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:58:26.235721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.314184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67eca415-0ebb-4e2d-a204-5d49a2d292f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.348925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.359469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 172.25.0.71 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e5403b2a-2439-4201-9a98-efad2cc01463) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:26.363773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.366328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f47943d-d2b2-43a2-a647-006c2e9e07bb HTTP/1.1" status: 204 len: 168 time: 0.5326166 Aug 22 14:58:26.382172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7182a-4a42-487c-99dd-849b59952b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f47943d-d2b2-43a2-a647-006c2e9e07bb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:26.387929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67eca415-0ebb-4e2d-a204-5d49a2d292f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.427466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca415-0ebb-4e2d-a204-5d49a2d292f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aef263-9438-430f-9433-a27d58479d3e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:26.487278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36924) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:26.488598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67eca415-0ebb-4e2d-a204-5d49a2d292f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a92bb2c59a3e4b1e95a49ca6743a3226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991072 Aug 22 14:58:26.520504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.580265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.619629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.709372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.724878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:26.753435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:26.756563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:26.760230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:26.785819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=e5403b2a-2439-4201-9a98-efad2cc01463,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:26.800255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.802805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.803955 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44aef263-9438-430f-9433-a27d58479d3e HTTP/1.1" status: 204 len: 168 time: 0.3157289 Aug 22 14:58:26.805399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:26.818937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4738c07-880f-4b32-8d0c-b9302ca1b9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aef263-9438-430f-9433-a27d58479d3e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:26.877815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:26.894279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36942) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:26.897487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-decef96d-c369-467e-af8e-3238dd3cd537 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90b20fdea6b64b83a67c9e229fdaf958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884814 Aug 22 14:58:26.998905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.012009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-network', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:27.027082 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.051715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c552aaa-b824-4f3d-a39f-36cf2bd889aa req-a38f3362-9b6d-494c-8c2a-0b89d73fd7bb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:27.053457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c552aaa-b824-4f3d-a39f-36cf2bd889aa req-a38f3362-9b6d-494c-8c2a-0b89d73fd7bb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1147492 Aug 22 14:58:27.063999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.107518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c552aaa-b824-4f3d-a39f-36cf2bd889aa req-be0ac1bd-5db7-45f7-9b0f-3e88efe77b80 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Aug 22 14:58:27.113890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Made reservation on behalf of 880888a2a2d14049bf37cb7182a220b6 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:27.117802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.133077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.313758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.340052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.349150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.352272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.353858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4ae6392-2fe9-4ad9-9fb9-ff557bd666f9 HTTP/1.1" status: 204 len: 168 time: 0.4574723 Aug 22 14:58:27.365160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb5541-b966-435d-b6e8-2fcb2e16cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae6392-2fe9-4ad9-9fb9-ff557bd666f9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:27.400749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.423990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.431635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:58:27.454245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54be40c-141a-4076-a478-d446191339dd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:27.456593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.457016 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Added segment 4382b776-7ceb-426c-90d7-4299fbeb4669 of type vlan for network d8d0f334-ce8e-4d9a-a316-a7c57a083710 Aug 22 14:58:27.509297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.586534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=e5403b2a-2439-4201-9a98-efad2cc01463,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:27.589052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.617403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.618528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:27.619129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.703794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:27.716975 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-858a9a6c-ad7c-4a51-8786-a9cb5db9d794 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7969823 Aug 22 14:58:27.741594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] Pushing event updated for resources: {'Network': ['ID=d8d0f334-ce8e-4d9a-a316-a7c57a083710,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:27.758571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:58:27.834433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:27.834908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af090ad8-3967-4a7f-adc3-df1eba15fc6a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1011574 Aug 22 14:58:27.834986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Request body: {'subnet': {'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-subnet', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:28.074578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Made reservation on behalf of 880888a2a2d14049bf37cb7182a220b6 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:28.078028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:28.397042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbdd4-76c8-40e4-ad51-931a3f340dfc req-edb8aca3-f618-4e7e-a6d5-a46ff75b0c49 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:28.398673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41cfbdd4-76c8-40e4-ad51-931a3f340dfc req-edb8aca3-f618-4e7e-a6d5-a46ff75b0c49 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.0941720 Aug 22 14:58:28.480071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41cfbdd4-76c8-40e4-ad51-931a3f340dfc req-21333154-b9bf-4f16-9f21-bdd410405380 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739443 Aug 22 14:58:28.492302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:28.582664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37010) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:28.583263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17285635-0869-4335-882f-766f39d5c489,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:28.622367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-459735c3-7a0f-48c8-81de-e8b3174bfa21 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--333851750&fields=id&tenant_id=b2af5ca7f902447eab30b51eeeafa47f HTTP/1.1" status: 200 len: 267 time: 0.0612392 Aug 22 14:58:28.635878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Checking segment: {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:28.636276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Network hostable DHCP agents. Network: d8d0f334-ce8e-4d9a-a316-a7c57a083710, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:28.701236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8fd6b45e-2cfa-46d5-b5a0-42fafe2f5e84 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:28.709093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8fd6b45e-2cfa-46d5-b5a0-42fafe2f5e84 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 934 time: 0.0767331 Aug 22 14:58:28.725377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:28.800672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d8d0f334-ce8e-4d9a-a316-a7c57a083710) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:28.804036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-16aab758-9834-4567-a33c-55b776bb6910 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:28.805871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-16aab758-9834-4567-a33c-55b776bb6910 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 936 time: 0.0915818 Aug 22 14:58:28.813479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7aa92-ee74-4858-ad32-214765b552d9 None None] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:28.814538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:28.816015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:28.875493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1313961624-network', 'tenant_id': 'bc451f1974a8456baba635e54dc3e505'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:28.914467 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a839f24-39ce-469b-98a2-7f2653534543 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0851984 Aug 22 14:58:28.919035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:28.931615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:28.932647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-cbb9edfd-b24d-42fd-b54d-f6461fcaa2f4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1183500 Aug 22 14:58:28.973149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8fb509d2-4909-4d0a-a647-fa6f92cd2016 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0340977 Aug 22 14:58:29.014403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-d8d0f334-ce8e-4d9a-a316-a7c57a083710', 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'fixed_ips': [{'subnet_id': '17285635-0869-4335-882f-766f39d5c489'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 14:58:29.015526 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.027237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Made reservation on behalf of bc451f1974a8456baba635e54dc3e505 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:29.032228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.047629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.139062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.141438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.152252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-c1828493-ba6b-417c-978f-dc18f61d1191 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:29.159120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-c1828493-ba6b-417c-978f-dc18f61d1191 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:29.166130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-c1828493-ba6b-417c-978f-dc18f61d1191 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:29.167826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-c1828493-ba6b-417c-978f-dc18f61d1191 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 1995 time: 0.1883259 Aug 22 14:58:29.168383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:29.201204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-f17d0a8a-bb38-493d-b520-665d668eb1f9 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/quotas/b2af5ca7f902447eab30b51eeeafa47f HTTP/1.1" status: 200 len: 375 time: 0.0166988 Aug 22 14:58:29.262059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.296677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-ae369257-451e-46cb-ab72-52b6d4776325 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0889876 Aug 22 14:58:29.308669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.327341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Allocated IP 172.20.0.2 (d8d0f334-ce8e-4d9a-a316-a7c57a083710/17285635-0869-4335-882f-766f39d5c489/5e5d81c5-0c1b-4365-ad11-4755851f3984) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:29.349933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1653014800-network', 'tenant_id': '8f9b36a50f684cd39a749af96acbbd84'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:29.436214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-b0fc2d6f-fe7a-4a12-8a95-298300d7295d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:58:29.438630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-b0fc2d6f-fe7a-4a12-8a95-298300d7295d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1225138 Aug 22 14:58:29.451227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.530230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Made reservation on behalf of 8f9b36a50f684cd39a749af96acbbd84 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:29.532155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:58:29.535565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.587446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784bf43e-637b-4d3f-9b91-d583c0ad76b1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:29.629876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.645154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.645579 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Added segment 53f57a02-64c9-4c0d-b75e-c0906808817c of type vlan for network c2738b1b-0b6b-47b7-959b-731448c1bba1 Aug 22 14:58:29.662825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.683250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Transition to ACTIVE for port object 5e5d81c5-0c1b-4365-ad11-4755851f3984 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:29.704084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.704634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Transition to ACTIVE for port object 5e5d81c5-0c1b-4365-ad11-4755851f3984 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:29.718501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.719084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.719880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.720096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.720302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.720677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.721454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.721454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.721699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.722062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.722402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.722743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:29.741274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.754619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-855b405f-bc1a-40e7-b829-7f75854b4e42 service neutron] 10.222.0.53 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952037 Aug 22 14:58:29.789649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.819913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.821504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:29.822343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.835745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:29.839547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:29.845221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:29.856042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Pushing event updated for resources: {'Port': ['ID=5e5d81c5-0c1b-4365-ad11-4755851f3984,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:29.917584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Attempting to bind port 5e5d81c5-0c1b-4365-ad11-4755851f3984 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:29.918084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Attempting to bind port 5e5d81c5-0c1b-4365-ad11-4755851f3984 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:29.918511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Attempting to bind port 5e5d81c5-0c1b-4365-ad11-4755851f3984 on network d8d0f334-ce8e-4d9a-a316-a7c57a083710 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:29.937039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-e86cbd85-29f5-401c-9765-0db1334a5c3c service neutron] 10.222.0.53 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750968 Aug 22 14:58:29.940931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:29.941517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Checking segment: {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:29.942109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.943656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Bound using segment: {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:29.944347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Bound port: 5e5d81c5-0c1b-4365-ad11-4755851f3984, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:29.944938 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:29.953605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f590a0-1384-489f-8015-3753850d55af req-920bd5b7-c120-433f-be9c-c8b3b0de8f58 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:29.955604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74f590a0-1384-489f-8015-3753850d55af req-920bd5b7-c120-433f-be9c-c8b3b0de8f58 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.2620165 Aug 22 14:58:30.020031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] For port 5e5d81c5-0c1b-4365-ad11-4755851f3984, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:30.023760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] For port 5e5d81c5-0c1b-4365-ad11-4755851f3984, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5e5d81c5-0c1b-4365-ad11-4755851f3984,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:30.038796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.055164 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:58:30.095019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2e09b106-3d4a-4a4c-ba46-fc5e36487348 service neutron] 10.222.0.53 "GET /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1377304 Aug 22 14:58:30.109862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.179428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17286eb8-96af-4657-b2be-8c5b4f96b0ee None None] Pushing event updated for resources: {'Port': ['ID=5e5d81c5-0c1b-4365-ad11-4755851f3984,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:30.183291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d31e2c54-17b6-4cef-88ee-ea11323863c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.216767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.224461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-6a8567dd-b35c-4a4a-a403-12d843c0f5c6 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213300 Aug 22 14:58:30.256288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:58:30.261153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74f590a0-1384-489f-8015-3753850d55af req-7553dc2b-3c22-4194-942d-d3f9409fc8a4 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192140 Aug 22 14:58:30.292382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2738b1b-0b6b-47b7-959b-731448c1bba1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:30.292933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:30.303345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.303713 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Added segment 4e17f253-a52f-4db2-80ef-09a334d8e765 of type vlan for network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 Aug 22 14:58:30.312046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c2738b1b-0b6b-47b7-959b-731448c1bba1 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:58:30.348124 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3b5925b2-24cf-4870-a637-6a8a947ca6f3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7456663 Aug 22 14:58:30.351527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:30.356357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.356712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.357062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.357406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.357744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.358082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.358321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Request body: {'subnet': {'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1313961624-subnet', 'tenant_id': 'bc451f1974a8456baba635e54dc3e505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:30.359113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.359444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.359804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.360167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.360503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.360833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:58:30.433146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.503233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Made reservation on behalf of bc451f1974a8456baba635e54dc3e505 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:30.505103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-ee714c29-a9b3-4a72-8962-4dbd47b5d1e1 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659206 Aug 22 14:58:30.513197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.562343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-b7aec6d4-8b36-4883-978c-1e972692962a service neutron] 10.222.0.53 "GET /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0425215 Aug 22 14:58:30.590999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.591846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:30.592464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.674333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.702928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.707097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] Pushing event updated for resources: {'Network': ['ID=42b4e9da-85e5-49bd-a555-7c57a8ad4857,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:30.713347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e1deba38-2eb0-4054-a74b-06b2e1d085de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5432694 Aug 22 14:58:30.724534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:58:30.726717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:30.761953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Request body: {'subnet': {'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1653014800-subnet', 'tenant_id': '8f9b36a50f684cd39a749af96acbbd84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:30.763640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-652dad4e-349d-479b-9a47-a6f5c31e016a service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942875 Aug 22 14:58:30.897153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f41fc35-f98b-443b-9c35-b73ead0c381f service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325746 Aug 22 14:58:30.939459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Made reservation on behalf of 8f9b36a50f684cd39a749af96acbbd84 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:30.942175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:30.950289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Allocated IP 172.25.0.54 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c4d7acc6-ebef-4454-9279-df177ebabad2) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:31.037547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.128662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-0ab49996-4f5c-4d1b-ad82-5ac7cac81004 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238576 Aug 22 14:58:31.201604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5e5d81c5-0c1b-4365-ad11-4755851f3984 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:31.329417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-a0ddacb3-3849-4996-b300-0437b2980947 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935587 Aug 22 14:58:31.378117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5e5d81c5-0c1b-4365-ad11-4755851f3984 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:31.397805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989f6984-0a13-4cee-b03a-b018de94da53,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:31.419998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.435276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Checking segment: {'id': '53f57a02-64c9-4c0d-b75e-c0906808817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:31.435641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Network hostable DHCP agents. Network: c2738b1b-0b6b-47b7-959b-731448c1bba1, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:31.493333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.500102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d315d4a-7e79-4f9d-b164-39ab49a237ac req-b8aff752-ffe3-46a2-bbee-530b128b3e5b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:31.513785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d315d4a-7e79-4f9d-b164-39ab49a237ac req-b8aff752-ffe3-46a2-bbee-530b128b3e5b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1353612 Aug 22 14:58:31.532112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-d219c135-77b9-490c-bde7-caef4f190bd8 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956832 Aug 22 14:58:31.541463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Network c2738b1b-0b6b-47b7-959b-731448c1bba1 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:31.562342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.573031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e62a44-9536-4d04-882c-fea387d0a692,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:31.630533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c2738b1b-0b6b-47b7-959b-731448c1bba1) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:31.635664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:31.636975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.638543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d558cf3-b3a4-4a7b-a135-103c7e5f5d0b None None] Network c2738b1b-0b6b-47b7-959b-731448c1bba1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:31.657574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Checking segment: {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:31.657943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Network hostable DHCP agents. Network: 42b4e9da-85e5-49bd-a555-7c57a8ad4857, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:58:31.661791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:31.666284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Pushing event updated for resources: {'Port': ['ID=c4d7acc6-ebef-4454-9279-df177ebabad2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:31.671601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:31.674294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:31.753760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448cf10d-f961-42c0-b9b7-3fbaf65b3f5c None None] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:31.775504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d315d4a-7e79-4f9d-b164-39ab49a237ac req-c9568e9f-d876-45b4-b769-2c66781b9f58 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386928 Aug 22 14:58:31.775733 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-54016428-7c8c-4bcc-a309-7618b13e24f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4227965 Aug 22 14:58:31.838663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-bd04fbf6-92b7-40b4-9e01-ca8f9b41c1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913132 Aug 22 14:58:31.902968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:58:31.928324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 42b4e9da-85e5-49bd-a555-7c57a8ad4857) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:31.938426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:31.941060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:31.988974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-728f67b8-c97d-4f4f-8332-2375a1d32a63 service neutron] 10.222.0.53 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428463 Aug 22 14:58:32.011648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420ded5-e397-4053-9192-5fe25926ceb3 None None] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:32.086856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b9e3cc6-b018-4a8d-a5ab-ed63547f67e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3586409 Aug 22 14:58:32.145434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2d07b3f9-a5a7-4b10-957c-46a1a8062296 service neutron] 10.222.0.53 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490490 Aug 22 14:58:32.189635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ffed4a-7f1d-4646-835b-eb7d012ab66e None None] Network c2738b1b-0b6b-47b7-959b-731448c1bba1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:32.240589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Provisioning for port 5e5d81c5-0c1b-4365-ad11-4755851f3984 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:32.269711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.285448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Provisioning complete for port 5e5d81c5-0c1b-4365-ad11-4755851f3984 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:32.286174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.363494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-52db8085-2788-4b7e-a367-9e2bcd12c7c4 service neutron] 10.222.0.53 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109630 Aug 22 14:58:32.551373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec677f9b-b744-4a79-875a-590bc1a8475d None None] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:58:32.619411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-825ee8c9-555e-4cda-a1ce-c9e22e9e93a7 service neutron] 10.222.0.53 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384768 Aug 22 14:58:32.638899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37102) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:32.664047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.739453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.853243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.892304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-678cbe18-da9e-4f46-b612-50e639799d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:32.960634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Router a648e1d0-4e5b-4815-9a50-223d3738f71f is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 14:58:33.091636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] For port 5e5d81c5-0c1b-4365-ad11-4755851f3984, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5e5d81c5-0c1b-4365-ad11-4755851f3984,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:33.138860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-a2059db3-bd8d-4e69-8c5c-db810db43e15 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:33.141625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-a2059db3-bd8d-4e69-8c5c-db810db43e15 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/networks?id=c2738b1b-0b6b-47b7-959b-731448c1bba1 HTTP/1.1" status: 200 len: 814 time: 0.1867378 Aug 22 14:58:33.163612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:58:33.174069 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Sync routers for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:58:33.177696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-678cbe18-da9e-4f46-b612-50e639799d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.189686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:33.190504 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:33.198795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-2b0291aa-d5cc-4741-8cae-6e12037ed62f tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/quotas/bc451f1974a8456baba635e54dc3e505 HTTP/1.1" status: 200 len: 375 time: 0.0176990 Aug 22 14:58:33.235884 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.238462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-53e7e612-e146-4798-bcf6-254592cacfea tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc451f1974a8456baba635e54dc3e505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295589 Aug 22 14:58:33.290646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49e8d-75c8-4a8a-a072-a0be63bc03d0 None None] Pushing event updated for resources: {'Port': ['ID=5e5d81c5-0c1b-4365-ad11-4755851f3984,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:33.347829 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:33.354843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-80574790-a90d-4c3d-8128-40c2c6e6d352 service neutron] 10.222.0.53 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101010 Aug 22 14:58:33.361699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d7ac732c-6a2e-40a3-8c2f-d39caf6ce136 None None] Provisioning complete for port 5e5d81c5-0c1b-4365-ad11-4755851f3984 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:33.362080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7ac732c-6a2e-40a3-8c2f-d39caf6ce136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.375233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-678cbe18-da9e-4f46-b612-50e639799d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.473958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cbe18-da9e-4f46-b612-50e639799d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac29f9-86fd-4709-b7a0-a1532bac0fad,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:33.480808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47533491-e65e-4053-b5b4-ce2f8cab94ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.492223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-678cbe18-da9e-4f46-b612-50e639799d47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e81d1e1d860439a82c1f175d1b3b9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512120 Aug 22 14:58:33.495105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37138) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:33.537632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.539045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d94d986-3896-46aa-985d-c7112d31aaaf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6181228 Aug 22 14:58:33.541744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:33.542507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-d693f8cb-d685-4895-beba-af7e63c34824 service neutron] 10.222.0.53 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807091 Aug 22 14:58:33.559061 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:31Z', 'revision_number': 3, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:33.572862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.597549 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Checking router: a648e1d0-4e5b-4815-9a50-223d3738f71f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:58:33.598389 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Updating router a648e1d0-4e5b-4815-9a50-223d3738f71f port c4d7acc6-ebef-4454-9279-df177ebabad2 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:58:33.610581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.626189 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.783180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.786115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:33.789975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dac29f9-86fd-4709-b7a0-a1532bac0fad HTTP/1.1" status: 204 len: 168 time: 0.2910781 Aug 22 14:58:33.799199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b707b-ffcc-4566-a6b4-c6605ff28770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac29f9-86fd-4709-b7a0-a1532bac0fad,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:34.077807 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.099274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Transition to ACTIVE for port object c4d7acc6-ebef-4454-9279-df177ebabad2 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:34.134725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-776757243', 'description': 'tempest-description-1921904316'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:34.178226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.190866 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.228670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.261826 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b00f-c2e2-4533-b89c-0fc875669dc0 None None] Pushing event updated for resources: {'Port': ['ID=c4d7acc6-ebef-4454-9279-df177ebabad2,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:34.294593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Attempting to bind port c4d7acc6-ebef-4454-9279-df177ebabad2 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:34.295293 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Attempting to bind port c4d7acc6-ebef-4454-9279-df177ebabad2 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:34.296299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Attempting to bind port c4d7acc6-ebef-4454-9279-df177ebabad2 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:34.314350 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:34.315120 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:34.315816 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.316425 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:34.317151 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Bound port: c4d7acc6-ebef-4454-9279-df177ebabad2, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:34.318082 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.404814 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] For port c4d7acc6-ebef-4454-9279-df177ebabad2, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:34.414005 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] For port c4d7acc6-ebef-4454-9279-df177ebabad2, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c4d7acc6-ebef-4454-9279-df177ebabad2,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:34.418053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Allocated IP 172.20.0.1 (d8d0f334-ce8e-4d9a-a316-a7c57a083710/17285635-0869-4335-882f-766f39d5c489/3513b841-c79f-45b7-ba35-4a8fa552c312) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:34.445524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.515701 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.537149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.537907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.569708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Transition to ACTIVE for port object 3513b841-c79f-45b7-ba35-4a8fa552c312 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:34.583797 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:34.584739 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:34.590437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b00f-c2e2-4533-b89c-0fc875669dc0 None None] Pushing event updated for resources: {'Port': ['ID=c4d7acc6-ebef-4454-9279-df177ebabad2,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:34.590626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbccdd1-e959-4f7a-a7ca-35b014c85076,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:34.646378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.651676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-796a2ce5-90a7-44f6-98de-f570b126db42 req-1bb18757-9876-4bbf-b96a-bbd750876916 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5219755 Aug 22 14:58:34.687769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.731258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.747595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:34.752485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:34.756361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:34.763187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:34.766470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:34.789592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37178) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:34.842386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.861583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27478eb7-bcf9-44f6-a703-d5f2ed7546c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:34.891556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d457c-591a-4b0a-b8b0-6da8179e7e69 req-82233be7-b88e-49b6-864a-f57e10626522 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:34.893615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3d457c-591a-4b0a-b8b0-6da8179e7e69 req-82233be7-b88e-49b6-864a-f57e10626522 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1581607 Aug 22 14:58:35.096816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27478eb7-bcf9-44f6-a703-d5f2ed7546c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.151865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5e5d81c5-0c1b-4365-ad11-4755851f3984 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:35.179546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27478eb7-bcf9-44f6-a703-d5f2ed7546c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.185625 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:31Z', 'revision_number': 3, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:35.200814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6166495d-ae14-4b8a-a47c-bf5e9c1fbdb2 req-5866fa20-32fa-4cf4-8235-6748ed7facd6 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 210 time: 0.0980346 Aug 22 14:58:35.226105 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa78aa-f3c9-4ba9-a616-f19ce6a19451 None None] The sync data for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 is: [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:31Z', 'revision_number': 3, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:58:35.230135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5e5d81c5-0c1b-4365-ad11-4755851f3984 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:35.230521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.238136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3d457c-591a-4b0a-b8b0-6da8179e7e69 req-5ffb027f-47d6-4404-82fe-951d44df71ce tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359075 Aug 22 14:58:35.244147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-597177154', 'description': 'tempest-description-941738556'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:35.312350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.316076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-27478eb7-bcf9-44f6-a703-d5f2ed7546c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aa761a4fc36493eae05934722f8b286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977007 Aug 22 14:58:35.318996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37196) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:58:35.330377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478eb7-bcf9-44f6-a703-d5f2ed7546c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab35a74-d002-4f93-ae02-dfec2c2fb656,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:35.349196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77231792-66f9-4bd9-a5fa-c55bfb2223dc req-06b9e397-0daa-40ef-8847-867a64632fcb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0401175 Aug 22 14:58:35.382138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fd6f7753-d7f7-4148-ab0b-3960b8c26873 None None] Provisioning for port 3513b841-c79f-45b7-ba35-4a8fa552c312 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:35.399316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fd6f7753-d7f7-4148-ab0b-3960b8c26873 None None] Provisioning complete for port 3513b841-c79f-45b7-ba35-4a8fa552c312 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:35.399922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7753-d7f7-4148-ab0b-3960b8c26873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.407393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.445900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f7753-d7f7-4148-ab0b-3960b8c26873 None None] Port 3513b841-c79f-45b7-ba35-4a8fa552c312 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:35.473570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.518810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.535361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.635007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.669566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.678158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05bed27-abed-4b4b-b03b-b10f403d73e7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:35.712435 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.715040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.721304 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ab35a74-d002-4f93-ae02-dfec2c2fb656 HTTP/1.1" status: 204 len: 168 time: 0.3959148 Aug 22 14:58:35.741769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c35f-0159-4170-90cd-d8afed0302e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab35a74-d002-4f93-ae02-dfec2c2fb656,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:35.752829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.756236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.762254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-158a803c-377a-4bea-9c70-1cd325f21165 req-53208539-f98d-49ef-b8b8-acb87e8c2ef9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5361753 Aug 22 14:58:35.900452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:35.903246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Pushing event updated for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:36.126169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:36.128083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:36.360675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-18a04e8b-0cf5-4e6c-9ce4-73bcf2158b5d tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:36.362556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-18a04e8b-0cf5-4e6c-9ce4-73bcf2158b5d tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 813 time: 0.2889364 Aug 22 14:58:36.363401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Router a648e1d0-4e5b-4815-9a50-223d3738f71f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:58:36.400060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84468aeb-57eb-4bdf-8bba-330935ce25af req-15a19999-575c-42c4-ae48-f8fd5396cfe9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 210 time: 0.0988402 Aug 22 14:58:36.426728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-bf0ac008-5d1d-4b5a-b9e5-3423408d5365 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/quotas/8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 375 time: 0.0468464 Aug 22 14:58:36.524185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-a7ccf521-5f17-4970-9407-1b32f225b6dc tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914900 Aug 22 14:58:36.613168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:58:36.632018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4869ad9b-fded-4c3c-a2ca-05b56a877fc4 admin admin] 10.222.0.53 "PUT /v2.0/routers/a648e1d0-4e5b-4815-9a50-223d3738f71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0785615 Aug 22 14:58:36.674345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-48c9cda7-1d59-4a0f-9079-a7149db51297 None None] Provisioning complete for port 3513b841-c79f-45b7-ba35-4a8fa552c312 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:36.674937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-48c9cda7-1d59-4a0f-9079-a7149db51297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:36.682639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-0f160ed8-0cf0-4d84-a093-186e94716e23 service neutron] 10.222.0.53 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572208 Aug 22 14:58:36.724763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-48c9cda7-1d59-4a0f-9079-a7149db51297 None None] Port 3513b841-c79f-45b7-ba35-4a8fa552c312 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:36.781504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:36.871951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaadb7f-fbe4-4cd2-8bf8-662ba68bee9b req-4c6b6213-ec33-48c5-b797-840d9cb99aed tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:36.880412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7eaadb7f-fbe4-4cd2-8bf8-662ba68bee9b req-4c6b6213-ec33-48c5-b797-840d9cb99aed tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.2481699 Aug 22 14:58:36.929176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-c04e9db4-e88e-47a0-995c-dd4d8f574415 service neutron] 10.222.0.53 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070100 Aug 22 14:58:36.942099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7eaadb7f-fbe4-4cd2-8bf8-662ba68bee9b req-77662c6c-ecdb-43b8-a4d9-9c0c0e7c772b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Aug 22 14:58:37.129660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae4b4f1a-4c24-4a47-adc5-cbadf11d6860 req-f83b33ec-c2da-4058-9d77-e565da118dcb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0477943 Aug 22 14:58:37.296867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c4d7acc6-ebef-4454-9279-df177ebabad2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:37.373569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc134f37-48f8-4795-b3c6-5a3931f3e59f req-d342bf82-c970-4180-85a6-e07107955ced tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 210 time: 0.0699692 Aug 22 14:58:37.490299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-5b40d3a4-99f0-4d41-bc16-17a279131b17 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:37.525291 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-5b40d3a4-99f0-4d41-bc16-17a279131b17 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.10 "GET /v2.0/networks?id=c2738b1b-0b6b-47b7-959b-731448c1bba1 HTTP/1.1" status: 200 len: 814 time: 0.4414957 Aug 22 14:58:37.547144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Request body: {'port': {'device_id': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1', 'admin_state_up': True, 'tenant_id': 'bc451f1974a8456baba635e54dc3e505'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:37.611785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c4d7acc6-ebef-4454-9279-df177ebabad2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:37.618745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c4d7acc6-ebef-4454-9279-df177ebabad2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:37.619893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:37.705015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64f714ed-7fff-49ad-a015-3ea424f050e5 req-696187e3-ff1f-4aa1-bf2f-ebcaa7772e1c tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 210 time: 0.1165407 Aug 22 14:58:37.763236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:37.830179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c4d7acc6-ebef-4454-9279-df177ebabad2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c4d7acc6-ebef-4454-9279-df177ebabad2,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:37.997080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-15fcab8f-ec53-4d60-9481-292db0473e0c tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2490416 Aug 22 14:58:38.000480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Made reservation on behalf of bc451f1974a8456baba635e54dc3e505 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:38.010705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:38.013400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:38.063194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Sync routers for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:58:38.063525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:38.106092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:38.107381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:38.124470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd3fe6-414c-4b52-a826-a1644b35c6e1 req-538aeffc-d481-418d-879a-2dc953b80215 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:38.134512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bebd3fe6-414c-4b52-a826-a1644b35c6e1 req-538aeffc-d481-418d-879a-2dc953b80215 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.0963745 Aug 22 14:58:38.185959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bebd3fe6-414c-4b52-a826-a1644b35c6e1 req-f2bd7e15-5a82-44d0-9e33-1aa618c2dba7 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Aug 22 14:58:38.202585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:38.223171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c4d7acc6-ebef-4454-9279-df177ebabad2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:38.322408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Allocated IP 172.20.0.9 (c2738b1b-0b6b-47b7-959b-731448c1bba1/989f6984-0a13-4cee-b03a-b018de94da53/736a9987-e003-4605-8c47-3b6c4e7ae00a) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:38.452778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:38.807424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:35Z', 'revision_number': 4, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3513b841-c79f-45b7-ba35-4a8fa552c312', 'name': '', 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'mac_address': 'fa:16:3e:58:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '17285635-0869-4335-882f-766f39d5c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:34Z', 'updated_at': '2021-08-22T14:58:35Z', 'revision_number': 2, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'subnets': [{'id': '17285635-0869-4335-882f-766f39d5c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:38.867035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-24ec5a8d-5c0a-4b31-9d51-facf48e3fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:38.867035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-24ec5a8d-5c0a-4b31-9d51-facf48e3fd3b service neutron] 10.222.0.10 "GET /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 1030 time: 0.0542343 Aug 22 14:58:38.899878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b4eece3-f1fa-44de-80d9-ee96ce6742e5 req-6c162817-b116-4168-8b14-e7dc031939c3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0948114 Aug 22 14:58:38.957199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Checking router: a648e1d0-4e5b-4815-9a50-223d3738f71f for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:58:38.957733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Updating router a648e1d0-4e5b-4815-9a50-223d3738f71f port 3513b841-c79f-45b7-ba35-4a8fa552c312 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 14:58:38.989141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.013633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2bb27bbf-84ac-4e28-9558-a9464fb7c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.017959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2bb27bbf-84ac-4e28-9558-a9464fb7c783 service neutron] 10.222.0.10 "GET /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 1032 time: 0.1288443 Aug 22 14:58:39.047226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.167583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c4d7acc6-ebef-4454-9279-df177ebabad2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:39.183800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.263390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29bbb0e8-a996-4427-86d9-6a60a80dc1db req-125cfc77-0fdd-4209-8db5-1f0727bb421b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 210 time: 0.0749493 Aug 22 14:58:39.326491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.395145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Network c2738b1b-0b6b-47b7-959b-731448c1bba1 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:39.398692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:39.403310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:39.413489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Pushing event updated for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:39.415935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c4d7acc6-ebef-4454-9279-df177ebabad2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:39.416335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.423899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Allocated IP 172.25.0.168 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/645b72a5-b6d7-4664-8f02-c4fc240ea307) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:39.462988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1a9fd55a-b6fd-4062-807d-1b75ac5bf2b3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.471393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1a9fd55a-b6fd-4062-807d-1b75ac5bf2b3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.484769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1a9fd55a-b6fd-4062-807d-1b75ac5bf2b3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.487987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1a9fd55a-b6fd-4062-807d-1b75ac5bf2b3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 1995 time: 0.2929370 Aug 22 14:58:39.564109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.564617 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.595427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc8b9-7cf9-4309-bd45-7dc956c7dabb req-6bbd7197-4111-4ee7-8e79-88280e96003c tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:39.597769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d2fc8b9-7cf9-4309-bd45-7dc956c7dabb req-6bbd7197-4111-4ee7-8e79-88280e96003c tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 931 time: 0.2406104 Aug 22 14:58:39.638983 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.667915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Transition to ACTIVE for port object 3513b841-c79f-45b7-ba35-4a8fa552c312 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:39.713784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-4521a65f-02a1-4270-a874-dd7e956d7db7 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1728165 Aug 22 14:58:39.733085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Request body: {'port': {'device_id': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:39.751374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-12442166-1b7b-4914-b190-0bd1a6a82a31 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2af5ca7f902447eab30b51eeeafa47f HTTP/1.1" status: 200 len: 379 time: 0.2459726 Aug 22 14:58:39.762028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d2fc8b9-7cf9-4309-bd45-7dc956c7dabb req-dc7aba2a-fa1e-49dc-a65f-62630544ed74 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131010 Aug 22 14:58:39.784762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'admin_state_up': True, 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'security_groups': ['b65a3f0e-b4a6-44e6-a00f-c87a7986715b']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:39.866115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.870920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:39.908681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.017252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9da9f-575d-4d4b-9666-55fae1f007c8 req-a19b9207-7b7b-499a-b9aa-af52d18c21a2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:40.018931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cb9da9f-575d-4d4b-9666-55fae1f007c8 req-a19b9207-7b7b-499a-b9aa-af52d18c21a2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.1561468 Aug 22 14:58:40.099820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cdc9c-db8e-4d86-972f-75991091c50c None None] Pushing event updated for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:40.136535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cb9da9f-575d-4d4b-9666-55fae1f007c8 req-8ebe70cb-bdb6-4d9d-ace6-a1ab4dca1859 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926881 Aug 22 14:58:40.191223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Attempting to bind port 3513b841-c79f-45b7-ba35-4a8fa552c312 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:40.191784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Attempting to bind port 3513b841-c79f-45b7-ba35-4a8fa552c312 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:40.192187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Attempting to bind port 3513b841-c79f-45b7-ba35-4a8fa552c312 on network d8d0f334-ce8e-4d9a-a316-a7c57a083710 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:40.206220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:40.206484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Checking segment: {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:40.206897 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.207378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Bound using segment: {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:40.207866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Bound port: 3513b841-c79f-45b7-ba35-4a8fa552c312, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4382b776-7ceb-426c-90d7-4299fbeb4669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:40.209969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.274741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:40.278288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.282641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.448287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] For port 3513b841-c79f-45b7-ba35-4a8fa552c312, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:40.455609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] For port 3513b841-c79f-45b7-ba35-4a8fa552c312, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3513b841-c79f-45b7-ba35-4a8fa552c312,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:40.467243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736a9987-e003-4605-8c47-3b6c4e7ae00a {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:40.477740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.478260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.495885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Transition to ACTIVE for port object 736a9987-e003-4605-8c47-3b6c4e7ae00a will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:40.543950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=645b72a5-b6d7-4664-8f02-c4fc240ea307,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:40.549899 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.560961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:40.565755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:40.575205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:40.613840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:40.624438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cdc9c-db8e-4d86-972f-75991091c50c None None] Pushing event updated for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:40.649839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:58:40.650491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:58:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:40.714639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Pushing event updated for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:40.758437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdb83fb0-8688-4887-8476-3c3945b00414 req-85651e34-c412-43c7-94c2-ce05921f0711 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.1595070 Aug 22 14:58:40.888493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:58:40.913019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 172.20.0.9 (e4ba391f-b7e3-4458-8459-550d38ccf0f0/21b97117-cfcc-4e6b-8b94-cce7bf8e92dd/a91310b2-8a82-4e11-b677-b508d39be2a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:40.940555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Attempting to bind port 736a9987-e003-4605-8c47-3b6c4e7ae00a on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:40.940963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Attempting to bind port 736a9987-e003-4605-8c47-3b6c4e7ae00a by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '53f57a02-64c9-4c0d-b75e-c0906808817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:40.941295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Attempting to bind port 736a9987-e003-4605-8c47-3b6c4e7ae00a on network c2738b1b-0b6b-47b7-959b-731448c1bba1 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:40.950199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Port 736a9987-e003-4605-8c47-3b6c4e7ae00a on network c2738b1b-0b6b-47b7-959b-731448c1bba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:58:40.950532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Attempting to bind port 736a9987-e003-4605-8c47-3b6c4e7ae00a on network c2738b1b-0b6b-47b7-959b-731448c1bba1 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:40.967600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:40.968004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Checking segment: {'id': '53f57a02-64c9-4c0d-b75e-c0906808817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:40.968510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Bound using segment: {'id': '53f57a02-64c9-4c0d-b75e-c0906808817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:40.968986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Bound port: 736a9987-e003-4605-8c47-3b6c4e7ae00a, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f57a02-64c9-4c0d-b75e-c0906808817c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:40.969453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.090441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.148355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:41.158997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a,segment=NetworkSegment(53f57a02-64c9-4c0d-b75e-c0906808817c),segment_id=53f57a02-64c9-4c0d-b75e-c0906808817c)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:41.172229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13429e0d-4eb8-4e4a-9382-33478662c759 req-0929da31-c778-4823-899c-09a6c2bf73ff tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 210 time: 0.0378551 Aug 22 14:58:41.234219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.250796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.267365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-05ca49cf-4fcf-4a50-8fe9-081cbb6f7a86 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:41.267365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-05ca49cf-4fcf-4a50-8fe9-081cbb6f7a86 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.10 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 813 time: 0.5767584 Aug 22 14:58:41.327694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'device_id': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857', 'admin_state_up': True, 'tenant_id': '8f9b36a50f684cd39a749af96acbbd84'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:41.328244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:41.340534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.342890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] 10.222.0.10 "PUT /v2.0/ports/736a9987-e003-4605-8c47-3b6c4e7ae00a HTTP/1.1" status: 200 len: 1091 time: 1.6140921 Aug 22 14:58:41.343462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:41.347354 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5edee46-b6e3-4f0a-baea-028c0084990c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:41.412290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c8384-df48-478d-a3aa-c31114df1346 service neutron] Pushing event updated for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:41.449993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:35Z', 'revision_number': 4, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3513b841-c79f-45b7-ba35-4a8fa552c312', 'name': '', 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'mac_address': 'fa:16:3e:58:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '17285635-0869-4335-882f-766f39d5c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:34Z', 'updated_at': '2021-08-22T14:58:40Z', 'revision_number': 4, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'subnets': [{'id': '17285635-0869-4335-882f-766f39d5c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:58:41.505015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0ab47-e603-4528-a3dd-e12dcd221d31 None None] The sync data for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 is: [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:58:35Z', 'revision_number': 4, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3513b841-c79f-45b7-ba35-4a8fa552c312', 'name': '', 'network_id': 'd8d0f334-ce8e-4d9a-a316-a7c57a083710', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'mac_address': 'fa:16:3e:58:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '17285635-0869-4335-882f-766f39d5c489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:34Z', 'updated_at': '2021-08-22T14:58:40Z', 'revision_number': 4, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'subnets': [{'id': '17285635-0869-4335-882f-766f39d5c489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:58:41.616685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-ee984a9a-e950-4c13-8733-64f6c99a4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:41.618943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-ee984a9a-e950-4c13-8733-64f6c99a4174 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc451f1974a8456baba635e54dc3e505&device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 1094 time: 0.1124260 Aug 22 14:58:41.729154 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-c6dab55e-1a83-4831-b477-ad0f3107072b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a HTTP/1.1" status: 200 len: 217 time: 0.0747938 Aug 22 14:58:41.824381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-9e3aad5a-88c9-48a8-b6ed-6fb1bd8d8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:41.827642 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-9e3aad5a-88c9-48a8-b6ed-6fb1bd8d8a46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=989f6984-0a13-4cee-b03a-b018de94da53 HTTP/1.1" status: 200 len: 854 time: 0.0906372 Aug 22 14:58:41.856692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:41.903692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object a91310b2-8a82-4e11-b677-b508d39be2a4 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:41.913734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-c1324c45-bd85-4cb7-bace-34ad869499a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2738b1b-0b6b-47b7-959b-731448c1bba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631328 Aug 22 14:58:41.920139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20748a-75ba-4984-ace0-49f84d35a384 req-ff8c49d8-b3cf-4ce3-98b5-9bbb07116b15 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:41.932115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea20748a-75ba-4984-ace0-49f84d35a384 req-ff8c49d8-b3cf-4ce3-98b5-9bbb07116b15 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 943 time: 0.5843482 Aug 22 14:58:41.993887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Made reservation on behalf of 8f9b36a50f684cd39a749af96acbbd84 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:41.998219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.065956 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-8051bec2-36c0-4b75-a945-7c6a4e45880e service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Aug 22 14:58:42.079788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea20748a-75ba-4984-ace0-49f84d35a384 req-a338f677-bc5a-4ff0-9635-1914c8efe717 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465585 Aug 22 14:58:42.084012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.239841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.314570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.428609 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6316ef75-92d1-4504-92f1-d7a455eb3621 req-0f08c256-5c6b-4c54-b06e-0e04e83d7913 service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539984 Aug 22 14:58:42.435550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=645b72a5-b6d7-4664-8f02-c4fc240ea307,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:42.444114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Allocated IP 172.20.0.12 (42b4e9da-85e5-49bd-a555-7c57a8ad4857/48e62a44-9536-4d04-882c-fea387d0a692/32b33bd3-8cb9-41b6-9e25-444c35089ad9) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:42.576363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:42.585991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:42.618523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:42.707065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7877-a43b-4538-84da-da987269a4f9 req-400c3eea-8c82-4c43-9e0b-45a04106e6e4 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:42.714966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c73d7877-a43b-4538-84da-da987269a4f9 req-400c3eea-8c82-4c43-9e0b-45a04106e6e4 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.2833993 Aug 22 14:58:42.759380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:42.789088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.806433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:42.807136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:42.953836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c73d7877-a43b-4538-84da-da987269a4f9 req-b7d6383a-9ff1-4877-8987-6d2dc40f7e12 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698012 Aug 22 14:58:42.956252 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9e7a7f-2011-4648-8046-2294198dede4 x-openstack-request-id: req-3d9e7a7f-2011-4648-8046-2294198dede4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:42.956252 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:42.956252 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d9e7a7f-2011-4648-8046-2294198dede4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:42.956252 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a', 'status': 'completed', 'code': 200} Aug 22 14:58:43.080654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4ff51961-bf36-4553-a2ee-c2271d8002da tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3219125 Aug 22 14:58:43.092031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.110814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-b6a38030-00c6-432b-b1cd-9034eda8b285 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0972662 Aug 22 14:58:43.120477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6de8ccd3-6622-46b6-8a87-d99ae43aed53 None None] Provisioning for port a91310b2-8a82-4e11-b677-b508d39be2a4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:43.125902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6de8ccd3-6622-46b6-8a87-d99ae43aed53 None None] Provisioning complete for port a91310b2-8a82-4e11-b677-b508d39be2a4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:43.126275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6de8ccd3-6622-46b6-8a87-d99ae43aed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.151567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'admin_state_up': True, 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'security_groups': ['b65a3f0e-b4a6-44e6-a00f-c87a7986715b']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:43.166885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-9e6ba0f6-97b7-4a26-9589-1e855b844477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:43.169766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-9e6ba0f6-97b7-4a26-9589-1e855b844477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc451f1974a8456baba635e54dc3e505&device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 1094 time: 0.1699100 Aug 22 14:58:43.254941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6de8ccd3-6622-46b6-8a87-d99ae43aed53 None None] Port a91310b2-8a82-4e11-b677-b508d39be2a4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:43.320202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3513b841-c79f-45b7-ba35-4a8fa552c312 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:43.452341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-92c0e5d3-894a-4f8f-9c8e-279cd4e70189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:43.458892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-92c0e5d3-894a-4f8f-9c8e-279cd4e70189 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2738b1b-0b6b-47b7-959b-731448c1bba1 HTTP/1.1" status: 200 len: 915 time: 0.2797840 Aug 22 14:58:43.471513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.544523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-5fb9d190-f6f0-49c0-9269-f410b648af24 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.4326103 Aug 22 14:58:43.565430 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-ac3ff67f-9c98-445e-bc17-3de77e1ef261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a HTTP/1.1" status: 200 len: 217 time: 0.0999498 Aug 22 14:58:43.588910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3513b841-c79f-45b7-ba35-4a8fa552c312 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:43.595918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3513b841-c79f-45b7-ba35-4a8fa552c312 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:43.596909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.697742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.731499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-2d3732d4-21e8-4940-b435-90b013928556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:43.735211 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-2d3732d4-21e8-4940-b435-90b013928556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=989f6984-0a13-4cee-b03a-b018de94da53 HTTP/1.1" status: 200 len: 854 time: 0.1614788 Aug 22 14:58:43.840010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-4b313e50-19cb-4e78-b58d-20bd38fc3cb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2738b1b-0b6b-47b7-959b-731448c1bba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969751 Aug 22 14:58:43.873031 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:43.897852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be30c3-0086-41b2-92c6-369eb45e3783 req-3c3e4403-1926-4ad6-89b1-2330c6a748fc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:43.899474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01be30c3-0086-41b2-92c6-369eb45e3783 req-3c3e4403-1926-4ad6-89b1-2330c6a748fc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 931 time: 0.7078152 Aug 22 14:58:43.908527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:43.915662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:43.916869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3513b841-c79f-45b7-ba35-4a8fa552c312, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3513b841-c79f-45b7-ba35-4a8fa552c312,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:43.918613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:43.980215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:43.998960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-3e9c3487-ab30-4c73-b699-3439253fac9a service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507492 Aug 22 14:58:44.040960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:44.069942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01be30c3-0086-41b2-92c6-369eb45e3783 req-60e8c233-6f39-4a68-9e8b-c994775bc6f7 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436853 Aug 22 14:58:44.090285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-cfa87d50-54a9-4f9a-bcfe-ad0c92bf9a37 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:44.091874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-cfa87d50-54a9-4f9a-bcfe-ad0c92bf9a37 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.4847519 Aug 22 14:58:44.107540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:44.114600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:44.131684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-44ea974e-8d23-4745-9a8e-688dba878f2b tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:58:44.132861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea19b4ee-7567-4b00-b470-d7766262c184 req-44ea974e-8d23-4745-9a8e-688dba878f2b tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154471 Aug 22 14:58:44.203644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:44.208675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:44.217378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:44.308228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5edee46-b6e3-4f0a-baea-028c0084990c req-347b74d0-9fe9-4b09-addb-6402d1fa5a09 service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970715 Aug 22 14:58:44.310020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-714e78a6-922a-416a-b143-0d4a70682459 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0108864 Aug 22 14:58:44.355748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Request body: {'port': {'device_id': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:44.479795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb91e7-a304-4e99-8620-14b4e8611b60 req-ae4bf2ae-881e-4050-889f-7c93ed06b1d4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:44.488038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96fb91e7-a304-4e99-8620-14b4e8611b60 req-ae4bf2ae-881e-4050-889f-7c93ed06b1d4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 932 time: 0.2511523 Aug 22 14:58:44.614685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96fb91e7-a304-4e99-8620-14b4e8611b60 req-79a58590-7966-4764-8767-acd9df8c66cd tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254251 Aug 22 14:58:44.621130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:44.661592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b15eb-448a-46ed-bb63-ff3b775cf910 req-f058be09-1c14-4576-8ea2-1f04fb402bf0 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:44.669482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b7b15eb-448a-46ed-bb63-ff3b775cf910 req-f058be09-1c14-4576-8ea2-1f04fb402bf0 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 943 time: 0.2553673 Aug 22 14:58:44.718706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.1.1.4 (64ee791b-633b-4653-8dff-222b9d310348/bc952660-d75f-46d9-9434-e6534351375a/c5edc96d-1331-4abc-8106-18a4e2aebe35) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:45.121183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3513b841-c79f-45b7-ba35-4a8fa552c312 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:45.184317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3513b841-c79f-45b7-ba35-4a8fa552c312 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:45.185158 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:45.303378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b7b15eb-448a-46ed-bb63-ff3b775cf910 req-ee3db14e-1619-4994-97d8-bcd30262f76a tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329598 Aug 22 14:58:45.425056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca763-edf2-4510-9d7a-e26ccd668b6d req-a6be593f-a302-45a8-999c-a04ad6fc93a3 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:45.426644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea6ca763-edf2-4510-9d7a-e26ccd668b6d req-a6be593f-a302-45a8-999c-a04ad6fc93a3 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.7277629 Aug 22 14:58:45.622004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea6ca763-edf2-4510-9d7a-e26ccd668b6d req-0f76e95d-42be-4db8-a40f-df7db5201bf1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774843 Aug 22 14:58:45.652501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:45.695530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-e11e3aeb-8fc6-4b41-9efc-3c62a6c4f0aa tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3483388 Aug 22 14:58:45.700891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object c5edc96d-1331-4abc-8106-18a4e2aebe35 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:45.710358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:45.852839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b33bd3-8cb9-41b6-9e25-444c35089ad9 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:45.866873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:45.879543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d980cd-4cdf-4db4-a9e6-4dbda289fe6a req-d6782ca6-aca4-405d-b2fa-bf642d64e327 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:45.881224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4d980cd-4cdf-4db4-a9e6-4dbda289fe6a req-d6782ca6-aca4-405d-b2fa-bf642d64e327 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 931 time: 0.1414788 Aug 22 14:58:45.901343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Transition to ACTIVE for port object 32b33bd3-8cb9-41b6-9e25-444c35089ad9 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:45.912635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:45.959200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4d980cd-4cdf-4db4-a9e6-4dbda289fe6a req-afc34e43-78be-4a6d-839d-7944d9c21e30 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699189 Aug 22 14:58:46.013543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.062331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.089328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 64ee791b-633b-4653-8dff-222b9d310348 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:46.098608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:46.119331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:46.152534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:46.329689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:46.332152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.417172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:46.445750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.459762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb7a27-4ca3-475c-a764-6708b1b9ff97 req-323998e2-0ac6-4640-b663-774a9b3d1f2c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:46.461442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1deb7a27-4ca3-475c-a764-6708b1b9ff97 req-323998e2-0ac6-4640-b663-774a9b3d1f2c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 944 time: 0.3059855 Aug 22 14:58:46.582091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-644b915d-d33e-4666-8ae7-c1ba5503d2a2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4379487 Aug 22 14:58:46.586642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Attempting to bind port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:46.586970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Attempting to bind port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:46.587305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Attempting to bind port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:46.594211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1452c2b-f3ee-4b69-b43e-1dfd9311f6aa None None] Provisioning for port c5edc96d-1331-4abc-8106-18a4e2aebe35 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:46.600803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1452c2b-f3ee-4b69-b43e-1dfd9311f6aa None None] Provisioning complete for port c5edc96d-1331-4abc-8106-18a4e2aebe35 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:46.601173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1452c2b-f3ee-4b69-b43e-1dfd9311f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.601284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'admin_state_up': True, 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'security_groups': ['b65a3f0e-b4a6-44e6-a00f-c87a7986715b']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:46.647465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1deb7a27-4ca3-475c-a764-6708b1b9ff97 req-8b39eee2-b879-478b-bfdb-e968b99108ab tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659334 Aug 22 14:58:46.654634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:58:46.655006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Attempting to bind port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:46.676081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d1452c2b-f3ee-4b69-b43e-1dfd9311f6aa None None] Port c5edc96d-1331-4abc-8106-18a4e2aebe35 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:46.726444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:46.730927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Checking segment: {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:46.730927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Bound using segment: {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:46.730927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Bound port: 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:46.730927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:46.939491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Allocated IP 172.25.0.86 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/799a2b93-8045-40c5-9a6a-04caebc9b5a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:46.950142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:46.956654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:46.978940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3b7a-9aff-4f69-bb71-e0ab77270e37 req-6efc9ac5-08be-4c32-a4e8-d66c0cb32041 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:46.980516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c2c3b7a-9aff-4f69-bb71-e0ab77270e37 req-6efc9ac5-08be-4c32-a4e8-d66c0cb32041 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 943 time: 0.1986630 Aug 22 14:58:46.991723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 736a9987-e003-4605-8c47-3b6c4e7ae00a details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:58:47.024399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.119067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:47.122793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.148483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:47.149369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.150952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] 10.222.0.10 "PUT /v2.0/ports/32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 1092 time: 2.8094392 Aug 22 14:58:47.151588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:47.154104 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52132a43-4dfc-4fd0-afcc-ddd9740f728d" -d '{"events": [{"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:47.158025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a,segment=NetworkSegment(53f57a02-64c9-4c0d-b75e-c0906808817c),segment_id=53f57a02-64c9-4c0d-b75e-c0906808817c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:47.177692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '736a9987-e003-4605-8c47-3b6c4e7ae00a', 'network_id': 'c2738b1b-0b6b-47b7-959b-731448c1bba1', 'port_id': '736a9987-e003-4605-8c47-3b6c4e7ae00a', 'mac_address': 'fa:16:3e:09:96:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989f6984-0a13-4cee-b03a-b018de94da53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:58:47.193152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c2c3b7a-9aff-4f69-bb71-e0ab77270e37 req-5c20a994-3e65-49a1-8f2b-035d434a7adf tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038872 Aug 22 14:58:47.242845 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.267270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736a9987-e003-4605-8c47-3b6c4e7ae00a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:47.286539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93699877-8832-4ebb-8fd8-e89c04fad75e service neutron] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:47.304235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a,segment=NetworkSegment(53f57a02-64c9-4c0d-b75e-c0906808817c),segment_id=53f57a02-64c9-4c0d-b75e-c0906808817c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:47.382770 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.395028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.443079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:47.453853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-e1514ecb-3881-40d6-85d3-20c7a204cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:47.455430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-e1514ecb-3881-40d6-85d3-20c7a204cbdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1095 time: 0.1848156 Aug 22 14:58:47.501740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e52f5-02d9-40f5-9b3f-f9fd8f6fb3da req-45aab2be-02e0-4d3a-a77d-1956ae8784a9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:47.503510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-576e52f5-02d9-40f5-9b3f-f9fd8f6fb3da req-45aab2be-02e0-4d3a-a77d-1956ae8784a9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.2123106 Aug 22 14:58:47.554973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-77447a4f-faff-4ee0-b475-8a5f5d91a0a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 217 time: 0.0814996 Aug 22 14:58:47.684345 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-576e52f5-02d9-40f5-9b3f-f9fd8f6fb3da req-e1ccd12c-712b-41d1-9112-5afcf11f2768 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442370 Aug 22 14:58:47.702879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.1.1.145 (64ee791b-633b-4653-8dff-222b9d310348/bc952660-d75f-46d9-9434-e6534351375a/8f7cd5a1-7ce6-45ce-af62-c13192827058) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:47.708631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-96c2ddc7-8b25-40df-8cf7-2e707a89f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:47.710189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-96c2ddc7-8b25-40df-8cf7-2e707a89f017 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.1181324 Aug 22 14:58:47.742892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:47.768891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['736a9987-e003-4605-8c47-3b6c4e7ae00a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:58:47.773553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-9e7636d5-5e14-43bd-a59a-e1687d753459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496700 Aug 22 14:58:47.925835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:47.969599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:47.989137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=799a2b93-8045-40c5-9a6a-04caebc9b5a4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:47.999806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:48.137093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1e17a-8b44-4189-b374-e0b014844bb6 req-1b6eed5b-f09a-4b94-ac9b-3001db6f4241 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:48.145693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1e17a-8b44-4189-b374-e0b014844bb6 req-1b6eed5b-f09a-4b94-ac9b-3001db6f4241 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:48.148131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a1e17a-8b44-4189-b374-e0b014844bb6 req-1b6eed5b-f09a-4b94-ac9b-3001db6f4241 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 1651 time: 0.2991800 Aug 22 14:58:48.188250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-f923c0c7-3435-4fbb-b929-3e559ce0759c service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843021 Aug 22 14:58:48.341337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a1e17a-8b44-4189-b374-e0b014844bb6 req-be2c30d5-9875-4032-b936-0435d6365cf8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438720 Aug 22 14:58:48.341337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:48.366384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:48.384830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object 8f7cd5a1-7ce6-45ce-af62-c13192827058 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:48.417871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-530a2ba0-4b2d-4eb5-9135-1557a14d60d1 req-5fe594aa-e1ff-421c-a25a-f03242cd28f7 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172568 Aug 22 14:58:48.476063 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5011f991-49c9-4183-919a-fd5904dead4c x-openstack-request-id: req-5011f991-49c9-4183-919a-fd5904dead4c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:48.476593 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:48.477427 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5011f991-49c9-4183-919a-fd5904dead4c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:48.478573 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'status': 'completed', 'code': 200} Aug 22 14:58:48.611363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:48.700005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:48.718778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:48.759508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 64ee791b-633b-4653-8dff-222b9d310348 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:48.771550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca309ca-9d91-4b7b-8b3d-66d3fa768593 req-fbf41c15-9009-4a0a-ae90-e20c40449aea tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:48.778888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ca309ca-9d91-4b7b-8b3d-66d3fa768593 req-fbf41c15-9009-4a0a-ae90-e20c40449aea tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 944 time: 0.2538393 Aug 22 14:58:48.793681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:48.820503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:48.894197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-34a13a53-93c2-4527-9e0c-dc6ce9cc9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:48.895866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-34a13a53-93c2-4527-9e0c-dc6ce9cc9a41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1095 time: 0.2222443 Aug 22 14:58:48.971658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ca309ca-9d91-4b7b-8b3d-66d3fa768593 req-ce7443ed-56a5-46bb-9937-787bdb0d42fa tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867170 Aug 22 14:58:49.009045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 736a9987-e003-4605-8c47-3b6c4e7ae00a up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:49.109008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:49.109618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.211256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 736a9987-e003-4605-8c47-3b6c4e7ae00a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:49.218561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 736a9987-e003-4605-8c47-3b6c4e7ae00a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:49.219199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.283020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8a44214c-6157-427a-82ca-ff701eea632d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6860759 Aug 22 14:58:49.297381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-31d7c165-166b-4460-b830-f946eabecf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:49.298880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-31d7c165-166b-4460-b830-f946eabecf59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.3925352 Aug 22 14:58:49.320627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53b5a6-5eb6-4323-bd78-f07093b5d775 req-537ab1f3-9520-4b86-955d-39088ef7e46e tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:49.327413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b53b5a6-5eb6-4323-bd78-f07093b5d775 req-537ab1f3-9520-4b86-955d-39088ef7e46e tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 944 time: 0.2045989 Aug 22 14:58:49.347396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'admin_state_up': True, 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'security_groups': ['b65a3f0e-b4a6-44e6-a00f-c87a7986715b']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:49.392151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.392151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e6eaa6f1-50df-4731-8fc8-f6910d79e814 None None] Provisioning for port 8f7cd5a1-7ce6-45ce-af62-c13192827058 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:49.408342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e6eaa6f1-50df-4731-8fc8-f6910d79e814 None None] Provisioning complete for port 8f7cd5a1-7ce6-45ce-af62-c13192827058 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:49.408721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e6eaa6f1-50df-4731-8fc8-f6910d79e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.430472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-603be469-0d2e-465d-999e-63f93ac4247d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 217 time: 0.0987916 Aug 22 14:58:49.459156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e6eaa6f1-50df-4731-8fc8-f6910d79e814 None None] Port 8f7cd5a1-7ce6-45ce-af62-c13192827058 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:49.499322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a,segment=NetworkSegment(53f57a02-64c9-4c0d-b75e-c0906808817c),segment_id=53f57a02-64c9-4c0d-b75e-c0906808817c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:49.500934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:49.505607 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2bf836-f76c-4abd-939a-3a7235e67ef3" -d '{"events": [{"server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "name": "network-vif-plugged", "status": "completed", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:49.582715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.660733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:49.926427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:49.932338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b53b5a6-5eb6-4323-bd78-f07093b5d775 req-806fbfae-8fea-4155-b191-8a54ef0ef4d2 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775888 Aug 22 14:58:49.976509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-cef1e798-1e75-44ba-bc51-50d1a547749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:49.978034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-cef1e798-1e75-44ba-bc51-50d1a547749e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.1061258 Aug 22 14:58:49.983584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:50.048015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-915bef57-d19a-4546-bf75-b1183c5aa323 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619726 Aug 22 14:58:50.162028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=799a2b93-8045-40c5-9a6a-04caebc9b5a4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:50.222011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:50.224730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:50.263163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712e2a0-9aff-404f-b5d0-e0a65d60e7d0 req-6e28f174-fc76-4f4f-bccb-13e6b2831183 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:50.265374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0712e2a0-9aff-404f-b5d0-e0a65d60e7d0 req-6e28f174-fc76-4f4f-bccb-13e6b2831183 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 946 time: 0.2227862 Aug 22 14:58:50.304764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-32e4944e-98f3-4593-9aa6-b5aa5f0b7a16 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435198 Aug 22 14:58:50.391820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:50.393086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-99dd295d-a9fd-478f-a951-2c91df0c60f0 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6874683 Aug 22 14:58:50.516013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-9d103ea0-6bef-4235-93c6-781eb0203173 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.1115863 Aug 22 14:58:50.520563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:50.526660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0712e2a0-9aff-404f-b5d0-e0a65d60e7d0 req-777eb76f-9aa3-47e3-b631-611929ca0a2b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927323 Aug 22 14:58:50.594201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52132a43-4dfc-4fd0-afcc-ddd9740f728d req-efeb7f4a-a385-43ac-8670-c3fc19b4b04c service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505364 Aug 22 14:58:50.794689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:50.875479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-2c522718-61a2-4b33-bac0-add0769cfe1d tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:50.876949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e51f0e9b-d707-4eb9-8251-f79e0c0be977 req-2c522718-61a2-4b33-bac0-add0769cfe1d tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3460066 Aug 22 14:58:50.911787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c0aa3-a13e-446a-a6bc-7b53bf3f4773 req-b3b7d86e-5358-4b0e-8d7f-0ab4066d4fdc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:50.917995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c0aa3-a13e-446a-a6bc-7b53bf3f4773 req-b3b7d86e-5358-4b0e-8d7f-0ab4066d4fdc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:50.924302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c0aa3-a13e-446a-a6bc-7b53bf3f4773 req-b3b7d86e-5358-4b0e-8d7f-0ab4066d4fdc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:50.926100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491c0aa3-a13e-446a-a6bc-7b53bf3f4773 req-b3b7d86e-5358-4b0e-8d7f-0ab4066d4fdc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 2372 time: 0.2520928 Aug 22 14:58:51.025296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491c0aa3-a13e-446a-a6bc-7b53bf3f4773 req-19abcaf5-4591-4512-b7b5-84bee2565352 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886135 Aug 22 14:58:51.026510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.2.2.100 (3998c25a-6802-4a43-b809-20622b160d7a/3e29d5db-d9a1-4876-90df-1c0d0d1e3db1/c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:51.050277 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6502f8a5-7770-4b61-ab64-01782f04a41d x-openstack-request-id: req-6502f8a5-7770-4b61-ab64-01782f04a41d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:51.050548 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "name": "network-vif-plugged", "status": "completed", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:51.050802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6502f8a5-7770-4b61-ab64-01782f04a41d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:51.051205 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a', 'code': 200} Aug 22 14:58:51.351062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f4054-7742-42b8-871e-0dcf8ad8ff9a req-bed8d84e-1456-4659-8c4d-d76ce43085dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:51.352622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-289f4054-7742-42b8-871e-0dcf8ad8ff9a req-bed8d84e-1456-4659-8c4d-d76ce43085dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 1096 time: 0.1461372 Aug 22 14:58:51.404083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a701c6-e290-433b-80b5-3ae2117e596d req-5c073e43-d9ea-4664-b4f9-706ac61e9ba9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:51.406263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6a701c6-e290-433b-80b5-3ae2117e596d req-5c073e43-d9ea-4664-b4f9-706ac61e9ba9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 944 time: 0.2017043 Aug 22 14:58:51.451113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:51.457497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-289f4054-7742-42b8-871e-0dcf8ad8ff9a req-439e33cd-fc18-42d5-8bf3-5639e86dcb97 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955300 Aug 22 14:58:51.478137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:51.486755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6a701c6-e290-433b-80b5-3ae2117e596d req-959b1e22-2a97-4280-ae73-98a30c221d4e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Aug 22 14:58:51.730808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891eb419-990a-4a17-b6de-da334524a07c req-e733cde8-48bd-48a4-9ac0-ce19510cdae4 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1949134 Aug 22 14:58:51.737565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:51.802717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:51.854280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 3998c25a-6802-4a43-b809-20622b160d7a is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:51.856960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:51.861225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:51.865507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:51.977162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:51.978103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:51.990177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:52.277839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9bf6a20f-4e7b-4605-921f-fed8245074df tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9345455 Aug 22 14:58:52.311174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda2a-041d-42ba-a6b8-ce8813226cff req-60162fb5-a100-42be-89ef-65e9b31e7f90 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:52.313394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae2bda2a-041d-42ba-a6b8-ce8813226cff req-60162fb5-a100-42be-89ef-65e9b31e7f90 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.2726057 Aug 22 14:58:52.320228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'admin_state_up': True, 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'security_groups': ['b65a3f0e-b4a6-44e6-a00f-c87a7986715b']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:52.432835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7da8755d-d4d2-4684-8352-1f102855d120 None None] Provisioning for port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:52.437738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7da8755d-d4d2-4684-8352-1f102855d120 None None] Provisioning complete for port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:52.438119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7da8755d-d4d2-4684-8352-1f102855d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:52.469863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae2bda2a-041d-42ba-a6b8-ce8813226cff req-dbdc1953-4a1c-4590-8d1e-330fe86e7bd9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433947 Aug 22 14:58:52.480663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7da8755d-d4d2-4684-8352-1f102855d120 None None] Port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:52.542888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:52.729901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Allocated IP 172.25.0.115 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/306ed780-4f15-45ec-a7ea-452b521b57e4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:52.812006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Made reservation on behalf of b2af5ca7f902447eab30b51eeeafa47f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:58:52.816538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:52.962174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-50d423e2-f34b-412b-b942-bc19b4249985 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:52.970522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-50d423e2-f34b-412b-b942-bc19b4249985 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:52.974335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-50d423e2-f34b-412b-b942-bc19b4249985 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:52.980241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-50d423e2-f34b-412b-b942-bc19b4249985 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:52.986411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-50d423e2-f34b-412b-b942-bc19b4249985 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 3093 time: 0.1757112 Aug 22 14:58:52.991436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.027405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 32b33bd3-8cb9-41b6-9e25-444c35089ad9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:58:53.085171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0fc87f-c237-417f-a7ad-b9534b8ba971 req-da80d7a2-e15c-4f73-8459-a7cf2ddfa8dc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907936 Aug 22 14:58:53.166766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:53.180541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857', 'port_id': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'mac_address': 'fa:16:3e:09:cd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e62a44-9536-4d04-882c-fea387d0a692', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:58:53.242370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.254858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Allocated IP 10.2.2.200 (3998c25a-6802-4a43-b809-20622b160d7a/3e29d5db-d9a1-4876-90df-1c0d0d1e3db1/34fac63f-76a7-4fd8-a259-a456fa3255fc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:53.267568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b33bd3-8cb9-41b6-9e25-444c35089ad9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:53.282593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49db0ea-e719-439d-a1e0-11560456bad2 req-89bd8605-9d95-4304-8b39-912c650054d8 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:53.290169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a49db0ea-e719-439d-a1e0-11560456bad2 req-89bd8605-9d95-4304-8b39-912c650054d8 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 944 time: 0.0939691 Aug 22 14:58:53.319544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:53.319897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.383137 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.413812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:53.432780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:53.440963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:53.451025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:53.490149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a49db0ea-e719-439d-a1e0-11560456bad2 req-8d955ce5-0b05-4b54-abd1-21cc7744a559 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990092 Aug 22 14:58:53.543015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=306ed780-4f15-45ec-a7ea-452b521b57e4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:53.675113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.679636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.709842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c49df-4e78-4420-be57-cbf343c17d9c req-9621da3a-4844-4c34-a995-c96e008c9632 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:53.711473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb2c49df-4e78-4420-be57-cbf343c17d9c req-9621da3a-4844-4c34-a995-c96e008c9632 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.1374025 Aug 22 14:58:53.712620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Transition to ACTIVE for port object 34fac63f-76a7-4fd8-a259-a456fa3255fc will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:53.773486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb2c49df-4e78-4420-be57-cbf343c17d9c req-f3dfae88-0573-407a-892a-3ab2815fb663 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Aug 22 14:58:53.785022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:58:53.866007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:53.872877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.085160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:54.093133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Network 3998c25a-6802-4a43-b809-20622b160d7a is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:54.102520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:54.140892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:54.248961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.249560 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.323850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.400407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1bba750e-7459-46dd-ab7e-afcf905f530e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0846713 Aug 22 14:58:54.419396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.472859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a434543-523f-4c27-adba-9941ce466e21 None None] Provisioning for port 34fac63f-76a7-4fd8-a259-a456fa3255fc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:54.478591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a434543-523f-4c27-adba-9941ce466e21 None None] Provisioning complete for port 34fac63f-76a7-4fd8-a259-a456fa3255fc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:54.478990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a434543-523f-4c27-adba-9941ce466e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.567128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:54.573625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=306ed780-4f15-45ec-a7ea-452b521b57e4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:54.585612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8a434543-523f-4c27-adba-9941ce466e21 None None] Port 34fac63f-76a7-4fd8-a259-a456fa3255fc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 14:58:54.765209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.776498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-fcd6ecb9-81ca-4da7-8c7d-5da221523ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.778025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-fcd6ecb9-81ca-4da7-8c7d-5da221523ff2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc451f1974a8456baba635e54dc3e505&device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 1096 time: 0.1990442 Aug 22 14:58:54.791665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-f5f10477-1803-446e-be47-b16964751e7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594659 Aug 22 14:58:54.799840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.809467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.815076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.819645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.825835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.827852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-3d42f9f7-cfbb-4514-bef7-0c3b19040fd4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 3814 time: 0.2503395 Aug 22 14:58:54.837738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.875234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-794a5171-be06-473a-8517-2102fab24b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:54.876822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-794a5171-be06-473a-8517-2102fab24b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d87403535c4abd994703fd1a72f035&device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 1100 time: 0.0540810 Aug 22 14:58:54.943220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:54.944480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891eb419-990a-4a17-b6de-da334524a07c req-467c8c77-f3a2-413b-ba14-5cbf35628e90 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2046907 Aug 22 14:58:55.047621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 32b33bd3-8cb9-41b6-9e25-444c35089ad9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:55.087316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f131158-ef27-4c61-b2d0-1ac3575b6a44 req-4f5ad59a-db61-432f-8cd3-80a0ed31d2cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503762 Aug 22 14:58:55.124297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-08405830-20fa-47af-9cbb-92e287c278af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:55.133394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-08405830-20fa-47af-9cbb-92e287c278af service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.2313190 Aug 22 14:58:55.146069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891eb419-990a-4a17-b6de-da334524a07c req-37b875e9-b773-4f76-8258-39c690e4f93c tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1876984 Aug 22 14:58:55.219002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:58:55.226245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-eb6f273e-e416-4168-bd8a-14b71197662a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 200 len: 217 time: 0.0859072 Aug 22 14:58:55.285888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:58:55.314636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:55.315276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:55.340927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-542fd814-d474-469c-bd1c-67fc71897bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:55.340927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-542fd814-d474-469c-bd1c-67fc71897bcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.1019046 Aug 22 14:58:55.418931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-589fecb0-de74-4106-881c-487f157317f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:55.422809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-589fecb0-de74-4106-881c-487f157317f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762160 Aug 22 14:58:55.636135 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-e1de865b-8472-4604-99f2-91cec9c4571c service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040012 Aug 22 14:58:55.727177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:55.781394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'mac_address': 'fa:16:3e:89:5a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:58:55.790964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c510fb65-d8c0-4d31-bd38-8a7e86fba3aa req-c995b3cd-0598-43bb-9175-69cc62ac1a0f service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459701 Aug 22 14:58:55.874247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:55.878565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:55.912368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbfb7375-f18c-4c25-b124-15baf05b7deb {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:55.940580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:55.942967 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5865fa-c299-4dbf-8000-131a49718ef0" -d '{"events": [{"server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "name": "network-vif-plugged", "status": "completed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:55.965151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:55.967731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:56.038607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-75bb3a3c-0569-4b3b-b48d-3e972da25fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.041146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-75bb3a3c-0569-4b3b-b48d-3e972da25fc7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2738b1b-0b6b-47b7-959b-731448c1bba1 HTTP/1.1" status: 200 len: 915 time: 1.2526810 Aug 22 14:58:56.055530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:56.061789 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:56.151770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-ac667a41-47bc-483b-96d9-f14f6801883a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a HTTP/1.1" status: 200 len: 217 time: 0.0953982 Aug 22 14:58:56.210722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:56.273059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247da6b-10a2-4edb-aa31-3c0cef35e152 req-806e2d45-e67c-4aab-8edb-31048103a9f3 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.274606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4247da6b-10a2-4edb-aa31-3c0cef35e152 req-806e2d45-e67c-4aab-8edb-31048103a9f3 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.3145249 Aug 22 14:58:56.276375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-4c7ca536-606d-4c56-b0ca-f950c43f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.280469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['bbfb7375-f18c-4c25-b124-15baf05b7deb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:58:56.283106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-4c7ca536-606d-4c56-b0ca-f950c43f59c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=989f6984-0a13-4cee-b03a-b018de94da53 HTTP/1.1" status: 200 len: 854 time: 0.1094542 Aug 22 14:58:56.349822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:56.402195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb419-990a-4a17-b6de-da334524a07c req-1fdf8ae7-8af0-42d1-a4dd-6dcd1f0a7f07 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.413696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891eb419-990a-4a17-b6de-da334524a07c req-1fdf8ae7-8af0-42d1-a4dd-6dcd1f0a7f07 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 1.2380798 Aug 22 14:58:56.437075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-a1ed2dc6-ced9-44b0-b64b-f7321110a7fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2738b1b-0b6b-47b7-959b-731448c1bba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406858 Aug 22 14:58:56.478097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4247da6b-10a2-4edb-aa31-3c0cef35e152 req-6f85b896-75e7-49ec-8c42-cef83981a1de tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884589 Aug 22 14:58:56.742125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85586426-342a-4c5a-9e60-2a84ec357641 req-8d2aa965-548b-42ff-93bd-e1fdbadbe9b2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.742125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85586426-342a-4c5a-9e60-2a84ec357641 req-8d2aa965-548b-42ff-93bd-e1fdbadbe9b2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 946 time: 0.1605031 Aug 22 14:58:56.743679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec494a4-a3de-4914-8a1d-ec56f81c8a0a x-openstack-request-id: req-dec494a4-a3de-4914-8a1d-ec56f81c8a0a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:56.743679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "name": "network-vif-plugged", "status": "completed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:56.743679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dec494a4-a3de-4914-8a1d-ec56f81c8a0a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:56.743679 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'code': 200} Aug 22 14:58:56.830123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-bfdf7337-28e4-49e4-af4b-172c971fd393 service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640242 Aug 22 14:58:56.835048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85586426-342a-4c5a-9e60-2a84ec357641 req-c56bafba-6f45-48e5-b883-4d74f5b5cadc tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497054 Aug 22 14:58:56.868530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91310b2-8a82-4e11-b677-b508d39be2a4 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:56.879538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2568-9d9c-41b9-acc7-7d236b09fda6 req-89ce8b84-5b3a-4829-ae19-b1e056ce0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:56.882420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-016d2568-9d9c-41b9-acc7-7d236b09fda6 req-89ce8b84-5b3a-4829-ae19-b1e056ce0567 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1097 time: 0.0768328 Aug 22 14:58:56.971586 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-016d2568-9d9c-41b9-acc7-7d236b09fda6 req-430ebeeb-b269-48d6-9d15-80ed9826c4f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Aug 22 14:58:56.989321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.071017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.085786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.093721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.100251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.110640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.112813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-e0133863-fd01-400c-b9ac-5b247ca4a9cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 3814 time: 0.3350587 Aug 22 14:58:57.124906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-747c05e7-2685-4630-b58a-2ac9ff180bf1 req-854b2009-c1aa-4ac9-a131-070919dd6576 service neutron] 10.222.0.10 "GET /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835286 Aug 22 14:58:57.141464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Transition to ACTIVE for port object a91310b2-8a82-4e11-b677-b508d39be2a4 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:58:57.230629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:58:57.242570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d817e42-5c90-4f15-a217-1924b8a84677 req-7fc4f7eb-7c4e-4ccb-87ee-b75cafcab008 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105382 Aug 22 14:58:57.242570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.323340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-3fbfd944-1a8e-45f8-a3ce-5b1ec3eb1f44 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3280692 Aug 22 14:58:57.359276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:57.369053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:57.388864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port bbfb7375-f18c-4c25-b124-15baf05b7deb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:58:57.389821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.514164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Attempting to bind port a91310b2-8a82-4e11-b677-b508d39be2a4 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:58:57.514786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Attempting to bind port a91310b2-8a82-4e11-b677-b508d39be2a4 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:58:57.515193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Attempting to bind port a91310b2-8a82-4e11-b677-b508d39be2a4 on network e4ba391f-b7e3-4458-8459-550d38ccf0f0 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:57.522365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Port a91310b2-8a82-4e11-b677-b508d39be2a4 on network e4ba391f-b7e3-4458-8459-550d38ccf0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:58:57.522826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Attempting to bind port a91310b2-8a82-4e11-b677-b508d39be2a4 on network e4ba391f-b7e3-4458-8459-550d38ccf0f0 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:58:57.531572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:58:57.532072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Checking segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:58:57.535385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Bound using segment: {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:58:57.535747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Bound port: a91310b2-8a82-4e11-b677-b508d39be2a4, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9393daa-901c-45b7-8650-096b6974c44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:58:57.536377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.590964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.661209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:58:57.680780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.776490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:57.790042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189ff8-e2ca-4fb3-8803-3ae39ee4710c req-b90f761d-4d0c-47c0-b5da-6a47a3f1b6d9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:57.800504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec189ff8-e2ca-4fb3-8803-3ae39ee4710c req-b90f761d-4d0c-47c0-b5da-6a47a3f1b6d9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.1688311 Aug 22 14:58:57.846693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:58:57.853608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:57.871957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:58:57.929967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec189ff8-e2ca-4fb3-8803-3ae39ee4710c req-8b870039-d245-4bcc-8031-51a2ffbbe9c3 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287894 Aug 22 14:58:58.016482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.173901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Allocated IP 172.25.0.174 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/0a768e68-a317-4187-be95-3f590e2da165) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:58:58.316107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc0ffc-f3fc-4938-a7e8-85f6a457c710 req-58fe7eec-99f8-4662-8c5b-6c0fd3b6d93b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.317805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afcc0ffc-f3fc-4938-a7e8-85f6a457c710 req-58fe7eec-99f8-4662-8c5b-6c0fd3b6d93b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 946 time: 0.1101918 Aug 22 14:58:58.366435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.405292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afcc0ffc-f3fc-4938-a7e8-85f6a457c710 req-6b7c7c79-36f6-4f38-a9f0-ca6bbb56baef tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765138 Aug 22 14:58:58.419246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.479164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.479815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.481245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] 10.222.0.10 "PUT /v2.0/ports/a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1091 time: 4.0371222 Aug 22 14:58:58.500484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:58.503061 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3531bf-a71b-4fb7-918f-b3c29119a42e" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:58.587960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e56fa-4521-47ba-a6e8-0221c69d4115 service neutron] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:58.626870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.637953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.647503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.672611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.687934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:58.692184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:58:58.692760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-e5c9a1bd-03cf-4dee-8f1a-fd8ea5940481 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 3826 time: 0.2153988 Aug 22 14:58:58.693885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.695824 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b56edd-c3b0-4b80-9ad2-188208df3ddb" -d '{"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:58:58.733673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:58:58.869111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:58.891002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:58:58.949296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:58:58.954202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:58:59.077102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c17d33b-6328-41f7-9607-5cd2d0c21d75 req-64ad5bf2-b995-4734-8049-6ffd67bc275b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486152 Aug 22 14:58:59.100228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=0a768e68-a317-4187-be95-3f590e2da165,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:58:59.175123 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7418402-7802-4f2b-ab00-76e43cb34287 x-openstack-request-id: req-a7418402-7802-4f2b-ab00-76e43cb34287 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:59.180029 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:59.184331 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7418402-7802-4f2b-ab00-76e43cb34287 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:59.186263 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'status': 'completed', 'code': 200} Aug 22 14:58:59.205850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b2bc22-356f-419d-9502-7243f7501e7b x-openstack-request-id: req-e6b2bc22-356f-419d-9502-7243f7501e7b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:58:59.206351 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:58:59.206458 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6b2bc22-356f-419d-9502-7243f7501e7b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:58:59.206811 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'code': 200} Aug 22 14:58:59.354722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:59.484449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.485117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.485596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.486122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.486854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.488793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-addb314c-e215-4ad2-9f12-3bb2f6d39332 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 4361 time: 0.1843078 Aug 22 14:58:59.501040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491c1d5-f8ca-4bfb-a494-96a3e45dc865 req-6549c701-7eb6-4f10-9b43-931adcc10d82 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.506835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7491c1d5-f8ca-4bfb-a494-96a3e45dc865 req-6549c701-7eb6-4f10-9b43-931adcc10d82 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.1970379 Aug 22 14:58:59.650082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:59.728756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7491c1d5-f8ca-4bfb-a494-96a3e45dc865 req-c1d1c6d6-501d-4530-81f2-bad1c5d6cc59 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063284 Aug 22 14:58:59.777047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8881a9-cf24-40cb-b63a-597bef052f56 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:58:59.792245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:58:59.821329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-a872bf7d-08d7-4455-a504-da135813994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.821329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-a872bf7d-08d7-4455-a504-da135813994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.823242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-a872bf7d-08d7-4455-a504-da135813994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:58:59.823727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-a872bf7d-08d7-4455-a504-da135813994f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3136249 Aug 22 14:58:59.839346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Transition to ACTIVE for port object 6b8881a9-cf24-40cb-b63a-597bef052f56 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:00.033284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-bc26b598-5ee1-4824-8520-eae8cff35445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:00.033284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e3531bf-a71b-4fb7-918f-b3c29119a42e req-bc26b598-5ee1-4824-8520-eae8cff35445 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810613 Aug 22 14:59:00.047593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:00.628313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:00.680338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:00.736478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-737151cf-ee14-48bc-adb4-4568fa6ca760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:00.739947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:00.803583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Attempting to bind port 6b8881a9-cf24-40cb-b63a-597bef052f56 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:00.804072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Attempting to bind port 6b8881a9-cf24-40cb-b63a-597bef052f56 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:00.804488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Attempting to bind port 6b8881a9-cf24-40cb-b63a-597bef052f56 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:00.846056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Port 6b8881a9-cf24-40cb-b63a-597bef052f56 on network 64ee791b-633b-4653-8dff-222b9d310348 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:00.846290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Attempting to bind port 6b8881a9-cf24-40cb-b63a-597bef052f56 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:00.851799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event updated for resources: {'Port': ['ID=0a768e68-a317-4187-be95-3f590e2da165,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:00.864033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:00.864033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:00.864554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Bound using segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:00.865136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Bound port: 6b8881a9-cf24-40cb-b63a-597bef052f56, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:00.865572 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:00.884637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:01.017368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:01.092827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b8881a9-cf24-40cb-b63a-597bef052f56,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:01.190334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:01.238695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:01.239897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:01.242169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 1133 time: 2.5192509 Aug 22 14:59:01.243155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:01.244373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-6106ed75-5a19-4e3a-8994-c5968e8401ba tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8898759 Aug 22 14:59:01.258017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '6b8881a9-cf24-40cb-b63a-597bef052f56'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:01.261753 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe918ab8-3947-4e68-8db6-5d8b17b79008" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "6b8881a9-cf24-40cb-b63a-597bef052f56"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:01.785460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:01.816442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e4da6-3d28-48ed-8711-e619ecdc9357 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:01.830417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17a666-7231-4f94-9e3d-709b250a5a34 req-a302613f-bd44-4761-9ee4-889ee8154dd2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:01.832275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c17a666-7231-4f94-9e3d-709b250a5a34 req-a302613f-bd44-4761-9ee4-889ee8154dd2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 946 time: 0.7097785 Aug 22 14:59:01.835697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-4e2f197b-b781-4f76-8428-80bada8c1859 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.5657611 Aug 22 14:59:02.036317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c17a666-7231-4f94-9e3d-709b250a5a34 req-391dbe15-bc0e-4bad-9a83-0c5140fff181 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862335 Aug 22 14:59:02.141536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-93f8d854-d33d-45d2-860b-795b57629575 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.144077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd1fadd-0f31-4235-bc92-9c61c69e9ce0 req-93f8d854-d33d-45d2-860b-795b57629575 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2819214 Aug 22 14:59:02.152795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:02.251451 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00b892-4fde-4c59-a170-4b55c73fa41d x-openstack-request-id: req-5b00b892-4fde-4c59-a170-4b55c73fa41d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:02.251864 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "6b8881a9-cf24-40cb-b63a-597bef052f56", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:02.252073 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b00b892-4fde-4c59-a170-4b55c73fa41d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:02.252444 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '6b8881a9-cf24-40cb-b63a-597bef052f56', 'status': 'completed', 'code': 200} Aug 22 14:59:02.406329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.406847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.407328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.407848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.408365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.408836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.411434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-b6b278f1-0ca3-4576-8f84-78ccc2e155d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5287 time: 0.1069198 Aug 22 14:59:02.436267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.443299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.459101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.459101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.465591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.474195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.476230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-cdf321ea-0382-4eac-b2d2-8a53a1db9811 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 4601 time: 0.2572906 Aug 22 14:59:02.745608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d584b92-3dce-4c5a-88e7-0a09fe6f631d req-b97951d6-308b-4d0b-bead-23dc6510cc0e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011591 Aug 22 14:59:02.782260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:02.836702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-23a2c38e-462e-44f8-a9bb-7b0529c81594 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-776757243&fields=id&tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 267 time: 0.1958008 Aug 22 14:59:02.843408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-7aacdd0e-d053-49ce-a688-7aa7db731d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.844425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-7aacdd0e-d053-49ce-a688-7aa7db731d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.844947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-7aacdd0e-d053-49ce-a688-7aa7db731d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:02.854061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-7aacdd0e-d053-49ce-a688-7aa7db731d27 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3673525 Aug 22 14:59:03.197684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de87e89f-fb6b-4eb2-b214-1eb2d420f127 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:03.222161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-8ff356df-230a-4c79-b08a-e0bfc9ac04d6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:03.228231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-8ff356df-230a-4c79-b08a-e0bfc9ac04d6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 946 time: 0.3708870 Aug 22 14:59:03.237192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:03.265783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'security_groups': ['ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b', '4cbccdd1-e959-4f7a-a7ca-35b014c85076']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:03.278529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Transition to ACTIVE for port object de87e89f-fb6b-4eb2-b214-1eb2d420f127 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:03.361182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-0a1a3b64-df99-4df6-b117-f91879b02917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:03.363946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe918ab8-3947-4e68-8db6-5d8b17b79008 req-0a1a3b64-df99-4df6-b117-f91879b02917 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341553 Aug 22 14:59:03.369008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:03.416905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce20d611-59fc-4bd8-b009-d7a16eb0f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:03.490626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:03.660539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5b04afd-d7d6-4268-9787-08a2a123d5cd req-55ef4b54-54fa-46fc-a41e-4063f8c9fb48 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips/15ac61d0-50b9-4ac4-9d67-63b12700904c HTTP/1.1" status: 200 len: 693 time: 0.1606157 Aug 22 14:59:03.798691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:03.908427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Attempting to bind port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:03.909552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Attempting to bind port de87e89f-fb6b-4eb2-b214-1eb2d420f127 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:03.909552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Attempting to bind port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:03.920261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on network 64ee791b-633b-4653-8dff-222b9d310348 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:03.921006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Attempting to bind port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:03.932772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b04afd-d7d6-4268-9787-08a2a123d5cd req-0c7a68d7-4160-4945-8fbf-9261623eaf54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:03.941207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5b04afd-d7d6-4268-9787-08a2a123d5cd req-0c7a68d7-4160-4945-8fbf-9261623eaf54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2794504 Aug 22 14:59:03.948186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-b5b04afd-d7d6-4268-9787-08a2a123d5cd req-3e599bbf-e6d2-47e2-b44f-ad533c324688 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:59:03.973905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5b04afd-d7d6-4268-9787-08a2a123d5cd req-3e599bbf-e6d2-47e2-b44f-ad533c324688 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204239 Aug 22 14:59:04.004810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:04.006060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:04.007213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Bound using segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:04.009153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Bound port: de87e89f-fb6b-4eb2-b214-1eb2d420f127, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:04.014337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.255956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:04.347344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:04.353889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:04.387159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26553c-0576-421f-ab6e-9ded196b6932 req-2137f642-f08d-4628-bf08-88b5ee9255a9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:04.388761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c26553c-0576-421f-ab6e-9ded196b6932 req-2137f642-f08d-4628-bf08-88b5ee9255a9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.1190023 Aug 22 14:59:04.477513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.488723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.562875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:04.563587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.565197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] 10.222.0.10 "PUT /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 1135 time: 2.7847013 Aug 22 14:59:04.565751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:04.568533 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d4ec7-2e78-4154-9513-293dad0f4618" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "de87e89f-fb6b-4eb2-b214-1eb2d420f127"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:04.578522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.595909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c26553c-0576-421f-ab6e-9ded196b6932 req-9e9e7b48-dc6a-476a-8462-b6fa8db1b5a3 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563334 Aug 22 14:59:04.618898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:04.686949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e98ec9-2417-47d7-a12f-e89ecfff0102 service neutron] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:04.723215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:04.740114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:04.742867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.743403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a995e7ad-8c8a-490c-b346-d89ef0230967 req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "PUT /v2.0/ports/32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 982 time: 1.4946022 Aug 22 14:59:04.817582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:04.948608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:04.964975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-3fddc01c-e6c1-4f26-8f82-039191128ff5 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips/15ac61d0-50b9-4ac4-9d67-63b12700904c HTTP/1.1" status: 200 len: 693 time: 0.1400931 Aug 22 14:59:05.058594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:05.066316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f25841-6719-46ef-8c36-800693922c96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:05.222524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.229143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.235801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.242352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.251327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.258018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.267195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.273229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-59980cb0-b9bf-4ef9-bbaa-f63c0d163f3d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5378 time: 0.3558385 Aug 22 14:59:05.485967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0719-0c0f-4760-9736-d2badc302c90 req-4bff932c-21b0-4ee3-a845-96761579fff1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.493325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-4bff932c-21b0-4ee3-a845-96761579fff1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.5274003 Aug 22 14:59:05.499470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-1a0dcaf3-935a-4b0d-b980-c09d53179a33 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:59:05.507400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-1a0dcaf3-935a-4b0d-b980-c09d53179a33 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128231 Aug 22 14:59:05.652607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bd45c80-b1fb-4b34-bb3f-288fb5cd5fc6 req-20999660-3a48-41a9-a361-8523c88a3322 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3495874 Aug 22 14:59:05.720851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-2f2b2e59-c0f1-4af0-a0b0-2847a05146d9 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.2122841 Aug 22 14:59:05.802105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-744056d3-2c94-4cec-8a66-3ec35c976f55 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.804297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-744056d3-2c94-4cec-8a66-3ec35c976f55 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.5275095 Aug 22 14:59:05.807443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-69c1c34e-d837-43b5-acfe-b4b95596732f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0673816 Aug 22 14:59:05.808960 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7de5cf-42e8-4855-8d76-c53175c377dc x-openstack-request-id: req-0e7de5cf-42e8-4855-8d76-c53175c377dc {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:05.809251 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "de87e89f-fb6b-4eb2-b214-1eb2d420f127", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:05.809549 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e7de5cf-42e8-4855-8d76-c53175c377dc {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:05.810706 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127', 'status': 'completed', 'code': 200} Aug 22 14:59:05.911352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.912039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.912348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.912827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.913499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.914166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.917104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:05.919438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-01d27719-2081-4d89-a476-cb28a750391b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6215 time: 0.1013362 Aug 22 14:59:06.120768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-30b1cfa8-c83e-47cc-b072-ca619b0bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:06.124177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-30b1cfa8-c83e-47cc-b072-ca619b0bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:06.124902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-30b1cfa8-c83e-47cc-b072-ca619b0bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:06.126995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-30b1cfa8-c83e-47cc-b072-ca619b0bd5ef service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1931589 Aug 22 14:59:06.175256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-c253ba6e-0d32-48bf-b293-39598fba9318 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-597177154&fields=id&tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 267 time: 0.2299447 Aug 22 14:59:06.295926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-e4ed85e4-b7e5-4a91-98cf-38acdf38508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:06.298330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa1d4ec7-2e78-4154-9513-293dad0f4618 req-e4ed85e4-b7e5-4a91-98cf-38acdf38508d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637769 Aug 22 14:59:06.319860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-39191be5-a72a-46c5-b610-5bdf1720400c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:06.329724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-39191be5-a72a-46c5-b610-5bdf1720400c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 985 time: 0.1534305 Aug 22 14:59:06.335472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'security_groups': ['4cbccdd1-e959-4f7a-a7ca-35b014c85076', 'ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b', 'f05bed27-abed-4b4b-b03b-b10f403d73e7']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:06.341636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Deleting port 0a768e68-a317-4187-be95-3f590e2da165 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:06.342474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.422768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.423366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.436577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Calling delete_port for 0a768e68-a317-4187-be95-3f590e2da165 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:06.599433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Deleting port 736a9987-e003-4605-8c47-3b6c4e7ae00a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:06.605185 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.656757 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.719259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5edc96d-1331-4abc-8106-18a4e2aebe35 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:06.729888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:06.784879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Transition to ACTIVE for port object c5edc96d-1331-4abc-8106-18a4e2aebe35 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:06.792631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.057192 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:59:07.199188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.349622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] For port 736a9987-e003-4605-8c47-3b6c4e7ae00a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=736a9987-e003-4605-8c47-3b6c4e7ae00a,segment=NetworkSegment(53f57a02-64c9-4c0d-b75e-c0906808817c),segment_id=53f57a02-64c9-4c0d-b75e-c0906808817c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:07.355512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.370904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Pushing event updated for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:07.411897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Calling delete_port for 736a9987-e003-4605-8c47-3b6c4e7ae00a owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:07.533227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.593820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Attempting to bind port c5edc96d-1331-4abc-8106-18a4e2aebe35 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:07.594173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Attempting to bind port c5edc96d-1331-4abc-8106-18a4e2aebe35 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:07.594516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Attempting to bind port c5edc96d-1331-4abc-8106-18a4e2aebe35 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:07.600371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event deleted for resources: {'Port': ['ID=0a768e68-a317-4187-be95-3f590e2da165,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:07.635871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Port c5edc96d-1331-4abc-8106-18a4e2aebe35 on network 64ee791b-633b-4653-8dff-222b9d310348 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:07.640313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Attempting to bind port c5edc96d-1331-4abc-8106-18a4e2aebe35 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:07.723768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:07.728059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:07.728059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Bound using segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:07.728059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Bound port: c5edc96d-1331-4abc-8106-18a4e2aebe35, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:07.728059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.828826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:07.828826 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491baa7c-c8a0-4ed6-a151-b146019f88ce" -d '{"events": [{"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:07.880146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:07.893379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.897490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.906174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975d0719-0c0f-4760-9736-d2badc302c90 req-657a51b6-982a-4c9f-ae88-7e6d5d23f14f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "DELETE /v2.0/floatingips/15ac61d0-50b9-4ac4-9d67-63b12700904c HTTP/1.1" status: 204 len: 173 time: 2.0617964 Aug 22 14:59:07.965353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:07.972114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:07.976561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:08.122344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e86a-48e3-472f-9db1-b57668f93bbc req-2b939e07-506d-45dc-a671-b6ddac8278f9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:08.124362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db73e86a-48e3-472f-9db1-b57668f93bbc req-2b939e07-506d-45dc-a671-b6ddac8278f9 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e09fe37-841a-4cd7-8db9-0bc359991118 HTTP/1.1" status: 200 len: 945 time: 0.0649111 Aug 22 14:59:08.125688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.160059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Pushing event deleted for resources: {'Port': ['ID=736a9987-e003-4605-8c47-3b6c4e7ae00a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:08.163510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.165983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.196121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:08.306004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:08.306004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.306726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] 10.222.0.10 "PUT /v2.0/ports/c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 1089 time: 3.5946419 Aug 22 14:59:08.312025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] No DVR routers for this DVR port 736a9987-e003-4605-8c47-3b6c4e7ae00a on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:08.351700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db73e86a-48e3-472f-9db1-b57668f93bbc req-48aed83e-f0b8-4545-84eb-ab2de4e35e6b tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.53 "GET /v2.0/security-groups?id=784bf43e-637b-4d3f-9b91-d583c0ad76b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985848 Aug 22 14:59:08.366254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:08.367240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.370188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-858a6f67-f4a9-49b8-8f32-00f00fcf7d85 req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "PUT /v2.0/ports/32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 1021 time: 2.0386505 Aug 22 14:59:08.371850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.375769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec499b15-f9b7-40cf-a854-b35574aa6055 req-4dc38976-04d6-4125-a718-3d2ed1124f45 tempest-InstanceActionsTestJSON-1706979275 tempest-InstanceActionsTestJSON-1706979275-project] 10.222.0.10 "DELETE /v2.0/ports/736a9987-e003-4605-8c47-3b6c4e7ae00a HTTP/1.1" status: 204 len: 173 time: 2.5570724 Aug 22 14:59:08.391339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ade619-c8cb-477c-8801-afbc5652f405 service neutron] Pushing event updated for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:08.440639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:08.480508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:08.574851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:08.584943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7572d1f-9df6-450f-b25d-dec9b91b2029 x-openstack-request-id: req-c7572d1f-9df6-450f-b25d-dec9b91b2029 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:08.585520 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:08.585881 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7572d1f-9df6-450f-b25d-dec9b91b2029 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:08.586386 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'status': 'completed', 'code': 200} Aug 22 14:59:08.814986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9a52-0624-4a85-b7bf-cd536bb924f2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:09.038977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.054094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.058576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.066050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.073294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.081472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.088279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.101179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-96e07604-2b5f-4e8c-9449-5a5dd64a680e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5390 time: 0.5376832 Aug 22 14:59:09.114924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-b5a1d796-57cb-418d-aa5b-d1f8f5cfdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.116980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-b5a1d796-57cb-418d-aa5b-d1f8f5cfdcfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1175 time: 0.4653225 Aug 22 14:59:09.127764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 736a9987-e003-4605-8c47-3b6c4e7ae00a no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:09.177664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 736a9987-e003-4605-8c47-3b6c4e7ae00a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:09.178627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 736a9987-e003-4605-8c47-3b6c4e7ae00a not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:09.349275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391389-e3f6-4241-b1bb-25685886b7b2 req-5b39f5a8-62ba-40a5-afd0-75d7cd8907b3 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.350881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f391389-e3f6-4241-b1bb-25685886b7b2 req-5b39f5a8-62ba-40a5-afd0-75d7cd8907b3 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7186973 Aug 22 14:59:09.407236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0ed196a-7689-43cf-9e7a-101b6d559a07 req-28e5bd6b-f3a2-4cfd-a2e4-1cc934d34d54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2847185 Aug 22 14:59:09.517792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-1d00fc02-a822-4912-8d3a-b2fd70459fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.519395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-1d00fc02-a822-4912-8d3a-b2fd70459fc2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.3846693 Aug 22 14:59:09.665683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-ba487443-319b-4ce3-afdd-8c629f92573a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 217 time: 0.1368611 Aug 22 14:59:09.692185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086a68f7-10dd-4afd-8406-9fe47b32c8ec req-310b738e-722d-48b0-95c1-cb65f2d00102 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=880888a2a2d14049bf37cb7182a220b6 HTTP/1.1" status: 200 len: 1656 time: 0.1708238 Aug 22 14:59:09.821608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e854f6-a137-45f9-93d0-b83e170f312c req-d72179a7-808a-4d7c-91a7-acbf03eca121 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.823187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0e854f6-a137-45f9-93d0-b83e170f312c req-d72179a7-808a-4d7c-91a7-acbf03eca121 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1024 time: 0.3664906 Aug 22 14:59:09.955521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-4722c731-8cf2-4927-9f2f-a260adb4b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:09.956362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-4722c731-8cf2-4927-9f2f-a260adb4b5a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.2166417 Aug 22 14:59:10.037825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7cd5a1-7ce6-45ce-af62-c13192827058 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:10.047054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-a7a519d7-48cf-4ca8-b91d-882066c30d0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664322 Aug 22 14:59:10.148783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a68f7-10dd-4afd-8406-9fe47b32c8ec req-671d69c6-5da5-402f-98de-ac3b9bd5cb24 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:10.150352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086a68f7-10dd-4afd-8406-9fe47b32c8ec req-671d69c6-5da5-402f-98de-ac3b9bd5cb24 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks?id=6e17ac43-13d9-4221-8f2e-e33af352ea02&id=6e17ac43-13d9-4221-8f2e-e33af352ea02&id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 787 time: 0.4086092 Aug 22 14:59:10.154603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.191896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-086a68f7-10dd-4afd-8406-9fe47b32c8ec req-25f3fba9-cd2f-4d12-a269-9c7c9b82b03f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:59:10.192938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086a68f7-10dd-4afd-8406-9fe47b32c8ec req-25f3fba9-cd2f-4d12-a269-9c7c9b82b03f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058720 Aug 22 14:59:10.213114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0e854f6-a137-45f9-93d0-b83e170f312c req-d27f374e-e88c-40e3-a82f-a15e96861fd3 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cbccdd1-e959-4f7a-a7ca-35b014c85076&id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=f05bed27-abed-4b4b-b03b-b10f403d73e7 HTTP/1.1" status: 200 len: 6155 time: 0.3714294 Aug 22 14:59:10.225657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Transition to ACTIVE for port object 8f7cd5a1-7ce6-45ce-af62-c13192827058 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:10.270365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:10.299311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-38f67be2-c379-451f-9fba-144ebaf2c2a2 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052596 Aug 22 14:59:10.333978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Deleting subnet 989f6984-0a13-4cee-b03a-b018de94da53 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:59:10.337598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.358269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.382568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.384165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-83837e6c-fd23-4012-bf16-57c89db7516b tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips/76522c98-f829-4b81-b571-cc13754aa6eb HTTP/1.1" status: 200 len: 693 time: 0.0863686 Aug 22 14:59:10.448844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.455857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2068312646 ', 'description': 'tempest-description-610106928'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:10.472737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.590165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35'}, {'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9'}, {'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'name': 'network-vif-deleted', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:10.600325 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e745db2-6b8f-4e76-9204-332996798974" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35"}, {"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9"}, {"server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "name": "network-vif-deleted", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:10.626401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-491baa7c-c8a0-4ed6-a151-b146019f88ce req-1e4c569e-bf6b-4495-a2c0-132e5c69fe14 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288153 Aug 22 14:59:10.754808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:10.757727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.759665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.793817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989f6984-0a13-4cee-b03a-b018de94da53,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:10.800958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:10.803174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bd942cb-2af3-45db-b866-1d65562a1048 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/989f6984-0a13-4cee-b03a-b018de94da53 HTTP/1.1" status: 204 len: 168 time: 0.5305707 Aug 22 14:59:10.805953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:10.898340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Attempting to bind port 8f7cd5a1-7ce6-45ce-af62-c13192827058 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:10.898700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Attempting to bind port 8f7cd5a1-7ce6-45ce-af62-c13192827058 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:10.899043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Attempting to bind port 8f7cd5a1-7ce6-45ce-af62-c13192827058 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:10.913865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-3627d7e7-196a-4dd5-9a14-1523720f0e68 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:10.915332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-3627d7e7-196a-4dd5-9a14-1523720f0e68 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.4977643 Aug 22 14:59:10.933862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-9420bb3a-a20c-4cf6-aef1-6a831ff48cdb tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 14:59:10.944561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-9420bb3a-a20c-4cf6-aef1-6a831ff48cdb tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215719 Aug 22 14:59:10.949613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Port 8f7cd5a1-7ce6-45ce-af62-c13192827058 on network 64ee791b-633b-4653-8dff-222b9d310348 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:10.949613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Attempting to bind port 8f7cd5a1-7ce6-45ce-af62-c13192827058 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:10.954564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.016693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:11.016945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Checking segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:11.017339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Bound using segment: {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:11.017835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Bound port: 8f7cd5a1-7ce6-45ce-af62-c13192827058, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfa45f3-7aeb-4253-a726-2e8482f9f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '64ee791b-633b-4653-8dff-222b9d310348'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:11.018151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.046601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-112543e7-c687-40c6-b890-f48b74a1775b tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0933070 Aug 22 14:59:11.130613 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.147314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2738b1b-0b6b-47b7-959b-731448c1bba1']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:11.166175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f57a02-64c9-4c0d-b75e-c0906808817c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:11.167139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-8ff7ea0e-0d00-4e3c-9668-33e3967c711c tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1197526 Aug 22 14:59:11.174239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f57a02-64c9-4c0d-b75e-c0906808817c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:11.186396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.193293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.210018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.225359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:59:11.226064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:59:11.245936 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:59:11.318275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:11.323143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:11.431600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Deleting port 306ed780-4f15-45ec-a7ea-452b521b57e4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:11.432371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.454608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.456464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.478793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.489303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.495698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2738b1b-0b6b-47b7-959b-731448c1bba1 HTTP/1.1" status: 204 len: 168 time: 0.6882751 Aug 22 14:59:11.498204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ac731-7d1a-4715-8566-443be5144b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2738b1b-0b6b-47b7-959b-731448c1bba1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:11.960777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:11.967366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:11.968278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:11.969648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] 10.222.0.10 "PUT /v2.0/ports/8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 1091 time: 3.5358438 Aug 22 14:59:12.004559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cbd2f-0c4a-4b84-8b3b-41dbbf499b6c service neutron] Pushing event updated for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:12.011699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.012111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.027938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Calling delete_port for 306ed780-4f15-45ec-a7ea-452b521b57e4 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:12.086064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.087340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96fc42b5-5dfb-486d-a0a0-1ace108e90ab req-6e944802-e2c5-4a1f-bc79-aa4431dba1ca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.6709192 Aug 22 14:59:12.173630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38062) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:12.258181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:12.277226 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5d2c7588-b782-4734-8f0d-0873bc3750b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc451f1974a8456baba635e54dc3e505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021502 Aug 22 14:59:12.278244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38064) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:12.401143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.436679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.438491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.490379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.497275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.507475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.517822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.533185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.544883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.552431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:12.555298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-8bf6d121-6fb7-499b-bc89-fae8239637ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5402 time: 0.2646949 Aug 22 14:59:12.558682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.644988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event deleted for resources: {'Port': ['ID=306ed780-4f15-45ec-a7ea-452b521b57e4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:12.702458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.705603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.710321 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/784bf43e-637b-4d3f-9b91-d583c0ad76b1 HTTP/1.1" status: 204 len: 168 time: 0.4276397 Aug 22 14:59:12.724484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8b9d-31c2-4dd9-b4ff-76301916643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784bf43e-637b-4d3f-9b91-d583c0ad76b1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:12.822420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1744f5dc-2611-4d4a-a870-9d589d6ab45b req-66eb3da2-8749-4148-8510-d4a6f39e6f1d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2273602 Aug 22 14:59:12.850778 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.853499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:12.854717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b61c1138-5ad2-4706-9a16-3f010d8ad9b2 req-b662a998-f95e-42ab-b9a0-1ffbf0b80ca8 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "DELETE /v2.0/floatingips/76522c98-f829-4b81-b571-cc13754aa6eb HTTP/1.1" status: 204 len: 173 time: 1.6789398 Aug 22 14:59:13.125375 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3a8be-69ed-4b16-906e-ef5e43104b59 x-openstack-request-id: req-e4b3a8be-69ed-4b16-906e-ef5e43104b59 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:13.125688 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9", "status": "completed", "code": 200}, {"server_uuid": "6e09fe37-841a-4cd7-8db9-0bc359991118", "name": "network-vif-deleted", "tag": "736a9987-e003-4605-8c47-3b6c4e7ae00a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:13.125951 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4b3a8be-69ed-4b16-906e-ef5e43104b59 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:13.126551 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35', 'status': 'completed', 'code': 200} Aug 22 14:59:13.126820 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'status': 'completed', 'code': 200} Aug 22 14:59:13.127086 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e09fe37-841a-4cd7-8db9-0bc359991118', 'name': 'network-vif-deleted', 'tag': '736a9987-e003-4605-8c47-3b6c4e7ae00a', 'status': 'completed', 'code': 200} Aug 22 14:59:13.254162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:13.262188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-2e58ebbb-cb56-42d6-9687-9d91363cba40 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips/70239ec8-e7a8-4241-9dd8-9e659740f0d8 HTTP/1.1" status: 200 len: 692 time: 0.1341019 Aug 22 14:59:13.272274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:13.319716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f88b4678-0d87-4030-bac0-14fa74d05b77 req-db4ffcd5-5f8d-42d1-a1d8-92ac342435dd tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c HTTP/1.1" status: 200 len: 1782 time: 0.1809056 Aug 22 14:59:13.332250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Transition to ACTIVE for port object c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:13.355560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.356076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.356572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.357313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.358054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.358537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.359015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.361032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-729363a8-e535-41db-ab89-671f9b32a549 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6349 time: 0.2314055 Aug 22 14:59:13.542893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:13.615312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-8992458f-ed0b-45cf-9f42-cb13a1fc858a tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.616887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-8992458f-ed0b-45cf-9f42-cb13a1fc858a tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3418059 Aug 22 14:59:13.619471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-8bb9e3c7-6661-411e-bb72-1c8c80de380b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c HTTP/1.1" status: 200 len: 1782 time: 0.2541790 Aug 22 14:59:13.780952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-238b8116-1dcb-4476-ae0f-4af4e4effa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.781168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-238b8116-1dcb-4476-ae0f-4af4e4effa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.781654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-238b8116-1dcb-4476-ae0f-4af4e4effa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.785160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-238b8116-1dcb-4476-ae0f-4af4e4effa54 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3815279 Aug 22 14:59:13.795747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Pushing event updated for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:13.820754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-8e1df1f8-3926-4840-a5c9-bb71cd41274f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745072 Aug 22 14:59:13.831254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-3143c784-8a4c-47cf-9db0-2c9b78160c07 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.2037811 Aug 22 14:59:13.964609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-6cca72cf-3aba-4325-82a3-c3f6034a00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:13.966112 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-6cca72cf-3aba-4325-82a3-c3f6034a00d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f72f68cb5fd943dd9300e7091971511f&device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 1097 time: 0.0691268 Aug 22 14:59:14.103228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-da85949f-cef9-4880-b2a9-b023dafaef52 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.2379208 Aug 22 14:59:14.107684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-d4a28db1-a480-45e1-a0f5-1149877fe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:14.109417 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-d4a28db1-a480-45e1-a0f5-1149877fe640 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc HTTP/1.1" status: 200 len: 907 time: 0.1229584 Aug 22 14:59:14.171075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.209861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-263bf4c2-1835-4ffe-acac-6b663782de84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc HTTP/1.1" status: 200 len: 1002 time: 0.0884457 Aug 22 14:59:14.303278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Attempting to bind port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:14.303629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Attempting to bind port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:14.303988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Attempting to bind port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 on network 3998c25a-6802-4a43-b809-20622b160d7a {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:14.328596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.332262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-f7f0e2a5-b6e2-4329-b1a7-115f15be0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:14.333737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-f7f0e2a5-b6e2-4329-b1a7-115f15be0937 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5324125 Aug 22 14:59:14.340748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 on network 3998c25a-6802-4a43-b809-20622b160d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:14.341325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Attempting to bind port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 on network 3998c25a-6802-4a43-b809-20622b160d7a {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:14.364247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-01a687c4-cf54-44f6-a306-a16035a9f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:14.365761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-01a687c4-cf54-44f6-a306-a16035a9f273 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae8fd939-5c9d-4a90-8923-b376c505e1f7 HTTP/1.1" status: 200 len: 845 time: 0.1466651 Aug 22 14:59:14.390325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:14.390597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Checking segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:14.391006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Bound using segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:14.391537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Bound port: c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:14.392164 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.474913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-87886629-287d-48dc-a995-41d7f1a401cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:14.477277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-87886629-287d-48dc-a995-41d7f1a401cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740442 Aug 22 14:59:14.596038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-a8a80b6c-efa5-493a-9d8d-10426feac0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:14.600019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-a8a80b6c-efa5-493a-9d8d-10426feac0b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1175 time: 0.1609387 Aug 22 14:59:14.607427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Deleting port 799a2b93-8045-40c5-9a6a-04caebc9b5a4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:14.607427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.642186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-cbbff329-f01a-485b-8b3a-ce313328039d service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556518 Aug 22 14:59:14.663964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.666872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.668024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e263ab73-18b1-4b96-878e-5f39b24eabb5 req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c HTTP/1.1" status: 204 len: 173 time: 1.0346811 Aug 22 14:59:14.694334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:14.710939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38130) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:14.806710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb30f2-85ac-46fa-b508-df7dc413a81b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:14.822563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:14.904824 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2afc5eb3-05b6-4ae4-a0ae-142a45240966 req-c80bad1e-e50b-47f1-b451-10b99d875fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488623 Aug 22 14:59:14.910613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-868936437-network', 'tenant_id': 'f84197a7785444e8a1df512fa29a3691'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:14.957079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.957425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:14.979091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:15.021414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Calling delete_port for 799a2b93-8045-40c5-9a6a-04caebc9b5a4 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:15.032386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-cc06d970-cd0b-4b8c-ad52-45869fd10060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.034240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-cc06d970-cd0b-4b8c-ad52-45869fd10060 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.4240687 Aug 22 14:59:15.066531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.073979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.082013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.088323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.094563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.101539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.108879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.116776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77ce5b03-8e81-4269-8742-059d1413e669 req-087c5e05-266b-4fc4-a2c2-856ef1f23dec tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5414 time: 0.2870514 Aug 22 14:59:15.140576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:15.142864 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e9379-061a-487f-8547-4b40ce2fd9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:15.181742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:15.184464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:15.234768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.235395 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:15.236846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] 10.222.0.10 "PUT /v2.0/ports/c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 1091 time: 2.9909637 Aug 22 14:59:15.242499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-12c56090-3998-419d-9015-af66b5e55d95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 217 time: 0.1956511 Aug 22 14:59:15.283057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:15.331149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb675081-1c50-45f4-ae33-cffecd7972aa service neutron] Pushing event updated for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:15.399880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77ce5b03-8e81-4269-8742-059d1413e669 req-f53bd4e5-e1fc-47aa-ab08-03db54efa69e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2680559 Aug 22 14:59:15.407532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Request body: {'port': {'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:15.641573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:15.667697 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-f7d6daf8-77e6-4023-8b2b-e88fc1e620b9 req-28e7d14a-b33d-490f-85a0-bd5329d939ef tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 14:59:15.667697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7d6daf8-77e6-4023-8b2b-e88fc1e620b9 req-28e7d14a-b33d-490f-85a0-bd5329d939ef tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c HTTP/1.1" status: 404 len: 352 time: 0.0233831 Aug 22 14:59:15.747759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745db2-6b8f-4e76-9204-332996798974 req-618a581a-3cd1-4eaa-a913-0e05ded17f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.750178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-618a581a-3cd1-4eaa-a913-0e05ded17f11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.4891224 Aug 22 14:59:15.830026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.830681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.831390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.832177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.833048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.833765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.834253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:15.837348 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-e64c3e1f-7b83-4f0f-ae23-57bc697e221d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6416 time: 0.0704184 Aug 22 14:59:15.849126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fec12a9-efe7-494f-b49c-0c55771d466d x-openstack-request-id: req-2fec12a9-efe7-494f-b49c-0c55771d466d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:15.849126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:15.849126 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fec12a9-efe7-494f-b49c-0c55771d466d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:15.849126 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058', 'status': 'completed', 'code': 200} Aug 22 14:59:15.887459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446032807', 'description': 'tempest-description-1591187931'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:15.926048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-3868ecd0-9f53-45d1-92ad-920571e9f8b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759957 Aug 22 14:59:16.018433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.198443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-9e21beff-633e-446d-b0da-27330f5a37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:16.202333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-9e21beff-633e-446d-b0da-27330f5a37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:16.202333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-9e21beff-633e-446d-b0da-27330f5a37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:16.202333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-9e21beff-633e-446d-b0da-27330f5a37ca service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3485248 Aug 22 14:59:16.229718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.251751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fac63f-76a7-4fd8-a259-a456fa3255fc {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:16.260845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.274670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Transition to ACTIVE for port object 34fac63f-76a7-4fd8-a259-a456fa3255fc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:16.344527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157f772-6173-4c8c-9b0b-4776a889deb4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:16.360699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-e192a9f2-1595-412b-a47b-8feffb8de10a service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158900 Aug 22 14:59:16.362390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.434152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.436513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-b689d8f2-f01b-4f69-8270-a6f1629cb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:16.438656 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f5e9379-061a-487f-8547-4b40ce2fd9e2 req-b689d8f2-f01b-4f69-8270-a6f1629cb508 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096224 Aug 22 14:59:16.644293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.670349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:59:16.709285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:16.739771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Attempting to bind port 34fac63f-76a7-4fd8-a259-a456fa3255fc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:16.740150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Attempting to bind port 34fac63f-76a7-4fd8-a259-a456fa3255fc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:16.740540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Attempting to bind port 34fac63f-76a7-4fd8-a259-a456fa3255fc on network 3998c25a-6802-4a43-b809-20622b160d7a {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:16.780070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:16.780458 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Added segment 173feeec-f75d-44bf-aaa6-edbc94044b7f of type vlan for network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f Aug 22 14:59:17.148459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event deleted for resources: {'Port': ['ID=799a2b93-8045-40c5-9a6a-04caebc9b5a4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:17.150215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Port 34fac63f-76a7-4fd8-a259-a456fa3255fc on network 3998c25a-6802-4a43-b809-20622b160d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:17.150531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Attempting to bind port 34fac63f-76a7-4fd8-a259-a456fa3255fc on network 3998c25a-6802-4a43-b809-20622b160d7a {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:17.203103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:17.203442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Checking segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:17.203858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Bound using segment: {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:17.204328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Bound port: 34fac63f-76a7-4fd8-a259-a456fa3255fc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:17.204686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.232431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e745db2-6b8f-4e76-9204-332996798974 req-cc541b94-06ef-4554-8f26-40ae6051f028 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8576055 Aug 22 14:59:17.249722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.252249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.253422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e68871d-205b-4949-bf3f-6eabe18cb6af req-88ea8564-6c1a-4c98-a9fe-3f99565f0ac1 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "DELETE /v2.0/floatingips/70239ec8-e7a8-4241-9dd8-9e659740f0d8 HTTP/1.1" status: 204 len: 173 time: 3.1378078 Aug 22 14:59:17.258467 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.312959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.353722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:17.356235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:17.418527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.456117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.477482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.478761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.479407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.566062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.570217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.576283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.582316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.588358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.594402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.600489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.602481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-a8e070a3-292a-4a7d-b07e-c776801a99ac tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2246535 Aug 22 14:59:17.603281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0cffcd-00d4-417e-943d-113d256baa52,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:17.692686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:17.693353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.694974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] 10.222.0.10 "PUT /v2.0/ports/34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 1091 time: 2.2931263 Aug 22 14:59:17.696030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:17.697244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfd2ba46-b7e1-417c-8d35-e49ddbfd099e req-282326f4-bc6c-42d3-916e-d4e98c342551 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.8579068 Aug 22 14:59:17.715284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] Pushing event updated for resources: {'Network': ['ID=3acafeeb-6f19-4b8e-96a6-114e7f35e17f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:17.729262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:59:17.737836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3783544-30a3-40cf-bbc6-71ea56a0a4a2 req-50e8f075-4a9c-471c-933f-d388536dae3b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231010 Aug 22 14:59:17.756453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190516-6d9f-45a6-a822-23bfbf3033a7 service neutron] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:17.779140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e37fa9a2-d45d-427a-8485-abdbb53b030e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0278800 Aug 22 14:59:17.781460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38194) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:17.796862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Request body: {'subnet': {'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-868936437-subnet', 'tenant_id': 'f84197a7785444e8a1df512fa29a3691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:17.845891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2'}, {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:17.850364 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81169d6-fa1f-434d-968d-7f079265aa75" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2"}, {"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:17.971266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-6b78f0f2-2382-4a3f-b0ab-7bbda805ae39 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips/d982023d-125a-46dd-a059-4c4522618c6a HTTP/1.1" status: 200 len: 693 time: 0.1368608 Aug 22 14:59:18.006564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1171222089', 'description': 'tempest-description-568799851'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:18.084104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:18.086330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.116277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.116781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.117260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.117735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.118213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.118685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.119164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.121140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-da9e04f8-d482-4fc9-b1c3-86010e1d1401 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6483 time: 0.2028518 Aug 22 14:59:18.215260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-01439b5b-71c6-4df2-833a-9d692fef9a89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 217 time: 0.0775089 Aug 22 14:59:18.244664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.291445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-a7d50261-b38b-4d93-a4e7-954c2174094f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.292851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-a7d50261-b38b-4d93-a4e7-954c2174094f tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.3210206 Aug 22 14:59:18.365029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-e50a5249-8c51-4ede-964e-8a3e82121656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.366427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-e50a5249-8c51-4ede-964e-8a3e82121656 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.1409564 Aug 22 14:59:18.389719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-221d3879-9af8-4694-a222-4269f5e142f5 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0894477 Aug 22 14:59:18.506449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-0e9f2a45-b654-4537-b82e-6e7f066fd024 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.1099885 Aug 22 14:59:18.621530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-6e64f324-6336-42e8-8f8d-5fe7d2b8fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:18.621530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-6e64f324-6336-42e8-8f8d-5fe7d2b8fa16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453201 Aug 22 14:59:18.704352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.748173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.840805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e5b4f3-a866-4d20-9c70-de22edbcca65,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:18.858550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-1fb0b14b-dd18-48e8-a057-5f1321abffd1 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289538 Aug 22 14:59:18.861826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.933873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Checking segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:18.934256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Network hostable DHCP agents. Network: 3acafeeb-6f19-4b8e-96a6-114e7f35e17f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:59:18.939700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Deleting port 645b72a5-b6d7-4664-8f02-c4fc240ea307 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:18.940070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:18.944088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:19.073112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-aec09f9f-3654-4676-9f0f-018f7eaccb84 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024908 Aug 22 14:59:19.124920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.126158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61903670-d5dd-44d5-97b7-56539e4c3447 req-a8ff8154-e05d-48b0-b9e1-d29cc8bb0475 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1432803 Aug 22 14:59:19.129567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-80f21014-6a63-4852-85fd-7fa2940661e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 217 time: 0.0480468 Aug 22 14:59:19.131163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.131491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.152965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:59:19.172914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Calling delete_port for 645b72a5-b6d7-4664-8f02-c4fc240ea307 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:19.178284 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83facf55-482d-4841-802a-120abe03f41d x-openstack-request-id: req-83facf55-482d-4841-802a-120abe03f41d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:19.178627 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:19.178809 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83facf55-482d-4841-802a-120abe03f41d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:19.179203 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2', 'status': 'completed', 'code': 200} Aug 22 14:59:19.179454 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'status': 'completed', 'code': 200} Aug 22 14:59:19.244552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-046aa0e8-886c-4791-8264-0e7a3879d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.246083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-046aa0e8-886c-4791-8264-0e7a3879d02e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1069489 Aug 22 14:59:19.331221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3acafeeb-6f19-4b8e-96a6-114e7f35e17f) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:19.342271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d3043-78a4-41fb-893f-3e1baa7b196f None None] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:59:19.343518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.344135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.366707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.372975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.378819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.384865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.391025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.398458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.406265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.408290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-b4c13ebb-7a60-4d1f-9167-83948d8bda1c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1705799 Aug 22 14:59:19.416933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-41d3462d-6099-491f-ac31-2818dcf4ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.418512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-41d3462d-6099-491f-ac31-2818dcf4ecc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627448 Aug 22 14:59:19.529776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b1e50-f7d1-4485-9de2-9b8449788046 None None] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:59:19.546002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4198bd6a-1b48-4d2e-ab94-52f003d329a3 req-158b37f0-5926-4e9e-92d8-ff6eb2c8bf38 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242387 Aug 22 14:59:19.562133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5de07f92-674e-4b33-a752-37d763ad5ed8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7716143 Aug 22 14:59:19.598452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-a06a1503-ebb0-4237-ae27-d5c1d846543f service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656871 Aug 22 14:59:19.706900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.761154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Pushing event deleted for resources: {'Port': ['ID=645b72a5-b6d7-4664-8f02-c4fc240ea307,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:19.808293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037915617', 'description': 'tempest-description-1941125298'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:19.849944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-8dd7d2f7-970a-4611-aa34-7886b01bc043 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445428 Aug 22 14:59:19.856133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.859536 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.860689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d535a2d2-4b27-4a31-bae4-120d95c3a256 req-9ce7eaf9-fcdb-406f-ba35-a4ec3ade8a54 tempest-FloatingIPDetailsTestJSON-2071654360 tempest-FloatingIPDetailsTestJSON-2071654360-project] 10.222.0.53 "DELETE /v2.0/floatingips/d982023d-125a-46dd-a059-4c4522618c6a HTTP/1.1" status: 204 len: 173 time: 1.3352528 Aug 22 14:59:19.866950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:19.910041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-883d3fe2-4cc6-4183-8767-0750a095ec3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 217 time: 0.0469658 Aug 22 14:59:19.964637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:19.983728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9e6af49c-7d87-4110-8564-0952c8f4caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:19.985559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-9e6af49c-7d87-4110-8564-0952c8f4caa8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0672526 Aug 22 14:59:20.079655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-eb91b2e7-5805-422c-bf87-0b1d61ce13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:20.089585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-eb91b2e7-5805-422c-bf87-0b1d61ce13ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947642 Aug 22 14:59:20.258078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.271095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-e5affb20-8a40-4a7d-8bd4-d897983df1c9 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693156 Aug 22 14:59:20.384585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.397407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.480326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:20.497650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-41fffbc2-d80c-451f-956c-7c8016fe3e90 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:20.499216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-41fffbc2-d80c-451f-956c-7c8016fe3e90 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.2208827 Aug 22 14:59:20.525428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-36f718e5-5da9-4c00-bb2f-9b4ea3585735 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369273 Aug 22 14:59:20.527135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-e9f2f619-385d-4ac4-b76d-91360ce0a465 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/quotas/f84197a7785444e8a1df512fa29a3691 HTTP/1.1" status: 200 len: 375 time: 0.0165133 Aug 22 14:59:20.530802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.532221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b0256db-e235-423c-a954-c801aa942ba5 req-8d50c4c8-9e41-4ab5-8c59-fc2b3479b4f6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7456095 Aug 22 14:59:20.592221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-7798fb94-8b31-48aa-b0e2-94c325f52255 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 217 time: 0.0588315 Aug 22 14:59:20.661466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-fdda91d7-da5c-4522-913f-192cc3832b95 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675869 Aug 22 14:59:20.719098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Deleting port 3513b841-c79f-45b7-ba35-4a8fa552c312 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:20.719431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.765555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-eb9950f1-4f48-4fc5-abf2-1aa856b2a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:20.767168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-eb9950f1-4f48-4fc5-abf2-1aa856b2a75c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1583037 Aug 22 14:59:20.819071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] For port 3513b841-c79f-45b7-ba35-4a8fa552c312, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3513b841-c79f-45b7-ba35-4a8fa552c312,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:20.819576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.833143 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:20.836838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Calling delete_port for 3513b841-c79f-45b7-ba35-4a8fa552c312 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:20.868913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-381894b3-d49d-4d33-b24c-488d0151b5a6 service neutron] 10.222.0.53 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043307 Aug 22 14:59:20.893266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-36544347-3528-4156-8ce3-90f6cd2f19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:20.894838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-36544347-3528-4156-8ce3-90f6cd2f19f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1152427 Aug 22 14:59:21.075939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-b001d53a-a1bd-4f88-8a27-680fa1169152 service neutron] 10.222.0.53 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886511 Aug 22 14:59:21.082473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-74a8a306-1abd-4d99-a36a-b82d3e38af73 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734955 Aug 22 14:59:21.181286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:21.224790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3513b841-c79f-45b7-ba35-4a8fa552c312,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:21.226416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-a48d995e-e4b8-420a-a2bc-c598bc177c57 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339476 Aug 22 14:59:21.295756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-e715a9a1-4fa9-4d04-82d9-b32dbce39ca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 217 time: 0.0613737 Aug 22 14:59:21.366944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-62d690fb-4374-4848-80d2-b68a2d9db0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:21.369040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-62d690fb-4374-4848-80d2-b68a2d9db0bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0669100 Aug 22 14:59:21.406385 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:21.434174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-346eed71-3030-4fe5-9b5f-d5f83b9a8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:21.437691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-346eed71-3030-4fe5-9b5f-d5f83b9a8ce0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600882 Aug 22 14:59:21.592004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-d9237c52-47cf-4ba2-8307-fe682f931378 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467972 Aug 22 14:59:21.734186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9432c2bc-0822-47b7-9c18-a4508a68945f req-3c82fbc6-6ac5-486e-a399-52c5c12d41da tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 10910 time: 0.2148118 Aug 22 14:59:21.743924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Router a648e1d0-4e5b-4815-9a50-223d3738f71f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 14:59:21.795229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-55f83eb9-b163-4b78-a5d2-9ec5276011c8 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936607 Aug 22 14:59:21.802142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9432c2bc-0822-47b7-9c18-a4508a68945f req-c4d49b6a-6961-4964-b846-b1fb4de98a90 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b HTTP/1.1" status: 200 len: 2985 time: 0.0668807 Aug 22 14:59:21.859101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-a2f372cc-ba2a-4d8f-9c88-8a7da73f10a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.0558686 Aug 22 14:59:21.933457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9432c2bc-0822-47b7-9c18-a4508a68945f req-c605ea7b-8afd-4e7c-8a1f-ebbf098c86e4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b HTTP/1.1" status: 200 len: 2985 time: 0.0842206 Aug 22 14:59:21.947872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2320079e-b1ab-4180-9440-43943995c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:21.947872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2320079e-b1ab-4180-9440-43943995c54e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0720720 Aug 22 14:59:22.016776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-0a80ba59-2222-4eb6-91af-6ce3e68fef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.018531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-0a80ba59-2222-4eb6-91af-6ce3e68fef6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699694 Aug 22 14:59:22.160437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.189714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.202366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.208610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.221827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.226808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 14:59:22.228984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.234952 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ebd9b9c-5463-4ac8-9e7b-de8fd32bbbaf admin admin] 10.222.0.53 "PUT /v2.0/routers/a648e1d0-4e5b-4815-9a50-223d3738f71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3653679 Aug 22 14:59:22.235864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.237025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:22.237799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-b0d3b2df-3d7a-4f2d-b933-101772d073ab tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2357466 Aug 22 14:59:22.246425 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Sync routers for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 14:59:22.262087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:59:22.263475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:59:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:22.308402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-d0945fce-cf2b-44e2-ba33-3b90ef3a47f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623096 Aug 22 14:59:22.317573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afe4321c-d204-4446-b166-dd05fdcd0ae6 req-a3d7b8d1-c2c8-46dd-af3e-6163b8cfcb84 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604372 Aug 22 14:59:22.396371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:22.436312 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:59:22.525969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-2c5ed12c-2940-49c2-9c3c-e0fc716b4ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070696 Aug 22 14:59:22.600833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-31f0e60d-4c0f-4785-be59-7083ff1a4f63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0635326 Aug 22 14:59:22.615895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:22.686035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-0bae77bb-106a-41fa-bc4a-ec10c0fecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.687545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-0bae77bb-106a-41fa-bc4a-ec10c0fecbe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0808413 Aug 22 14:59:22.691040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-d678f1ab-aa57-4e11-8e4a-8b7a185a61f4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ca0cffcd-00d4-417e-943d-113d256baa52 HTTP/1.1" status: 200 len: 1803 time: 0.0932224 Aug 22 14:59:22.761123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:59:21Z', 'revision_number': 5, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port': {'id': 'c4d7acc6-ebef-4454-9279-df177ebabad2', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:58:30Z', 'updated_at': '2021-08-22T14:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:22.786227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-227b9560-d771-4e22-8912-211a8b8099d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:22.790269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-227b9560-d771-4e22-8912-211a8b8099d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917752 Aug 22 14:59:22.824373 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Checking router: a648e1d0-4e5b-4815-9a50-223d3738f71f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 14:59:22.834283 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Routers {'a648e1d0-4e5b-4815-9a50-223d3738f71f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 14:59:22.835187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T14:59:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a648e1d0-4e5b-4815-9a50-223d3738f71f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:22.855643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Deleting port c4d7acc6-ebef-4454-9279-df177ebabad2 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:22.855906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:22.993847 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] Set router a648e1d0-4e5b-4815-9a50-223d3738f71f gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 14:59:23.004241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] For port c4d7acc6-ebef-4454-9279-df177ebabad2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c4d7acc6-ebef-4454-9279-df177ebabad2,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:23.005118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.023611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Calling delete_port for c4d7acc6-ebef-4454-9279-df177ebabad2 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:23.088955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:59:22Z', 'revision_number': 6, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:23.164021 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7828a7c4-df5b-4301-b5d5-eea46b58b8da None None] The sync data for ids ['a648e1d0-4e5b-4815-9a50-223d3738f71f'] in n-d-805046-3 is: [{'id': 'a648e1d0-4e5b-4815-9a50-223d3738f71f', 'name': 'tempest-FloatingIPDetailsTestJSON-1460061716-router', 'tenant_id': '880888a2a2d14049bf37cb7182a220b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:58:29Z', 'updated_at': '2021-08-22T14:59:22Z', 'revision_number': 6, 'project_id': '880888a2a2d14049bf37cb7182a220b6', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 14:59:23.400767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:23.415335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.416736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.430416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a88d84e-b5d5-4bb0-b111-133c5c021c59 req-9f11f184-7625-4562-a177-dd5a03cae6fe tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 210 time: 0.0552297 Aug 22 14:59:23.452839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d7acc6-ebef-4454-9279-df177ebabad2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:23.520912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-a39b3bcf-99be-457e-a505-5c6d28c9d696 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246873 Aug 22 14:59:23.598820 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.632811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:23.639529 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f7477-ff9e-478c-90bb-f1db87ffab85" -d '{"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:23.646841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.656957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:23.657854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.736327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.854222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.856932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:23.863944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac0eb629-e268-458f-a8ec-34896cb48f79 req-d04b1d1c-2cea-4a3b-9665-96ec5254e210 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322031 Aug 22 14:59:23.865435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:23.891413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.893777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.894974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.896487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.896905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.897319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.897721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.898262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.899133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.899620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.900007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-1a7bde11-8729-44e2-b537-b15500cea695 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:23.900220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.901047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:23.917137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-1a7bde11-8729-44e2-b537-b15500cea695 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.3301909 Aug 22 14:59:23.924388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-766ada7e-521b-42b5-a8a0-3cc2df745fea tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/quotas/baed2d82c3a541f39744c9095b4e4903 HTTP/1.1" status: 200 len: 375 time: 0.0158610 Aug 22 14:59:23.980314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-45df0998-3d7a-497c-b6a6-d9e9ee1d0da2 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549343 Aug 22 14:59:24.056224 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.056767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a648e1d0-4e5b-4815-9a50-223d3738f71f {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 14:59:24.062386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.066197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-821326f1-cb3c-489f-a9e8-f90f2374ebe9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a648e1d0-4e5b-4815-9a50-223d3738f71f HTTP/1.1" status: 204 len: 168 time: 1.8206263 Aug 22 14:59:24.067280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38420) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:24.095583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-c1644c66-4ed3-4a39-b955-528fd12f3596 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142199 Aug 22 14:59:24.107129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.110199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.124439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25ddb211-491a-41fe-8c61-2315c01ef619 req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca0cffcd-00d4-417e-943d-113d256baa52 HTTP/1.1" status: 204 len: 173 time: 1.4135923 Aug 22 14:59:24.197912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47460a40-9a87-42a7-8d33-3911b64417a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0cffcd-00d4-417e-943d-113d256baa52,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:24.254457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Deleting subnet 17285635-0869-4335-882f-766f39d5c489 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 14:59:24.272302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.336588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.377500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-9fb10588-c563-4864-bc74-eecdbf20ca53 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806585 Aug 22 14:59:24.485123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.485782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.494083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.494997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.495734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.497545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.499628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.504149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c7e2998a-1d98-4054-9480-c8d47120f6be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6483 time: 0.2168436 Aug 22 14:59:24.510565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.565296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.571636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.578156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.584389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.591376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.597958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.608904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.610970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-cb0e2412-2056-4f6a-8ed7-87b706ef264d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.3382585 Aug 22 14:59:24.704390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5037a4b-d1d1-4a25-9b79-b3ec04373310 req-af60cde7-e36e-49ed-98db-3ba5b059da22 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794351 Aug 22 14:59:24.781781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.796079 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06798c-c405-4a67-96c2-56122d9ffeef x-openstack-request-id: req-da06798c-c405-4a67-96c2-56122d9ffeef {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:24.797021 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-unplugged", "status": "completed", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:24.797697 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da06798c-c405-4a67-96c2-56122d9ffeef {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:24.798446 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'code': 200} Aug 22 14:59:24.801490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-ae19dc0d-bea5-437e-91df-ccd5c4aa68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:24.805749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-ae19dc0d-bea5-437e-91df-ccd5c4aa68ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 903 time: 0.2862575 Aug 22 14:59:24.914121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-eb0a57f0-5d72-4f85-8032-02afe5135e0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.1000512 Aug 22 14:59:24.925171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca50f1-9e7e-412c-abc3-5840ebcc17c5 None None] Network d8d0f334-ce8e-4d9a-a316-a7c57a083710 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:59:24.937808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:24.957374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/17285635-0869-4335-882f-766f39d5c489 HTTP/1.1" status: 204 len: 168 time: 0.8868415 Aug 22 14:59:24.961700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47fc9-b2ce-47b4-af62-075fd3971436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17285635-0869-4335-882f-766f39d5c489,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:24.972476 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38442) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:25.047288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-a2ec461d-00b0-49ef-9df0-ef971c99213e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:25.049157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-a2ec461d-00b0-49ef-9df0-ef971c99213e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.54 "GET /v2.0/ports?device_id=491fe2c9-11c1-4a75-aac0-74398ee33505 HTTP/1.1" status: 200 len: 944 time: 0.5028272 Aug 22 14:59:25.100280 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-e99dde84-cb58-4de6-98ec-89e2b71a5de8 req-0bd74a54-86db-41b5-b62a-30b80f8adf13 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 14:59:25.114537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e99dde84-cb58-4de6-98ec-89e2b71a5de8 req-0bd74a54-86db-41b5-b62a-30b80f8adf13 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ca0cffcd-00d4-417e-943d-113d256baa52 HTTP/1.1" status: 404 len: 352 time: 0.1928265 Aug 22 14:59:25.131610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2aa010be-9319-433a-a652-06e5f44a14ff req-ee4caaf5-14d6-4de8-9635-bfd38297d735 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 210 time: 0.1400340 Aug 22 14:59:25.196563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-6d0c85c6-75d4-48a3-ae26-fd627b6e4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:25.197973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-6d0c85c6-75d4-48a3-ae26-fd627b6e4853 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.2339652 Aug 22 14:59:25.283171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.289495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-016fb657-5cda-4710-91f5-a7877ca4934e req-779de900-85da-4e9e-a3bc-cbd2fb8a4676 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 210 time: 0.1086922 Aug 22 14:59:25.315079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c4d7acc6-ebef-4454-9279-df177ebabad2 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:25.342574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c4d7acc6-ebef-4454-9279-df177ebabad2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:25.343185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c4d7acc6-ebef-4454-9279-df177ebabad2 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:25.343765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3513b841-c79f-45b7-ba35-4a8fa552c312 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:25.368262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3513b841-c79f-45b7-ba35-4a8fa552c312 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:25.368846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3513b841-c79f-45b7-ba35-4a8fa552c312 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:25.410774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c1eb18be-f2fa-47d8-9402-bbd3965dc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:25.412427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c1eb18be-f2fa-47d8-9402-bbd3965dc3ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220322 Aug 22 14:59:25.422960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-aa3c06e4-ca7a-43c7-85b7-87390ca42cf9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b HTTP/1.1" status: 200 len: 1802 time: 0.2409716 Aug 22 14:59:25.423512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Deleting port bbfb7375-f18c-4c25-b124-15baf05b7deb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:25.423860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.516301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] DHCP port deletion for d8d0f334-ce8e-4d9a-a316-a7c57a083710 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 14:59:25.558287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Deleting port 5e5d81c5-0c1b-4365-ad11-4755851f3984 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:25.559018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.639287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Deleting port 5e5d81c5-0c1b-4365-ad11-4755851f3984 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:25.639674 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.705985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] For port 5e5d81c5-0c1b-4365-ad11-4755851f3984, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5e5d81c5-0c1b-4365-ad11-4755851f3984,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:25.706329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.718045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] For port bbfb7375-f18c-4c25-b124-15baf05b7deb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=bbfb7375-f18c-4c25-b124-15baf05b7deb,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:25.718045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.723991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.732092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Calling delete_port for 5e5d81c5-0c1b-4365-ad11-4755851f3984 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:25.738408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Calling delete_port for bbfb7375-f18c-4c25-b124-15baf05b7deb owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:25.777949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] For port 5e5d81c5-0c1b-4365-ad11-4755851f3984, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5e5d81c5-0c1b-4365-ad11-4755851f3984,segment=NetworkSegment(4382b776-7ceb-426c-90d7-4299fbeb4669),segment_id=4382b776-7ceb-426c-90d7-4299fbeb4669)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:25.779204 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.799231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Calling delete_port for 5e5d81c5-0c1b-4365-ad11-4755851f3984 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:25.803585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:25.816215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3b415e1c-be52-4b19-bbff-190df0d09955 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:25.817823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3b415e1c-be52-4b19-bbff-190df0d09955 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.6235454 Aug 22 14:59:25.826429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-588ea0b9-e29f-4b94-9d63-65a7cd3e8f89 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620822 Aug 22 14:59:25.831606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Request body: {'port': {'device_id': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'admin_state_up': True, 'tenant_id': 'f84197a7785444e8a1df512fa29a3691'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:26.046640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.064020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.079711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] Pushing event deleted for resources: {'Port': ['ID=5e5d81c5-0c1b-4365-ad11-4755851f3984,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:26.084587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfe12d-8f6c-4b6b-9330-71a6b2c6d23c None None] No DVR routers for this DVR port 5e5d81c5-0c1b-4365-ad11-4755851f3984 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:26.099840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5d81c5-0c1b-4365-ad11-4755851f3984,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:26.105810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] No DVR routers for this DVR port 5e5d81c5-0c1b-4365-ad11-4755851f3984 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:26.127140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.133673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.140817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.147684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.159572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.170987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.182990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.197628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.201390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-d899f995-31dd-4570-9e87-eb22b1b441ed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2878666 Aug 22 14:59:26.237628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.240417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.241611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1be78398-ae33-478f-aa9b-547f9eb6a5d0 req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b HTTP/1.1" status: 204 len: 173 time: 0.8178294 Aug 22 14:59:26.257227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.260550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event deleted for resources: {'Port': ['ID=bbfb7375-f18c-4c25-b124-15baf05b7deb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:26.279555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-81e3b7c9-aa01-4d4d-bc0d-bc8aba5c3bb3 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668282 Aug 22 14:59:26.280249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351241cf-7011-436c-9685-eccfc33b2c34 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:26.305253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d0f334-ce8e-4d9a-a316-a7c57a083710']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:26.331668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e4b5d0f-2aae-4fca-b8c0-111c72bbb554 req-5c5f7682-fe2d-446f-b48b-feb9337f903a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208825 Aug 22 14:59:26.370353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4382b776-7ceb-426c-90d7-4299fbeb4669') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:26.370656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4382b776-7ceb-426c-90d7-4299fbeb4669') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 14:59:26.386525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.410046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.418051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 14:59:26.421713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: timer() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 14:59:26.444278 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 14:59:26.464250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:26.467668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.500725 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-34667c27-89ff-43c0-8e8a-7d969c8f2992 req-11608850-c46b-4f25-93dd-8f623a0d6484 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 14:59:26.501749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34667c27-89ff-43c0-8e8a-7d969c8f2992 req-11608850-c46b-4f25-93dd-8f623a0d6484 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b HTTP/1.1" status: 404 len: 352 time: 0.0514355 Aug 22 14:59:26.528325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] No DVR routers for this DVR port bbfb7375-f18c-4c25-b124-15baf05b7deb on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:26.531895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.534877 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-67fe7072-18ab-4459-af2d-b4e7871a2ab7 req-bb2f4b10-9e73-4df6-8cac-03ecd4d7f115 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.54 "DELETE /v2.0/ports/bbfb7375-f18c-4c25-b124-15baf05b7deb HTTP/1.1" status: 204 len: 173 time: 1.4584608 Aug 22 14:59:26.537945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-deleted', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:26.555032 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab46e79-55e4-4b10-9bd5-5bd451518647" -d '{"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-deleted", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:26.663275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.678331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:26.680473 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d8d0f334-ce8e-4d9a-a316-a7c57a083710 HTTP/1.1" status: 204 len: 168 time: 1.7061803 Aug 22 14:59:26.704331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101de875-dc42-4a94-9aa8-6ae85359dc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d0f334-ce8e-4d9a-a316-a7c57a083710,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:26.724088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d35bf5e-ac1f-43d8-ac9d-76136c9123c6 req-2bb799a9-99ab-40c9-b8b8-9b0dd894b14b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 210 time: 0.2709568 Aug 22 14:59:26.777309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-485cda7f-7791-4fa3-b296-d69fd4134b7e req-0d3175b6-90cb-4535-9f31-899aff2fd934 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 210 time: 0.1289949 Aug 22 14:59:26.899550 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb32109b-ce2c-4dd9-8009-d358441babf6 x-openstack-request-id: req-eb32109b-ce2c-4dd9-8009-d358441babf6 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:26.899794 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491fe2c9-11c1-4a75-aac0-74398ee33505", "name": "network-vif-deleted", "tag": "bbfb7375-f18c-4c25-b124-15baf05b7deb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:26.900070 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb32109b-ce2c-4dd9-8009-d358441babf6 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:26.900487 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491fe2c9-11c1-4a75-aac0-74398ee33505', 'name': 'network-vif-deleted', 'tag': 'bbfb7375-f18c-4c25-b124-15baf05b7deb', 'status': 'completed', 'code': 200} Aug 22 14:59:26.911733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-79e65e9c-b4ed-4f99-b1f7-a5edd9d0f748 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:26.918533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-79e65e9c-b4ed-4f99-b1f7-a5edd9d0f748 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.10 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.5154431 Aug 22 14:59:26.936883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Request body: {'port': {'device_id': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'admin_state_up': True, 'tenant_id': 'f84197a7785444e8a1df512fa29a3691'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:27.003408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38498) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:27.006489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-4a367b74-745e-4b9e-823f-38d749d128b1 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8 HTTP/1.1" status: 200 len: 1803 time: 0.2489362 Aug 22 14:59:27.024475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.029796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.029796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.029796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.029796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.029796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.030374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.038171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-f827efa5-a92f-4ff2-8a04-b1884d5b2cd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6483 time: 0.5806155 Aug 22 14:59:27.170548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5e5d81c5-0c1b-4365-ad11-4755851f3984 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:27.196647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5e5d81c5-0c1b-4365-ad11-4755851f3984 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:27.197281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5e5d81c5-0c1b-4365-ad11-4755851f3984 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:27.230225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:27.293473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f24-2e5d-45e3-a4f2-1264a76bdd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.331966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-440f9a32-e3af-474e-a3b7-ed1fca971045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.333489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-440f9a32-e3af-474e-a3b7-ed1fca971045 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 903 time: 0.2433250 Aug 22 14:59:27.347908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4b39fab-fb40-47fa-927a-aef42b028657 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=880888a2a2d14049bf37cb7182a220b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165197 Aug 22 14:59:27.352427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38506) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:27.445682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.496539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.513013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-36bd784e-7b98-4440-8bfc-097c86d44d29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0652177 Aug 22 14:59:27.602349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f24-2e5d-45e3-a4f2-1264a76bdd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.669633 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.706049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Allocated IP 172.20.0.6 (3acafeeb-6f19-4b8e-96a6-114e7f35e17f/80e5b4f3-a866-4d20-9c70-de22edbcca65/6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:27.716816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.724725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.729363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b54be40c-141a-4076-a478-d446191339dd HTTP/1.1" status: 204 len: 168 time: 0.3734341 Aug 22 14:59:27.731284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1b46f24-2e5d-45e3-a4f2-1264a76bdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.765842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.774400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.775144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c0c01-d817-4194-8232-ff4ce851d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54be40c-141a-4076-a478-d446191339dd,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:27.785293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.806217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.815115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.823459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.830104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b46f24-2e5d-45e3-a4f2-1264a76bdd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f342e5a-7856-4f98-85b4-dcca2a748d37,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:27.835435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.835435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-36e3e4c7-b31f-4159-a0db-98e2b28b5039 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.3302648 Aug 22 14:59:27.835435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.842129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-28cded35-b1a2-4493-8e1e-40ff8169e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:27.844421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-28cded35-b1a2-4493-8e1e-40ff8169e456 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.2932796 Aug 22 14:59:27.874407 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b1b46f24-2e5d-45e3-a4f2-1264a76bdd73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c687168df1aa4838bad7e51bce153596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8658614 Aug 22 14:59:27.874407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38522) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:27.973076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:27.995177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a0bc7bd-618c-422a-94d8-fa2fb5aecba1 req-42b063bf-e8fb-47ef-a394-f14e3eb79fbc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401339 Aug 22 14:59:28.001453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.065963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-8ff63a40-74fc-4123-bdea-e1ccdfc4f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:28.065963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-8ff63a40-74fc-4123-bdea-e1ccdfc4f096 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570649 Aug 22 14:59:28.136324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:28.141261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.256808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-3d231b04-40bd-440d-9fe8-086e4ae8ecbb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:28.258417 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-3d231b04-40bd-440d-9fe8-086e4ae8ecbb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.2014470 Aug 22 14:59:28.278622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Request body: {'port': {'device_id': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'admin_state_up': True, 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:28.315825 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.328777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.329042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.331618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.332345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.333066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35a3e5d1-d0f0-4474-8d31-d51dd9b645db req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8 HTTP/1.1" status: 204 len: 173 time: 1.2647786 Aug 22 14:59:28.333953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f342e5a-7856-4f98-85b4-dcca2a748d37 HTTP/1.1" status: 204 len: 168 time: 0.4586906 Aug 22 14:59:28.400921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78710110-39be-4ebc-8a40-8d5d794a82fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f342e5a-7856-4f98-85b4-dcca2a748d37,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:28.499488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a39059d-0387-4d29-8936-b3490239c5b1 req-14ed5add-e8e0-430f-b54f-d759985bf28e tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 210 time: 0.2385132 Aug 22 14:59:28.501824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-765d2e12-5f09-47a4-a568-b7ffafc2b8f4 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489641 Aug 22 14:59:28.571688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a93bd1ef-44f1-4d27-a6d3-3e919469756d req-2e9d0098-2b80-4624-a9c5-dddbed5a5923 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 210 time: 0.1185858 Aug 22 14:59:28.582119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ba031-75e3-4709-8a03-67ddda30289b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:28.650593 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-36ec360c-1cee-43ec-8f60-f2b00d04d26c req-8b30e60a-5a60-4d8e-9258-5866e5d15bec tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 14:59:28.651646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36ec360c-1cee-43ec-8f60-f2b00d04d26c req-8b30e60a-5a60-4d8e-9258-5866e5d15bec tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8 HTTP/1.1" status: 404 len: 352 time: 0.0790818 Aug 22 14:59:28.719169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:28.724050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.806716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e81169d6-fa1f-434d-968d-7f079265aa75 req-c5454962-3e1c-4310-ad21-e459232ec826 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785213 Aug 22 14:59:28.825754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f2b4f6-66dd-4820-8551-e4afa761cdc8 req-256cec54-0d41-493f-a63d-7393538a13b6 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 6155 time: 0.1385269 Aug 22 14:59:28.861925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:28.966664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:28.977241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Allocated IP 172.20.0.9 (8e0838c1-203a-4900-9ad7-eb2401cb48df/bf4eb573-a818-4f6a-a924-2bf27a1b4ebf/2de77b32-9e69-47a4-a3f2-1462ca814afd) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:28.981931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:28.991715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:29.010556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Allocated IP 172.20.0.14 (3acafeeb-6f19-4b8e-96a6-114e7f35e17f/80e5b4f3-a866-4d20-9c70-de22edbcca65/ce63554d-bd9b-433c-a84c-2019181bd7d9) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:29.040949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event updated for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:29.053399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f2b4f6-66dd-4820-8551-e4afa761cdc8 req-92e2b721-73eb-4910-b004-4616c1425115 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b HTTP/1.1" status: 200 len: 2985 time: 0.1933839 Aug 22 14:59:29.124732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.125390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.208786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f2b4f6-66dd-4820-8551-e4afa761cdc8 req-29726599-3854-4f65-a3bb-25f24e32af95 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b HTTP/1.1" status: 200 len: 2985 time: 0.1381669 Aug 22 14:59:29.347350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.422003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:29.479761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.486639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: bbfb7375-f18c-4c25-b124-15baf05b7deb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:29.487289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device bbfb7375-f18c-4c25-b124-15baf05b7deb not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:29.534010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:29.537974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:29.541956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:29.580797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:29.609796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.610731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-76b60c96-0858-4e4d-8d4f-c49be57734da tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8526461 Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1648689102', 'description': 'tempest-description-2115324838'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Request body: {'port': {'device_id': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:29.832497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-3da1c07e-e861-4b67-ab9d-bc5ad7721ccc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.6334836 Aug 22 14:59:29.834069 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-7a9c0c91-cbad-49f6-b6a3-597e66581cf6 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5601757 Aug 22 14:59:29.859308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Request body: {'port': {'device_id': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:29.882125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.884751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:29.925448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cceaded-d3c3-4e39-a6ce-9b974340358b req-aa6ad595-9877-48a0-b78f-9b4f4998c236 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174221 Aug 22 14:59:29.978724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.087205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.135456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c16c71d-2f8e-4916-bba8-085b4504d71b req-a70984a6-6611-4004-883b-cf73a48fc493 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 210 time: 0.0585861 Aug 22 14:59:30.172769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f2ceac6-c3fd-4573-b49a-fb45f24032e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.312024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.372324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.380237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38614) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:30.425770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de77b32-9e69-47a4-a3f2-1462ca814afd {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:30.439438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.469965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Transition to ACTIVE for port object 2de77b32-9e69-47a4-a3f2-1462ca814afd will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:30.473108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:30.485685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619404c-e76a-45b8-bfd1-7b20b3ced49e req-bcf901e7-14c2-49fa-a585-2de3472d5f42 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:30.487275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7619404c-e76a-45b8-bfd1-7b20b3ced49e req-bcf901e7-14c2-49fa-a585-2de3472d5f42 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 931 time: 0.2467270 Aug 22 14:59:30.490094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event updated for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:30.492464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:30.494637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.502518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:30.543282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-277958840-network', 'tenant_id': 'f8d78b69a2324e4abc7b27676e256ed6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:30.557301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.557664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.558160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.558505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.558858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.560106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.566161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.590615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.648024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427e3c91-302c-401d-b69a-01729d1ca16d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:30.663199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7619404c-e76a-45b8-bfd1-7b20b3ced49e req-85beaa60-db28-4482-9bb6-a5597a27703d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641862 Aug 22 14:59:30.672282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:30.672948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.696353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Made reservation on behalf of f8d78b69a2324e4abc7b27676e256ed6 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:30.698748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.712614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.726260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:30.739569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:30.744456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.745656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c7405b0-329e-466f-a440-6ad872c92d34 req-822c405d-92d1-4e7a-8d94-6c8f1f04d6a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0765109 Aug 22 14:59:30.756646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.763148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.763519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.764041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.764383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.764715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.765046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.765372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.765701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.766021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.766347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.766668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.766987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 14:59:30.771792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-5055ea3b-f50f-44ed-9a55-23188b84cad9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8410203 Aug 22 14:59:30.773109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Transition to ACTIVE for port object 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:30.782516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Attempting to bind port 2de77b32-9e69-47a4-a3f2-1462ca814afd on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:30.783112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Attempting to bind port 2de77b32-9e69-47a4-a3f2-1462ca814afd by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:30.783614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Attempting to bind port 2de77b32-9e69-47a4-a3f2-1462ca814afd on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:30.792670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Request body: {'port': {'device_id': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:30.796598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Port 2de77b32-9e69-47a4-a3f2-1462ca814afd on network 8e0838c1-203a-4900-9ad7-eb2401cb48df not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:30.797024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Attempting to bind port 2de77b32-9e69-47a4-a3f2-1462ca814afd on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:30.809916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:30.810528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Checking segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:30.810955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Bound using segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:30.811684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Bound port: 2de77b32-9e69-47a4-a3f2-1462ca814afd, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:30.811796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.817267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287173277', 'description': 'tempest-description-754431332'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:30.875576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.891525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:30.916281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:30.937183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:30.939454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.027052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.072292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.073167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.074584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Pushing event updated for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:31.075689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] 10.222.0.10 "PUT /v2.0/ports/2de77b32-9e69-47a4-a3f2-1462ca814afd HTTP/1.1" status: 200 len: 1091 time: 1.2260001 Aug 22 14:59:31.082873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:31.093762 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d089272-2f40-4696-9ffc-0de82994ef6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:31.100335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.134968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 14:59:31.151221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb56dd2-75c3-41b7-a54a-63166109e41d service neutron] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:31.158265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2326d-850d-4448-a014-973e7d965ee0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:31.164841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.165188 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Added segment c3d0306d-806e-4851-b6d3-bc954173680a of type vlan for network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f Aug 22 14:59:31.223503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.237269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.287782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-221c65bc-45a5-40ae-bf39-fc8ebea0e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.289381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-221c65bc-45a5-40ae-bf39-fc8ebea0e30e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 1094 time: 0.0771241 Aug 22 14:59:31.293241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.300287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.306366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.313269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.318832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.325036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.331172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.336728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-3fb9f61b-137f-4bf3-850e-bbe61f5290cc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2453063 Aug 22 14:59:31.345870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-d6f9f3f1-3354-4190-8593-99ef07dd725a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd HTTP/1.1" status: 200 len: 217 time: 0.0412979 Aug 22 14:59:31.354020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.354997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.355592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.390948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Attempting to bind port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:31.391209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Attempting to bind port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:31.397031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Attempting to bind port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:31.427726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:31.439471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Attempting to bind port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:31.456264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:31.457951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Checking segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:31.457951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Bound using segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:31.457951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Bound port: 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:31.457951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.459708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:31.468805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-3cee014c-79ff-4385-af43-fe657cfbe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.469659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c97e9a9-aa96-4c73-8faf-7d2f86ec5fae req-f7897d3d-3670-4cbb-a304-85c389fd66cf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257794 Aug 22 14:59:31.472435 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-3cee014c-79ff-4385-af43-fe657cfbe23e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.1192427 Aug 22 14:59:31.478694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 14:59:31.522391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-4261e55e-7507-46a5-a22d-5b27ac47b19b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390174 Aug 22 14:59:31.614463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce63554d-bd9b-433c-a84c-2019181bd7d9 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:31.627302 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26894bd1-d0fd-4b50-8dc1-9b4e7c70a120 x-openstack-request-id: req-26894bd1-d0fd-4b50-8dc1-9b4e7c70a120 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:31.629058 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:31.629058 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26894bd1-d0fd-4b50-8dc1-9b4e7c70a120 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:31.629058 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'status': 'completed', 'code': 200} Aug 22 14:59:31.647006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.666373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.682972 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-480087ea-581c-4fd0-a53b-911cb76236f5 service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521471 Aug 22 14:59:31.691816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:31.694211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Transition to ACTIVE for port object ce63554d-bd9b-433c-a84c-2019181bd7d9 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:31.696075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:31.736507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e1c1-6fa5-4c30-8a30-aefd0c09c21d req-612e7a0d-f111-4ef2-a394-37d2ee2b8a14 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.738056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed0e1c1-6fa5-4c30-8a30-aefd0c09c21d req-612e7a0d-f111-4ef2-a394-37d2ee2b8a14 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 932 time: 0.0706429 Aug 22 14:59:31.779327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed0e1c1-6fa5-4c30-8a30-aefd0c09c21d req-d2e2bad7-2285-4b8a-8800-b4091f2dc855 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Aug 22 14:59:31.786196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.793977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-97b98670-c0fd-410e-b7b9-463e431930f3 req-4aead0f3-7a7b-4ac1-b4b7-593d37b81867 service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993459 Aug 22 14:59:31.831265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce062354-2b41-4669-b5f5-adbd4d4eafcb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:31.843720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.848411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.890799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fc3b4aa8-f500-4b6b-b7b4-da0b687b1ef6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5087848 Aug 22 14:59:31.897252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38672) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:31.903271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Request body: {'subnet': {'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-277958840-subnet', 'tenant_id': 'f8d78b69a2324e4abc7b27676e256ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:31.930023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:31.933580 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:31.933580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-761836be-9df7-4643-86a2-b269dd805713 service neutron] 10.222.0.54 "PUT /v2.0/ports/6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 HTTP/1.1" status: 200 len: 1091 time: 2.2385440 Aug 22 14:59:31.933580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:31.935385 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b843822d-5f2a-45c6-9765-4f47422eb71d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:31.961426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Pushing event updated for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:32.028605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.030248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cdfed38-57c3-4786-b152-937f3e83b558 req-a2589fb1-4d04-4f91-8e65-68acece0259b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2329359 Aug 22 14:59:32.131034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Made reservation on behalf of f8d78b69a2324e4abc7b27676e256ed6 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:32.133616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.154884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa4bb9-48e6-4daf-bf01-06753cd63d55 req-3002d0e7-bc42-400b-88a2-199d66c9f84d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.167229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07aa4bb9-48e6-4daf-bf01-06753cd63d55 req-3002d0e7-bc42-400b-88a2-199d66c9f84d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 943 time: 0.2273030 Aug 22 14:59:32.196745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761836be-9df7-4643-86a2-b269dd805713 service neutron] Pushing event updated for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:32.232534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Attempting to bind port ce63554d-bd9b-433c-a84c-2019181bd7d9 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:32.232888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Attempting to bind port ce63554d-bd9b-433c-a84c-2019181bd7d9 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:32.233360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Attempting to bind port ce63554d-bd9b-433c-a84c-2019181bd7d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:32.237070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-a639b976-b979-4300-9a00-5c39d5e6005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.239194 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-a639b976-b979-4300-9a00-5c39d5e6005b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 1094 time: 0.1577401 Aug 22 14:59:32.269372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07aa4bb9-48e6-4daf-bf01-06753cd63d55 req-93fafd09-4320-4837-9cf7-17c70726fe76 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006289 Aug 22 14:59:32.322892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-90588f24-960d-4a2a-a426-a6ff6c2ca177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.322892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-90588f24-960d-4a2a-a426-a6ff6c2ca177 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b HTTP/1.1" status: 200 len: 1094 time: 0.2386227 Aug 22 14:59:32.322892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Port ce63554d-bd9b-433c-a84c-2019181bd7d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:32.322892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Attempting to bind port ce63554d-bd9b-433c-a84c-2019181bd7d9 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:32.325272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:32.326403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Checking segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:32.326823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Bound using segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:32.327303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Bound port: ce63554d-bd9b-433c-a84c-2019181bd7d9, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:32.327683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.380864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-32b65a05-ba84-4b6e-aed0-29475374358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.382612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-32b65a05-ba84-4b6e-aed0-29475374358b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 906 time: 0.1326382 Aug 22 14:59:32.433517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-61e77b73-1623-446b-8a47-e8708280d2f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 HTTP/1.1" status: 200 len: 217 time: 0.1116059 Aug 22 14:59:32.436259 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24993d7f-1222-47df-99fd-6e42e6fea913 x-openstack-request-id: req-24993d7f-1222-47df-99fd-6e42e6fea913 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:32.436608 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:32.436874 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24993d7f-1222-47df-99fd-6e42e6fea913 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:32.437288 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9', 'status': 'completed', 'code': 200} Aug 22 14:59:32.515438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-2f46ed12-7a2c-41c1-a56d-3c8b8e85f83f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd HTTP/1.1" status: 200 len: 217 time: 0.0757034 Aug 22 14:59:32.540815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-03d136db-72c0-43ae-8361-d18160729a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.542682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-03d136db-72c0-43ae-8361-d18160729a2b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1029351 Aug 22 14:59:32.592636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-c4fbcf4b-3157-40c3-9a00-5052608b832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.594615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-c4fbcf4b-3157-40c3-9a00-5052608b832b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.0725999 Aug 22 14:59:32.635180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-6ce3d339-a54f-4a72-8653-1d93258420c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327921 Aug 22 14:59:32.668188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-8985afa7-61cc-4281-a263-71e96d39f6a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508263 Aug 22 14:59:32.714295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.740975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:32.790318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-e3b1f84d-e1c8-45f6-bd85-4bf9a2581f95 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:32.792380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-e3b1f84d-e1c8-45f6-bd85-4bf9a2581f95 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 813 time: 0.2452185 Aug 22 14:59:32.797834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a29cfd-d7a0-4189-b225-ff790c441f42,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:32.804095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:32.807758 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-155dac93-781e-4a55-bab7-6299e0c0b868 service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628287 Aug 22 14:59:32.816544 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.836145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-66a8294f-39b2-4410-848e-4be0c9d9d623 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/quotas/8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 375 time: 0.0149140 Aug 22 14:59:32.836268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Checking segment: {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:32.836268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Network hostable DHCP agents. Network: eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 14:59:32.892901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-7b799ea7-00c3-4228-b055-ca13f532f414 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134819 Aug 22 14:59:32.898685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:32.927948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d089272-2f40-4696-9ffc-0de82994ef6e req-6de10500-cfd8-498e-9b87-4c8297cdc65e service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122446 Aug 22 14:59:32.998949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 14:59:33.005052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.005691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:33.007115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce63554d-bd9b-433c-a84c-2019181bd7d9 HTTP/1.1" status: 200 len: 1092 time: 2.2207804 Aug 22 14:59:33.050471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-926cb283-0019-44b2-a2f0-b8f6c4a26fe8 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2063179 Aug 22 14:59:33.095385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:33.100525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935b462-440c-4b11-8cca-adee998cad69 service neutron] Pushing event updated for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:33.104944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.107650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:33.111452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c2b0e-5a37-4b56-9cfe-497ba317b3fb None None] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:59:33.124285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.130712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.137657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.144074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.150391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.162522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.168952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.171289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-1c9ad888-5094-47ff-ab20-631bf98cadff tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2865865 Aug 22 14:59:33.209559 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8274335-94cf-46bf-8222-4730b74ba8c4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3013098 Aug 22 14:59:33.280182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02963893-ae6f-476e-bfe2-87fdd2ea0ee6 None None] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 14:59:33.292769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-63b59b02-85d9-47fc-af67-4035619ab2c2 service neutron] 10.222.0.53 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219942 Aug 22 14:59:33.415917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-01550618-f60d-4d67-a575-d78d05e79c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:33.420653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-a401c737-3b5f-49ad-9c47-1970d7b920ce service neutron] 10.222.0.53 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249878 Aug 22 14:59:33.433155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-0ff9580b-deb3-4760-9a10-c18edc74ef2f service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239954 Aug 22 14:59:33.458234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-586c51f4-7227-400e-999c-56fd30cf7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.460491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-586c51f4-7227-400e-999c-56fd30cf7d9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 1095 time: 0.2809973 Aug 22 14:59:33.488021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fbbf662-df93-4800-a137-3ebb548f8a61 req-cc3684fc-725f-4d35-8917-e0c4348ea343 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2945728 Aug 22 14:59:33.558451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-2f5afedd-ad5a-4cc8-8392-9991ec567f9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9 HTTP/1.1" status: 200 len: 217 time: 0.0758567 Aug 22 14:59:33.663286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-2e643500-c50f-4d47-a784-a038669e5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.665126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-2e643500-c50f-4d47-a784-a038669e5f10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b HTTP/1.1" status: 200 len: 1094 time: 0.1072669 Aug 22 14:59:33.693074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-41fdca95-1032-4576-b965-84abcd81a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:33.694923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-41fdca95-1032-4576-b965-84abcd81a41b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1225588 Aug 22 14:59:33.764754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-56c7552b-0d85-4827-bb4d-b99f6039d1fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464427 Aug 22 14:59:34.009794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b283163-c429-4929-ab0b-54d817e49631 req-4ac542dd-5a1c-42e4-9281-59bfaf45059d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:34.011569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b283163-c429-4929-ab0b-54d817e49631 req-4ac542dd-5a1c-42e4-9281-59bfaf45059d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 944 time: 0.1682286 Aug 22 14:59:34.014516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-d99a8585-2f32-4dc0-9ba2-4b8000c449ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:34.016043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-d99a8585-2f32-4dc0-9ba2-4b8000c449ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 913 time: 0.3437653 Aug 22 14:59:34.018205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-d815d58a-a7b7-4fa4-8042-ce452d40f4c0 service neutron] 10.222.0.10 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458296 Aug 22 14:59:34.120296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-a7d3bc7d-091b-4764-b5c8-58653b23cd6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 HTTP/1.1" status: 200 len: 217 time: 0.0947187 Aug 22 14:59:34.251719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b283163-c429-4929-ab0b-54d817e49631 req-4fab2b1c-7ee6-454f-93dd-efca1deb321c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324386 Aug 22 14:59:34.282890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-4d0b6cc1-3420-4b3d-a100-1b0297178e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:34.284655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-4d0b6cc1-3420-4b3d-a100-1b0297178e5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1255090 Aug 22 14:59:34.370473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-b3b180c9-c2c0-4ab0-a3c1-2ba872515905 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642884 Aug 22 14:59:34.406153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81138b95-0a26-46b7-aadd-8f6dff40e52c req-3a76540d-a471-4553-a0e3-09b30bd8fe75 service neutron] 10.222.0.10 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795776 Aug 22 14:59:34.441893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:34.444173 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be725ece-778b-43c6-99b8-58ab9204bf73" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:34.448484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d92ebd1-2f2f-4469-956b-808cbc770690 req-32b5049d-8bf0-4bcf-b723-bc079b1cfe13 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 210 time: 0.0734119 Aug 22 14:59:34.753074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:34.901329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ec5a-2181-47b7-abc8-0950c9b051bd req-9c27d104-cf9e-4c41-8edb-54f482817406 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:34.902945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a609ec5a-2181-47b7-abc8-0950c9b051bd req-9c27d104-cf9e-4c41-8edb-54f482817406 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 943 time: 0.5315359 Aug 22 14:59:34.906288 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ef540-8fdf-4ab8-9de7-85fe6a8adc48 x-openstack-request-id: req-df7ef540-8fdf-4ab8-9de7-85fe6a8adc48 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:34.906602 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:34.906828 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df7ef540-8fdf-4ab8-9de7-85fe6a8adc48 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:34.907220 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9', 'status': 'completed', 'code': 200} Aug 22 14:59:34.994714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-fe21ed82-39a8-4762-b38d-9b2d1bed9d9d service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088779 Aug 22 14:59:35.059149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a609ec5a-2181-47b7-abc8-0950c9b051bd req-100100f0-b31d-4606-b8a3-b050d7c0858a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304305 Aug 22 14:59:35.079763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.079763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.085143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.096971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.103267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.110211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.116667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.118688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-139c38e3-bba7-430c-8e80-1df9a7947e39 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2095296 Aug 22 14:59:35.120676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-df2789b6-613c-4444-a30d-27e35ad3a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.122723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-df2789b6-613c-4444-a30d-27e35ad3a3d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 1095 time: 0.2147150 Aug 22 14:59:35.272204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:35.305383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f3ca3c0-148b-4cac-9407-776f4a924dba req-a1cf31db-cfc6-47d1-81a8-23e2db4d1968 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791880 Aug 22 14:59:35.327898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b843822d-5f2a-45c6-9765-4f47422eb71d req-e741c110-9330-448d-bb29-b9812b5cd7b0 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247893 Aug 22 14:59:35.370403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-bff7871a-d842-484c-a878-433a35b2d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.374669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-bff7871a-d842-484c-a878-433a35b2d359 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 913 time: 0.2176812 Aug 22 14:59:35.422325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-5408a536-bd3f-4a17-a658-7812651e908e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9 HTTP/1.1" status: 200 len: 217 time: 0.0403275 Aug 22 14:59:35.568175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-f4a14981-4f90-484c-b600-26836911435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.570116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-f4a14981-4f90-484c-b600-26836911435f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1400878 Aug 22 14:59:35.582370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:35.603621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'mac_address': 'fa:16:3e:c7:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:35.611817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-fece06d2-1431-44c4-9085-74ac7e24aa72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321321 Aug 22 14:59:35.625299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a21395-6a6c-40ef-ad7e-d84c7e182122 req-28e3f1aa-a951-4dff-9bfd-db0762987490 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:35.626910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42a21395-6a6c-40ef-ad7e-d84c7e182122 req-28e3f1aa-a951-4dff-9bfd-db0762987490 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 944 time: 0.1000609 Aug 22 14:59:35.749868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42a21395-6a6c-40ef-ad7e-d84c7e182122 req-7f6efc97-b289-48e8-8440-78ee7d318a8c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065276 Aug 22 14:59:35.791790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-89234e20-35b1-42b0-93c8-a9200e765154 service neutron] 10.222.0.10 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602933 Aug 22 14:59:35.854148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:35.864019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de77b32-9e69-47a4-a3f2-1462ca814afd {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:35.887125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:35.948544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d1c10a-57ef-4f72-8041-8e2cf1b5ab5c req-67b9c2cb-4e19-4303-b156-cd446db16805 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 210 time: 0.0519497 Aug 22 14:59:35.959088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be725ece-778b-43c6-99b8-58ab9204bf73 req-86000739-5cd7-4003-a6c9-5345f70458b0 service neutron] 10.222.0.10 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550341 Aug 22 14:59:35.982449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:36.036525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:36.272665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53737fe2-9b7d-4434-8727-9a2190e456ae req-733e1e50-c1da-4d75-96fc-b4da6368f62b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.288801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53737fe2-9b7d-4434-8727-9a2190e456ae req-733e1e50-c1da-4d75-96fc-b4da6368f62b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 944 time: 0.1357598 Aug 22 14:59:36.361117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-2beba427-d32c-42f7-80c7-d778d063ad2b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.362689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-2beba427-d32c-42f7-80c7-d778d063ad2b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.54 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 813 time: 0.1784439 Aug 22 14:59:36.366468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53737fe2-9b7d-4434-8727-9a2190e456ae req-312b31e1-064b-420f-8eef-ff9fb786f7ec tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841725 Aug 22 14:59:36.377423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'device_id': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857', 'admin_state_up': True, 'tenant_id': '8f9b36a50f684cd39a749af96acbbd84'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:36.472830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2de77b32-9e69-47a4-a3f2-1462ca814afd'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:36.538939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.549272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.558899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.566141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.572568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.580723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.587472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:36.592254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-edea41e6-f85b-45ea-9415-60c25664c1a5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1443908 Aug 22 14:59:36.678174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Made reservation on behalf of 8f9b36a50f684cd39a749af96acbbd84 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:36.682093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:36.703165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:36.707387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f42518e1-04c2-465a-97cf-3d17d47969f9 req-dadeeddb-66ea-4bb0-afc6-42653aa8524b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067781 Aug 22 14:59:36.936224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Allocated IP 172.20.0.9 (42b4e9da-85e5-49bd-a555-7c57a8ad4857/48e62a44-9536-4d04-882c-fea387d0a692/09407eba-6de6-4b00-9821-fb51a6a2c0c4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:37.017480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-3b6248ff-89a6-4ce0-975a-821cd9972f80 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:37.019129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-3b6248ff-89a6-4ce0-975a-821cd9972f80 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/networks?id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 200 len: 808 time: 0.1890116 Aug 22 14:59:37.053096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a70466-3e60-4358-968e-7c266237f11c req-a502f03d-ae69-44ac-8273-cc596329fcb1 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:37.054651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96a70466-3e60-4358-968e-7c266237f11c req-a502f03d-ae69-44ac-8273-cc596329fcb1 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 944 time: 0.1403224 Aug 22 14:59:37.060487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-644a6b26-be0b-4d63-9fcf-815f5462c382 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/quotas/f8d78b69a2324e4abc7b27676e256ed6 HTTP/1.1" status: 200 len: 375 time: 0.0341899 Aug 22 14:59:37.134377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-8bac2c28-cfba-4007-ac3f-cbe28d4b6603 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664980 Aug 22 14:59:37.203445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96a70466-3e60-4358-968e-7c266237f11c req-fd4672fb-823a-4f79-a4ef-92abef58211b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365874 Aug 22 14:59:37.330083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:37.376635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-450416b2-b9d6-4fbf-91ac-c304f7e8d091 service neutron] 10.222.0.53 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108665 Aug 22 14:59:37.462405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:37.495460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-ec609ff8-9517-432e-9215-c0a8d8db6363 service neutron] 10.222.0.53 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095164 Aug 22 14:59:37.553707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:37.587807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:37.642203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:37.662869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:37.664960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:37.669694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:37.675606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'port_id': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9', 'mac_address': 'fa:16:3e:3e:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e5b4f3-a866-4d20-9c70-de22edbcca65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:37.675734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:37.744525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:37.752462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:37.753225 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:37.761670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:37.839668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:37.914972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-0cab0fdb-8db9-4cef-b6c2-c551f8aaaccf tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420213 Aug 22 14:59:37.929727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Request body: {'port': {'device_id': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:37.959305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:37.968433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1898-49e5-43ae-b8a3-5d086e6bb488 req-bd5a1f07-3732-4a2b-9d96-2e86f6ade69a tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:37.970203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0bf1898-49e5-43ae-b8a3-5d086e6bb488 req-bd5a1f07-3732-4a2b-9d96-2e86f6ade69a tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 931 time: 0.0992074 Aug 22 14:59:38.059909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:38.070942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:38.077132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0bf1898-49e5-43ae-b8a3-5d086e6bb488 req-33f0a471-352c-4710-b531-45790fa7e6f3 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966353 Aug 22 14:59:38.093894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f1cc-19f5-4a76-8f8b-8a7df202c616 req-ec92e4f6-86d1-4950-9122-c4a390b05bf4 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.101169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e278f1cc-19f5-4a76-8f8b-8a7df202c616 req-ec92e4f6-86d1-4950-9122-c4a390b05bf4 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 944 time: 0.1464972 Aug 22 14:59:38.165969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e278f1cc-19f5-4a76-8f8b-8a7df202c616 req-20ec51f1-4df1-4884-b6c7-013ec2ccf5f1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639133 Aug 22 14:59:38.269795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:38.301757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d319872-c453-4a9d-8d43-4c50ab070a37 req-b01dc022-8da1-4198-b171-9d1cae65b046 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 210 time: 0.0449052 Aug 22 14:59:38.342667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.349324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.355422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.362699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.368302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.374927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.381136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.389185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-eb3c678e-1703-4073-828e-d97d2acedaed tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2138376 Aug 22 14:59:38.495672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-277fff71-e8d8-478a-bb8f-55d15239f645 req-af0998a8-1721-4d2a-8cc9-ce1c9b1ce7cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993700 Aug 22 14:59:38.655336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd22896-3a64-4d8f-af47-4ae62b82ac24 req-8c94c053-b33c-45dc-8454-539f8621eaf8 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:38.657295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cd22896-3a64-4d8f-af47-4ae62b82ac24 req-8c94c053-b33c-45dc-8454-539f8621eaf8 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 944 time: 0.1195982 Aug 22 14:59:38.673951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09407eba-6de6-4b00-9821-fb51a6a2c0c4 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:38.711665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:38.776575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cd22896-3a64-4d8f-af47-4ae62b82ac24 req-593c6b66-4ad2-444e-98a0-f18f03c16d07 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084313 Aug 22 14:59:38.777975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Transition to ACTIVE for port object 09407eba-6de6-4b00-9821-fb51a6a2c0c4 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:38.918150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:38.991634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:39.055814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Attempting to bind port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:39.056267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Attempting to bind port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:39.056669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Attempting to bind port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:39.061931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:39.062253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Attempting to bind port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 on network 42b4e9da-85e5-49bd-a555-7c57a8ad4857 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:39.068118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:39.068584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Checking segment: {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:39.068845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Bound using segment: {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:39.069291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Bound port: 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e17f253-a52f-4db2-80ef-09a334d8e765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:39.069634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.144402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:39.148303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:39.267172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c74e64-13a6-428c-9d51-80de245b49b8 req-ac92f8b8-3fe9-460c-999f-95023d33e3e2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:39.274794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c74e64-13a6-428c-9d51-80de245b49b8 req-ac92f8b8-3fe9-460c-999f-95023d33e3e2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 943 time: 0.0665269 Aug 22 14:59:39.283369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ce63554d-bd9b-433c-a84c-2019181bd7d9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:39.287721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.315125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:39.358138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:39.359561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.362336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 1091 time: 1.4377592 Aug 22 14:59:39.369255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:39.373612 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:39.406825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c74e64-13a6-428c-9d51-80de245b49b8 req-1632d210-b763-4c03-89c1-323790d701fa tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308894 Aug 22 14:59:39.421965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebd087-0190-4baf-a868-133a64e9a2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:39.511201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:39.581295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-045daa65-358f-4de7-b06c-eec05d22dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:39.582350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-045daa65-358f-4de7-b06c-eec05d22dfa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1094 time: 0.1064193 Aug 22 14:59:39.590732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75b4b4-8c61-4e8b-86c2-b000d68d333e req-578296b2-4e7f-4b7f-b104-aba1bb44e780 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:39.598167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac75b4b4-8c61-4e8b-86c2-b000d68d333e req-578296b2-4e7f-4b7f-b104-aba1bb44e780 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 944 time: 0.1088748 Aug 22 14:59:39.623392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:39.644004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'ce63554d-bd9b-433c-a84c-2019181bd7d9', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'port_id': 'ce63554d-bd9b-433c-a84c-2019181bd7d9', 'mac_address': 'fa:16:3e:3d:8f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e5b4f3-a866-4d20-9c70-de22edbcca65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:39.669766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-ca648537-a8ac-463d-b210-2008b202ad13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0631053 Aug 22 14:59:39.687433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.691049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:39.709194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:39.709663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.714371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce63554d-bd9b-433c-a84c-2019181bd7d9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:39.734834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac75b4b4-8c61-4e8b-86c2-b000d68d333e req-9822a5ee-2c58-44e8-8091-1da4e8de00d1 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353750 Aug 22 14:59:39.776557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:39.777328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-a74ade11-4fe9-4c49-9547-57e99b08f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:39.779411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-a74ade11-4fe9-4c49-9547-57e99b08f72a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.0989642 Aug 22 14:59:39.788185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 2de77b32-9e69-47a4-a3f2-1462ca814afd completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:39.803664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 2de77b32-9e69-47a4-a3f2-1462ca814afd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:39.808562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.891790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6cc52add-49bf-42c7-903a-a55a65cbbb1b req-6b3c3f67-0de1-4bbd-8519-b838e5d903e9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 210 time: 0.0704257 Aug 22 14:59:39.928326 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c53b2-54e4-45ba-8f50-8e65e0d68665 x-openstack-request-id: req-d43c53b2-54e4-45ba-8f50-8e65e0d68665 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:39.928326 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:39.928326 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d43c53b2-54e4-45ba-8f50-8e65e0d68665 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:39.928326 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'status': 'completed', 'code': 200} Aug 22 14:59:39.931533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-ad03ba19-fc8c-4e12-9b76-e650bc8e482e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311851 Aug 22 14:59:39.951893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:39.955989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:40.021596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:40.023911 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9de84f4-041d-42c9-ad69-401caa9594f8" -d '{"events": [{"server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "name": "network-vif-plugged", "status": "completed", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:40.062749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:40.088290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:40.099781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:40.131591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:40.155949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-3adbf407-075c-4111-b0aa-1a972d56febc service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173791 Aug 22 14:59:40.172306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.178301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.185128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.191141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.197342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.198155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:40.203940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.209955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.211997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-55b2f2bb-97e3-4155-9507-c1d9d098000a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.2128670 Aug 22 14:59:40.222042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed351-be2f-4707-b8ad-599bc45abcdc req-bdcbe0b5-71c2-4ef5-85ab-1bd249af4f20 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.229934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-205ed351-be2f-4707-b8ad-599bc45abcdc req-bdcbe0b5-71c2-4ef5-85ab-1bd249af4f20 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 945 time: 0.2290082 Aug 22 14:59:40.265140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:40.286455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:40.322854 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:40.369884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:40.370124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-205ed351-be2f-4707-b8ad-599bc45abcdc req-f7fd9cbf-dff5-4c8b-9628-e0a30776639c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398177 Aug 22 14:59:40.387942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f3ba8fa-37e7-4ad8-91ff-433ad6962ec5 req-4e868b61-6a76-4a3d-9f71-2e9ae8fab7a0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469786 Aug 22 14:59:40.415623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36c47864-6321-4bac-a0bf-f818bbeea248 req-8289cb96-674f-4a3e-b9e9-236c96f293d9 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022438 Aug 22 14:59:40.424220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ce63554d-bd9b-433c-a84c-2019181bd7d9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:40.523192 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba4447f-15f5-4916-b9d8-d740386d8f25 x-openstack-request-id: req-2ba4447f-15f5-4916-b9d8-d740386d8f25 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:40.526192 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "name": "network-vif-plugged", "status": "completed", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:40.531751 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ba4447f-15f5-4916-b9d8-d740386d8f25 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:40.535442 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9', 'code': 200} Aug 22 14:59:40.658771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed85c78-b244-4a45-a30f-a1aa7b29628e req-d459f309-dc5b-4d1d-bffc-2b18929f19a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.660653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ed85c78-b244-4a45-a30f-a1aa7b29628e req-d459f309-dc5b-4d1d-bffc-2b18929f19a2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 943 time: 0.0727262 Aug 22 14:59:40.661298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ed41d-7b93-4f49-b9e8-647aaefa13df req-075c5004-abda-4924-abb0-ea2d72f9decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.663353 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a90ed41d-7b93-4f49-b9e8-647aaefa13df req-075c5004-abda-4924-abb0-ea2d72f9decb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b HTTP/1.1" status: 200 len: 1096 time: 0.0599074 Aug 22 14:59:40.669073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-ce931439-0f5c-489c-883b-2419ebed649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.670223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-ce931439-0f5c-489c-883b-2419ebed649a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1094 time: 0.1130295 Aug 22 14:59:40.744710 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a90ed41d-7b93-4f49-b9e8-647aaefa13df req-e0468ca0-b6ee-4fbb-aa65-e30bf13a491c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Aug 22 14:59:40.802021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ed85c78-b244-4a45-a30f-a1aa7b29628e req-74bfac08-ea26-4002-b607-fd9147e5327c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008532 Aug 22 14:59:40.861870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-06198bfc-1c29-4932-959c-3a60c5d5528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.866851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-06198bfc-1c29-4932-959c-3a60c5d5528f service neutron] 10.222.0.54 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.1877646 Aug 22 14:59:40.959576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58483730-0385-4687-a47d-5c46fa192c65 req-c2e02547-c741-4af9-9ebd-989841aac652 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:40.961264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58483730-0385-4687-a47d-5c46fa192c65 req-c2e02547-c741-4af9-9ebd-989841aac652 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.0609655 Aug 22 14:59:41.005233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58483730-0385-4687-a47d-5c46fa192c65 req-f6e8b5e7-daaa-42d8-8a93-5654c73c0bc0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Aug 22 14:59:41.078468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-67cf35fe-ddf5-47ac-af94-8d851f919b23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0616643 Aug 22 14:59:41.162629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c347d2c6-7c67-4ef5-b40c-dc11a5adef77 req-fa9994e6-5f81-4faa-8cc0-62457d5b0017 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 210 time: 0.0396833 Aug 22 14:59:41.172315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-f041b848-4f44-4a3f-a04d-fe69d1ddc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.173824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-f041b848-4f44-4a3f-a04d-fe69d1ddc7bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.0882711 Aug 22 14:59:41.187331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-7b7f72c1-758e-4e43-a202-d7444cc6f430 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.187331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-7b7f72c1-758e-4e43-a202-d7444cc6f430 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "GET /v2.0/networks?id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 200 len: 808 time: 0.4909809 Aug 22 14:59:41.207145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Request body: {'port': {'device_id': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f', 'admin_state_up': True, 'tenant_id': 'f8d78b69a2324e4abc7b27676e256ed6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:41.235740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-6a344516-d3d1-4b7b-9f6c-7009a9bcd8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345502 Aug 22 14:59:41.364682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-1f45936d-87bb-4ed4-a14e-2b2eac38cfb6 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196988 Aug 22 14:59:41.484218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Made reservation on behalf of f8d78b69a2324e4abc7b27676e256ed6 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:41.488014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:41.506087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c34ccc1a-55cb-4a8e-8963-4ca522fe9b2f req-1681b92b-c1ed-44c3-a7c0-3c460843cb61 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328917 Aug 22 14:59:41.531247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49f55a-ee19-4687-b603-17f2ea6743de req-16ffcc14-275b-4a2a-bee3-a9f919645a79 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.532935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c49f55a-ee19-4687-b603-17f2ea6743de req-16ffcc14-275b-4a2a-bee3-a9f919645a79 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 945 time: 0.0785067 Aug 22 14:59:41.571805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c49f55a-ee19-4687-b603-17f2ea6743de req-844c0960-705e-4b6a-8d33-d99df51d13a5 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326593 Aug 22 14:59:41.653518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Allocated IP 172.20.0.8 (eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f/33a29cfd-d7a0-4189-b225-ff790c441f42/194cf4a4-8c68-4b53-9035-e59cc71d79b3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:41.711391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.718068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.735032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.742125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.748838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.754776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.761051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.763883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-a7c63aba-28cc-4d6f-8cb8-feca29547be8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1153352 Aug 22 14:59:41.812557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-867e9ae6-6c7e-4c81-af1e-c751374e38f0 req-25ca90ba-b894-439d-b94b-d9fdda8081f2 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399301 Aug 22 14:59:41.860775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:41.940557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255dc4b7-abe4-46d2-99c4-a7a600d3cd0e req-353ffc59-d826-496c-b752-4050dbf0a511 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:41.941095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-255dc4b7-abe4-46d2-99c4-a7a600d3cd0e req-353ffc59-d826-496c-b752-4050dbf0a511 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 943 time: 0.0544338 Aug 22 14:59:41.995577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:41.997898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-255dc4b7-abe4-46d2-99c4-a7a600d3cd0e req-c00b0830-1753-41d5-8a43-038bfceab0c3 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500708 Aug 22 14:59:42.049788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:42.055284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:42.064483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:42.067113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Pushing event updated for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:42.131081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.131874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:42.146334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e8cda-2d03-4f30-ac69-7e2783920b60 req-1d5dbafc-b418-4d1b-8067-99c7c966e0eb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.147895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457e8cda-2d03-4f30-ac69-7e2783920b60 req-1d5dbafc-b418-4d1b-8067-99c7c966e0eb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.0570245 Aug 22 14:59:42.190008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457e8cda-2d03-4f30-ac69-7e2783920b60 req-ccb702d7-7517-4ffc-bf64-80cc201f7dd8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359740 Aug 22 14:59:42.285742 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-2d72bf74-34ce-44d2-affc-154921794f62 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825226 Aug 22 14:59:42.298922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Request body: {'port': {'device_id': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:42.308327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4fd63-70d2-411b-955e-81f1daf0156b req-a165dfad-54fa-4809-a867-ed0721ffd3b1 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.310869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c4fd63-70d2-411b-955e-81f1daf0156b req-a165dfad-54fa-4809-a867-ed0721ffd3b1 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 931 time: 0.0577383 Aug 22 14:59:42.354574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:42.357914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c4fd63-70d2-411b-955e-81f1daf0156b req-ddef8da5-ebf3-49af-adc0-d01ce81432df tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Aug 22 14:59:42.537183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:42.539858 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe27f0da-26f0-42bc-a265-47233e31b874" -d '{"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-plugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:42.580024 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3695ca4a-9360-41a3-ae9f-351380333336 x-openstack-request-id: req-3695ca4a-9360-41a3-ae9f-351380333336 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:42.580607 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-plugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:42.580981 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3695ca4a-9360-41a3-ae9f-351380333336 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:42.582975 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'code': 200} Aug 22 14:59:42.686816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194cf4a4-8c68-4b53-9035-e59cc71d79b3 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:42.694716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:42.707880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Transition to ACTIVE for port object 194cf4a4-8c68-4b53-9035-e59cc71d79b3 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 14:59:42.751459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea46a-31f5-4d9d-861b-e82233b737d8 req-a2362099-ba8f-4b9a-9d68-f340d34e8e58 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.753037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-542ea46a-31f5-4d9d-861b-e82233b737d8 req-a2362099-ba8f-4b9a-9d68-f340d34e8e58 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 945 time: 0.0840797 Aug 22 14:59:42.757752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1e49-ec0f-4f84-b208-419ba3d210c9 req-c9fd6320-ee32-4743-8074-e8f3d9f6dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.759213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a7f1e49-ec0f-4f84-b208-419ba3d210c9 req-c9fd6320-ee32-4743-8074-e8f3d9f6dace service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 1096 time: 0.0602705 Aug 22 14:59:42.823097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-542ea46a-31f5-4d9d-861b-e82233b737d8 req-7a279ed5-1333-4497-b265-c1c415b8312b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Aug 22 14:59:42.825709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a7f1e49-ec0f-4f84-b208-419ba3d210c9 req-56d573c4-e1b9-452d-ad9f-14f21cc8dfd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Aug 22 14:59:42.918433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:42.970878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.971708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Pushing event updated for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:42.982575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:42.994595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.004119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.009158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.016045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.022615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.024769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-9591cf7f-f7c0-44f2-8794-75efbbb73dcc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1272185 Aug 22 14:59:43.048136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Attempting to bind port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 14:59:43.048513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Attempting to bind port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 14:59:43.048859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Attempting to bind port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:43.053916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 14:59:43.056950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Attempting to bind port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 14:59:43.063018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 14:59:43.063685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Checking segment: {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 14:59:43.064194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Bound using segment: {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 14:59:43.064612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Bound port: 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 14:59:43.065148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.075153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d071530-a31c-4fa4-8f3b-0af765196c0e req-6e724efb-472f-4f25-aa44-f3d24bdacfbd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413558 Aug 22 14:59:43.184207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 14:59:43.188523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 14:59:43.234414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33045982-eb84-4ea7-95e8-c571a770a4cf req-f7c87d0d-9eee-42c0-aae9-778da9a6fae0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.236488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33045982-eb84-4ea7-95e8-c571a770a4cf req-f7c87d0d-9eee-42c0-aae9-778da9a6fae0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 943 time: 0.0665247 Aug 22 14:59:43.275464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39418) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:43.297594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33045982-eb84-4ea7-95e8-c571a770a4cf req-9754faac-bfb1-4c6e-a21d-eb8352e2455c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542953 Aug 22 14:59:43.318913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.326188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ce63554d-bd9b-433c-a84c-2019181bd7d9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:43.367763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.368677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.371045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] 10.222.0.54 "PUT /v2.0/ports/194cf4a4-8c68-4b53-9035-e59cc71d79b3 HTTP/1.1" status: 200 len: 1091 time: 1.0758297 Aug 22 14:59:43.371045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:43.373750 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:43.400320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08dde5-30f3-4dcc-b222-9de2f5c68f58 service neutron] Pushing event updated for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:43.435600 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e7f90-9342-4369-95c0-1220486e7fe9 x-openstack-request-id: req-9d3e7f90-9342-4369-95c0-1220486e7fe9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:43.436110 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:43.436680 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d3e7f90-9342-4369-95c0-1220486e7fe9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:43.437423 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3', 'status': 'completed', 'code': 200} Aug 22 14:59:43.441972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72843-8775-4f0a-b039-a6f9c2631921 req-2dd03a2e-750f-4930-bb1e-d48b940d0868 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.444365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed72843-8775-4f0a-b039-a6f9c2631921 req-2dd03a2e-750f-4930-bb1e-d48b940d0868 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.1113198 Aug 22 14:59:43.510622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 09407eba-6de6-4b00-9821-fb51a6a2c0c4 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:43.536198 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b000b763-42dc-4d7d-b8a5-2e68db21bfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.537998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed72843-8775-4f0a-b039-a6f9c2631921 req-08182737-cc39-477b-a101-bd361c95c9f7 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836263 Aug 22 14:59:43.567096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port ce63554d-bd9b-433c-a84c-2019181bd7d9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:43.574733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port ce63554d-bd9b-433c-a84c-2019181bd7d9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:43.575775 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.583183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-ce1ff7ae-22b5-4fa3-938c-c288bf2d092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.586302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-ce1ff7ae-22b5-4fa3-938c-c288bf2d092c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 1094 time: 0.1217725 Aug 22 14:59:43.610099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457d924-28ad-4b04-b0ce-658930a729a1 req-ece23eba-fbf8-422f-a7f2-1ea83a971241 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.612007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457d924-28ad-4b04-b0ce-658930a729a1 req-ece23eba-fbf8-422f-a7f2-1ea83a971241 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 943 time: 0.0718546 Aug 22 14:59:43.662254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457d924-28ad-4b04-b0ce-658930a729a1 req-f0d9a927-26b9-43d0-a4f4-4486d002a547 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438685 Aug 22 14:59:43.741115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:43.766462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-dd88ad91-7ee6-4616-92da-9af49fe654c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.768179 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-dd88ad91-7ee6-4616-92da-9af49fe654c2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1722991 Aug 22 14:59:43.776287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'network_id': '42b4e9da-85e5-49bd-a555-7c57a8ad4857', 'port_id': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'mac_address': 'fa:16:3e:6e:a0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e62a44-9536-4d04-882c-fea387d0a692', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:43.783733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.819768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b000b763-42dc-4d7d-b8a5-2e68db21bfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.848342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:43.852102 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.872645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09407eba-6de6-4b00-9821-fb51a6a2c0c4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:43.893665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:43.911901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b000b763-42dc-4d7d-b8a5-2e68db21bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.916198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-502d3f14-bb8c-4393-b0e6-cb9110a78f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:43.917786 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ad040d0-da43-4d53-8e33-e1a1a8b2c83b req-502d3f14-bb8c-4393-b0e6-cb9110a78f1c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387959 Aug 22 14:59:43.950931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.957704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000b763-42dc-4d7d-b8a5-2e68db21bfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea4fda-6e68-4e2e-b2da-7643f7b651fb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:43.981322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:43.993326 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b000b763-42dc-4d7d-b8a5-2e68db21bfad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22d580b52c034870995fd2f563a023a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150435 Aug 22 14:59:44.020635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39446) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:44.021280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:44.055348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-e0bb4935-2910-485c-b435-47eeabd3d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.057997 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-e0bb4935-2910-485c-b435-47eeabd3d265 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 1094 time: 0.0838740 Aug 22 14:59:44.065418 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 14:59:44.100745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:44.122281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-41df4339-c233-446d-852b-d12c08d87476 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3 HTTP/1.1" status: 200 len: 217 time: 0.0572240 Aug 22 14:59:44.144114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bf85e-81a1-402b-a59a-8150f43e80d6 req-2cdcc9ed-9c60-4e08-abdf-03a9ab6bb0e5 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.145557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb8bf85e-81a1-402b-a59a-8150f43e80d6 req-2cdcc9ed-9c60-4e08-abdf-03a9ab6bb0e5 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 946 time: 0.2322068 Aug 22 14:59:44.151103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:44.203619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:44.203936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-3b4cb8f2-8686-4b18-9cf7-eae75530115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.205554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-3b4cb8f2-8686-4b18-9cf7-eae75530115d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33a29cfd-d7a0-4189-b225-ff790c441f42 HTTP/1.1" status: 200 len: 848 time: 0.0705462 Aug 22 14:59:44.245080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-474bde9c-c3fc-464e-a49b-0eb3299ee13d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320456 Aug 22 14:59:44.258362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb8bf85e-81a1-402b-a59a-8150f43e80d6 req-3c57933d-11db-4042-9985-203a8b67de2c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050999 Aug 22 14:59:44.287089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['09407eba-6de6-4b00-9821-fb51a6a2c0c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:44.324401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.330854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.337433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.344220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.350541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.357566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.369432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.373809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-540f62ed-2bd6-4128-95ff-3d7497555ee8 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217203 Aug 22 14:59:44.374075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-ce4e5eb1-bfee-45cf-9281-78d063d30078 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1743469 Aug 22 14:59:44.443711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b23e598-4683-4528-8e1b-31d48d2e1705 req-671a0fea-4f83-4eb1-86fb-06c1dbe18229 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613058 Aug 22 14:59:44.484844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:44.490693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:44.498926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6eea4fda-6e68-4e2e-b2da-7643f7b651fb HTTP/1.1" status: 204 len: 168 time: 0.4766350 Aug 22 14:59:44.511007 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62018a8f-84d6-4e3c-9932-7445b89fb42c req-61a9bcd0-b78a-4e28-96f6-c03732c1c206 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300550 Aug 22 14:59:44.516216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0ae5-7ca5-4c7b-bd20-ac5160dc5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea4fda-6e68-4e2e-b2da-7643f7b651fb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:44.584169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:44.586157 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a67b90-b8bf-41cb-80ea-de246d58cb03" -d '{"events": [{"server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:44.630269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8b21-249f-4ef7-b64f-61b7170556e0 req-f23c297a-3b16-4d9c-b0d1-56c27293eb5b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.631978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcaf8b21-249f-4ef7-b64f-61b7170556e0 req-f23c297a-3b16-4d9c-b0d1-56c27293eb5b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 944 time: 0.0885019 Aug 22 14:59:44.702800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcaf8b21-249f-4ef7-b64f-61b7170556e0 req-8c5ec7a9-1ee6-422f-867a-02c44f754e96 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Aug 22 14:59:44.719114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17545850-7b99-49a0-8a82-a2179b3d7620 req-9e89365d-8b09-4082-a4b5-3f072a4eb6f8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.721080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17545850-7b99-49a0-8a82-a2179b3d7620 req-9e89365d-8b09-4082-a4b5-3f072a4eb6f8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.0880845 Aug 22 14:59:44.762329 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43730b3c-d8a2-4d8f-bb31-76c6716af4eb x-openstack-request-id: req-43730b3c-d8a2-4d8f-bb31-76c6716af4eb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:44.762329 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "name": "network-vif-plugged", "status": "completed", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:44.762329 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43730b3c-d8a2-4d8f-bb31-76c6716af4eb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:44.762329 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9', 'code': 200} Aug 22 14:59:44.775583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17545850-7b99-49a0-8a82-a2179b3d7620 req-33d38d0f-2d82-4333-8c38-db900dd87751 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Aug 22 14:59:44.921091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3db4e-dce2-4af2-8b51-1a8d27c99a41 req-192dd15e-2c34-4873-a602-0d80661c0a23 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.922612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3b3db4e-dce2-4af2-8b51-1a8d27c99a41 req-192dd15e-2c34-4873-a602-0d80661c0a23 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 943 time: 0.0856535 Aug 22 14:59:44.929032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a5f5f-afd5-4ab8-8878-7425ee8e6422 req-20546e3e-b5a0-4f15-81a7-40ee5a7ae1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:44.930601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-815a5f5f-afd5-4ab8-8878-7425ee8e6422 req-20546e3e-b5a0-4f15-81a7-40ee5a7ae1ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 1097 time: 0.0622263 Aug 22 14:59:44.991081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3b3db4e-dce2-4af2-8b51-1a8d27c99a41 req-7f6ee25c-ea68-41d8-a633-c59dc8e35fa6 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Aug 22 14:59:44.994935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-815a5f5f-afd5-4ab8-8878-7425ee8e6422 req-498609e8-e933-4020-9308-bd8d7d0787b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555604 Aug 22 14:59:45.333967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a91310b2-8a82-4e11-b677-b508d39be2a4 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:45.402249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff770-9e0f-41e9-8a39-5a102ddab25b req-adadb304-c73b-444e-8906-c60dae181970 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.404094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5bff770-9e0f-41e9-8a39-5a102ddab25b req-adadb304-c73b-444e-8906-c60dae181970 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 946 time: 0.0690763 Aug 22 14:59:45.469657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:45.472596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5bff770-9e0f-41e9-8a39-5a102ddab25b req-3510d17e-b69e-43cc-861b-2b9d07a224e6 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586598 Aug 22 14:59:45.488581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'port_id': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'mac_address': 'fa:16:3e:fc:66:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:45.532406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 09407eba-6de6-4b00-9821-fb51a6a2c0c4 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:45.540091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:45.576902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91310b2-8a82-4e11-b677-b508d39be2a4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:45.611015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:45.622446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.628742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.634847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.641065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.647228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.654080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.665336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.665336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-f2900962-c71b-414c-9929-e353b674997f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5426 time: 0.1013129 Aug 22 14:59:45.713347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a50a2bf3-ed5e-419b-bbd9-5b5b1378e47e req-deb3cc52-1f49-4dd0-b457-b0b2b9b85163 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433939 Aug 22 14:59:45.736726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:45.752904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b8881a9-cf24-40cb-b63a-597bef052f56 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:45.801761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:45.831038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:45.831667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:45.867061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:45.903435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026873e-be66-4e69-a05e-086e20a1776b req-4ed5f8c6-a783-476b-99cc-3cf1d979b20f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:45.905604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c026873e-be66-4e69-a05e-086e20a1776b req-4ed5f8c6-a783-476b-99cc-3cf1d979b20f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 944 time: 0.0711222 Aug 22 14:59:45.961067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c026873e-be66-4e69-a05e-086e20a1776b req-7fb3527f-a35d-42d9-842a-2330c8ffd73f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Aug 22 14:59:45.977976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b8881a9-cf24-40cb-b63a-597bef052f56,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.019053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '6b8881a9-cf24-40cb-b63a-597bef052f56', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'port_id': '6b8881a9-cf24-40cb-b63a-597bef052f56', 'mac_address': 'fa:16:3e:6e:79:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:46.057247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.099754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.118900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.123583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8881a9-cf24-40cb-b63a-597bef052f56 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:46.129625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d8fbd-fe6b-4eeb-8ca1-9663bab88063 req-f249d7e1-8223-4c43-82e7-9fff4d8e69a0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.131524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e9d8fbd-fe6b-4eeb-8ca1-9663bab88063 req-f249d7e1-8223-4c43-82e7-9fff4d8e69a0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.0962923 Aug 22 14:59:46.146177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b8881a9-cf24-40cb-b63a-597bef052f56,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.192452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.226917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e9d8fbd-fe6b-4eeb-8ca1-9663bab88063 req-6c6280ae-92f2-44cb-a77a-4053cfc693ad tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877879 Aug 22 14:59:46.246725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.247721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:46.247846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b098b-6c8b-4cf8-98b1-90205c15980c req-2a0a4691-5399-4895-ad5f-f26c75f8a0c9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.250728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-794b098b-6c8b-4cf8-98b1-90205c15980c req-2a0a4691-5399-4895-ad5f-f26c75f8a0c9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 943 time: 0.1072705 Aug 22 14:59:46.275613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:46.311523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-794b098b-6c8b-4cf8-98b1-90205c15980c req-929a4002-a2d3-477a-8ccf-8e50f840060c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Aug 22 14:59:46.404411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:46.437948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.452098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2', 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'port_id': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2', 'mac_address': 'fa:16:3e:d7:12:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e29d5db-d9a1-4876-90df-1c0d0d1e3db1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:46.507195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.532928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:46.557935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.627442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b0ec1-ef70-4df2-8916-051869e2adb4 req-23603b92-8064-445b-a176-f66bf8344e4b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.629029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f92b0ec1-ef70-4df2-8916-051869e2adb4 req-23603b92-8064-445b-a176-f66bf8344e4b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 946 time: 0.0533602 Aug 22 14:59:46.669293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f92b0ec1-ef70-4df2-8916-051869e2adb4 req-dd4343e4-c67f-446a-a17e-7df6e1256898 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Aug 22 14:59:46.673319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.690986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8f7cd5a1-7ce6-45ce-af62-c13192827058 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:46.788786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:46.788786 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05eb70-89ff-4ec5-8499-f4f7316a71f1" -d '{"events": [{"server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "name": "network-vif-plugged", "status": "completed", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:46.788786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.799067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:46.804116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '8f7cd5a1-7ce6-45ce-af62-c13192827058', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'port_id': '8f7cd5a1-7ce6-45ce-af62-c13192827058', 'mac_address': 'fa:16:3e:f1:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:46.850981 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:46.866311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7cd5a1-7ce6-45ce-af62-c13192827058 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:46.889115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:46.894655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.901096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.912368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.924917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.944440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.961812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.972491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:46.973398 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd272758-636b-45fa-bb62-6dac8ff315c5 x-openstack-request-id: req-fd272758-636b-45fa-bb62-6dac8ff315c5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:46.973924 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "name": "network-vif-plugged", "status": "completed", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:46.974370 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd272758-636b-45fa-bb62-6dac8ff315c5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:46.974950 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'code': 200} Aug 22 14:59:46.987985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-a41c6abf-df48-4e97-8442-8edc2b37bf53 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5429 time: 0.1538553 Aug 22 14:59:47.045125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.046242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de87e89f-fb6b-4eb2-b214-1eb2d420f127 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:47.090557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b3b4a2c-02ee-4916-ae01-c72d0a52e561 req-b882cce4-c91c-4efa-8db9-4899952e99b8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981736 Aug 22 14:59:47.156189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e8a45-f9bc-432f-9d8b-5e82661c59e0 req-1ad494a7-baab-4d8c-927a-b1990ca7538f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:47.159841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1f84a-e291-4755-aaa7-38d318a41e2b req-bc7c0008-df92-4ffc-93b5-aa8954458907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:47.162303 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5d1f84a-e291-4755-aaa7-38d318a41e2b req-bc7c0008-df92-4ffc-93b5-aa8954458907 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1096 time: 0.1112998 Aug 22 14:59:47.164244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b2e8a45-f9bc-432f-9d8b-5e82661c59e0 req-1ad494a7-baab-4d8c-927a-b1990ca7538f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.1300752 Aug 22 14:59:47.175305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:47.176671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:47.197097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'port_id': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127', 'mac_address': 'fa:16:3e:80:b3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:47.216627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b2e8a45-f9bc-432f-9d8b-5e82661c59e0 req-8df44d4b-ae7b-4a9c-86bd-468b8a8db56d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Aug 22 14:59:47.234192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c5d1f84a-e291-4755-aaa7-38d318a41e2b req-f234c737-08f5-414e-8d99-89706642e89f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622518 Aug 22 14:59:47.270948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.278824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39638) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:47.291153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de87e89f-fb6b-4eb2-b214-1eb2d420f127 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:47.299058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ac89f-fc04-4631-a403-fce8df3a2110 req-4c59b1ff-50c2-47eb-ab42-7c9dd77e1522 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:47.305027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d73ac89f-fc04-4631-a403-fce8df3a2110 req-4c59b1ff-50c2-47eb-ab42-7c9dd77e1522 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 945 time: 0.0749054 Aug 22 14:59:47.316991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:47.362053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d73ac89f-fc04-4631-a403-fce8df3a2110 req-9acc1a87-efb6-4ef5-912a-d96a9f46f2a4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Aug 22 14:59:47.415156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.415937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34fac63f-76a7-4fd8-a259-a456fa3255fc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:47.424713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90ab42f4-21c6-4daf-9cdd-77a672b92c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.468128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bad3c-491c-4e98-ad40-6e0d2078728f req-83a72e69-05c6-48f3-afa9-f3e5f8950337 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:47.471538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d6bad3c-491c-4e98-ad40-6e0d2078728f req-83a72e69-05c6-48f3-afa9-f3e5f8950337 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 943 time: 0.0718977 Aug 22 14:59:47.517452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:47.517452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:47.537654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'network_id': '3998c25a-6802-4a43-b809-20622b160d7a', 'port_id': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'mac_address': 'fa:16:3e:2f:db:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e29d5db-d9a1-4876-90df-1c0d0d1e3db1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:47.542480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d6bad3c-491c-4e98-ad40-6e0d2078728f req-ac1c986b-2b10-4805-a9f9-33df67969957 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Aug 22 14:59:47.567266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 194cf4a4-8c68-4b53-9035-e59cc71d79b3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:47.582748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90ab42f4-21c6-4daf-9cdd-77a672b92c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.599190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.630043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fac63f-76a7-4fd8-a259-a456fa3255fc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:47.677883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90ab42f4-21c6-4daf-9cdd-77a672b92c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.687766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:47.745702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:47.769699 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90ab42f4-21c6-4daf-9cdd-77a672b92c5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fad4ee0012f74332bfeae3644bcc3523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894519 Aug 22 14:59:47.771128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab42f4-21c6-4daf-9cdd-77a672b92c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec55cca3-99d3-470c-afa7-1727d93aa9a3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:47.776877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39662) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:47.778501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.778501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c5edc96d-1331-4abc-8106-18a4e2aebe35 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:47.883985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11674d6-55dd-45ce-b701-553c31309027 req-4e0b4349-ff33-475d-9d60-52cf568a3848 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:47.894140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a11674d6-55dd-45ce-b701-553c31309027 req-4e0b4349-ff33-475d-9d60-52cf568a3848 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 946 time: 0.1481938 Aug 22 14:59:47.938298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:47.944636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a11674d6-55dd-45ce-b701-553c31309027 req-40f6da73-cc99-4697-9442-cac2986988f2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Aug 22 14:59:47.976911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.014154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '194cf4a4-8c68-4b53-9035-e59cc71d79b3', 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f', 'port_id': '194cf4a4-8c68-4b53-9035-e59cc71d79b3', 'mac_address': 'fa:16:3e:22:a8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a29cfd-d7a0-4189-b225-ff790c441f42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:48.084098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:48.101712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:48.124483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.152529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'c5edc96d-1331-4abc-8106-18a4e2aebe35', 'network_id': '64ee791b-633b-4653-8dff-222b9d310348', 'port_id': 'c5edc96d-1331-4abc-8106-18a4e2aebe35', 'mac_address': 'fa:16:3e:88:a6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc952660-d75f-46d9-9434-e6534351375a', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:48.154370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.158625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.164832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194cf4a4-8c68-4b53-9035-e59cc71d79b3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:48.165453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec55cca3-99d3-470c-afa7-1727d93aa9a3 HTTP/1.1" status: 204 len: 168 time: 0.3838537 Aug 22 14:59:48.182907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beceaf4-b99c-4ba9-ba43-d96016d199b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec55cca3-99d3-470c-afa7-1727d93aa9a3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:48.201158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c44bf-7937-4783-ab77-1cbf8c55ddb5 req-f22e3d90-9d07-4c3c-957b-990fd13c026b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.202905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d7c44bf-7937-4783-ab77-1cbf8c55ddb5 req-f22e3d90-9d07-4c3c-957b-990fd13c026b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b HTTP/1.1" status: 200 len: 945 time: 0.1280696 Aug 22 14:59:48.250219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:48.259397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.280506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5edc96d-1331-4abc-8106-18a4e2aebe35 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:48.303769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:48.308658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d7c44bf-7937-4783-ab77-1cbf8c55ddb5 req-6d3172ca-f2c0-4113-81db-d848ae642645 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888641 Aug 22 14:59:48.318493 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.335487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.341694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.347798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.354011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.364529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.378158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.386198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.395252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-7a84531e-17f9-4a71-bdba-1a433b17815c tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5432 time: 0.1362333 Aug 22 14:59:48.396053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:48.399052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:48.461540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:48.669410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['194cf4a4-8c68-4b53-9035-e59cc71d79b3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:48.851655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208129ac-30d4-4c32-8c51-f3a8b166762d req-a4021cd6-fd3a-4e33-ba77-2c5ea7807f73 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4548004 Aug 22 14:59:48.877057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddbd9a-0ced-461d-af73-36ffef355d1e req-e07f8f83-1721-4cd1-ada9-a80014727626 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:48.887869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbddbd9a-0ced-461d-af73-36ffef355d1e req-e07f8f83-1721-4cd1-ada9-a80014727626 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 945 time: 0.4660165 Aug 22 14:59:48.935884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbddbd9a-0ced-461d-af73-36ffef355d1e req-53f9ca2a-d543-41ee-b597-e65863398ede tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 Aug 22 14:59:49.072048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54500-0b89-4d05-8772-f09b624f85b7 req-5dd2fc2f-daea-4681-bff6-2c648dc7305d tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:49.073706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05a54500-0b89-4d05-8772-f09b624f85b7 req-5dd2fc2f-daea-4681-bff6-2c648dc7305d tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 945 time: 0.0583572 Aug 22 14:59:49.128663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05a54500-0b89-4d05-8772-f09b624f85b7 req-7e3bce37-dd5a-4c89-b70b-ea240ec4b451 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Aug 22 14:59:49.278192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24452e-e131-48db-81b3-6dd37c33d4b7 req-be167427-5029-4fbe-b683-d18f84c2b436 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:49.282481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f24452e-e131-48db-81b3-6dd37c33d4b7 req-be167427-5029-4fbe-b683-d18f84c2b436 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 944 time: 0.0719676 Aug 22 14:59:49.334268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f24452e-e131-48db-81b3-6dd37c33d4b7 req-3d170de4-c207-4430-857c-ffefed96e1cd tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479605 Aug 22 14:59:49.594080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-6746e74e-8304-4e34-8105-6f0a038ffa29 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1648689102&fields=id&tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 267 time: 0.0387924 Aug 22 14:59:49.655461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-0efeafc3-6df9-4a18-8be5-c19bd00d80f1 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:49.657832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-0efeafc3-6df9-4a18-8be5-c19bd00d80f1 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 945 time: 0.0565202 Aug 22 14:59:49.669016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'security_groups': ['ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b', '427e3c91-302c-401d-b69a-01729d1ca16d']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:49.733390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['34fac63f-76a7-4fd8-a259-a456fa3255fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:49.744932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:49.821408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a91310b2-8a82-4e11-b677-b508d39be2a4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:49.898528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8f7cd5a1-7ce6-45ce-af62-c13192827058'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:49.930716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['c5edc96d-1331-4abc-8106-18a4e2aebe35'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:49.932905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:49.999696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:50.064464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:50.203853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:50.236288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['09407eba-6de6-4b00-9821-fb51a6a2c0c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:50.254752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.255430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:50.261004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64cb2712-4fec-4943-a83b-a3cfdf22a1c9 req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "PUT /v2.0/ports/09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 981 time: 0.5969744 Aug 22 14:59:50.267735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:50.270456 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ff422-a26d-4bb0-abfc-d1d1182117ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:50.301402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc34b91-b7ff-4181-a793-320d1b1a99f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:50.354224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['09407eba-6de6-4b00-9821-fb51a6a2c0c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:50.640243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['de87e89f-fb6b-4eb2-b214-1eb2d420f127'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:50.662479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.669343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.675479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.681874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.688744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.695007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.701864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.703935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-695420ae-36a6-4251-9166-a7269e82e44b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5433 time: 0.1296532 Aug 22 14:59:50.754252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f40dfde2-3223-4055-a79d-88388dc45531 req-827046f7-1dd3-4eb0-a2e9-68fc28b704f5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/427e3c91-302c-401d-b69a-01729d1ca16d HTTP/1.1" status: 200 len: 1803 time: 0.1198311 Aug 22 14:59:50.790734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cad779e-7249-4658-b48d-9b2210c554c8 req-0820b36a-1099-4770-b9e8-cfb5e7826332 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670621 Aug 22 14:59:50.843231 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-f40dfde2-3223-4055-a79d-88388dc45531 req-0c719eee-41e7-4923-bbca-bb228827f0dc tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 14:59:50.844425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f40dfde2-3223-4055-a79d-88388dc45531 req-0c719eee-41e7-4923-bbca-bb228827f0dc tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/427e3c91-302c-401d-b69a-01729d1ca16d HTTP/1.1" status: 409 len: 341 time: 0.0778923 Aug 22 14:59:50.859849 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29508c2-b5c5-4562-969d-91698907b154 x-openstack-request-id: req-a29508c2-b5c5-4562-969d-91698907b154 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:50.860221 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:50.860452 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a29508c2-b5c5-4562-969d-91698907b154 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:50.860863 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'status': 'completed', 'code': 200} Aug 22 14:59:50.943690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:50.985940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-50976fcc-b670-4ddd-9c4f-bdd004a74fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:50.987166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['6b8881a9-cf24-40cb-b63a-597bef052f56'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:50.989059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-50976fcc-b670-4ddd-9c4f-bdd004a74fd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1135 time: 0.0945194 Aug 22 14:59:51.003578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bef663-d85f-4398-9522-48e7821857cc req-beb55ef1-986d-4ea4-b139-eca83284c3a6 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.011176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12bef663-d85f-4398-9522-48e7821857cc req-beb55ef1-986d-4ea4-b139-eca83284c3a6 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 944 time: 0.1021996 Aug 22 14:59:51.031864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c711b-62e1-4c08-af30-273c250022e3 req-3085de1a-8ff1-436c-aa05-5681ba64d4a2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.033450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-830c711b-62e1-4c08-af30-273c250022e3 req-3085de1a-8ff1-436c-aa05-5681ba64d4a2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b HTTP/1.1" status: 200 len: 945 time: 0.0930758 Aug 22 14:59:51.121475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12bef663-d85f-4398-9522-48e7821857cc req-13eb48bc-5c98-4b1a-9626-a9884c52bb69 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Aug 22 14:59:51.166417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-b3cf7df5-4f28-492e-be35-3e5f00890bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.168879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-b3cf7df5-4f28-492e-be35-3e5f00890bf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.1723611 Aug 22 14:59:51.283375 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-15bce589-bdc0-4b2a-8ede-2b3e21c695d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 217 time: 0.1069043 Aug 22 14:59:51.288404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Deleting port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:51.288722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:51.338824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-fa7b3b32-69c5-4a08-875f-6aadc5228c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.341217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-fa7b3b32-69c5-4a08-875f-6aadc5228c1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.0509324 Aug 22 14:59:51.399345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-84f6a183-7e5f-497e-be61-4790c9b7b0ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491948 Aug 22 14:59:51.426869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-b61e1a0e-9cee-4155-8511-5e7104493e4a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.428487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-b61e1a0e-9cee-4155-8511-5e7104493e4a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.2039213 Aug 22 14:59:51.456345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] For port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:51.456613 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:51.477167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Calling delete_port for 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:51.483072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-e2b22048-4450-41c2-898b-088a903dc362 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/quotas/f84197a7785444e8a1df512fa29a3691 HTTP/1.1" status: 200 len: 375 time: 0.0412071 Aug 22 14:59:51.508585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-c4dfaf1d-2cfb-4c35-8012-53d1d80080c6 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008322 Aug 22 14:59:51.570950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 194cf4a4-8c68-4b53-9035-e59cc71d79b3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:51.622315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-b2dab6c9-53b7-4559-96e5-a7daabb3b87a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849290 Aug 22 14:59:51.647942 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-079ff422-a26d-4bb0-abfc-d1d1182117ef req-ca0695ea-abc7-43cf-add9-0e8346e1b241 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273465 Aug 22 14:59:51.729156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:51.734316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:51.734523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:51.838128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:51.843452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640727c9-9167-47c4-882e-df2efc9b98df req-1893396b-7599-4920-ae75-b3ff71ab899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.845050 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-1893396b-7599-4920-ae75-b3ff71ab899c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1135 time: 0.0585668 Aug 22 14:59:51.856624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-33079884-abe2-402e-8268-f3e987254dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214463 Aug 22 14:59:51.867009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:51.869937 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c04e9e-8cb0-4212-a698-dc3145da4056" -d '{"events": [{"server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "name": "network-vif-plugged", "status": "completed", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:51.886254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:51.899296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:51.911014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:51.961342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640727c9-9167-47c4-882e-df2efc9b98df req-d25ba9d8-3402-4d94-8e78-dfd7ac66f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:51.962977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-d25ba9d8-3402-4d94-8e78-dfd7ac66f976 service neutron] 10.222.0.54 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.1101606 Aug 22 14:59:51.993556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:52.012781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event deleted for resources: {'Port': ['ID=6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:52.016678 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-4ea5d2a3-f0d5-4ebb-ac33-3134378e7fc6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0457330 Aug 22 14:59:52.124076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:52.125334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640727c9-9167-47c4-882e-df2efc9b98df req-601fa356-5708-47de-98d9-1f3ba59c6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.129436 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-601fa356-5708-47de-98d9-1f3ba59c6f7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.1031415 Aug 22 14:59:52.216823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-5e25665a-adbb-4bc9-afe3-cef58115d6f4 service neutron] 10.222.0.53 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532429 Aug 22 14:59:52.218006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] No DVR routers for this DVR port 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:52.225529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:52.225809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-861dca9c-0659-4661-8e12-38a2a335579f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854805 Aug 22 14:59:52.228184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-830c711b-62e1-4c08-af30-273c250022e3 req-7b071c8a-5380-420b-933d-fb624672065c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "DELETE /v2.0/ports/6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 HTTP/1.1" status: 204 len: 173 time: 1.1866887 Aug 22 14:59:52.262904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c798c-f92e-4fef-85e4-482a26fb5ce4 req-15c57f50-bebf-4dcc-8138-d66006558b2e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.270367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-822c798c-f92e-4fef-85e4-482a26fb5ce4 req-15c57f50-bebf-4dcc-8138-d66006558b2e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 984 time: 0.2082827 Aug 22 14:59:52.434462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-822c798c-f92e-4fef-85e4-482a26fb5ce4 req-8fe6cbf8-9121-43b9-bf89-350530974dca tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=427e3c91-302c-401d-b69a-01729d1ca16d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1594276 Aug 22 14:59:52.442889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-304e3e9b-ba9b-4fa8-bc94-9c59a8cf2613 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058778 Aug 22 14:59:52.472782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-e8b21ca7-6fc1-4b15-a04b-3c898a6faef8 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.476237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-e8b21ca7-6fc1-4b15-a04b-3c898a6faef8 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.10 "GET /v2.0/ports?device_id=ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c HTTP/1.1" status: 200 len: 946 time: 0.1271741 Aug 22 14:59:52.567335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 14:59:52.572954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34fac63f-76a7-4fd8-a259-a456fa3255fc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:52.675077 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-640727c9-9167-47c4-882e-df2efc9b98df req-c564db00-03b8-4131-aab0-da615cfdd034 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209651 Aug 22 14:59:52.708179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.714695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.721268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.727736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.734734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.741345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.747907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:52.756185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-8bc3823f-0974-4fdb-9c70-eb2688f8dc83 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5433 time: 0.1414042 Aug 22 14:59:52.784526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:52.828557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'mac_address': 'fa:16:3e:c7:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 14:59:52.831377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 34fac63f-76a7-4fd8-a259-a456fa3255fc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:52.858882 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b699436-0cb9-480e-b7b2-108cb68fbe72 x-openstack-request-id: req-3b699436-0cb9-480e-b7b2-108cb68fbe72 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:52.859247 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "name": "network-vif-plugged", "status": "completed", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:52.859456 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b699436-0cb9-480e-b7b2-108cb68fbe72 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:52.859803 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3', 'code': 200} Aug 22 14:59:52.860673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 34fac63f-76a7-4fd8-a259-a456fa3255fc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:52.861051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:52.868311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Deleting port ce63554d-bd9b-433c-a84c-2019181bd7d9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 14:59:52.871386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:52.875705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'name': 'network-vif-deleted', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:52.879610 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e050c11-02f9-406f-8190-128c328ed634" -d '{"events": [{"server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "name": "network-vif-deleted", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:52.896815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee2f845c-027c-4d4e-bd1d-575d78bf7331 req-4826be74-e70b-473e-a6c3-684a11bb7af3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326768 Aug 22 14:59:52.965743 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.009495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de77b32-9e69-47a4-a3f2-1462ca814afd {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 14:59:53.037767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:53.053175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b385-c400-4260-b909-0c036f0e839d req-19ae0d30-8565-46fe-b6ff-a02a8d53bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:53.055392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54f3b385-c400-4260-b909-0c036f0e839d req-19ae0d30-8565-46fe-b6ff-a02a8d53bb05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 1096 time: 0.1204777 Aug 22 14:59:53.125854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] For port ce63554d-bd9b-433c-a84c-2019181bd7d9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ce63554d-bd9b-433c-a84c-2019181bd7d9,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:53.126392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.142414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.151254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54f3b385-c400-4260-b909-0c036f0e839d req-ba0b6a4d-aa73-411d-bb1a-0cbeea4bd69d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854762 Aug 22 14:59:53.161389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.163517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Calling delete_port for ce63554d-bd9b-433c-a84c-2019181bd7d9 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 14:59:53.271848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:53.273636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04a9bb-0e65-4f6d-9858-b96f3b11c497 req-ef283ff3-c4a5-4e84-9552-f28568fd2ef3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:53.275293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef04a9bb-0e65-4f6d-9858-b96f3b11c497 req-ef283ff3-c4a5-4e84-9552-f28568fd2ef3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 0.1076343 Aug 22 14:59:53.294975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:53.351665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef04a9bb-0e65-4f6d-9858-b96f3b11c497 req-f769f44c-379c-4ed4-8874-d1835618295d tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Aug 22 14:59:53.370308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.416244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2de77b32-9e69-47a4-a3f2-1462ca814afd'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:53.462754 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7614103-8298-44f7-a39a-15d3c1d14f1d x-openstack-request-id: req-f7614103-8298-44f7-a39a-15d3c1d14f1d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:53.462754 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b", "name": "network-vif-deleted", "tag": "6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:53.462754 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7614103-8298-44f7-a39a-15d3c1d14f1d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:53.462754 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa94d0a-c9a7-4f25-bc1b-8fcffa0eb87b', 'name': 'network-vif-deleted', 'tag': '6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9', 'status': 'completed', 'code': 200} Aug 22 14:59:53.526497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:53.546933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.573010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:53.578640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event deleted for resources: {'Port': ['ID=ce63554d-bd9b-433c-a84c-2019181bd7d9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:53.679096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] No DVR routers for this DVR port ce63554d-bd9b-433c-a84c-2019181bd7d9 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 14:59:53.682503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:53.685073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb74c5c2-2994-4fff-a475-1aa4c952cf9f req-ca8baddc-3378-4b04-98ad-35c001c16c3d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.10 "DELETE /v2.0/ports/ce63554d-bd9b-433c-a84c-2019181bd7d9 HTTP/1.1" status: 204 len: 173 time: 1.2008984 Aug 22 14:59:53.718714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc603f-3d82-41de-a4d2-28af31a9f4e2 req-77ca84df-1519-405b-9551-ff5912603c67 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:53.720405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14dc603f-3d82-41de-a4d2-28af31a9f4e2 req-77ca84df-1519-405b-9551-ff5912603c67 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 984 time: 0.0913846 Aug 22 14:59:53.764386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2022531d-b79d-4cdb-9980-23836ce79ca9 req-699ee207-a3bc-4344-bf66-7730e99d7f78 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 210 time: 0.0428505 Aug 22 14:59:53.848276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14dc603f-3d82-41de-a4d2-28af31a9f4e2 req-c5c3787f-820c-45aa-99c3-3614dd3a48f7 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=427e3c91-302c-401d-b69a-01729d1ca16d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0867469 Aug 22 14:59:53.864244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ce63554d-bd9b-433c-a84c-2019181bd7d9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:54.100508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.146362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.165923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.175690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.185744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.191795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.197993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.200102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-2b5e78e4-4438-491d-8f77-ceebfdf0c5bb tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5434 time: 0.1754725 Aug 22 14:59:54.251574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ac316db-840b-4a0a-b05d-e872aef8bd41 req-ed5a8105-3327-4ad7-a9a7-f493df783ab5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449874 Aug 22 14:59:54.496891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec707b3-1e0c-4fe9-826a-9fe15fe1f885 req-21cb7003-5e4d-46b5-9d3b-17773b065625 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.498430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ec707b3-1e0c-4fe9-826a-9fe15fe1f885 req-21cb7003-5e4d-46b5-9d3b-17773b065625 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 0.0572686 Aug 22 14:59:54.540430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ec707b3-1e0c-4fe9-826a-9fe15fe1f885 req-6314c506-3f0c-4555-9ada-ba503d689310 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358207 Aug 22 14:59:54.577381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:54.625964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 2de77b32-9e69-47a4-a3f2-1462ca814afd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:54.626338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:54.650891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:54.779111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:54.784171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-43ad4153-f25a-459f-8770-f62546c307f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642121 Aug 22 14:59:54.805153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40048) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:54.844161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:54.868494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc'}, {'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:54.872769 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08894e91-55c7-41c4-888a-d5a6088f932e" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc"}, {"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-plugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:54.904209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f67af1-f086-4f98-b9b5-04e7c7e7d629 req-c76764c3-5a23-49be-b997-fe23a0c4a53c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 210 time: 0.0670810 Aug 22 14:59:54.919447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-b7910447-8376-41a4-98e2-6bd44d566cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:54.921298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-b7910447-8376-41a4-98e2-6bd44d566cff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01d87403535c4abd994703fd1a72f035&device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 1100 time: 0.0752583 Aug 22 14:59:54.964101 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea58cc0-5db1-4113-bba1-3679042c04dc x-openstack-request-id: req-4ea58cc0-5db1-4113-bba1-3679042c04dc {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:54.965375 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc", "code": 200}, {"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-plugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:54.965888 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ea58cc0-5db1-4113-bba1-3679042c04dc {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:54.966197 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'code': 200} Aug 22 14:59:54.966874 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'code': 200} Aug 22 14:59:54.969883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.039366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-681dc850-4218-4334-9644-6ca9a7acbb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.093465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:55.131688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-ed97aa44-a7da-4826-89d5-8e592bc9a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.136100 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-ed97aa44-a7da-4826-89d5-8e592bc9a0f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d61f23e2-08d4-460c-b660-ed4a3c9b2111 HTTP/1.1" status: 200 len: 870 time: 0.1767740 Aug 22 14:59:55.213338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7614e71-8763-44f7-be4d-d0ac98cd15c6 req-96c8231a-df60-4e3a-ad58-37afa4c0f8a8 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.215823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7614e71-8763-44f7-be4d-d0ac98cd15c6 req-96c8231a-df60-4e3a-ad58-37afa4c0f8a8 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 984 time: 0.1574802 Aug 22 14:59:55.231281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-49b19aa9-90c3-426b-a1ee-01729dda40eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 200 len: 217 time: 0.0876751 Aug 22 14:59:55.262872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-681dc850-4218-4334-9644-6ca9a7acbb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.284979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7614e71-8763-44f7-be4d-d0ac98cd15c6 req-fff6aba1-0740-46d6-88be-80d28ca774a1 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=427e3c91-302c-401d-b69a-01729d1ca16d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0573065 Aug 22 14:59:55.313375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-115d7e72-f097-4af9-800a-8bf657bdb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.315458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-115d7e72-f097-4af9-800a-8bf657bdb34b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0794008 Aug 22 14:59:55.341713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-681dc850-4218-4334-9644-6ca9a7acbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.401182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-2f326768-ca5b-4bef-a6d4-5054b1420bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.403455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-2f326768-ca5b-4bef-a6d4-5054b1420bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795841 Aug 22 14:59:55.445126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dc850-4218-4334-9644-6ca9a7acbb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783bff7d-c765-4cda-98d5-fceedabea776,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:55.455866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-681dc850-4218-4334-9644-6ca9a7acbb70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a83d57f641de4eb68e7210e3e69ebca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491213 Aug 22 14:59:55.460107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:55.461438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'name': 'network-vif-deleted', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:55.463655 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5ff5d-5763-4358-a5e2-04012f7b5c16" -d '{"events": [{"server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "name": "network-vif-deleted", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:55.506730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-2bdb64c7-5e5a-4c97-b9b4-77372c3354ee tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-287173277&fields=id&tenant_id=8f9b36a50f684cd39a749af96acbbd84 HTTP/1.1" status: 200 len: 267 time: 0.0973268 Aug 22 14:59:55.517868 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-fda44012-356e-4930-9b15-696bac634b62 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070721 Aug 22 14:59:55.547614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.554442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.561106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.569147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.576135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.582052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.588457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.592809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d26b626f-0b21-43fd-b772-db0b48d7802d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5434 time: 0.2452183 Aug 22 14:59:55.594757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 14:59:55.627769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 14:59:55.628631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6d07f2bd-3f6a-4853-8e7a-13d99b24f0d9 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 14:59:55.630186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d6e1329-89ec-4f90-8de4-0c95df2c285f req-5549ceec-44d0-4ae8-a947-314aff5ebec4 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055233 Aug 22 14:59:55.686019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fb57e9a-e295-47ec-a034-e912d552be15 req-d7f44d98-8165-4120-908a-a2cfdf5d2ad1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829723 Aug 22 14:59:55.687872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.706637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-c9573098-69c8-400c-8887-3589dc0738c9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.708185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-c9573098-69c8-400c-8887-3589dc0738c9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 984 time: 0.1739779 Aug 22 14:59:55.723617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'port': {'security_groups': ['427e3c91-302c-401d-b69a-01729d1ca16d', 'ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b', 'ce062354-2b41-4669-b5f5-adbd4d4eafcb']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:55.754459 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598cf6f0-be4c-4aeb-bf8f-67649825cb8a x-openstack-request-id: req-598cf6f0-be4c-4aeb-bf8f-67649825cb8a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:55.754768 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c", "name": "network-vif-deleted", "tag": "ce63554d-bd9b-433c-a84c-2019181bd7d9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:55.755038 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-598cf6f0-be4c-4aeb-bf8f-67649825cb8a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:55.755438 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb283ef-13b5-4dc5-b85c-eb53a2e8ea8c', 'name': 'network-vif-deleted', 'tag': 'ce63554d-bd9b-433c-a84c-2019181bd7d9', 'status': 'completed', 'code': 200} Aug 22 14:59:55.762182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.866991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:55.925797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f543a84-321e-474a-ba1e-2a8f8267e3a6 req-1fd11197-cb82-4000-b982-6a5c40798f35 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:55.927347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f543a84-321e-474a-ba1e-2a8f8267e3a6 req-1fd11197-cb82-4000-b982-6a5c40798f35 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 0.0987430 Aug 22 14:59:56.001493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f543a84-321e-474a-ba1e-2a8f8267e3a6 req-b987f5a9-e31d-4dcf-abce-4f61b69bdd7a tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651662 Aug 22 14:59:56.013647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:56.016160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:56.018863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783bff7d-c765-4cda-98d5-fceedabea776 HTTP/1.1" status: 204 len: 168 time: 0.5498455 Aug 22 14:59:56.029097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33985d69-f5a6-4de7-a7c4-a8894de0f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783bff7d-c765-4cda-98d5-fceedabea776,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:56.198568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-851a4f4c-78a5-418c-84a6-a0ce6c65456d req-6869678f-3442-4b4f-a6ed-6a97b0012da7 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 210 time: 0.0402553 Aug 22 14:59:56.213516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:56.253375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:56.335126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:56.348507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['09407eba-6de6-4b00-9821-fb51a6a2c0c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:56.397310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:56.398140 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:56.403489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d79c7d2f-9500-4a3a-a109-44d239ca3c15 req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "PUT /v2.0/ports/09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 1020 time: 0.6877277 Aug 22 14:59:56.429082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:56.476244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f800df7-4d18-4144-910d-6ffa74c54e6f tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:56.492914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-95499c84-2516-421f-8625-0df7157b375c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:56.495301 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-95499c84-2516-421f-8625-0df7157b375c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.2199090 Aug 22 14:59:56.515537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Request body: {'port': {'device_id': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'admin_state_up': True, 'tenant_id': 'f84197a7785444e8a1df512fa29a3691'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:56.555687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['09407eba-6de6-4b00-9821-fb51a6a2c0c4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 14:59:56.564063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a92a539-8e48-41f8-a78f-a43788c14a4d req-eafda707-1f94-4281-8260-f9062119afff tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ce062354-2b41-4669-b5f5-adbd4d4eafcb HTTP/1.1" status: 200 len: 1801 time: 0.1126163 Aug 22 14:59:56.605345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c5edc96d-1331-4abc-8106-18a4e2aebe35 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:56.678379 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-1a92a539-8e48-41f8-a78f-a43788c14a4d req-9a1ff403-bb48-4eba-9d0f-92b88eb42414 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 14:59:56.685666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a92a539-8e48-41f8-a78f-a43788c14a4d req-9a1ff403-bb48-4eba-9d0f-92b88eb42414 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce062354-2b41-4669-b5f5-adbd4d4eafcb HTTP/1.1" status: 409 len: 341 time: 0.1205976 Aug 22 14:59:57.030213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port c5edc96d-1331-4abc-8106-18a4e2aebe35 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:57.035232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port c5edc96d-1331-4abc-8106-18a4e2aebe35 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:57.035623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.086643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:57.092073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.186899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.196767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.204924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.211313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.226516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.235219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.240486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.242463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e081d525-da55-40ed-abce-2d07e2d79750 req-6c05f177-b028-4bf5-a959-e9c9bd7d1e9e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5434 time: 0.1791558 Aug 22 14:59:57.362753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e081d525-da55-40ed-abce-2d07e2d79750 req-da981903-8b1a-4d98-8192-27583228220f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976140 Aug 22 14:59:57.432501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-745c66c0-bc7e-4887-a17b-49442f0f4d6a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.435715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-745c66c0-bc7e-4887-a17b-49442f0f4d6a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 812 time: 0.2968421 Aug 22 14:59:57.459568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Request body: {'port': {'device_id': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'admin_state_up': True, 'tenant_id': 'f84197a7785444e8a1df512fa29a3691'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:57.530004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.573456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e50843d-cc22-445c-b2a6-69c399c975f3 req-9d4c97ae-8a1e-4b58-8274-119856226b13 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 210 time: 0.0706992 Aug 22 14:59:57.613657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Allocated IP 172.20.0.4 (3acafeeb-6f19-4b8e-96a6-114e7f35e17f/80e5b4f3-a866-4d20-9c70-de22edbcca65/6e46c009-c2c0-4ce3-a0ec-6efacf0962d5) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:57.632804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:57.635363 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae7a07-7ad7-4f90-b08d-8136a1211010" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:57.756291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 14:59:57.758862 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 14:59:57.770799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Made reservation on behalf of f84197a7785444e8a1df512fa29a3691 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 14:59:57.774707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.788883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b863e7a-57bc-4b76-b9bd-3c0fcba269de req-e107a690-e31f-49e4-be71-8761a8055224 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:57.790501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b863e7a-57bc-4b76-b9bd-3c0fcba269de req-e107a690-e31f-49e4-be71-8761a8055224 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1023 time: 0.0948884 Aug 22 14:59:57.891429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:57.912684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.973299 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:57.974150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a91310b2-8a82-4e11-b677-b508d39be2a4 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:58.000991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b863e7a-57bc-4b76-b9bd-3c0fcba269de req-0c74c9c7-f2b4-438c-9487-7953328338b3 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=427e3c91-302c-401d-b69a-01729d1ca16d&id=ce062354-2b41-4669-b5f5-adbd4d4eafcb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1817644 Aug 22 14:59:58.032232 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ac609b-54ce-4940-8a6e-53e426fad3ba x-openstack-request-id: req-d3ac609b-54ce-4940-8a6e-53e426fad3ba {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:58.032571 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:58.032790 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3ac609b-54ce-4940-8a6e-53e426fad3ba {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:58.033193 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35', 'code': 200} Aug 22 14:59:58.068073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.121932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:58.155823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:58.166036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:58.171137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Allocated IP 172.20.0.11 (3acafeeb-6f19-4b8e-96a6-114e7f35e17f/80e5b4f3-a866-4d20-9c70-de22edbcca65/45b4c064-f272-46c0-9c01-50a7ab7e3c67) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 14:59:58.176613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:58.192462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a91310b2-8a82-4e11-b677-b508d39be2a4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:58.197613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a91310b2-8a82-4e11-b677-b508d39be2a4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:58.198253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.232439 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c727c-ee6e-4030-9e67-25334dc8a8ba x-openstack-request-id: req-6a9c727c-ee6e-4030-9e67-25334dc8a8ba {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 14:59:58.232962 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 14:59:58.232962 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a9c727c-ee6e-4030-9e67-25334dc8a8ba {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 14:59:58.240626 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'status': 'completed', 'code': 200} Aug 22 14:59:58.320878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-b9d553c3-d253-4d5f-ad35-8d292234b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.325237 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-b9d553c3-d253-4d5f-ad35-8d292234b14c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1174 time: 0.0811074 Aug 22 14:59:58.325904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event updated for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:58.363818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.364771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.395417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51f6ef-0e86-48c5-90fb-540cced7618c req-e9ccf93f-cb91-4ec6-a7d5-83d7a8d57396 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.407084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f51f6ef-0e86-48c5-90fb-540cced7618c req-e9ccf93f-cb91-4ec6-a7d5-83d7a8d57396 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 0.1762674 Aug 22 14:59:58.447471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.465586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-845cbcfd-073a-43bc-8204-c2c92f374ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.468076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-845cbcfd-073a-43bc-8204-c2c92f374ed6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.1338155 Aug 22 14:59:58.511661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:58.538899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-c3b20d43-4526-42c9-96b7-e92c7745fb9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0571666 Aug 22 14:59:58.570832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f51f6ef-0e86-48c5-90fb-540cced7618c req-b93f0247-65fc-4261-9813-165a0444816d tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625977 Aug 22 14:59:58.639380 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.640245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8f7cd5a1-7ce6-45ce-af62-c13192827058 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:58.654001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.660912 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-464b7c91-f780-4782-aefa-a6831f9ddeee tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1550817 Aug 22 14:59:58.695351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Request body: {'port': {'device_id': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:58.824652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:58.883215 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:58.885618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-8a002a4b-8a22-4f38-b478-4e105cab22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.889564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-8a002a4b-8a22-4f38-b478-4e105cab22d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.3392019 Aug 22 14:59:58.903895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.911922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.935409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.944040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.951215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.957524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.966496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:58.975817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-8491a851-6a7e-4fad-919d-6805b8a5b27e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5436 time: 0.2174635 Aug 22 14:59:58.987258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 8f7cd5a1-7ce6-45ce-af62-c13192827058 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:58.990605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 8f7cd5a1-7ce6-45ce-af62-c13192827058 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:58.991168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.014700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.54', 49588) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:59.030445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.036667 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-3a0a1792-4270-4d55-8238-d78126e60569 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273727 Aug 22 14:59:59.106668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c1961d6-8d4a-487d-8828-1071aa789dc7 req-f1639e8a-8a2a-44ce-b0b6-614e4ade2b0d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296756 Aug 22 14:59:59.210324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.271766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event updated for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:59.289383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 14:59:59.301433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 14:59:59.306950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 14:59:59.326396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e86685-c22b-4a3d-b969-40cb6bb483aa req-4a7e870e-4dff-4da7-910d-718c4b1fda30 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:59.326890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:59.334716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93e86685-c22b-4a3d-b969-40cb6bb483aa req-4a7e870e-4dff-4da7-910d-718c4b1fda30 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 932 time: 0.3566632 Aug 22 14:59:59.381432 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.382518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 14:59:59.399275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.54', 49589) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 14:59:59.408658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-31a53597-ab24-4fb0-8d47-9db53e8a63a0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:59.414434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-31a53597-ab24-4fb0-8d47-9db53e8a63a0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.54 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1023 time: 0.3986430 Aug 22 14:59:59.503623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3e7232-ac0a-4a06-83fa-24d86c9ff874 req-e5de3068-a71c-4538-ab23-25cf2a267187 tempest-AbsoluteLimitsNegativeTestJSON-2055602102 tempest-AbsoluteLimitsNegativeTestJSON-2055602102-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=97df148c017c45e4a764e857846f9094&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792599 Aug 22 14:59:59.537677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:59.538242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.578315 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-2224089e-2fba-403a-b3ca-09c14367b330 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292635 Aug 22 14:59:59.593904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 14:59:59.666408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 14:59:59.671322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 14:59:59.671712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.725971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e7232-ac0a-4a06-83fa-24d86c9ff874 req-a4d765c9-3127-4c76-82d1-8e2e76aa244e tempest-AbsoluteLimitsNegativeTestJSON-2055602102 tempest-AbsoluteLimitsNegativeTestJSON-2055602102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:59.728855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3e7232-ac0a-4a06-83fa-24d86c9ff874 req-a4d765c9-3127-4c76-82d1-8e2e76aa244e tempest-AbsoluteLimitsNegativeTestJSON-2055602102 tempest-AbsoluteLimitsNegativeTestJSON-2055602102-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262371 Aug 22 14:59:59.759655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93e86685-c22b-4a3d-b969-40cb6bb483aa req-e05be0da-d9d3-41c6-9622-6850d151809a tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234746 Aug 22 14:59:59.761858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-d56672e2-c88e-47a8-bf8b-7f1a5c3e2ab0 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 14:59:59.763481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-d56672e2-c88e-47a8-bf8b-7f1a5c3e2ab0 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 0.3629153 Aug 22 14:59:59.793298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.867677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 14:59:59.884809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3e7232-ac0a-4a06-83fa-24d86c9ff874 req-81bc5440-4db9-4377-979a-6ca3b2516714 tempest-AbsoluteLimitsNegativeTestJSON-2055602102 tempest-AbsoluteLimitsNegativeTestJSON-2055602102-project] 10.222.0.53 "GET /v2.0/quotas/97df148c017c45e4a764e857846f9094 HTTP/1.1" status: 200 len: 375 time: 0.1177247 Aug 22 14:59:59.889923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-f39f1c2f-e8b7-4e73-bf72-3eecebe6a5e0 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4429829 Aug 22 14:59:59.933687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Request body: {'port': {'device_id': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 14:59:59.975386 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 14:59:59.976237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ce63554d-bd9b-433c-a84c-2019181bd7d9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:00.039211 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-c4999f81-fbf1-4395-b5d2-a86512a976e2 service neutron] 10.222.0.54 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389081 Aug 22 15:00:00.045200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:00.048300 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69987a30-24ac-4c2c-9b98-c204c8fc91c6" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:00.064415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: ce63554d-bd9b-433c-a84c-2019181bd7d9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:00.065060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ce63554d-bd9b-433c-a84c-2019181bd7d9 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:00.093419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de87e89f-fb6b-4eb2-b214-1eb2d420f127 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:00.130335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3e7232-ac0a-4a06-83fa-24d86c9ff874 req-eb46d964-0f03-4337-b971-9b94b3fbb1bb tempest-AbsoluteLimitsNegativeTestJSON-2055602102 tempest-AbsoluteLimitsNegativeTestJSON-2055602102-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97df148c017c45e4a764e857846f9094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2294998 Aug 22 15:00:00.145192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:00.156863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Deleting port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:00.157195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.161165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.166330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-925ae81b-6906-44df-b640-5aea3762c74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.200682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Transition to ACTIVE for port object 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:00.207739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:00.268710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.290079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.312535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:00.317653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:00.318182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.369572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] For port 194cf4a4-8c68-4b53-9035-e59cc71d79b3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=194cf4a4-8c68-4b53-9035-e59cc71d79b3,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:00.380669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.421224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Calling delete_port for 194cf4a4-8c68-4b53-9035-e59cc71d79b3 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:00.452817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Pushing event updated for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:00.453103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a1455-8452-4479-973e-d7201de98dd0 req-5371aad5-712f-4444-89ec-d0e5c457f28b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:00.462004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788a1455-8452-4479-973e-d7201de98dd0 req-5371aad5-712f-4444-89ec-d0e5c457f28b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 1023 time: 0.3204725 Aug 22 15:00:00.471640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.493831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Deleting port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:00.494396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.547561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:00.598156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.598758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b8881a9-cf24-40cb-b63a-597bef052f56 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:00.625628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Attempting to bind port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:00.626225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Attempting to bind port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:00.626566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Attempting to bind port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:00.633915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:00.634359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Attempting to bind port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:00.648395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:00.648749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Checking segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:00.649261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Bound using segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:00.649946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Bound port: 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:00.650383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.708953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788a1455-8452-4479-973e-d7201de98dd0 req-9bd411ff-753e-4f0f-bd40-539137c1d2d5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=427e3c91-302c-401d-b69a-01729d1ca16d&id=ce062354-2b41-4669-b5f5-adbd4d4eafcb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2427094 Aug 22 15:00:00.798513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:00.802257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:00.852265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:00.905009 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c46a3f-c0c6-48d4-9e79-60e9d8b49c6d x-openstack-request-id: req-99c46a3f-c0c6-48d4-9e79-60e9d8b49c6d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:00.905323 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:00.905586 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99c46a3f-c0c6-48d4-9e79-60e9d8b49c6d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:00.906038 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'code': 200} Aug 22 15:00:00.906298 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058', 'code': 200} Aug 22 15:00:00.908703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.908994 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2', 'code': 200} Aug 22 15:00:00.922718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 09407eba-6de6-4b00-9821-fb51a6a2c0c4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=09407eba-6de6-4b00-9821-fb51a6a2c0c4,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:00.926435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.951473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40254) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:00.957726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 6b8881a9-cf24-40cb-b63a-597bef052f56 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:00.962961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:00.963651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.966263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] 10.222.0.54 "PUT /v2.0/ports/6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 HTTP/1.1" status: 200 len: 1091 time: 2.2901556 Aug 22 15:00:00.967750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 6b8881a9-cf24-40cb-b63a-597bef052f56 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:00.968377 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:00.973220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:00.973220 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32064c38-74be-4a32-b462-f63d17847532" -d '{"events": [{"name": "network-changed", "server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:01.005756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0c4b4-374f-4885-9eff-86be6af6decc service neutron] Pushing event updated for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:01.022610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:01.043118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['194cf4a4-8c68-4b53-9035-e59cc71d79b3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:01.067745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Pushing event deleted for resources: {'Port': ['ID=194cf4a4-8c68-4b53-9035-e59cc71d79b3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:01.223694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:01.324903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b8881a9-cf24-40cb-b63a-597bef052f56,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:01.375452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:01.490236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:01.516517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Calling delete_port for 09407eba-6de6-4b00-9821-fb51a6a2c0c4 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:01.568356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] No DVR routers for this DVR port 194cf4a4-8c68-4b53-9035-e59cc71d79b3 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:01.576311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:01.579723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-19cb3163-c816-4cf0-bee8-dcd24f120f21 req-18835bec-fad0-438b-872f-b88c23d4aed3 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "DELETE /v2.0/ports/194cf4a4-8c68-4b53-9035-e59cc71d79b3 HTTP/1.1" status: 204 len: 173 time: 1.8028731 Aug 22 15:00:01.601276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-abcf826a-7bca-4210-8ed5-1cfa648b29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:01.607551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-abcf826a-7bca-4210-8ed5-1cfa648b29d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 1094 time: 0.5419564 Aug 22 15:00:01.682113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-fb489b8e-634e-4f11-902c-464bc46cc991 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 HTTP/1.1" status: 200 len: 217 time: 0.0666707 Aug 22 15:00:01.760010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:01.769298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dcff3-cb91-4d50-b161-e5179544741b req-64d7d064-1b5d-4fe3-bf4b-05ff657424d9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:01.778520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c27dcff3-cb91-4d50-b161-e5179544741b req-64d7d064-1b5d-4fe3-bf4b-05ff657424d9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6fdad81-c445-483e-906c-a42a7b173d8d HTTP/1.1" status: 200 len: 945 time: 1.3724027 Aug 22 15:00:01.784086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-0aada451-5ee1-4316-82f1-1931a9c42231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:01.788564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-0aada451-5ee1-4316-82f1-1931a9c42231 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.0988462 Aug 22 15:00:01.796127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:01.833787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-e11edcd4-cd1f-4592-be1e-6e1017b1bb93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375502 Aug 22 15:00:02.075048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-494b9d8b-98f9-4c0f-8df5-ee27cd33bab3 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299211 Aug 22 15:00:02.085462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'Port': ['ID=09407eba-6de6-4b00-9821-fb51a6a2c0c4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:02.256815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-9286c958-62aa-4414-b302-0c8580a30a9b service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783643 Aug 22 15:00:02.265258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.280044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.286139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-efcdb202-54ac-4ba7-a307-68eeb063d51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.6642284 Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] No DVR routers for this DVR port 09407eba-6de6-4b00-9821-fb51a6a2c0c4 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:02.330972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.332189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89ae14ab-3f64-4d69-8dcc-4f728d4344d8 req-ce47959b-19d1-422d-83de-0114230c533e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.54 "DELETE /v2.0/ports/09407eba-6de6-4b00-9821-fb51a6a2c0c4 HTTP/1.1" status: 204 len: 173 time: 2.9031267 Aug 22 15:00:02.355645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'name': 'network-vif-deleted', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:02.355645 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb122ef8-4418-44f7-bed1-73925d99971c" -d '{"events": [{"server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "name": "network-vif-deleted", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:02.357884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-273352ab-c141-4c6a-a3ac-812cd29c180f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.519198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c27dcff3-cb91-4d50-b161-e5179544741b req-96a1a0b9-f256-4e52-af65-e11a243d2806 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397032 Aug 22 15:00:02.570903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-273352ab-c141-4c6a-a3ac-812cd29c180f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.601649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b4c064-f272-46c0-9c01-50a7ab7e3c67 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:02.625822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.633648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-273352ab-c141-4c6a-a3ac-812cd29c180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.644882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2985ded2-83ce-422e-82ff-93d2c4857ee0 req-099890bc-f3ef-4f42-9df9-e99bc62e05d7 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3193007 Aug 22 15:00:02.773897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Transition to ACTIVE for port object 45b4c064-f272-46c0-9c01-50a7ab7e3c67 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:02.797000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273352ab-c141-4c6a-a3ac-812cd29c180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0b0a2a-ebbf-4c73-85d8-23cc08cbee64,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:02.802602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-273352ab-c141-4c6a-a3ac-812cd29c180f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97df148c017c45e4a764e857846f9094&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1447580 Aug 22 15:00:02.805428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:02.841465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bf45e-7db2-4a03-8a17-2bc034674184 req-2279ce28-764a-456e-8246-c710c9a18e83 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:02.843805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c24bf45e-7db2-4a03-8a17-2bc034674184 req-2279ce28-764a-456e-8246-c710c9a18e83 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 932 time: 0.1928649 Aug 22 15:00:02.860562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.910475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8881a9-cf24-40cb-b63a-597bef052f56'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:02.912907 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30730f2b-432a-4006-949d-41318d7a85f6" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "de87e89f-fb6b-4eb2-b214-1eb2d420f127"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "6b8881a9-cf24-40cb-b63a-597bef052f56"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:02.927950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.940236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c24bf45e-7db2-4a03-8a17-2bc034674184 req-52b2a7c3-9fe7-4036-9931-a410ac09b94c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867109 Aug 22 15:00:02.940748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:02.956218 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497d86c8-743c-4679-b122-faa26ab02272 x-openstack-request-id: req-497d86c8-743c-4679-b122-faa26ab02272 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:02.956522 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:02.956790 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-497d86c8-743c-4679-b122-faa26ab02272 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:02.957467 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5', 'status': 'completed', 'code': 200} Aug 22 15:00:02.991334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.134510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0e9cdca-aa50-492e-999e-642e9ca616a3 req-84b16e49-8106-4ee3-994a-631414c86f7c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91278a2-0f96-4597-9e37-95b77af253d5 HTTP/1.1" status: 200 len: 210 time: 0.0732648 Aug 22 15:00:03.139601 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35685ee5-13d0-40b6-8333-e529873620a4 x-openstack-request-id: req-35685ee5-13d0-40b6-8333-e529873620a4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:03.140076 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91278a2-0f96-4597-9e37-95b77af253d5", "name": "network-vif-deleted", "tag": "09407eba-6de6-4b00-9821-fb51a6a2c0c4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:03.140343 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35685ee5-13d0-40b6-8333-e529873620a4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:03.141093 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91278a2-0f96-4597-9e37-95b77af253d5', 'name': 'network-vif-deleted', 'tag': '09407eba-6de6-4b00-9821-fb51a6a2c0c4', 'status': 'completed', 'code': 200} Aug 22 15:00:03.156374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Pushing event updated for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:03.164018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.166627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.168009 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d0b0a2a-ebbf-4c73-85d8-23cc08cbee64 HTTP/1.1" status: 204 len: 168 time: 0.3614633 Aug 22 15:00:03.199250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345a57-4a07-40ef-8159-f2504c286f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0b0a2a-ebbf-4c73-85d8-23cc08cbee64,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:03.234703 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdaf73f-bd8e-4872-bd63-d3995e7f8775 x-openstack-request-id: req-1cdaf73f-bd8e-4872-bd63-d3995e7f8775 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:03.241052 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "de87e89f-fb6b-4eb2-b214-1eb2d420f127", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-plugged", "status": "completed", "tag": "6b8881a9-cf24-40cb-b63a-597bef052f56", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:03.249216 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cdaf73f-bd8e-4872-bd63-d3995e7f8775 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:03.250002 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de87e89f-fb6b-4eb2-b214-1eb2d420f127', 'code': 200} Aug 22 15:00:03.254626 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8881a9-cf24-40cb-b63a-597bef052f56', 'code': 200} Aug 22 15:00:03.263198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Attempting to bind port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:03.263556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Attempting to bind port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:03.263898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Attempting to bind port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:03.295854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c38-74be-4a32-b462-f63d17847532 req-fffb9dd0-73e5-4a66-874d-deab8ddb5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.298257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-fffb9dd0-73e5-4a66-874d-deab8ddb5eb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 1094 time: 0.2341411 Aug 22 15:00:03.303274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:03.303604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Attempting to bind port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 on network 3acafeeb-6f19-4b8e-96a6-114e7f35e17f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:03.340991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:03.341685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Checking segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:03.346822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Bound using segment: {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:03.346822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Bound port: 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173feeec-f75d-44bf-aaa6-edbc94044b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:03.346822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.379423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88375875-e8cf-4a00-a4b7-f9280d9e7ab1 req-103ca745-012a-450a-a4e7-8976456d30b4 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.381079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88375875-e8cf-4a00-a4b7-f9280d9e7ab1 req-103ca745-012a-450a-a4e7-8976456d30b4 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.1333020 Aug 22 15:00:03.409414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f1759afa-0350-46ff-b411-94cdf90392f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.540169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88375875-e8cf-4a00-a4b7-f9280d9e7ab1 req-97b71a37-e71e-4ef8-8866-ef3aa317bcd8 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278801 Aug 22 15:00:03.612078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:03.619415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 09407eba-6de6-4b00-9821-fb51a6a2c0c4 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:03.622313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.623549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.626247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.629719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.630343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.630938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.631470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.645157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-e17a88b6-3010-473d-bd23-61f78712fa53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.2310374 Aug 22 15:00:03.647470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:03.649143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c38-74be-4a32-b462-f63d17847532 req-585f68ef-3cc4-4863-88c8-76f7e36371b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:03.653942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-585f68ef-3cc4-4863-88c8-76f7e36371b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 913 time: 0.3476663 Aug 22 15:00:03.713723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 09407eba-6de6-4b00-9821-fb51a6a2c0c4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:03.713723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 09407eba-6de6-4b00-9821-fb51a6a2c0c4 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:03.713723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 194cf4a4-8c68-4b53-9035-e59cc71d79b3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:03.787434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc9de4ef-5a09-4428-90b0-56cc53b0badf req-4eeb0fd4-c0f9-4bec-9061-cdf18884df4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310997 Aug 22 15:00:03.800514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:03.819846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 194cf4a4-8c68-4b53-9035-e59cc71d79b3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:03.820562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 194cf4a4-8c68-4b53-9035-e59cc71d79b3 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:04.117101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.118954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:04.120874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/45b4c064-f272-46c0-9c01-50a7ab7e3c67 HTTP/1.1" status: 200 len: 1092 time: 4.2220948 Aug 22 15:00:04.152580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449529d4-32e6-4736-a283-c7808f1609e4 service neutron] Pushing event updated for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:04.166938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-09073282-7fbd-450d-b7c1-b22d5d7e45c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 HTTP/1.1" status: 200 len: 217 time: 0.4013913 Aug 22 15:00:04.348644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527856-2c01-4a2d-9b4e-780ea99af521 req-0bc3b020-92af-4c78-95cf-638533814ba9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.348644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba527856-2c01-4a2d-9b4e-780ea99af521 req-0bc3b020-92af-4c78-95cf-638533814ba9 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 944 time: 0.1823351 Aug 22 15:00:04.350875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c38-74be-4a32-b462-f63d17847532 req-8f75c6bd-61a3-4af7-8ae7-491a8e245783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.352497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-8f75c6bd-61a3-4af7-8ae7-491a8e245783 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1750259 Aug 22 15:00:04.422723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.438103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.445778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.454552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.464431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.470634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.478664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.481492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-9a06652b-60d6-49bc-b3f7-7fc904dc2ca5 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.3308389 Aug 22 15:00:04.486859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-17b8b00a-f68d-4fc6-8b8e-c375298cf2cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220362 Aug 22 15:00:04.499229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-8512cfd5-9bff-451e-a4f8-3853be54a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.500961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-8512cfd5-9bff-451e-a4f8-3853be54a2bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 1095 time: 0.2683570 Aug 22 15:00:04.592306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba527856-2c01-4a2d-9b4e-780ea99af521 req-a48ed351-865d-4c8d-8c6f-82b32416009b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365797 Aug 22 15:00:04.689981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4aa174bf-8a2c-4cab-91bd-135063292b8f req-ac7b4eb6-4cdc-4c26-8025-b1d451250235 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987240 Aug 22 15:00:04.691385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-18e7880d-c790-480b-8b3d-aa2395cd8eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67 HTTP/1.1" status: 200 len: 217 time: 0.1074629 Aug 22 15:00:04.745694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:04.777223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-e67f20af-c890-4383-99bf-f8cfd64ad652 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718048 Aug 22 15:00:04.797873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50116af-4705-440f-bb5e-027c58118727 req-bac9e1a2-666f-4114-88be-840851f54e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:04.799387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-bac9e1a2-666f-4114-88be-840851f54e8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.0985360 Aug 22 15:00:04.858197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-c0a86e19-2b5d-4202-841d-f6c03f16b134 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425761 Aug 22 15:00:04.959132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'name': 'network-vif-deleted', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:04.962350 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666d4bb-4e1a-4bd9-8992-a7378e4cf413" -d '{"events": [{"server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "name": "network-vif-deleted", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:05.107562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-dd2036d0-3776-44bc-8d0a-28e99569c2ba service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195823 Aug 22 15:00:05.148554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:05.152971 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316aa04c-c78b-4c9a-a2f7-3f991f965b76" -d '{"events": [{"name": "network-changed", "server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:05.241138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-c47546e8-3cb3-48b1-8853-68d2dd0f11a7 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/427e3c91-302c-401d-b69a-01729d1ca16d HTTP/1.1" status: 200 len: 1803 time: 0.1831596 Aug 22 15:00:05.246330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32064c38-74be-4a32-b462-f63d17847532 req-33d2bcd6-2606-4265-889f-79e1b04538ba service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607232 Aug 22 15:00:05.326859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40352) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:05.345315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-b06efd15-17c9-4601-bfef-02d64a291db1 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:05.351986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-b06efd15-17c9-4601-bfef-02d64a291db1 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/networks?id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 200 len: 808 time: 0.4561081 Aug 22 15:00:05.389260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-bac0ef6e-e73b-4d6e-bcdb-1be1a6a61ee6 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/quotas/f8d78b69a2324e4abc7b27676e256ed6 HTTP/1.1" status: 200 len: 375 time: 0.0297749 Aug 22 15:00:05.439725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-2f0d84b3-6080-4332-91a3-5804e5d1f6f0 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558875 Aug 22 15:00:05.506577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-720151442-network', 'tenant_id': 'fc193ec21d9a4fc99839d729a8c5d3a0'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:05.545485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c50116af-4705-440f-bb5e-027c58118727 req-ff638c04-fc57-43dd-b900-ebef5cc70f57 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263661 Aug 22 15:00:05.563363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.615280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.616237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Made reservation on behalf of fc193ec21d9a4fc99839d729a8c5d3a0 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:05.616237 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.625175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-62a2b8ed-2cd5-4184-8ed9-05cb9d73c65e service neutron] 10.222.0.53 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795361 Aug 22 15:00:05.630034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:05.644242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.759114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:05.759672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.771442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-354a0c88-40f0-4a4b-b927-ca161e54cd63 service neutron] 10.222.0.53 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369591 Aug 22 15:00:05.771686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'port_id': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5', 'mac_address': 'fa:16:3e:c5:8b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e5b4f3-a866-4d20-9c70-de22edbcca65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:05.819865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:05.833295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:05.860227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:06.054748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.060757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.060757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.060757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76d4ccb5-341a-4efe-86bc-8dedd3155039 req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/427e3c91-302c-401d-b69a-01729d1ca16d HTTP/1.1" status: 204 len: 173 time: 0.8163259 Aug 22 15:00:06.061355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.074655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e74158-dc97-4f85-b36d-75add12bece2 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e3c91-302c-401d-b69a-01729d1ca16d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:06.099959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:00:06.128928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.129287 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Added segment 277ad2ee-7cb0-41c0-a595-3a2416041e09 of type vlan for network c278c1f4-623a-41c4-910f-4fd9b0f9e007 Aug 22 15:00:06.174429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:06.215055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.242994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5528964-9fba-4bac-9e8b-073ba407536c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:06.248052 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a60fbe-6c68-4700-9d1b-f05fb4a37a5b x-openstack-request-id: req-92a60fbe-6c68-4700-9d1b-f05fb4a37a5b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:06.249043 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdad81-c445-483e-906c-a42a7b173d8d", "name": "network-vif-deleted", "tag": "194cf4a4-8c68-4b53-9035-e59cc71d79b3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:06.249455 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92a60fbe-6c68-4700-9d1b-f05fb4a37a5b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:06.250002 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdad81-c445-483e-906c-a42a7b173d8d', 'name': 'network-vif-deleted', 'tag': '194cf4a4-8c68-4b53-9035-e59cc71d79b3', 'status': 'completed', 'code': 200} Aug 22 15:00:06.302765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.308931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:06.311782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.342749 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df956a-8e77-49ce-b2b4-1a3d12ad6157 x-openstack-request-id: req-79df956a-8e77-49ce-b2b4-1a3d12ad6157 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:06.343423 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:06.343924 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79df956a-8e77-49ce-b2b4-1a3d12ad6157 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:06.344774 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67', 'status': 'completed', 'code': 200} Aug 22 15:00:06.412414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6e46c009-c2c0-4ce3-a0ec-6efacf0962d5'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:06.471912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] Pushing event updated for resources: {'Network': ['ID=c278c1f4-623a-41c4-910f-4fd9b0f9e007,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:06.490678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-121a02be-c2cb-4639-82aa-a6c9ec176967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:06.500403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-121a02be-c2cb-4639-82aa-a6c9ec176967 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f84197a7785444e8a1df512fa29a3691&device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 1095 time: 0.1315558 Aug 22 15:00:06.500690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c278c1f4-623a-41c4-910f-4fd9b0f9e007 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:00:06.537769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-899e8281-b087-434f-b9f5-b5c37a09e412 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2086244 Aug 22 15:00:06.540319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40378) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:06.548262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Request body: {'subnet': {'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-720151442-subnet', 'tenant_id': 'fc193ec21d9a4fc99839d729a8c5d3a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:06.627546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Made reservation on behalf of fc193ec21d9a4fc99839d729a8c5d3a0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:06.632150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.671324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27c7ea-500a-460f-a143-dd7f612666e4 req-38caff17-d21b-4cb9-98d8-6b9ab70dca09 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:06.681111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c27c7ea-500a-460f-a143-dd7f612666e4 req-38caff17-d21b-4cb9-98d8-6b9ab70dca09 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.2288666 Aug 22 15:00:06.788686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:06.884607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117edf0-da10-43eb-a645-bab337d5ad20 req-2934e682-b4ee-494e-99d3-86cd384eebed tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:06.891272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7117edf0-da10-43eb-a645-bab337d5ad20 req-2934e682-b4ee-494e-99d3-86cd384eebed tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 944 time: 0.3729651 Aug 22 15:00:06.895429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-7f370887-c7ba-4014-8b6b-e46b6a5242cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:06.897300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-7f370887-c7ba-4014-8b6b-e46b6a5242cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 200 len: 913 time: 0.3916185 Aug 22 15:00:06.911875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c27c7ea-500a-460f-a143-dd7f612666e4 req-7d4baa96-6e27-4385-8b9e-0fda0c4abc7a tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271514 Aug 22 15:00:07.077831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-65515995-5f89-4311-acc6-48191d19b854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67 HTTP/1.1" status: 200 len: 217 time: 0.1620040 Aug 22 15:00:07.128679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:07.140276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7117edf0-da10-43eb-a645-bab337d5ad20 req-de8c2118-4c69-4515-b269-40c08c37fe15 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222023 Aug 22 15:00:07.212976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-700ca1f0-20ef-4064-90e6-31c8fb864ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.220900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2184f1-cc0b-46fc-83b1-e16bcd901bb3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:07.228782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-700ca1f0-20ef-4064-90e6-31c8fb864ee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 200 len: 852 time: 0.1230817 Aug 22 15:00:07.318263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-91beafe8-72c7-4226-882d-37a99d390e66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3acafeeb-6f19-4b8e-96a6-114e7f35e17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885632 Aug 22 15:00:07.360829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Checking segment: {'id': '277ad2ee-7cb0-41c0-a595-3a2416041e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:07.361676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Network hostable DHCP agents. Network: c278c1f4-623a-41c4-910f-4fd9b0f9e007, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:00:07.433824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Network c278c1f4-623a-41c4-910f-4fd9b0f9e007 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:00:07.469735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.475917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.484689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.490654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.495947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c278c1f4-623a-41c4-910f-4fd9b0f9e007) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:07.496766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.503578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.512390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b357c-ec05-46c8-b518-dabbe085cf30 None None] Network c278c1f4-623a-41c4-910f-4fd9b0f9e007 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:07.513069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.514281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:07.514998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:07.529976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-ebb69a75-15b0-4cba-bfb4-283561a04d41 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.3471646 Aug 22 15:00:07.575582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f2485ee9-bc4e-4e5c-951f-4075d1e3f921 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0338616 Aug 22 15:00:07.641805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 45b4c064-f272-46c0-9c01-50a7ab7e3c67 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:07.695335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-e8414cf8-8b9d-4292-804b-5b581bd80384 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ce062354-2b41-4669-b5f5-adbd4d4eafcb HTTP/1.1" status: 200 len: 1801 time: 0.3274179 Aug 22 15:00:07.794312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422f3cf1-57e2-447d-bb59-e180fdd4ab4e req-f779e66d-ed50-46dd-8322-b81aa0e8e51f tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266636 Aug 22 15:00:07.817368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70844161-80d0-4898-95bc-1abdb66629a0 None None] Network c278c1f4-623a-41c4-910f-4fd9b0f9e007 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:07.833628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-9c25dde8-89aa-4cc6-9985-588b33ff4948 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049500 Aug 22 15:00:07.908563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:07.927073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '45b4c064-f272-46c0-9c01-50a7ab7e3c67', 'network_id': '3acafeeb-6f19-4b8e-96a6-114e7f35e17f', 'port_id': '45b4c064-f272-46c0-9c01-50a7ab7e3c67', 'mac_address': 'fa:16:3e:8c:70:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e5b4f3-a866-4d20-9c70-de22edbcca65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:08.003030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-916e8ae0-eacb-45b8-ac85-49ffa6ad09d2 req-4d4fdf2f-f672-479c-9e1a-9d9b7f736801 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 210 time: 0.0523283 Aug 22 15:00:08.047812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.053509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-316aa04c-c78b-4c9a-a2f7-3f991f965b76 req-bea2a5f1-281c-4487-93dd-cf0bae8599b5 service neutron] 10.222.0.54 "GET /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120850 Aug 22 15:00:08.054511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.072877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b4c064-f272-46c0-9c01-50a7ab7e3c67 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:08.106982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.116755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:08.178791 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.243503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.252004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.269536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c1d6a9-ec74-4b9e-94e4-86470c24f402 req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce062354-2b41-4669-b5f5-adbd4d4eafcb HTTP/1.1" status: 204 len: 173 time: 0.5643420 Aug 22 15:00:08.273501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:08.325159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2c0f4-de6d-48eb-b027-c12f7cc92091 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce062354-2b41-4669-b5f5-adbd4d4eafcb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:08.503014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['45b4c064-f272-46c0-9c01-50a7ab7e3c67'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:08.508122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.515830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.522439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.529507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.536015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.542763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.549331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.563778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40414) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:08.564350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cc86fe5-1276-4454-b7ae-cfab2c3b4ffe req-d1bbfc97-74af-4a13-9291-f7a5ae6de692 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.1512988 Aug 22 15:00:08.574295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Request body: {'floatingip': {'port_id': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:08.685191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:08.733757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2642-6cfa-4129-931c-dd18c2fe691d req-f7dbb06f-97cf-48d6-83b2-18e1605e2e9d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:08.735981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cec2642-6cfa-4129-931c-dd18c2fe691d req-f7dbb06f-97cf-48d6-83b2-18e1605e2e9d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 945 time: 0.1191404 Aug 22 15:00:08.796794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cec2642-6cfa-4129-931c-dd18c2fe691d req-27175126-eaad-44f9-872a-b12ac5b6e0ae tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Aug 22 15:00:08.845909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764065083', 'description': 'tempest-description-701284828'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:08.970509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.013390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-62f23901-1a96-4aac-b024-a6be88175790 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:09.021013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-62f23901-1a96-4aac-b024-a6be88175790 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/networks?id=c278c1f4-623a-41c4-910f-4fd9b0f9e007 HTTP/1.1" status: 200 len: 821 time: 0.1518226 Aug 22 15:00:09.047180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-ed081aa2-b913-4763-af5f-476246b2778b tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/quotas/fc193ec21d9a4fc99839d729a8c5d3a0 HTTP/1.1" status: 200 len: 375 time: 0.0249305 Aug 22 15:00:09.101543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-aaf4a586-081f-4740-aa19-b291463846ba tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc193ec21d9a4fc99839d729a8c5d3a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528457 Aug 22 15:00:09.325669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-3a89682a-b308-4aaa-ac8b-6ecf1b6bf5a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228241 Aug 22 15:00:09.420018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.515527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.640236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 45b4c064-f272-46c0-9c01-50a7ab7e3c67 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:09.646633 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Floating IP 8b72bae0-3c5e-4833-b7c3-1489e3c382ed associated. External IP: 172.25.0.71, port: a91310b2-8a82-4e11-b677-b508d39be2a4. Aug 22 15:00:09.810634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:09.815360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:09.815918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.862627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.877754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-6b854cfb-35ff-488c-ac91-6ab8750accdf tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:09.879298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-6b854cfb-35ff-488c-ac91-6ab8750accdf tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "GET /v2.0/networks?id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 200 len: 808 time: 0.6937673 Aug 22 15:00:09.905328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Request body: {'port': {'device_id': '9ab920ae-6138-4f46-ac71-101443d391ad', 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f', 'admin_state_up': True, 'tenant_id': 'f8d78b69a2324e4abc7b27676e256ed6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:09.928769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Router 87dfd816-2e80-4116-88a6-c71fff32756d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:00:09.932972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.937593 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:09.963281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-584c212d-6c2a-4a94-b982-a766c18221d4 service neutron] 10.222.0.53 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363890 Aug 22 15:00:10.012273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:10.018965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba319f83-e7ce-4a2d-8634-bb8349a1ba53,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:10.021274 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ac1613-6cb3-4b2d-aca7-bbfa2024ea29" -d '{"events": [{"server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "name": "network-vif-plugged", "status": "completed", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:10.059276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:10.079291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:10.090821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:10.093926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Sync routers for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:10.109072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:10.136347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:10.137399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d4e76d3-ed06-4268-9366-f314359ed8fc req-fe765645-bbcb-46ed-ab95-f809ca8639b9 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2972713 Aug 22 15:00:10.144290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:10.150106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:10.151499 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fdadfa9-e3b5-4541-905d-f4d1f7454c54 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "PUT /v2.0/floatingips/8b72bae0-3c5e-4833-b7c3-1489e3c382ed HTTP/1.1" status: 200 len: 990 time: 1.5859156 Aug 22 15:00:10.152463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:10.155081 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedfe992-5783-476a-acbb-3465fc1e32a8" -d '{"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:10.157999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:10.248747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Made reservation on behalf of f8d78b69a2324e4abc7b27676e256ed6 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:10.252432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:10.370005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:10.602414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec0f76-d5f7-4ced-9cf2-f5798b00d2bb req-aa8c9828-2bc3-4cd8-9a63-1d0c57581728 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:10.603873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00ec0f76-d5f7-4ced-9cf2-f5798b00d2bb req-aa8c9828-2bc3-4cd8-9a63-1d0c57581728 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 949 time: 0.2117124 Aug 22 15:00:10.612414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-1dd28822-e134-4cf2-a6f3-25e2f365bf55 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:10.616984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-1dd28822-e134-4cf2-a6f3-25e2f365bf55 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 949 time: 0.2235780 Aug 22 15:00:10.778292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Allocated IP 172.20.0.5 (eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f/33a29cfd-d7a0-4189-b225-ff790c441f42/9d2f91c2-26ef-4c07-8a65-b7da38119b95) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:10.800073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00ec0f76-d5f7-4ced-9cf2-f5798b00d2bb req-38ad0f40-c8a6-4425-87c1-44a65bac65aa tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/security-groups?id=0effc403-c1f4-404a-8f0c-f76d22113fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798992 Aug 22 15:00:10.802330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:10.847383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:10.884180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e9d2466-015f-4d84-ad2e-fe446d6a3471 req-2bdd51fd-488d-4b68-9760-7b0c6c1b1bbf tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 210 time: 0.0404589 Aug 22 15:00:10.954728 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f2c79-ca41-4bf9-ab7e-d3252823492d x-openstack-request-id: req-221f2c79-ca41-4bf9-ab7e-d3252823492d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:10.955119 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "name": "network-vif-plugged", "status": "completed", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:10.955450 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-221f2c79-ca41-4bf9-ab7e-d3252823492d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:10.956076 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67', 'code': 200} Aug 22 15:00:11.019792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8b72bae0-3c5e-4833-b7c3-1489e3c382ed', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'port_id': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'mac_address': 'fa:16:3e:fc:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:58:26Z', 'updated_at': '2021-08-22T15:00:09Z', 'revision_number': 1, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:11.052186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Checking router: 87dfd816-2e80-4116-88a6-c71fff32756d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:11.056038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Deleting port 037a39ad-6c49-4612-a577-dbbe69d79dd9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:11.056394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.063034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:11.063646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:11.063782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a88df-3967-4d31-bff3-2cb2bdf9729b req-da530526-8c5d-40d6-8370-dd1526298a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.065405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-195a88df-3967-4d31-bff3-2cb2bdf9729b req-da530526-8c5d-40d6-8370-dd1526298a9b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 1097 time: 0.0454524 Aug 22 15:00:11.098887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd4966-20ed-4497-88d4-c4d39c978d74 req-2e734ee3-eef6-442c-b3d3-7db2772ca56f tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.100463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56dd4966-20ed-4497-88d4-c4d39c978d74 req-2e734ee3-eef6-442c-b3d3-7db2772ca56f tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 946 time: 0.1762340 Aug 22 15:00:11.137047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-195a88df-3967-4d31-bff3-2cb2bdf9729b req-5fc6df41-d734-4fd2-bf78-e3320f109446 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622580 Aug 22 15:00:11.176207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-79a05dca-19af-4528-9f9a-b9495bf61476 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ba319f83-e7ce-4a2d-8634-bb8349a1ba53 HTTP/1.1" status: 200 len: 1801 time: 0.1970305 Aug 22 15:00:11.196843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1553849415', 'description': 'tempest-description-hth-33748899'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:11.201185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:11.248540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:11.248877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.271318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56dd4966-20ed-4497-88d4-c4d39c978d74 req-0177d280-1227-4703-97a0-608fccb8329d tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535134 Aug 22 15:00:11.297771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] For port 037a39ad-6c49-4612-a577-dbbe69d79dd9, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=037a39ad-6c49-4612-a577-dbbe69d79dd9,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:11.298147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.314604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.331025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:11.331477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.345913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Calling delete_port for 037a39ad-6c49-4612-a577-dbbe69d79dd9 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:11.445357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.497372 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88baa4fd-cb84-4e11-baaa-1532bb50ff3c x-openstack-request-id: req-88baa4fd-cb84-4e11-baaa-1532bb50ff3c {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:11.497989 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:11.499400 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88baa4fd-cb84-4e11-baaa-1532bb50ff3c {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:11.500025 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'status': 'completed', 'code': 200} Aug 22 15:00:11.537019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.540061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.560607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c2ba1d-dadc-4f4c-b3bf-dac819c46418 req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "PUT /v2.0/security-groups/ba319f83-e7ce-4a2d-8634-bb8349a1ba53 HTTP/1.1" status: 200 len: 1775 time: 0.3769355 Aug 22 15:00:11.599543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.630412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.639418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eddbd7f6-79bb-4c4f-94bc-702865f221cf req-dbd08e14-3cc4-4d39-8038-15b5e7cb39f6 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 210 time: 0.0703726 Aug 22 15:00:11.649955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8b72bae0-3c5e-4833-b7c3-1489e3c382ed', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'port_id': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'mac_address': 'fa:16:3e:fc:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:58:26Z', 'updated_at': '2021-08-22T15:00:09Z', 'revision_number': 1, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:11.701013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:11.702248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f51a-d647-4522-836f-42f39fb1f28e None None] The sync data for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 is: [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8b72bae0-3c5e-4833-b7c3-1489e3c382ed', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'port_id': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'mac_address': 'fa:16:3e:fc:66:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ea03b-5146-42d4-b6f4-4d4295252816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T14:58:26Z', 'updated_at': '2021-08-22T15:00:09Z', 'revision_number': 1, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:11.803656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.836503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6efa0-b82c-43a5-bdaf-21fe71147ff5 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba319f83-e7ce-4a2d-8634-bb8349a1ba53,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:11.844260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 037a39ad-6c49-4612-a577-dbbe69d79dd9 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:11.850907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:11.880431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:11.884853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:11.899023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:11.932223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:11.940135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No active binding found for port 037a39ad-6c49-4612-a577-dbbe69d79dd9 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 15:00:11.940652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 037a39ad-6c49-4612-a577-dbbe69d79dd9 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:11.945554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Pushing event updated for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:11.987602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.988595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.989300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.989789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.990326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.990807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.991323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:11.993541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-9f84a16d-fe84-4a57-a99b-ea316e88714c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.3495195 Aug 22 15:00:12.035560 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc87bb3-92ae-4445-9965-0a90a861dc65 None None] New status for floating IP 8b72bae0-3c5e-4833-b7c3-1489e3c382ed: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:00:12.070641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d0e76-f32d-49a4-a620-dac2680b133c req-e6dab927-8556-499e-a1c8-896a72d01065 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.072443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5d0e76-f32d-49a4-a620-dac2680b133c req-e6dab927-8556-499e-a1c8-896a72d01065 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.3796492 Aug 22 15:00:12.100960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Pushing event deleted for resources: {'Port': ['ID=037a39ad-6c49-4612-a577-dbbe69d79dd9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:12.139526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a55a63d-8a03-4ea6-82a0-6e8f1be1c9ac req-fed0447b-3d4d-437e-acf9-f7bd7e5ff94d tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ba319f83-e7ce-4a2d-8634-bb8349a1ba53 HTTP/1.1" status: 200 len: 1775 time: 0.3290462 Aug 22 15:00:12.218820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] No DVR routers for this DVR port 037a39ad-6c49-4612-a577-dbbe69d79dd9 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:12.226498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.227295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:12.236460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:12.238520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fbe898a-202c-49ed-bc00-6337a3604ae9 req-93dab740-63c3-4cff-8380-9c4c74f8735a tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.54 "DELETE /v2.0/ports/037a39ad-6c49-4612-a577-dbbe69d79dd9 HTTP/1.1" status: 204 len: 173 time: 1.6132152 Aug 22 15:00:12.240916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'name': 'network-vif-deleted', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:12.244562 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b843e-6119-4991-a99c-1afb91cb0218" -d '{"events": [{"server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "name": "network-vif-deleted", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:12.294140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5d0e76-f32d-49a4-a620-dac2680b133c req-bc4b8b52-e0f1-49a0-8fcc-482e5d0c64c8 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748142 Aug 22 15:00:12.350931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e6ac7b1-38d5-42e4-af6d-b0ba398c7e8b req-554a52d9-d4cd-43e8-bb4d-1469c153fb86 tempest-VolumesBackupsTest-613566856 tempest-VolumesBackupsTest-613566856-project] 10.222.0.53 "GET /v2.0/ports?device_id=69d071c0-ea47-481c-874b-980f6ff24050 HTTP/1.1" status: 200 len: 210 time: 0.0556548 Aug 22 15:00:12.360260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-738afc0c-a592-4e76-8d8f-13efeed1560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.362989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-738afc0c-a592-4e76-8d8f-13efeed1560c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0 HTTP/1.1" status: 200 len: 917 time: 0.3319988 Aug 22 15:00:12.466610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-5a3eb79a-bd48-47e3-bbe7-7a62ff491792 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5674806 Aug 22 15:00:12.487055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Request body: {'port': {'device_id': '9ab920ae-6138-4f46-ac71-101443d391ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:12.665087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-a55b5094-7454-4ed3-9546-126b6e2c7963 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1000 time: 0.2880259 Aug 22 15:00:12.723300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f71b50-5d3e-4001-8b9f-607a3e4ce5d8 req-111f4464-08ce-4419-a272-5ae4e62bb0f2 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.724975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3f71b50-5d3e-4001-8b9f-607a3e4ce5d8 req-111f4464-08ce-4419-a272-5ae4e62bb0f2 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 931 time: 0.2762902 Aug 22 15:00:12.756660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-bea4dcc5-ae63-4a35-b736-2da2067e3249 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ba319f83-e7ce-4a2d-8634-bb8349a1ba53 HTTP/1.1" status: 200 len: 1775 time: 0.2943695 Aug 22 15:00:12.794932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:12.842724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-4ba076ea-2f54-4030-ba5a-db0c9c860f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.844239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-4ba076ea-2f54-4030-ba5a-db0c9c860f2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.1539147 Aug 22 15:00:12.857387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3f71b50-5d3e-4001-8b9f-607a3e4ce5d8 req-207c8bf9-4ba7-4640-be80-26af82b8fe47 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958705 Aug 22 15:00:12.957311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:12.961429 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e66fb-2728-42e2-92f8-95283943dc9b" -d '{"events": [{"server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "name": "network-vif-plugged", "status": "completed", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:12.963635 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3edad9d-33b9-4adb-8cb8-ed187af55442 x-openstack-request-id: req-d3edad9d-33b9-4adb-8cb8-ed187af55442 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:12.963635 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d071c0-ea47-481c-874b-980f6ff24050", "name": "network-vif-deleted", "tag": "037a39ad-6c49-4612-a577-dbbe69d79dd9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:12.964546 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3edad9d-33b9-4adb-8cb8-ed187af55442 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:12.964546 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d071c0-ea47-481c-874b-980f6ff24050', 'name': 'network-vif-deleted', 'tag': '037a39ad-6c49-4612-a577-dbbe69d79dd9', 'status': 'completed', 'code': 200} Aug 22 15:00:12.997791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-ed5bd449-db72-44d6-86bc-9cfe3aead272 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:12.999280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-ed5bd449-db72-44d6-86bc-9cfe3aead272 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.0903909 Aug 22 15:00:13.022546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.101510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.167438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Deleting port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:13.167836 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.189139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-1aa94a67-86c2-49a8-baa9-4cb8a5cf6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:13.190950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-1aa94a67-86c2-49a8-baa9-4cb8a5cf6d7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709079 Aug 22 15:00:13.301176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835794-7c8e-4b60-b006-6cb603e2284f req-b23f978b-8e21-47fe-bebf-54819cfcc109 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:13.303022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb835794-7c8e-4b60-b006-6cb603e2284f req-b23f978b-8e21-47fe-bebf-54819cfcc109 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 946 time: 0.2225621 Aug 22 15:00:13.330263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] For port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:13.330842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.370325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.373189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.386135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b17d110-95a6-41a0-ac28-1b7092a5da7a req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba319f83-e7ce-4a2d-8634-bb8349a1ba53 HTTP/1.1" status: 204 len: 173 time: 0.6161175 Aug 22 15:00:13.444625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-ab08d418-c6d6-49e6-acb5-9640a66977ac service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297926 Aug 22 15:00:13.462470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb835794-7c8e-4b60-b006-6cb603e2284f req-dbd01de5-9a83-4786-91c1-d93cbbdae74e tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314588 Aug 22 15:00:13.476503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac8a9b-729f-4de7-b35b-bac242f7e8f0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba319f83-e7ce-4a2d-8634-bb8349a1ba53,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:13.711041 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec87fb-7559-4e8c-b720-dd9d9a818db5 x-openstack-request-id: req-eeec87fb-7559-4e8c-b720-dd9d9a818db5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:13.714369 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "name": "network-vif-plugged", "status": "completed", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:13.714885 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeec87fb-7559-4e8c-b720-dd9d9a818db5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:13.715509 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5', 'code': 200} Aug 22 15:00:13.782158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc340c8d-b5ad-49ce-ae2d-ec25ab22316a req-55147f19-2ac3-4ce2-b5e6-962201dddfaf tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 210 time: 0.0761685 Aug 22 15:00:13.790681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2f91c2-26ef-4c07-8a65-b7da38119b95 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:13.853397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:13.978780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Transition to ACTIVE for port object 9d2f91c2-26ef-4c07-8a65-b7da38119b95 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:13.987343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bedfe992-5783-476a-acbb-3465fc1e32a8 req-45b03f58-bae5-424e-b4e4-cc330787ab98 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214922 Aug 22 15:00:14.010725 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-62a9ae24-fb81-42b8-ae6e-d1eae466d981 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2373719 Aug 22 15:00:14.018923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b3d2-c749-439b-ae43-aafbadad09ac req-b7212891-057b-461a-a009-179f32cfd37e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.040687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2476b3d2-c749-439b-ae43-aafbadad09ac req-b7212891-057b-461a-a009-179f32cfd37e tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 946 time: 0.2068384 Aug 22 15:00:14.079506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:14.080381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:14.080913 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Floating IP b1cb8264-64d4-499b-b20d-cd8cbc97ed92 disassociated. External IP: 172.25.0.128, port: 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc. Aug 22 15:00:14.081477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Calling delete_port for 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:14.143253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-c5d0d277-7b0f-421e-94af-05562edef8f8 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.144948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-c5d0d277-7b0f-421e-94af-05562edef8f8 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.10 "GET /v2.0/networks?id=c278c1f4-623a-41c4-910f-4fd9b0f9e007 HTTP/1.1" status: 200 len: 821 time: 0.4562783 Aug 22 15:00:14.163642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c67a1-87d8-4282-9067-d3a80db93dff req-f27ea00c-c205-469b-ae98-70e5bc21215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.165228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c77c67a1-87d8-4282-9067-d3a80db93dff req-f27ea00c-c205-469b-ae98-70e5bc21215a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 1096 time: 0.2975278 Aug 22 15:00:14.170852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Request body: {'port': {'device_id': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007', 'admin_state_up': True, 'tenant_id': 'fc193ec21d9a4fc99839d729a8c5d3a0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:14.178789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:14.191915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2476b3d2-c749-439b-ae43-aafbadad09ac req-7ddf61f5-5cce-4bc1-ae65-b553a92d2e52 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecad45db-ea25-4943-835c-f90d558ffcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497812 Aug 22 15:00:14.222696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-89cbe6b3-ab91-4713-8355-c808e90b26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.226235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-89cbe6b3-ab91-4713-8355-c808e90b26f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f9b36a50f684cd39a749af96acbbd84&device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1175 time: 0.0742736 Aug 22 15:00:14.440097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-07931e8c-0ded-4787-b71a-b50425b08be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.441768 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-07931e8c-0ded-4787-b71a-b50425b08be5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 200 len: 914 time: 0.1678121 Aug 22 15:00:14.505592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-695ebb15-f498-4cd5-a05a-5af55cb04d1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 200 len: 217 time: 0.0558808 Aug 22 15:00:14.519199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:14.587151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event deleted for resources: {'Port': ['ID=7de9c1bf-cb63-40a0-83db-e64ed7fa43fc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:14.660157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-d2f916b9-83f7-4066-b2ee-16ad74da6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.661921 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-d2f916b9-83f7-4066-b2ee-16ad74da6127 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 200 len: 853 time: 0.1395273 Aug 22 15:00:14.813405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-81b380fe-3e4e-47a2-aee6-96ae1f5f86c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42b4e9da-85e5-49bd-a555-7c57a8ad4857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694778 Aug 22 15:00:14.865204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5452-2d2c-4c73-b78f-de679adf657e req-e0a34821-72e8-4618-90c5-df9d9c81b7f7 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:14.866707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f57c5452-2d2c-4c73-b78f-de679adf657e req-e0a34821-72e8-4618-90c5-df9d9c81b7f7 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 945 time: 0.7813528 Aug 22 15:00:14.897742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c77c67a1-87d8-4282-9067-d3a80db93dff req-72abbb04-e7cf-439a-a7e6-8419e49faf42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214010 Aug 22 15:00:14.910488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:15.009633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:00:15.032797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb981-ac87-49ce-8a7d-7ccc8e378862 req-5e615fb1-3ae8-4fc0-abc9-7a251e2df904 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:15.040522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e79eb981-ac87-49ce-8a7d-7ccc8e378862 req-5e615fb1-3ae8-4fc0-abc9-7a251e2df904 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 943 time: 0.3373435 Aug 22 15:00:15.067516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f57c5452-2d2c-4c73-b78f-de679adf657e req-47fb6a1d-b7b5-481d-9e66-b47c217fb11f tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632471 Aug 22 15:00:15.078180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-7896d2c7-2c12-4a30-8d7f-c913e238b065 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487156 Aug 22 15:00:15.153129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e79eb981-ac87-49ce-8a7d-7ccc8e378862 req-168011a4-fd36-4aad-b352-9e2354244ed7 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115944 Aug 22 15:00:15.188862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Attempting to bind port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:15.189214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Attempting to bind port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:15.191262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Attempting to bind port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:15.214426 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-25c20dd9-abf0-41f4-860c-6f21631b15b6 req-1f041ae0-6ac6-432d-9d33-f604a13b2917 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:15.220717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25c20dd9-abf0-41f4-860c-6f21631b15b6 req-1f041ae0-6ac6-432d-9d33-f604a13b2917 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ce062354-2b41-4669-b5f5-adbd4d4eafcb HTTP/1.1" status: 404 len: 352 time: 0.0546811 Aug 22 15:00:15.220717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Made reservation on behalf of fc193ec21d9a4fc99839d729a8c5d3a0 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:15.231651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:15.233868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:15.234106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Attempting to bind port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 on network eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:15.269106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:15.269458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Checking segment: {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:15.270401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Bound using segment: {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:15.270863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Bound port: 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d0306d-806e-4851-b6d3-bc954173680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:15.271290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:15.321356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46d647c9-0d2d-4a42-a829-63dd425ee194 req-b500887e-02e4-4c50-aa9b-56d2b52bb065 service neutron] 10.222.0.10 "GET /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367954 Aug 22 15:00:15.449486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:15.460377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Sync routers for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:15.471914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:15.473068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:15.527315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] No DVR routers for this DVR port 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:15.530056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:15.532341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ff070707-bd25-441e-9b73-fd6df2b31389 req-800d6135-62af-451a-bc61-6f581c0a1430 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.10 "DELETE /v2.0/ports/7de9c1bf-cb63-40a0-83db-e64ed7fa43fc HTTP/1.1" status: 204 len: 173 time: 2.5262709 Aug 22 15:00:15.532866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'name': 'network-vif-deleted', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:15.536701 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bccfea-2f21-4671-9c00-f1ed6b90779b" -d '{"events": [{"server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "name": "network-vif-deleted", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:15.571819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fef5d0b3-fa90-4301-8d84-75c957f35c98 req-28c6ba52-ebf0-4ed8-a131-0e94fead5932 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.0919645 Aug 22 15:00:15.632848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:15.681756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6cee43c2-5ce0-4e71-8405-d2ca773014b2 req-4309f6e1-321c-400e-a6a9-32557180e492 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 210 time: 0.2162752 Aug 22 15:00:15.784138 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-c3d21b60-5df5-455f-9368-987995ab92ee req-d1fb6bf5-f61f-48ad-9546-cd7515ca6b36 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:15.785229 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371bae4a-406f-4661-9929-604010dc1cc1 x-openstack-request-id: req-371bae4a-406f-4661-9929-604010dc1cc1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:15.785615 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bab4bca-4dde-458b-937d-cd6c6c59dad6", "name": "network-vif-deleted", "tag": "7de9c1bf-cb63-40a0-83db-e64ed7fa43fc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:15.785944 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-371bae4a-406f-4661-9929-604010dc1cc1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:15.786451 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bab4bca-4dde-458b-937d-cd6c6c59dad6', 'name': 'network-vif-deleted', 'tag': '7de9c1bf-cb63-40a0-83db-e64ed7fa43fc', 'status': 'completed', 'code': 200} Aug 22 15:00:15.794085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3d21b60-5df5-455f-9368-987995ab92ee req-d1fb6bf5-f61f-48ad-9546-cd7515ca6b36 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/427e3c91-302c-401d-b69a-01729d1ca16d HTTP/1.1" status: 404 len: 352 time: 0.0981724 Aug 22 15:00:15.839895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Allocated IP 172.20.0.4 (c278c1f4-623a-41c4-910f-4fd9b0f9e007/0a2184f1-cc0b-46fc-83b1-e16bcd901bb3/895b143a-ab65-499c-ba90-d5d29a7d79ba) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:15.851318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:15.858303 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-99ccd669-d576-4d52-a750-2de81fb07126 req-fefcdf82-decd-4214-b3d2-6c39b067578c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:15.865312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ccd669-d576-4d52-a750-2de81fb07126 req-fefcdf82-decd-4214-b3d2-6c39b067578c tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/e7e2d6a6-ba6b-4fae-a9c4-0c8f289a6fe8 HTTP/1.1" status: 404 len: 352 time: 0.0375352 Aug 22 15:00:15.901738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:15.914914 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-8404dd4a-6977-4f79-9032-1f575faa9363 req-c0ab89c2-4e32-4b5b-b217-fa3d283b2171 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:15.924900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8404dd4a-6977-4f79-9032-1f575faa9363 req-c0ab89c2-4e32-4b5b-b217-fa3d283b2171 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/cc6aaa96-0dac-45cf-bcda-bc4b1fc8ec3b HTTP/1.1" status: 404 len: 352 time: 0.0317483 Aug 22 15:00:15.970765 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-54824860-1800-4a05-99f6-831489715c17 req-e93e84e2-0ecd-4e00-805f-442e9aa3f7ea tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:15.982102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54824860-1800-4a05-99f6-831489715c17 req-e93e84e2-0ecd-4e00-805f-442e9aa3f7ea tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/ca0cffcd-00d4-417e-943d-113d256baa52 HTTP/1.1" status: 404 len: 352 time: 0.0391085 Aug 22 15:00:15.996656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:16.025581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:16.035789 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-d621c20f-06cb-430b-b630-1866b3cd150f req-876e926c-e2c8-4742-9a1c-8b689450434b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] show failed (client error): The resource could not be found. Aug 22 15:00:16.045929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d621c20f-06cb-430b-b630-1866b3cd150f req-876e926c-e2c8-4742-9a1c-8b689450434b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/1fd0e57e-ba05-436c-87d8-4c8d9c8b6d8c HTTP/1.1" status: 404 len: 352 time: 0.0432086 Aug 22 15:00:16.050115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Checking router: 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:16.067443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:16.068108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:16.217016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:16.221835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:16.225765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/9d2f91c2-26ef-4c07-8a65-b7da38119b95 HTTP/1.1" status: 200 len: 1091 time: 3.7438664 Aug 22 15:00:16.228516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:16.242925 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de58014d-d4de-4a74-95f0-279ea49d72a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:16.250025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:16.546584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb68863-8764-4b57-9b44-0ca6609495c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:16.587752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f32b079-b87d-4649-8200-54903308a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:16.592289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:16.612099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8531187-f883-4a1e-9d7b-91f7c5930337 req-d3669609-6626-46df-bd71-d00959d0bcc7 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:16.620626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8531187-f883-4a1e-9d7b-91f7c5930337 req-d3669609-6626-46df-bd71-d00959d0bcc7 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 945 time: 0.3633704 Aug 22 15:00:16.622359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32b079-b87d-4649-8200-54903308a18a None None] The sync data for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 is: [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4b51953a-d333-4750-8af8-9aafff30bded', 'name': '', 'network_id': '1275655d-b8ff-40dc-91cf-ed2a2b39ebbc', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'mac_address': 'fa:16:3e:ba:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:43Z', 'updated_at': '2021-08-22T14:56:53Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'subnets': [{'id': 'ae8fd939-5c9d-4a90-8923-b376c505e1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:16.661797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-0ed93a8f-4fc7-4aff-a0af-7f0a338be8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:16.663322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-0ed93a8f-4fc7-4aff-a0af-7f0a338be8a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 1094 time: 0.3125613 Aug 22 15:00:16.693496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:16.729973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:16.730703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7de9c1bf-cb63-40a0-83db-e64ed7fa43fc not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:16.732705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-da49fd4b-4677-494b-9de2-98525df7c7a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95 HTTP/1.1" status: 200 len: 217 time: 0.0606165 Aug 22 15:00:16.747950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8531187-f883-4a1e-9d7b-91f7c5930337 req-c910490a-3b82-4b9a-b30c-fa4bfd526148 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235189 Aug 22 15:00:16.809277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-f3af8bb0-46d7-4bd5-8d1f-8988c358d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:16.811049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-f3af8bb0-46d7-4bd5-8d1f-8988c358d832 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33a29cfd-d7a0-4189-b225-ff790c441f42 HTTP/1.1" status: 200 len: 848 time: 0.0577550 Aug 22 15:00:16.868966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-50057247-2f7c-4560-80b8-db3ac8c0a046 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443537 Aug 22 15:00:16.919688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93ccc8-bb6c-4284-8768-d672562ca156 req-59a279fe-53dc-46eb-a6e2-8850b373ad57 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:16.921337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a93ccc8-bb6c-4284-8768-d672562ca156 req-59a279fe-53dc-46eb-a6e2-8850b373ad57 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 943 time: 0.1066720 Aug 22 15:00:16.964552 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beef2eb-aa50-485d-b451-0b87e5799e29 None None] New status for floating IP b1cb8264-64d4-499b-b20d-cd8cbc97ed92: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:00:16.998356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a93ccc8-bb6c-4284-8768-d672562ca156 req-138be45c-43b4-4161-ae17-c9791c1fe1d8 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Aug 22 15:00:17.010342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:17.021295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-4e824a12-5a74-44ab-b641-0b5a8c807908 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431007 Aug 22 15:00:17.159619 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e47fc-9321-4680-b5ac-cb420acc0354 x-openstack-request-id: req-283e47fc-9321-4680-b5ac-cb420acc0354 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:17.160301 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:17.160301 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-283e47fc-9321-4680-b5ac-cb420acc0354 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:17.162455 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95', 'status': 'completed', 'code': 200} Aug 22 15:00:17.197444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Network c278c1f4-623a-41c4-910f-4fd9b0f9e007 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:17.266886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:17.274296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:17.278182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Pushing event updated for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:17.372724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0564789c-c9b5-4a78-907e-577a1b6e73e5 req-977a1264-47d5-4731-a49c-5fa03f93152f tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bab4bca-4dde-458b-937d-cd6c6c59dad6 HTTP/1.1" status: 200 len: 210 time: 0.0518901 Aug 22 15:00:17.436346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:17.437137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:17.444341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31ab50b2-15a7-4f57-a4ec-46d2377105e8 req-0f0d4d4b-997d-448e-ae9d-c8493e513304 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585060 Aug 22 15:00:17.464565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246c71c-cebc-4536-90a8-4a34290bd6bd req-50ff3067-ff01-4bed-abc6-d03b7adee51f tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:17.466305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3246c71c-cebc-4536-90a8-4a34290bd6bd req-50ff3067-ff01-4bed-abc6-d03b7adee51f tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 931 time: 0.1037483 Aug 22 15:00:17.532454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-9c1cd4ae-2efe-4717-9b50-80fb0b4afb18 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3661382 Aug 22 15:00:17.550547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3246c71c-cebc-4536-90a8-4a34290bd6bd req-a0c02c1b-c85e-4644-b35a-f6b9ee238625 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780134 Aug 22 15:00:17.582134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Request body: {'port': {'device_id': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:17.677513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ef95a-23dd-49f8-b262-e25faf3660a9 req-c34b3f22-0319-43d8-ada4-cb72b2670d2e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:17.679333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b4ef95a-23dd-49f8-b262-e25faf3660a9 req-c34b3f22-0319-43d8-ada4-cb72b2670d2e tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1024 time: 0.1622961 Aug 22 15:00:17.731430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-9935bd58-e40a-41f1-81bc-7c9d6cd6d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:17.732703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-9935bd58-e40a-41f1-81bc-7c9d6cd6d4cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 1094 time: 0.1504176 Aug 22 15:00:17.739628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:17.910614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b4ef95a-23dd-49f8-b262-e25faf3660a9 req-46228aed-96f1-47d5-bd80-4f23b464dd9a tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cbccdd1-e959-4f7a-a7ca-35b014c85076&id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=f05bed27-abed-4b4b-b03b-b10f403d73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2164412 Aug 22 15:00:18.025528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-6dba42de-c098-4de8-9ccd-93745bc0e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:18.027796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-6dba42de-c098-4de8-9ccd-93745bc0e6b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 200 len: 909 time: 0.2850046 Aug 22 15:00:18.040566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758670e-16a9-4b08-b9a2-4f51c254142c req-9028c64f-72da-4da7-a6a1-b231f03b5c44 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:18.042479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c758670e-16a9-4b08-b9a2-4f51c254142c req-9028c64f-72da-4da7-a6a1-b231f03b5c44 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 945 time: 0.1812484 Aug 22 15:00:18.111959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-b2296fd6-919b-4230-9327-b37cecb2d8cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95 HTTP/1.1" status: 200 len: 217 time: 0.0662060 Aug 22 15:00:18.259829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c758670e-16a9-4b08-b9a2-4f51c254142c req-596abfc5-742f-4cbd-b71f-b7cec4e6d297 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056105 Aug 22 15:00:18.269908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-e1332fc2-d8b3-41f3-aeb4-429f91b47706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:18.271409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-e1332fc2-d8b3-41f3-aeb4-429f91b47706 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33a29cfd-d7a0-4189-b225-ff790c441f42 HTTP/1.1" status: 200 len: 848 time: 0.1401806 Aug 22 15:00:18.319030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805ccc-b666-4ef1-8292-9f5e9492327b req-814e9e47-4af8-40ad-b086-4a82868eb6e9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:18.325041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00805ccc-b666-4ef1-8292-9f5e9492327b req-814e9e47-4af8-40ad-b086-4a82868eb6e9 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 943 time: 0.2146869 Aug 22 15:00:18.348943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-7f71c089-7c18-47e9-8b54-a32f790d5247 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600405 Aug 22 15:00:18.485768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00805ccc-b666-4ef1-8292-9f5e9492327b req-1ec56b22-833e-4fcf-808d-f3d2a2fba819 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394470 Aug 22 15:00:18.544511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-e559e0c1-d5ae-4e71-8421-e2f9a75f7821 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795411 Aug 22 15:00:18.550817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895b143a-ab65-499c-ba90-d5d29a7d79ba {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:18.574522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:18.641489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Transition to ACTIVE for port object 895b143a-ab65-499c-ba90-d5d29a7d79ba will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:18.677133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de58014d-d4de-4a74-95f0-279ea49d72a8 req-6ae69379-c258-463a-87b2-01c5552f8499 service neutron] 10.222.0.54 "GET /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170108 Aug 22 15:00:18.739686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:18.776505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40648) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:18.889671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Pushing event updated for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:18.957480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-fe1a3eca-e605-41d2-8fdb-44f5b27b2470 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:18.959233 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-fe1a3eca-e605-41d2-8fdb-44f5b27b2470 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.10 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1024 time: 0.1501551 Aug 22 15:00:18.973982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:18.983214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Attempting to bind port 895b143a-ab65-499c-ba90-d5d29a7d79ba on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:18.984671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Attempting to bind port 895b143a-ab65-499c-ba90-d5d29a7d79ba by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '277ad2ee-7cb0-41c0-a595-3a2416041e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:18.985222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Attempting to bind port 895b143a-ab65-499c-ba90-d5d29a7d79ba on network c278c1f4-623a-41c4-910f-4fd9b0f9e007 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:19.020754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.044107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Port 895b143a-ab65-499c-ba90-d5d29a7d79ba on network c278c1f4-623a-41c4-910f-4fd9b0f9e007 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:19.045161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Attempting to bind port 895b143a-ab65-499c-ba90-d5d29a7d79ba on network c278c1f4-623a-41c4-910f-4fd9b0f9e007 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:19.058017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:19.058800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Checking segment: {'id': '277ad2ee-7cb0-41c0-a595-3a2416041e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:19.059318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Bound using segment: {'id': '277ad2ee-7cb0-41c0-a595-3a2416041e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:19.060950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Bound port: 895b143a-ab65-499c-ba90-d5d29a7d79ba, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277ad2ee-7cb0-41c0-a595-3a2416041e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:19.060950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.127731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffbfe6-d6e2-4c84-8e4c-f7b8f91fb452 req-06d94ee6-eaa7-4fad-b53b-b065fc407297 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:19.139380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ffbfe6-d6e2-4c84-8e4c-f7b8f91fb452 req-06d94ee6-eaa7-4fad-b53b-b065fc407297 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 943 time: 0.2146792 Aug 22 15:00:19.254559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64ffbfe6-d6e2-4c84-8e4c-f7b8f91fb452 req-f8ea9978-5122-4b9b-9c6b-eb17aed6fc9e tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Aug 22 15:00:19.274046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:19.285959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba,segment=NetworkSegment(277ad2ee-7cb0-41c0-a595-3a2416041e09),segment_id=277ad2ee-7cb0-41c0-a595-3a2416041e09)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:19.331324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Deleting port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:19.331684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.398270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.412269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.415583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.422893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "DELETE /v2.0/security-groups/ecad45db-ea25-4943-835c-f90d558ffcf4 HTTP/1.1" status: 204 len: 168 time: 0.6448121 Aug 22 15:00:19.429227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40694) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:19.443546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:19.444273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.445865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] 10.222.0.10 "PUT /v2.0/ports/895b143a-ab65-499c-ba90-d5d29a7d79ba HTTP/1.1" status: 200 len: 1091 time: 1.8932083 Aug 22 15:00:19.446316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:19.449146 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a30d6-d4bc-4611-9bf2-c6223c543856" -d '{"events": [{"name": "network-changed", "server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:19.474405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e9c0-184b-4623-8d54-73e6285ee5ee service neutron] Pushing event updated for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:19.477961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689298-2bc6-4b5b-a957-bd62e496e3bb tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad45db-ea25-4943-835c-f90d558ffcf4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:19.483010 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-2cfe4959-f5c5-4f26-9ea2-7c15ad0031f0 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] show failed (client error): The resource could not be found. Aug 22 15:00:19.484671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2cfe4959-f5c5-4f26-9ea2-7c15ad0031f0 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "GET /v2.0/security-groups/ecad45db-ea25-4943-835c-f90d558ffcf4 HTTP/1.1" status: 404 len: 347 time: 0.0477941 Aug 22 15:00:19.487124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40698) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:19.619002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] For port 32b33bd3-8cb9-41b6-9e25-444c35089ad9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=32b33bd3-8cb9-41b6-9e25-444c35089ad9,segment=NetworkSegment(4e17f253-a52f-4db2-80ef-09a334d8e765),segment_id=4e17f253-a52f-4db2-80ef-09a334d8e765)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:19.619962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.643102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-044c59c6-c09c-4e5b-8a8f-9424e052c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:19.644929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-044c59c6-c09c-4e5b-8a8f-9424e052c2eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc193ec21d9a4fc99839d729a8c5d3a0&device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 1094 time: 0.0519536 Aug 22 15:00:19.655536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Calling delete_port for 32b33bd3-8cb9-41b6-9e25-444c35089ad9 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:19.679305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9d2f91c2-26ef-4c07-8a65-b7da38119b95 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:19.712632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-4634fd56-c1fe-48a5-bcc5-1f3425f80308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba HTTP/1.1" status: 200 len: 217 time: 0.0510695 Aug 22 15:00:19.843202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-b2acbf86-b0b8-42f2-be68-d9a53e933b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:19.845177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-b2acbf86-b0b8-42f2-be68-d9a53e933b4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a2184f1-cc0b-46fc-83b1-e16bcd901bb3 HTTP/1.1" status: 200 len: 861 time: 0.1169128 Aug 22 15:00:19.845891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:19.859086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '9d2f91c2-26ef-4c07-8a65-b7da38119b95', 'network_id': 'eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f', 'port_id': '9d2f91c2-26ef-4c07-8a65-b7da38119b95', 'mac_address': 'fa:16:3e:02:88:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a29cfd-d7a0-4189-b225-ff790c441f42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:19.891228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-3f4f480e-1c03-4faa-866e-af483f91d123 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c278c1f4-623a-41c4-910f-4fd9b0f9e007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306702 Aug 22 15:00:19.911237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:19.911491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae1dd-2637-4750-b9fd-4042bc1ce4dd req-79384552-dbdd-4242-966a-38846c7edec4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:19.912904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e8ae1dd-2637-4750-b9fd-4042bc1ce4dd req-79384552-dbdd-4242-966a-38846c7edec4 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 1024 time: 0.0871971 Aug 22 15:00:19.935497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2f91c2-26ef-4c07-8a65-b7da38119b95 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:19.959786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:20.018248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e8ae1dd-2637-4750-b9fd-4042bc1ce4dd req-abedf65b-24a7-4e09-97f8-292046cf1833 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cbccdd1-e959-4f7a-a7ca-35b014c85076&id=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b&id=f05bed27-abed-4b4b-b03b-b10f403d73e7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0960968 Aug 22 15:00:20.045963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-60ead997-1cf5-4597-97a6-f87cec9e0d7a service neutron] 10.222.0.10 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438844 Aug 22 15:00:20.057367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.119337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Deleting port 8befa654-ed78-4d57-ab8b-18dd57580684 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:20.120585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.144700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:20.192385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c020a332-a821-4f71-91f6-aa72ba0e88c8 req-e9336f59-9052-43ca-86d2-b1c1cf3d5679 service neutron] 10.222.0.10 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388059 Aug 22 15:00:20.273468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.273825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.274816 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea15e93d-e7df-45bf-9a56-60da119893a2 x-openstack-request-id: req-ea15e93d-e7df-45bf-9a56-60da119893a2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:20.278592 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:20.278877 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea15e93d-e7df-45bf-9a56-60da119893a2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:20.279349 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba', 'status': 'completed', 'code': 200} Aug 22 15:00:20.296393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Calling delete_port for 8befa654-ed78-4d57-ab8b-18dd57580684 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:20.409026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.417922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92013e-c488-4478-b181-dd6f3684022e req-6ce6634d-f26b-4ed3-8b42-f6e119cc612e tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:20.422387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b92013e-c488-4478-b181-dd6f3684022e req-6ce6634d-f26b-4ed3-8b42-f6e119cc612e tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 944 time: 0.0847249 Aug 22 15:00:20.445841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'Port': ['ID=32b33bd3-8cb9-41b6-9e25-444c35089ad9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:20.446981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['32b33bd3-8cb9-41b6-9e25-444c35089ad9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:20.470370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-4389f27a-2682-450b-8fa9-7aa8e3c9b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:20.471933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-4389f27a-2682-450b-8fa9-7aa8e3c9b1df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc193ec21d9a4fc99839d729a8c5d3a0&device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 1094 time: 0.1070459 Aug 22 15:00:20.494076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9d2f91c2-26ef-4c07-8a65-b7da38119b95'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:20.506044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b92013e-c488-4478-b181-dd6f3684022e req-8711fceb-3028-4c49-bdd1-dd07d840a580 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749750 Aug 22 15:00:20.581920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] No DVR routers for this DVR port 32b33bd3-8cb9-41b6-9e25-444c35089ad9 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:20.590321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.595889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b33a737-cb2f-42cf-a8e7-6f3d3f6c60ee req-cc3d1329-7d21-47b3-895d-b790d15a7487 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.10 "DELETE /v2.0/ports/32b33bd3-8cb9-41b6-9e25-444c35089ad9 HTTP/1.1" status: 204 len: 173 time: 1.4712791 Aug 22 15:00:20.602504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'name': 'network-vif-deleted', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:20.605977 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67fd5e-f944-4e04-9086-a8a71819a2be" -d '{"events": [{"server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "name": "network-vif-deleted", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:20.700574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.727640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Pushing event deleted for resources: {'Port': ['ID=8befa654-ed78-4d57-ab8b-18dd57580684,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:20.816216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.822217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:20.826781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-089b9cda-9007-4f8c-b7d8-20a5319e0379 tempest-ServersTestJSON-1933360189 tempest-ServersTestJSON-1933360189-project] 10.222.0.53 "DELETE /v2.0/floatingips/b1cb8264-64d4-499b-b20d-cd8cbc97ed92 HTTP/1.1" status: 204 len: 168 time: 1.3385787 Aug 22 15:00:20.829875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40768) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:20.957816 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.067687 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:00:21.111170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-b453b5ea-b0d4-47fb-90d5-cb092980367b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.112830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-b453b5ea-b0d4-47fb-90d5-cb092980367b tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 945 time: 0.6901181 Aug 22 15:00:21.152139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6f94-af5e-4a15-8888-e304ddd18d8d req-099bf49b-82d6-4559-9f31-09b633ba1e6c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.155116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a6b6f94-af5e-4a15-8888-e304ddd18d8d req-099bf49b-82d6-4559-9f31-09b633ba1e6c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 945 time: 0.1744075 Aug 22 15:00:21.194475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99991bc-212f-4b68-b19b-7a429e9220ec req-af8b380f-6b16-4b68-97b3-ba534f2ae3f4 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.202722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d99991bc-212f-4b68-b19b-7a429e9220ec req-af8b380f-6b16-4b68-97b3-ba534f2ae3f4 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 943 time: 0.2205071 Aug 22 15:00:21.226633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-662d637d-500d-47f8-a379-6b1468a3105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.228103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-662d637d-500d-47f8-a379-6b1468a3105e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c278c1f4-623a-41c4-910f-4fd9b0f9e007 HTTP/1.1" status: 200 len: 922 time: 0.7379386 Aug 22 15:00:21.282191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.331781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-e0dd9301-b175-449b-8797-99d39a0d95e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba HTTP/1.1" status: 200 len: 217 time: 0.0881348 Aug 22 15:00:21.380317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a6b6f94-af5e-4a15-8888-e304ddd18d8d req-ba50572d-7b7d-415b-9d71-384fe10a47cd tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/security-groups?id=b157f772-6173-4c8c-9b0b-4776a889deb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011781 Aug 22 15:00:21.407638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d99991bc-212f-4b68-b19b-7a429e9220ec req-4688c896-8a2e-42ca-9d63-c951ce8058ca tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040205 Aug 22 15:00:21.454682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-bedf272c-ec67-4908-8082-552e3b4fc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.456222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-bedf272c-ec67-4908-8082-552e3b4fc577 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a2184f1-cc0b-46fc-83b1-e16bcd901bb3 HTTP/1.1" status: 200 len: 861 time: 0.0939953 Aug 22 15:00:21.467503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bececab-10fe-4b14-92a6-780940ea6954 req-80e7480d-734b-4186-b1ca-e14b4b0a000e tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:21.469184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bececab-10fe-4b14-92a6-780940ea6954 req-80e7480d-734b-4186-b1ca-e14b4b0a000e tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e06608a-0ecc-447e-8fda-a02f5b179619 HTTP/1.1" status: 200 len: 946 time: 0.1575544 Aug 22 15:00:21.484565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Deleting port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:21.486203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.526699 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2aaad-ade0-4046-84f1-070008e4ca79 x-openstack-request-id: req-44a2aaad-ade0-4046-84f1-070008e4ca79 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:21.527224 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b4155d-4037-48b6-9ce1-b979a20290ed", "name": "network-vif-deleted", "tag": "32b33bd3-8cb9-41b6-9e25-444c35089ad9", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:21.527626 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a2aaad-ade0-4046-84f1-070008e4ca79 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:21.528183 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b4155d-4037-48b6-9ce1-b979a20290ed', 'name': 'network-vif-deleted', 'tag': '32b33bd3-8cb9-41b6-9e25-444c35089ad9', 'status': 'completed', 'code': 200} Aug 22 15:00:21.544925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-32ca810c-fb3c-44fc-a553-c580b0fd974e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c278c1f4-623a-41c4-910f-4fd9b0f9e007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715835 Aug 22 15:00:21.639835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Deleting port 4b51953a-d333-4750-8af8-9aafff30bded {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:21.640472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.696415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9d2f91c2-26ef-4c07-8a65-b7da38119b95 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:21.734381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-573acef2-bb39-4ea4-9416-e6a5411ed947 req-d519dacf-530d-4439-8add-6fb8702f4a9a tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b4155d-4037-48b6-9ce1-b979a20290ed HTTP/1.1" status: 200 len: 210 time: 0.1051021 Aug 22 15:00:21.740206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] For port 4b51953a-d333-4750-8af8-9aafff30bded, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4b51953a-d333-4750-8af8-9aafff30bded,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:21.742059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.768113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Calling delete_port for 4b51953a-d333-4750-8af8-9aafff30bded owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:21.793998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] For port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:21.794380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.826290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Calling delete_port for 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:21.830487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-38663e6a-663d-49e2-9c17-1670d5198b66 service neutron] 10.222.0.10 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758362 Aug 22 15:00:21.858086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Deleting port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:21.858438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:21.946010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:21.953400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:21.955052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.144025 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.147992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] For port 45b4c064-f272-46c0-9c01-50a7ab7e3c67, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=45b4c064-f272-46c0-9c01-50a7ab7e3c67,segment=NetworkSegment(173feeec-f75d-44bf-aaa6-edbc94044b7f),segment_id=173feeec-f75d-44bf-aaa6-edbc94044b7f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:22.150821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.167234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Calling delete_port for 45b4c064-f272-46c0-9c01-50a7ab7e3c67 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:22.200594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:22.203077 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f003bd2-5e8b-4360-9bd6-48129a8ba241" -d '{"events": [{"server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "name": "network-vif-plugged", "status": "completed", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:22.220677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:22.290169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.290813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527a30d6-d4bc-4611-9bf2-c6223c543856 req-9885725d-cf47-487e-acf9-d1912bc8842d service neutron] 10.222.0.10 "GET /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493694 Aug 22 15:00:22.317249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.323611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a920d1b-0644-416c-824b-a8b64b73f13d req-71daf44a-2e13-46ee-9395-8e95187c5b8c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:22.326754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b51953a-d333-4750-8af8-9aafff30bded,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:22.327416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a920d1b-0644-416c-824b-a8b64b73f13d req-71daf44a-2e13-46ee-9395-8e95187c5b8c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 944 time: 0.2983487 Aug 22 15:00:22.392587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:22.543759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a920d1b-0644-416c-824b-a8b64b73f13d req-71d6c09b-ceee-41ee-9c88-4f142479920a tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847334 Aug 22 15:00:22.554903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.593423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-45d6c8bd-c8b4-4083-82c0-44e2c0dba67a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:22.603653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-45d6c8bd-c8b4-4083-82c0-44e2c0dba67a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.3585629 Aug 22 15:00:22.624525 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d050cde1-413a-4266-9d00-ebb8b408e79b x-openstack-request-id: req-d050cde1-413a-4266-9d00-ebb8b408e79b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:22.626118 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "name": "network-vif-plugged", "status": "completed", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:22.626400 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d050cde1-413a-4266-9d00-ebb8b408e79b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:22.626850 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95', 'code': 200} Aug 22 15:00:22.629662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-0864e9c9-0ccd-4496-b3ae-61ea48c015ae tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/quotas/baed2d82c3a541f39744c9095b4e4903 HTTP/1.1" status: 200 len: 375 time: 0.0266213 Aug 22 15:00:22.670655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.684446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['45b4c064-f272-46c0-9c01-50a7ab7e3c67'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:22.730974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event deleted for resources: {'Port': ['ID=6e46c009-c2c0-4ce3-a0ec-6efacf0962d5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:22.754909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50ec074d-9a8f-4a03-8a66-b561f9b3e310 req-7fd6c9a0-db43-4800-83d8-73427108c50c tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 210 time: 0.0551012 Aug 22 15:00:22.764101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 895b143a-ab65-499c-ba90-d5d29a7d79ba details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:22.778154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:22.802746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-83ce88ef-5aa3-4c84-ac91-a4d3e63d1e6d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712811 Aug 22 15:00:22.815240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85a93e-6099-4ee4-b7f0-bf749518fd3f req-c25e2c39-9d44-4122-9492-98b979de7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:22.819775 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f85a93e-6099-4ee4-b7f0-bf749518fd3f req-c25e2c39-9d44-4122-9492-98b979de7d3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 1096 time: 0.1038821 Aug 22 15:00:22.834820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] No DVR routers for this DVR port 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:22.843141 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.857854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:22.862913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62099dfc-ed30-4859-8a10-bc4c9008e255 req-28d43d4b-4c13-4b07-ac9c-ff61feab05c2 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "DELETE /v2.0/ports/6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 HTTP/1.1" status: 204 len: 173 time: 1.7393756 Aug 22 15:00:22.863421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'name': 'network-vif-deleted', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:22.865943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb62e641-fa64-49c3-b6eb-03c78584717e" -d '{"events": [{"server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "name": "network-vif-deleted", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:22.909468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Pushing event deleted for resources: {'Port': ['ID=45b4c064-f272-46c0-9c01-50a7ab7e3c67,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:22.927261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f85a93e-6099-4ee4-b7f0-bf749518fd3f req-a9268433-db85-4bb2-8761-464b9b76445b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Aug 22 15:00:23.024533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:00:23.043766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] No DVR routers for this DVR port 45b4c064-f272-46c0-9c01-50a7ab7e3c67 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:23.047058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.049106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bececab-10fe-4b14-92a6-780940ea6954 req-4577435e-340c-43a3-b78a-f03e2342b941 tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.54 "DELETE /v2.0/ports/45b4c064-f272-46c0-9c01-50a7ab7e3c67 HTTP/1.1" status: 204 len: 173 time: 1.5589387 Aug 22 15:00:23.066468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21015a1-9a12-494b-82dd-2c0449c03e49 req-98b5e66c-210e-44a2-a4f3-2c3d35c2fe3e tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:23.074468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a21015a1-9a12-494b-82dd-2c0449c03e49 req-98b5e66c-210e-44a2-a4f3-2c3d35c2fe3e tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 943 time: 0.2008870 Aug 22 15:00:23.077903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.118803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba,segment=NetworkSegment(277ad2ee-7cb0-41c0-a595-3a2416041e09),segment_id=277ad2ee-7cb0-41c0-a595-3a2416041e09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:23.143084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '895b143a-ab65-499c-ba90-d5d29a7d79ba', 'network_id': 'c278c1f4-623a-41c4-910f-4fd9b0f9e007', 'port_id': '895b143a-ab65-499c-ba90-d5d29a7d79ba', 'mac_address': 'fa:16:3e:1a:db:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2184f1-cc0b-46fc-83b1-e16bcd901bb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:23.149289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a21015a1-9a12-494b-82dd-2c0449c03e49 req-2843580c-1e6b-4824-b951-803ce23aebb9 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739102 Aug 22 15:00:23.171413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-57388819-063f-4dee-972d-ed62374cd4e7 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374257 Aug 22 15:00:23.172994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:23.194786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:23.200962 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ba4e586-8941-4cc6-9a77-b257424def7c admin admin] 10.222.0.53 "PUT /v2.0/routers/1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698916 Aug 22 15:00:23.203319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:23.225569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Sync routers for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:23.265048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:23.267573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:23.305345 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d3bd14-57ea-46a8-a970-a2e7f8ba7920 x-openstack-request-id: req-19d3bd14-57ea-46a8-a970-a2e7f8ba7920 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:23.305625 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d552b1b7-0dbc-428b-b698-17ec2b746f5e", "name": "network-vif-deleted", "tag": "6e46c009-c2c0-4ce3-a0ec-6efacf0962d5", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:23.305893 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19d3bd14-57ea-46a8-a970-a2e7f8ba7920 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:23.307333 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd552b1b7-0dbc-428b-b698-17ec2b746f5e', 'name': 'network-vif-deleted', 'tag': '6e46c009-c2c0-4ce3-a0ec-6efacf0962d5', 'status': 'completed', 'code': 200} Aug 22 15:00:23.346458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.379503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-8cf56db8-63c1-4dd5-acd2-782663e83018 service neutron] 10.222.0.53 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975243 Aug 22 15:00:23.433957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.435070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 32b33bd3-8cb9-41b6-9e25-444c35089ad9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:23.460114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.467507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 32b33bd3-8cb9-41b6-9e25-444c35089ad9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:23.468012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 32b33bd3-8cb9-41b6-9e25-444c35089ad9 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:23.486990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.506032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:23.508914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-dcd50358-189c-4fd4-a67a-2451f9317c6b tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/f05bed27-abed-4b4b-b03b-b10f403d73e7 HTTP/1.1" status: 200 len: 1801 time: 0.0709419 Aug 22 15:00:23.575536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895b143a-ab65-499c-ba90-d5d29a7d79ba {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:23.601188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.638215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba,segment=NetworkSegment(277ad2ee-7cb0-41c0-a595-3a2416041e09),segment_id=277ad2ee-7cb0-41c0-a595-3a2416041e09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:23.641758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:23.666854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Deleting port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:23.667256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.670385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.693309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 45b4c064-f272-46c0-9c01-50a7ab7e3c67 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:23.724303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 45b4c064-f272-46c0-9c01-50a7ab7e3c67 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:23.724965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 45b4c064-f272-46c0-9c01-50a7ab7e3c67 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:23.725672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:23.735186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.778959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] For port 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:23.778959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.792806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Calling delete_port for 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:23.802727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:23.802727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6e46c009-c2c0-4ce3-a0ec-6efacf0962d5 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:23.855488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:23.878200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T15:00:22Z', 'revision_number': 5, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port': {'id': '1c03ddee-0ffa-4eb7-bd64-e6e878cefc69', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:56:39Z', 'updated_at': '2021-08-22T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:23.891768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.896586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:23.897757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f75b2c6a-170e-41c6-84c7-d288611bed36 req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/f05bed27-abed-4b4b-b03b-b10f403d73e7 HTTP/1.1" status: 204 len: 173 time: 0.3867619 Aug 22 15:00:23.915241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5455cc-29d1-44dd-98ce-c1b7b3b62ed0 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05bed27-abed-4b4b-b03b-b10f403d73e7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:23.954283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Checking router: 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:23.960247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a921af-93cb-4498-ba66-8104d5678050 req-57203fb3-8635-4bfc-a583-2b9138b52288 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:23.962581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2a921af-93cb-4498-ba66-8104d5678050 req-57203fb3-8635-4bfc-a583-2b9138b52288 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 945 time: 0.1902616 Aug 22 15:00:23.974174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Routers {'1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:23.976665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:23.999597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ee6e35f-a9b3-4a3a-bc34-4ff12b7a449c req-3fb19a67-7c88-4293-b06b-6cf7f043e853 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 210 time: 0.0358691 Aug 22 15:00:24.053918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2a921af-93cb-4498-ba66-8104d5678050 req-d62e38bb-031d-41e2-a6a1-c208a36adf9e tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529802 Aug 22 15:00:24.186037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] Set router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:24.240593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb725452-5f97-48e4-9741-12dbd5aa856a req-deba0c55-3cd7-4924-aebe-b0d2d31254fd tempest-MultipleCreateTestJSON-327754217 tempest-MultipleCreateTestJSON-327754217-project] 10.222.0.53 "GET /v2.0/ports?device_id=d552b1b7-0dbc-428b-b698-17ec2b746f5e HTTP/1.1" status: 200 len: 210 time: 0.0843277 Aug 22 15:00:24.249602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.283608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T15:00:23Z', 'revision_number': 6, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:24.295788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['895b143a-ab65-499c-ba90-d5d29a7d79ba'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:24.332355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-e2ab262f-339d-4ca2-bee6-45b83391e8e3 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "GET /v2.0/security-groups/4cbccdd1-e959-4f7a-a7ca-35b014c85076 HTTP/1.1" status: 200 len: 1802 time: 0.1556618 Aug 22 15:00:24.347735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c03ddee-0ffa-4eb7-bd64-e6e878cefc69,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:24.389763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-575163fe-4e34-4a13-b245-8dcdd93589b0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:24.390054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d216264-97f1-4cba-b456-c658946af8b1 None None] The sync data for ids ['1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e'] in n-d-805046-3 is: [{'id': '1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e', 'name': 'tempest-ServersTestJSON-1892242975-router', 'tenant_id': 'f72f68cb5fd943dd9300e7091971511f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:56:38Z', 'updated_at': '2021-08-22T15:00:23Z', 'revision_number': 6, 'project_id': 'f72f68cb5fd943dd9300e7091971511f', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:24.394115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-575163fe-4e34-4a13-b245-8dcdd93589b0 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd9a6578-39b2-4652-8db8-60db2f275a7c HTTP/1.1" status: 200 len: 943 time: 0.2836461 Aug 22 15:00:24.476105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.605051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.607950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.627707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:24.629365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ddb76-5733-4382-82a5-392731fbfd60 req-6fd7c81f-9528-4da8-91fc-13cb2c23a0fb tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:24.630455 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372ed9a-083b-40ea-a6c0-d793745574f1" -d '{"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:24.635472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a76ddb76-5733-4382-82a5-392731fbfd60 req-6fd7c81f-9528-4da8-91fc-13cb2c23a0fb tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 944 time: 0.2968295 Aug 22 15:00:24.649602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.703197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.736544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Deleting port 2de77b32-9e69-47a4-a3f2-1462ca814afd {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:24.736947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.744213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a76ddb76-5733-4382-82a5-392731fbfd60 req-2d05f268-9a6e-48f3-860c-af2dcfe13774 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982544 Aug 22 15:00:24.763639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.764377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:00:24.774969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.777438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-884ca4a1-7a14-402e-be1b-9eea60e05f19 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1e1ca7aa-f667-4e8c-b03a-0d103fe9c20e HTTP/1.1" status: 204 len: 168 time: 1.5730326 Aug 22 15:00:24.780320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40834) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:24.861585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Deleting subnet ae8fd939-5c9d-4a90-8923-b376c505e1f7 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:00:24.875465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.885242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] For port 2de77b32-9e69-47a4-a3f2-1462ca814afd, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2de77b32-9e69-47a4-a3f2-1462ca814afd,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:24.886056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.903411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Calling delete_port for 2de77b32-9e69-47a4-a3f2-1462ca814afd owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:24.920949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.924872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.930338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-614f92d5-1ddc-4b79-b230-a8b4ce8780e3 req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] 10.222.0.53 "DELETE /v2.0/security-groups/4cbccdd1-e959-4f7a-a7ca-35b014c85076 HTTP/1.1" status: 204 len: 173 time: 0.5967946 Aug 22 15:00:24.934457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40836) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:24.956271 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a52c29-9128-46bb-a758-9aadff450c2e x-openstack-request-id: req-c1a52c29-9128-46bb-a758-9aadff450c2e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:24.956655 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:24.956792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:24.956912 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1a52c29-9128-46bb-a758-9aadff450c2e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:24.957595 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'code': 200} Aug 22 15:00:24.991425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47193e28-1660-4050-9cd9-83a1f680eb42 tempest-SecurityGroupsTestJSON-1507634547 tempest-SecurityGroupsTestJSON-1507634547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbccdd1-e959-4f7a-a7ca-35b014c85076,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:25.032696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Deleting subnet 48e62a44-9536-4d04-882c-fea387d0a692 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:00:25.037393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.100325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.134470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.184567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.191223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e54d13e5-5d02-41b1-9567-6ba8472cfbdb req-559aa37d-735d-4685-b945-e2cae427495d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 210 time: 0.0537376 Aug 22 15:00:25.197514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.270701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event deleted for resources: {'Port': ['ID=2de77b32-9e69-47a4-a3f2-1462ca814afd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:25.327035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'name': 'network-vif-deleted', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:25.335159 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ac8778-6ea5-40b9-9209-6d1ff07a1def" -d '{"events": [{"server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "name": "network-vif-deleted", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:25.354832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] No DVR routers for this DVR port 2de77b32-9e69-47a4-a3f2-1462ca814afd on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:25.359357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.362001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68e65f9e-67f8-4e97-832b-4680bbef7eb7 req-a9cc5f21-cbca-426c-8b02-0c170e6ec73f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "DELETE /v2.0/ports/2de77b32-9e69-47a4-a3f2-1462ca814afd HTTP/1.1" status: 204 len: 173 time: 0.9143975 Aug 22 15:00:25.366006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4b51953a-d333-4750-8af8-9aafff30bded no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:25.385420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296bd03-ef89-462e-be72-558e7c2e7896 req-e97ba929-2a21-43a1-8433-44ca870ea953 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:25.387340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3296bd03-ef89-462e-be72-558e7c2e7896 req-e97ba929-2a21-43a1-8433-44ca870ea953 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 945 time: 0.1514282 Aug 22 15:00:25.393335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.409615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40850) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:25.411066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4b51953a-d333-4750-8af8-9aafff30bded {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:25.413835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4b51953a-d333-4750-8af8-9aafff30bded not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:25.415059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:25.448682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.454769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae8fd939-5c9d-4a90-8923-b376c505e1f7 HTTP/1.1" status: 204 len: 168 time: 0.6728399 Aug 22 15:00:25.457440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:25.470445 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d6322-17a7-42ed-bed2-697aa647a527 x-openstack-request-id: req-710d6322-17a7-42ed-bed2-697aa647a527 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:25.471059 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e06608a-0ecc-447e-8fda-a02f5b179619", "name": "network-vif-deleted", "tag": "45b4c064-f272-46c0-9c01-50a7ab7e3c67", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:25.471399 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-710d6322-17a7-42ed-bed2-697aa647a527 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:25.471883 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e06608a-0ecc-447e-8fda-a02f5b179619', 'name': 'network-vif-deleted', 'tag': '45b4c064-f272-46c0-9c01-50a7ab7e3c67', 'status': 'completed', 'code': 200} Aug 22 15:00:25.476994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570e636-1e87-446d-a529-94bfdb81f6e4 None None] Network 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:25.490806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3296bd03-ef89-462e-be72-558e7c2e7896 req-adb0d942-6297-49d0-af80-f2a6fed8448f tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833347 Aug 22 15:00:25.504757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:25.506712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1c03ddee-0ffa-4eb7-bd64-e6e878cefc69 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:25.506835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1d528-c5f8-4418-8187-526bf5953910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8fd939-5c9d-4a90-8923-b376c505e1f7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:25.509540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.575306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e62a44-9536-4d04-882c-fea387d0a692,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:25.575678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.575790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.575790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-248a5cf3-b8fc-40f3-9640-471d438f1876 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/48e62a44-9536-4d04-882c-fea387d0a692 HTTP/1.1" status: 204 len: 168 time: 0.6363609 Aug 22 15:00:25.575790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40856) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:25.607278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Deleting subnet 80e5b4f3-a866-4d20-9c70-de22edbcca65 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:00:25.667614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Deleting port 774ab027-dc6e-4727-9fe4-5fca3d390057 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:25.669231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.754695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] For port 774ab027-dc6e-4727-9fe4-5fca3d390057, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=774ab027-dc6e-4727-9fe4-5fca3d390057,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:25.755073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.789327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Calling delete_port for 774ab027-dc6e-4727-9fe4-5fca3d390057 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:25.800523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] DHCP port deletion for 1275655d-b8ff-40dc-91cf-ed2a2b39ebbc request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:00:25.885877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Deleting port 774ab027-dc6e-4727-9fe4-5fca3d390057 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:25.887015 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:25.969481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de109-48a6-4edb-8c95-e22e21f32ed8 req-8878248b-f8dc-4040-9c59-79a4dccc23a9 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:25.972241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d24de109-48a6-4edb-8c95-e22e21f32ed8 req-8878248b-f8dc-4040-9c59-79a4dccc23a9 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 944 time: 0.1316290 Aug 22 15:00:26.003912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] For port 774ab027-dc6e-4727-9fe4-5fca3d390057, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=774ab027-dc6e-4727-9fe4-5fca3d390057,segment=NetworkSegment(7f819b02-7501-4212-a26c-bcb2dba5d1a5),segment_id=7f819b02-7501-4212-a26c-bcb2dba5d1a5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:26.005324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.006368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.026793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Calling delete_port for 774ab027-dc6e-4727-9fe4-5fca3d390057 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:26.045199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d24de109-48a6-4edb-8c95-e22e21f32ed8 req-daa7f871-5707-4c7b-9891-6731d90bf403 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Aug 22 15:00:26.077695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.107051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.122811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.169884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.170689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=774ab027-dc6e-4727-9fe4-5fca3d390057,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:26.172720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.175923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] No DVR routers for this DVR port 774ab027-dc6e-4727-9fe4-5fca3d390057 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:26.188269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] No DVR routers for this DVR port 774ab027-dc6e-4727-9fe4-5fca3d390057 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:26.209400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Pushing event deleted for resources: {'Port': ['ID=774ab027-dc6e-4727-9fe4-5fca3d390057,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:26.254217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.254572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.254919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.255261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.259406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.260560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.260968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.261446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.263159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.263159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.264355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.264737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb836b-885b-4744-84b4-4f7603d79a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:26.315462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.340231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1275655d-b8ff-40dc-91cf-ed2a2b39ebbc']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.385314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.396153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.400426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b4e9da-85e5-49bd-a555-7c57a8ad4857']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.417008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d46e8e68-79e1-41b8-95fa-7744a8ec6249 req-c5f2116f-4da1-4224-93c3-062c739847f7 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 210 time: 0.0789471 Aug 22 15:00:26.427300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f819b02-7501-4212-a26c-bcb2dba5d1a5') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.427606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f819b02-7501-4212-a26c-bcb2dba5d1a5') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.448935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e5b4f3-a866-4d20-9c70-de22edbcca65,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:26.453314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e17f253-a52f-4db2-80ef-09a334d8e765') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.453965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e17f253-a52f-4db2-80ef-09a334d8e765') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.472317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.476351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b0c0f31-b47e-4ca7-83ae-9feb9700aa13 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80e5b4f3-a866-4d20-9c70-de22edbcca65 HTTP/1.1" status: 204 len: 168 time: 1.0601184 Aug 22 15:00:26.476351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.482696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:26.496032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.527521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.529786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.543675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:00:26.544105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:00:26.546174 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:00:26.566706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:00:26.567142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:00:26.569449 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:00:26.646887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.766932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.770145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.796446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acafeeb-6f19-4b8e-96a6-114e7f35e17f']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.802969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 895b143a-ab65-499c-ba90-d5d29a7d79ba up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:26.813766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.816437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] 10.222.0.53 "DELETE /v2.0/networks/42b4e9da-85e5-49bd-a555-7c57a8ad4857 HTTP/1.1" status: 204 len: 168 time: 1.2399287 Aug 22 15:00:26.863806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42e966-60cc-450b-846a-8fd2d8851108 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b4e9da-85e5-49bd-a555-7c57a8ad4857,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:26.869257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173feeec-f75d-44bf-aaa6-edbc94044b7f') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.869460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173feeec-f75d-44bf-aaa6-edbc94044b7f') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:26.896861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.925785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.945424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:00:26.959405 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:00:26.980304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 895b143a-ab65-499c-ba90-d5d29a7d79ba completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:26.986756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 895b143a-ab65-499c-ba90-d5d29a7d79ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:26.995909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.067213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-fda11ab2-769d-4a82-8dbc-7be38cba6471 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:27.069046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-fda11ab2-769d-4a82-8dbc-7be38cba6471 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 805 time: 0.7769823 Aug 22 15:00:27.103292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.123919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Request body: {'port': {'device_id': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'admin_state_up': True, 'tenant_id': 'baed2d82c3a541f39744c9095b4e4903'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:27.125072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.143035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.152869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3acafeeb-6f19-4b8e-96a6-114e7f35e17f HTTP/1.1" status: 204 len: 168 time: 0.6718471 Aug 22 15:00:27.169698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:27.195701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.196355 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1536f2-ba5b-4002-af59-fe14c0159f80" -d '{"events": [{"server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "name": "network-vif-plugged", "status": "completed", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:27.196487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7955b42-d33d-4c30-a4a8-23c333bf20e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acafeeb-6f19-4b8e-96a6-114e7f35e17f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:27.224673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.233984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba,segment=NetworkSegment(277ad2ee-7cb0-41c0-a595-3a2416041e09),segment_id=277ad2ee-7cb0-41c0-a595-3a2416041e09)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:27.240444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/1275655d-b8ff-40dc-91cf-ed2a2b39ebbc HTTP/1.1" status: 204 len: 168 time: 1.7789574 Aug 22 15:00:27.284737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 774ab027-dc6e-4727-9fe4-5fca3d390057 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:27.288985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67130e5-aa69-4b4f-ba43-463bca656d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=1275655d-b8ff-40dc-91cf-ed2a2b39ebbc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:27.319106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 774ab027-dc6e-4727-9fe4-5fca3d390057 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:27.319474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 774ab027-dc6e-4727-9fe4-5fca3d390057 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:27.341879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893b9c1-e508-4655-a04e-409bb1eb7185 x-openstack-request-id: req-4893b9c1-e508-4655-a04e-409bb1eb7185 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:27.342369 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "name": "network-vif-plugged", "status": "completed", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:27.348317 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4893b9c1-e508-4655-a04e-409bb1eb7185 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:27.348317 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba', 'code': 200} Aug 22 15:00:27.348317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.348317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:27.402715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:27.415448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 2de77b32-9e69-47a4-a3f2-1462ca814afd {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:27.416424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2de77b32-9e69-47a4-a3f2-1462ca814afd not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:27.424469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924054a5-02b0-4424-a458-c95dc070b8eb req-9ec93771-ed57-4a4c-9a76-02ebdcb65338 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:27.440398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-924054a5-02b0-4424-a458-c95dc070b8eb req-9ec93771-ed57-4a4c-9a76-02ebdcb65338 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 944 time: 0.1570377 Aug 22 15:00:27.451573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:27.506274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-deleted', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:27.509650 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96534165-2d7d-469a-9f0b-ec1420954b15" -d '{"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-deleted", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:27.536131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48229-c71b-4bf1-bb25-5a1cf173081b req-a09c1051-5b15-48dc-a537-7bb5a85393b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:27.536131 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c48229-c71b-4bf1-bb25-5a1cf173081b req-a09c1051-5b15-48dc-a537-7bb5a85393b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 1096 time: 0.0764952 Aug 22 15:00:27.536131 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a5f7b5c-6d3d-4a9e-8432-b54b1c931aa5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f9b36a50f684cd39a749af96acbbd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316202 Aug 22 15:00:27.544465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:27.585573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c48229-c71b-4bf1-bb25-5a1cf173081b req-ad92354f-bcb4-4c44-9dfc-138bb7d389c8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Aug 22 15:00:27.601556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:27.623082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-924054a5-02b0-4424-a458-c95dc070b8eb req-4e4062d6-3fc3-410d-9488-d225c2340293 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805208 Aug 22 15:00:27.662010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-985cfb70-288d-4240-92f0-6b67fa19ed95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f84197a7785444e8a1df512fa29a3691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589192 Aug 22 15:00:27.662746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:27.673488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb59e-a264-41f0-8c80-7cbffd5a9bfd req-9ec88c6f-0f87-427d-b0af-8dc42ad73f6a tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:27.675095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c4cb59e-a264-41f0-8c80-7cbffd5a9bfd req-9ec88c6f-0f87-427d-b0af-8dc42ad73f6a tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 945 time: 0.2132084 Aug 22 15:00:27.723711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.737118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.748469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Made reservation on behalf of baed2d82c3a541f39744c9095b4e4903 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:27.752368 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.760450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06cefa2a-4997-4288-b939-b26703ebb1b2 req-e10202e6-b656-4ca1-b6de-e9505c9b4542 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 210 time: 0.0560987 Aug 22 15:00:27.779390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.805660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.823374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c4cb59e-a264-41f0-8c80-7cbffd5a9bfd req-1b77afdf-3c12-4cd0-be99-b5d7e7470722 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376269 Aug 22 15:00:27.848431 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e5f539-0fbf-4eeb-8918-8724bed06cbb x-openstack-request-id: req-b6e5f539-0fbf-4eeb-8918-8724bed06cbb {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:27.848431 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a6578-39b2-4652-8db8-60db2f275a7c", "name": "network-vif-deleted", "tag": "2de77b32-9e69-47a4-a3f2-1462ca814afd", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:27.848431 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6e5f539-0fbf-4eeb-8918-8724bed06cbb {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:27.848431 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a6578-39b2-4652-8db8-60db2f275a7c', 'name': 'network-vif-deleted', 'tag': '2de77b32-9e69-47a4-a3f2-1462ca814afd', 'status': 'completed', 'code': 200} Aug 22 15:00:27.934488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.937906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:27.940843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b157f772-6173-4c8c-9b0b-4776a889deb4 HTTP/1.1" status: 204 len: 168 time: 0.2771168 Aug 22 15:00:27.952187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d024a60-5abd-4c8e-b10e-336420bbaab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157f772-6173-4c8c-9b0b-4776a889deb4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:27.960019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Allocated IP 172.20.0.14 (8e0838c1-203a-4900-9ad7-eb2401cb48df/bf4eb573-a818-4f6a-a924-2bf27a1b4ebf/34a7b270-7a63-46c0-8c83-d607f2630f0e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:28.008059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:28.027193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.030612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.031917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b HTTP/1.1" status: 204 len: 168 time: 0.4837625 Aug 22 15:00:28.055657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05205b8d-a702-4194-960e-8e1fee90f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfebae9-d1cd-4dfd-8d17-cf0147f85e4b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:28.075564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d2d79dc-5aec-40bb-be23-b6172da92a24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f72f68cb5fd943dd9300e7091971511f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661547 Aug 22 15:00:28.078238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40914) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:28.153739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.189853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.229053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.375238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.375653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.378342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.384299 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20b3d2c7-061d-407c-bd64-81d196c307dd HTTP/1.1" status: 204 len: 168 time: 0.3002234 Aug 22 15:00:28.388537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a1b2-3318-4a47-b55d-16938ccea95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3d2c7-061d-407c-bd64-81d196c307dd,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:28.461285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Network 8e0838c1-203a-4900-9ad7-eb2401cb48df is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:28.469218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:28.471886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:28.476268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:28.536604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:28.537575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.610170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-3a89a5f5-ae6f-4a16-97c7-7ab0ee389322 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4913332 Aug 22 15:00:28.631247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Request body: {'port': {'device_id': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:28.763842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-407ee382-8a62-43ae-b2ed-b647193f24f8 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:28.765552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-407ee382-8a62-43ae-b2ed-b647193f24f8 tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 945 time: 0.1104336 Aug 22 15:00:28.810406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:28.953048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ce43-802b-4860-a9ed-772511d4045b req-a1e49c5f-6acd-456e-90b4-e7acfec55e3c tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:28.954835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c119ce43-802b-4860-a9ed-772511d4045b req-a1e49c5f-6acd-456e-90b4-e7acfec55e3c tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.2227714 Aug 22 15:00:29.107572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd725c-2316-4115-94ba-f6cd197bcaf8 req-81611d17-d74b-4acb-a9d9-3fdecf18a893 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:29.112570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50dd725c-2316-4115-94ba-f6cd197bcaf8 req-81611d17-d74b-4acb-a9d9-3fdecf18a893 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 932 time: 0.2575378 Aug 22 15:00:29.172026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c119ce43-802b-4860-a9ed-772511d4045b req-661f459a-7536-499f-b5be-52906337f739 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945140 Aug 22 15:00:29.209597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Deleting port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:29.209953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.269481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50dd725c-2316-4115-94ba-f6cd197bcaf8 req-79947277-7035-4a23-abd7-aed11f3b0a5e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486611 Aug 22 15:00:29.508366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a63b-3323-4dea-9bd4-d59973d0c863 req-247ff76b-ec17-408d-8fac-facd40bfe0ed tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:29.508366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21a4a63b-3323-4dea-9bd4-d59973d0c863 req-247ff76b-ec17-408d-8fac-facd40bfe0ed tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 945 time: 0.1678069 Aug 22 15:00:29.521962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] For port 9d2f91c2-26ef-4c07-8a65-b7da38119b95, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9d2f91c2-26ef-4c07-8a65-b7da38119b95,segment=NetworkSegment(c3d0306d-806e-4851-b6d3-bc954173680a),segment_id=c3d0306d-806e-4851-b6d3-bc954173680a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:29.522335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.538524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a7b270-7a63-46c0-8c83-d607f2630f0e {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:29.568699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.572493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Calling delete_port for 9d2f91c2-26ef-4c07-8a65-b7da38119b95 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:29.604737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Transition to ACTIVE for port object 34a7b270-7a63-46c0-8c83-d607f2630f0e will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:29.611633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21a4a63b-3323-4dea-9bd4-d59973d0c863 req-5232bc07-4203-4ac9-a8b9-2df4222312bb tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/security-groups?id=92a2326d-850d-4448-a014-973e7d965ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940621 Aug 22 15:00:29.716771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.810589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:29.885365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Attempting to bind port 34a7b270-7a63-46c0-8c83-d607f2630f0e on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:29.885722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Attempting to bind port 34a7b270-7a63-46c0-8c83-d607f2630f0e by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:29.886271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Attempting to bind port 34a7b270-7a63-46c0-8c83-d607f2630f0e on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:29.891917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Port 34a7b270-7a63-46c0-8c83-d607f2630f0e on network 8e0838c1-203a-4900-9ad7-eb2401cb48df not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:29.892258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Attempting to bind port 34a7b270-7a63-46c0-8c83-d607f2630f0e on network 8e0838c1-203a-4900-9ad7-eb2401cb48df {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:29.900996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:29.901599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Checking segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:29.902080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Bound using segment: {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:29.902461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Bound port: 34a7b270-7a63-46c0-8c83-d607f2630f0e, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3808fe-4d56-4e56-8ed9-a124987aa98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:29.902838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.913855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:29.926169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9d2f91c2-26ef-4c07-8a65-b7da38119b95'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:29.979058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Pushing event deleted for resources: {'Port': ['ID=9d2f91c2-26ef-4c07-8a65-b7da38119b95,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:30.043541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] No DVR routers for this DVR port 9d2f91c2-26ef-4c07-8a65-b7da38119b95 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:30.046402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.048966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd89b688-a2b1-4e04-ab9a-07bcf1fa217f req-edbe10fd-1372-4a95-8d78-f4658ff1585c tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.54 "DELETE /v2.0/ports/9d2f91c2-26ef-4c07-8a65-b7da38119b95 HTTP/1.1" status: 204 len: 173 time: 1.2533276 Aug 22 15:00:30.051394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'name': 'network-vif-deleted', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:30.054559 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c513d7a-c426-4e55-bd89-3bd4a5f45e21" -d '{"events": [{"server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "name": "network-vif-deleted", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:30.070342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:30.078728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fa324e5-23bf-4ba6-b1f1-212ceac66fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.079676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:30.129789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.134895 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b908d14-926a-4b37-88d2-c35ff612ac95 x-openstack-request-id: req-3b908d14-926a-4b37-88d2-c35ff612ac95 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:30.135187 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab920ae-6138-4f46-ac71-101443d391ad", "name": "network-vif-deleted", "tag": "9d2f91c2-26ef-4c07-8a65-b7da38119b95", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:30.135756 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b908d14-926a-4b37-88d2-c35ff612ac95 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:30.135894 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab920ae-6138-4f46-ac71-101443d391ad', 'name': 'network-vif-deleted', 'tag': '9d2f91c2-26ef-4c07-8a65-b7da38119b95', 'status': 'completed', 'code': 200} Aug 22 15:00:30.177468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:30.178306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.180094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] 10.222.0.10 "PUT /v2.0/ports/34a7b270-7a63-46c0-8c83-d607f2630f0e HTTP/1.1" status: 200 len: 1092 time: 1.5538514 Aug 22 15:00:30.219888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b73f47-ec1d-443f-b736-eb9d5891f709 service neutron] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:30.229351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:30.273321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:30.419890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-202161168-network', 'tenant_id': '2888b841f9aa4b28976704feb089acbb'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:30.451002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-511c3c48-1d4f-4ea8-b1b2-72d44b78792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:30.452613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-511c3c48-1d4f-4ea8-b1b2-72d44b78792c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 1095 time: 0.1379046 Aug 22 15:00:30.467501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdef0d-65fd-416a-a9b2-92aa05f74971 req-4a2ce924-f515-4501-99fd-d4ef38ce9319 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:30.471338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-370338131-network', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:30.471638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fdef0d-65fd-416a-a9b2-92aa05f74971 req-4a2ce924-f515-4501-99fd-d4ef38ce9319 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.1722653 Aug 22 15:00:30.484072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9cd43-ba8f-4f61-8408-563994623ee4 req-0fb77899-79a5-49e0-a3b3-07d9f922a92a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:30.485702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e9cd43-ba8f-4f61-8408-563994623ee4 req-0fb77899-79a5-49e0-a3b3-07d9f922a92a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.1085074 Aug 22 15:00:30.544805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-75be7eb5-72af-4bfc-bae5-2e2e2ce66987 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e HTTP/1.1" status: 200 len: 217 time: 0.0710120 Aug 22 15:00:30.549994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Made reservation on behalf of 2888b841f9aa4b28976704feb089acbb for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:30.557605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.585444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.627688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Made reservation on behalf of 82ccf59bf06a459aa028cd7f36163061 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:30.628979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29fdef0d-65fd-416a-a9b2-92aa05f74971 req-58ab57a8-5e1f-4859-a2a1-34de62d0f55e tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374965 Aug 22 15:00:30.630028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.641384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e9cd43-ba8f-4f61-8408-563994623ee4 req-674768ac-393a-4b23-a39b-0fa0d0e51c05 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464398 Aug 22 15:00:30.649602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352e76-c351-40b2-90f2-a162c46350db req-9e5b2b89-7964-4afb-92e8-3a5aa71651ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:30.649602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-9e5b2b89-7964-4afb-92e8-3a5aa71651ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.0919809 Aug 22 15:00:30.656989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:30.679083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.700698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-7d654566-0441-485f-92fa-376f339ca692 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351760 Aug 22 15:00:30.841298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-a6836029-401f-451b-bce9-8a8d9c881f7f service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399720 Aug 22 15:00:30.920966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad6c68df-9f06-48fb-a2c2-f2f3f54751c1 req-72baf793-7e2f-4168-8420-fd6c3b68ca4b tempest-VolumesActionsTest-1219933958 tempest-VolumesActionsTest-1219933958-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ab920ae-6138-4f46-ac71-101443d391ad HTTP/1.1" status: 200 len: 210 time: 0.0556743 Aug 22 15:00:30.927758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:30.928291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1122088685-network', 'tenant_id': '88905857cb0a44d9861a53f34347a0a2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:30.996868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec352e76-c351-40b2-90f2-a162c46350db req-fd0b06c8-1d26-4040-b59a-50d7358c7c45 service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454072 Aug 22 15:00:31.028324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.066482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:00:31.088594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8caa14c-7ad9-42c7-bb99-b150e47c0e4e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:31.096016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.096016 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Added segment a627dfdc-c135-4394-8d12-cdc128b4de4d of type vlan for network 1592a7db-3282-4065-aaca-6b6873fa4a92 Aug 22 15:00:31.115019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.115378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.115733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.116099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.116443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.116781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.119170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.160917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.224084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.289101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.292970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.294136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:31.294823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.341104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:00:31.357637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Made reservation on behalf of 88905857cb0a44d9861a53f34347a0a2 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:31.360149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.386788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.388677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.389014 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Added segment 0bd448d9-6fc4-4f26-8f33-5d95fe941244 of type vlan for network f8f0452c-aae2-40c5-bc6e-e292e0d161ff Aug 22 15:00:31.392216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7762ecdf-9659-44de-bacf-6d1cbc2f102a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:31.409533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] Pushing event updated for resources: {'Network': ['ID=1592a7db-3282-4065-aaca-6b6873fa4a92,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:31.419872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:00:31.435843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f3f44402-81a3-41dc-9b53-e1cdfe860a47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1613233 Aug 22 15:00:31.438938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41018) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:31.445773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Request body: {'subnet': {'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-202161168-subnet', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:31.450963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.465537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ab426-bd56-45ca-b2ce-359b4546a237 req-b665138a-f6bd-412b-bd03-a76cc128a8e0 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:31.468433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66ab426-bd56-45ca-b2ce-359b4546a237 req-b665138a-f6bd-412b-bd03-a76cc128a8e0 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.1040225 Aug 22 15:00:31.532068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66ab426-bd56-45ca-b2ce-359b4546a237 req-1514425b-5b66-4b5a-8971-bfe32ede4fbd tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Aug 22 15:00:31.557881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.558867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:31.559665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.596355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.637220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] Pushing event updated for resources: {'Network': ['ID=f8f0452c-aae2-40c5-bc6e-e292e0d161ff,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:31.654461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.659636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:00:31.681917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:00:31.704656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.705179 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Added segment 3ba22563-7e8b-424d-af63-3e2752cbf0a0 of type vlan for network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 Aug 22 15:00:31.706715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6f413-89bf-46f9-98d5-60c579655336,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:31.725791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79d645e9-bfdd-442d-a961-06c7299ff5ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4928923 Aug 22 15:00:31.726008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:31.729899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.730410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.730819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.731285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.731727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.732604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.733050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.733487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.733603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Request body: {'subnet': {'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-subnet', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:31.734000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.734474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.734875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.735342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:31.805186 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.864826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612f981-3741-4c26-a16e-b63ae540082c req-c38c7288-d7a2-4629-b013-1244afd2e32f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:31.866421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c612f981-3741-4c26-a16e-b63ae540082c req-c38c7288-d7a2-4629-b013-1244afd2e32f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.0901856 Aug 22 15:00:31.904986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Made reservation on behalf of 2888b841f9aa4b28976704feb089acbb for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:31.907295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.916297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c612f981-3741-4c26-a16e-b63ae540082c req-953cd573-c17d-4579-bf36-2982f6afec70 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Aug 22 15:00:31.967021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.968039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:31.968640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:31.996830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Made reservation on behalf of 82ccf59bf06a459aa028cd7f36163061 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:32.000008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.062169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:32.065393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5c6afe68-e467-4aa7-b290-ef7f63e17ab4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4060104 Aug 22 15:00:32.068344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41032) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:32.074104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Request body: {'subnet': {'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1122088685-subnet', 'tenant_id': '88905857cb0a44d9861a53f34347a0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:32.084819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:00:32.137989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:32.140691 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaee708-88c1-4ae7-aa2e-e95010f10e37" -d '{"events": [{"name": "network-changed", "server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:32.204376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Made reservation on behalf of 88905857cb0a44d9861a53f34347a0a2 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:32.209430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.247558 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f14f95-6406-4058-9106-935ce756bf9e x-openstack-request-id: req-03f14f95-6406-4058-9106-935ce756bf9e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:32.247852 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:32.248184 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03f14f95-6406-4058-9106-935ce756bf9e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:32.248731 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'status': 'completed', 'code': 200} Aug 22 15:00:32.363903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-51ed7194-9aab-44a7-b462-bc1f57e4b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:32.365641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-51ed7194-9aab-44a7-b462-bc1f57e4b665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=baed2d82c3a541f39744c9095b4e4903&device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 1095 time: 0.0951662 Aug 22 15:00:32.368628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.455392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e841769-7abf-4927-a999-c485a1ab27c0,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:32.465015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Checking segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:32.465458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Network hostable DHCP agents. Network: f8f0452c-aae2-40c5-bc6e-e292e0d161ff, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:00:32.486358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.545178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:00:32.629118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5878de7b-07fa-4032-808c-aa0dc016edae,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:32.631591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f8f0452c-aae2-40c5-bc6e-e292e0d161ff) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:32.641599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:32.642678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8796faf-58eb-4bb6-8cef-4e005ec28778 None None] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:32.646169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.649343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-79a7e116-43d7-4237-a285-88d09f9d9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:32.650880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-79a7e116-43d7-4237-a285-88d09f9d9690 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 200 len: 906 time: 0.2669160 Aug 22 15:00:32.686932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.728806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Checking segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:32.729235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Network hostable DHCP agents. Network: 1592a7db-3282-4065-aaca-6b6873fa4a92, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:00:32.749351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88d4c697-5cd4-4a6f-98a2-63593ad48907 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0198646 Aug 22 15:00:32.750240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:32.752341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-12595a18-20e4-4d70-841d-0585aaf52c1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e HTTP/1.1" status: 200 len: 217 time: 0.0792348 Aug 22 15:00:32.755257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:32.806045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f2527-f835-404e-9a1f-afdbfa13da8d req-7e004f6d-b08e-4a8e-8734-82044620738a tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:32.815262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-213f2527-f835-404e-9a1f-afdbfa13da8d req-7e004f6d-b08e-4a8e-8734-82044620738a tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.1765316 Aug 22 15:00:32.823726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.829433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:32.848654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a821990-1694-49d0-97c8-926947c8c91e None None] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:32.910784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-a811ee0b-ad62-431b-96d3-0bd3852d9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:32.912334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-a811ee0b-ad62-431b-96d3-0bd3852d9e74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 200 len: 845 time: 0.1167657 Aug 22 15:00:32.940079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Checking segment: {'id': '3ba22563-7e8b-424d-af63-3e2752cbf0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:32.940450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Network hostable DHCP agents. Network: 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:00:32.949761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.951655 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:32.972843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-213f2527-f835-404e-9a1f-afdbfa13da8d req-62f3870f-6e42-4590-9888-34b59b41f8bb tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542885 Aug 22 15:00:32.985281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-efebad9c-0dc2-4031-a229-44878ddce3df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e0838c1-203a-4900-9ad7-eb2401cb48df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514297 Aug 22 15:00:32.985281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:00:33.029123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1592a7db-3282-4065-aaca-6b6873fa4a92) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:33.039868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9f9f4-2a29-45b6-bbd9-03231c19753d None None] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:33.061306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:33.061894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.126014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:00:33.192622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-04ebbc0b-ebeb-4333-9c20-2c8c0d3b2cc1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7466502 Aug 22 15:00:33.194122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41066) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:33.201578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:33.209031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-b85c79a0-da18-4f02-b735-2445e4b027cc service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136970 Aug 22 15:00:33.209248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.221876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be0f3-be2b-4215-a8ea-e9390bad579c req-0794029a-56c3-49f9-851f-eeb076afa85f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:33.224487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b0be0f3-be2b-4215-a8ea-e9390bad579c req-0794029a-56c3-49f9-851f-eeb076afa85f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.1194508 Aug 22 15:00:33.290393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:33.317071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1592a7db-3282-4065-aaca-6b6873fa4a92', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:00:33.322823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.348236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f079908-af77-47ee-8523-40808d167fcd None None] Network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:33.374872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:33.374872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.383720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b0be0f3-be2b-4215-a8ea-e9390bad579c req-8827d131-e680-46a3-a8fb-770b15a5644d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412413 Aug 22 15:00:33.418046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaee708-88c1-4ae7-aa2e-e95010f10e37 req-5e96c7a9-b312-47e8-a950-45ce794ccdbd service neutron] 10.222.0.10 "GET /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882205 Aug 22 15:00:33.587824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-c365398e-c86a-42ee-8709-87fd1a34b1d9 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:33.591262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-c365398e-c86a-42ee-8709-87fd1a34b1d9 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.10 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.0908766 Aug 22 15:00:33.613159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Allocated IP 172.20.0.2 (1592a7db-3282-4065-aaca-6b6873fa4a92/5878de7b-07fa-4032-808c-aa0dc016edae/367e65d9-f171-4674-9e2b-997d73ec8353) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:33.644482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742b946-5355-439c-b319-d9f45f11a5de None None] Network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:33.686554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.701738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.702946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.738513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Deleting port 895b143a-ab65-499c-ba90-d5d29a7d79ba {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:00:33.739042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.760689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9d2f91c2-26ef-4c07-8a65-b7da38119b95 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:33.783339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.830168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad897e06-3e89-48b0-9067-d2f77f692eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:33.839809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 9d2f91c2-26ef-4c07-8a65-b7da38119b95 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:33.852161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9d2f91c2-26ef-4c07-8a65-b7da38119b95 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:33.852320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a1be952-989f-43f8-b80e-c195e84d9383 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7791016 Aug 22 15:00:33.972975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] For port 895b143a-ab65-499c-ba90-d5d29a7d79ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=895b143a-ab65-499c-ba90-d5d29a7d79ba,segment=NetworkSegment(277ad2ee-7cb0-41c0-a595-3a2416041e09),segment_id=277ad2ee-7cb0-41c0-a595-3a2416041e09)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:33.973370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.025843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Calling delete_port for 895b143a-ab65-499c-ba90-d5d29a7d79ba owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:00:34.138498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.153781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Transition to ACTIVE for port object 367e65d9-f171-4674-9e2b-997d73ec8353 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:34.200414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Transition to ACTIVE for port object 367e65d9-f171-4674-9e2b-997d73ec8353 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:34.224297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.265205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.300548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.398924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Allocated IP 172.25.0.238 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/3cc175b5-738e-4542-8eb6-6514bd0c9ed1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:34.419285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:34.432243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:34.451914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:34.534540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Pushing event updated for resources: {'Port': ['ID=367e65d9-f171-4674-9e2b-997d73ec8353,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:34.555661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Attempting to bind port 367e65d9-f171-4674-9e2b-997d73ec8353 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:34.556090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Attempting to bind port 367e65d9-f171-4674-9e2b-997d73ec8353 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:34.557064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Attempting to bind port 367e65d9-f171-4674-9e2b-997d73ec8353 on network 1592a7db-3282-4065-aaca-6b6873fa4a92 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:34.564235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:34.564698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Checking segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:34.565329 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.565757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Bound using segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:34.566261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Bound port: 367e65d9-f171-4674-9e2b-997d73ec8353, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:34.566662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.669028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] For port 367e65d9-f171-4674-9e2b-997d73ec8353, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:34.670309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.693237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] For port 367e65d9-f171-4674-9e2b-997d73ec8353, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=367e65d9-f171-4674-9e2b-997d73ec8353,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:34.751468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.772974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.814854 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.840327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:34.847699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4d5f-a02e-4b00-bafd-21f0ecc69e28 req-49ff81d4-12b2-4130-892d-356b939f2894 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:34.857958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dbc4d5f-a02e-4b00-bafd-21f0ecc69e28 req-49ff81d4-12b2-4130-892d-356b939f2894 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 945 time: 0.7454109 Aug 22 15:00:34.888912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:34.892802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:34.898030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:34.932665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ede595-13ec-4a4c-857e-2a217527b841 None None] Pushing event updated for resources: {'Port': ['ID=367e65d9-f171-4674-9e2b-997d73ec8353,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:34.979113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Pushing event updated for resources: {'Port': ['ID=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:35.010151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-95613e35-8fe6-4f45-9b46-aa73d3da85ec tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:35.018189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-95613e35-8fe6-4f45-9b46-aa73d3da85ec tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/networks?id=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 HTTP/1.1" status: 200 len: 822 time: 0.3812666 Aug 22 15:00:35.032017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dbc4d5f-a02e-4b00-bafd-21f0ecc69e28 req-c0d66870-8426-4905-b73e-5a51ed844b27 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5528964-9fba-4bac-9e8b-073ba407536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729298 Aug 22 15:00:35.061606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0e643889-59e9-43f0-90f7-5d0f2ca9f73e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/quotas/88905857cb0a44d9861a53f34347a0a2 HTTP/1.1" status: 200 len: 375 time: 0.0424006 Aug 22 15:00:35.166917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:35.220697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-a8905cab-cdae-4a1d-b08f-7d468026d179 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88905857cb0a44d9861a53f34347a0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557825 Aug 22 15:00:35.287667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Pushing event deleted for resources: {'Port': ['ID=895b143a-ab65-499c-ba90-d5d29a7d79ba,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:35.365607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] No DVR routers for this DVR port 895b143a-ab65-499c-ba90-d5d29a7d79ba on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:00:35.369109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:35.371820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd2b3e08-25ba-4e0d-8976-068f8cd4c037 req-236279ff-4af9-483a-ba91-cf75bc7e6c33 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.10 "DELETE /v2.0/ports/895b143a-ab65-499c-ba90-d5d29a7d79ba HTTP/1.1" status: 204 len: 173 time: 1.7744000 Aug 22 15:00:35.402549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'name': 'network-vif-deleted', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:35.404963 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80476d7-13ca-4241-b664-d63c6d024790" -d '{"events": [{"server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "name": "network-vif-deleted", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:35.470738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d03b2-56cf-4d54-aa4e-c239d3465bd4 req-15c35efe-8c64-4aa5-beab-63313c9306f8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:35.472218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-441d03b2-56cf-4d54-aa4e-c239d3465bd4 req-15c35efe-8c64-4aa5-beab-63313c9306f8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.2047896 Aug 22 15:00:35.483454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-7fc33554-0a7b-485a-965d-92b191278f9a service neutron] 10.222.0.53 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617474 Aug 22 15:00:35.483720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:35.701535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-441d03b2-56cf-4d54-aa4e-c239d3465bd4 req-44be2d32-8913-4b5f-9fdb-a6a41cf01c89 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155442 Aug 22 15:00:35.778813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-7525356c-9ccb-47f4-b643-14d679e26442 service neutron] 10.222.0.53 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943654 Aug 22 15:00:35.784017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:35.862927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:36.012724 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b39065a-c4ee-4dde-8375-2e90d94ea0f4 x-openstack-request-id: req-8b39065a-c4ee-4dde-8375-2e90d94ea0f4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:36.013127 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a5bec6-6674-4bea-a55a-fdf883f5dc40", "name": "network-vif-deleted", "tag": "895b143a-ab65-499c-ba90-d5d29a7d79ba", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:36.013648 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b39065a-c4ee-4dde-8375-2e90d94ea0f4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:36.013961 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a5bec6-6674-4bea-a55a-fdf883f5dc40', 'name': 'network-vif-deleted', 'tag': '895b143a-ab65-499c-ba90-d5d29a7d79ba', 'status': 'completed', 'code': 200} Aug 22 15:00:36.410829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:36.437990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76940bc1-f540-4435-a11b-82eec16c03fc req-6c914ec7-f48d-457b-9f46-529723662eaf tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.1772518 Aug 22 15:00:36.481106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753be33d-10b8-4097-b08c-e3b4b99fefe3 None None] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:00:36.501234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf6450d8-ccc8-4a59-8fdd-71f6c96be3a3 req-357dd9af-cff6-4182-a038-230449f66d36 tempest-ServerAddressesNegativeTestJSON-464864576 tempest-ServerAddressesNegativeTestJSON-464864576-project] 10.222.0.53 "GET /v2.0/ports?device_id=73a5bec6-6674-4bea-a55a-fdf883f5dc40 HTTP/1.1" status: 200 len: 210 time: 0.0663643 Aug 22 15:00:36.576813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Allocated IP 172.25.0.39 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c9d0110a-14eb-4035-8d6e-cec4e6d82579) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:36.770019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:36.835061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:36.849543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 895b143a-ab65-499c-ba90-d5d29a7d79ba no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:00:36.910308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e47c7-6e7c-4e4a-8e04-77cb3f4bd62b req-6676d5f4-cb4b-41e4-bf3f-da0e8e38b98b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:36.916286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d49e47c7-6e7c-4e4a-8e04-77cb3f4bd62b req-6676d5f4-cb4b-41e4-bf3f-da0e8e38b98b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.0892861 Aug 22 15:00:36.964783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 895b143a-ab65-499c-ba90-d5d29a7d79ba {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:00:36.965216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 895b143a-ab65-499c-ba90-d5d29a7d79ba not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:00:36.981916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d49e47c7-6e7c-4e4a-8e04-77cb3f4bd62b req-a3916c4e-e792-4c94-8055-caa17a597b54 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567708 Aug 22 15:00:37.065587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c24829ac-f78f-46bd-b327-32b9b949092e None None] Provisioning for port 367e65d9-f171-4674-9e2b-997d73ec8353 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:37.082148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:00:37.082383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.092290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.154534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:37.157663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:37.160108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:37.173663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:37.205663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d0110a-14eb-4035-8d6e-cec4e6d82579,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:37.244510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:37.328634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.351399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:37.364812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Sync routers for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:37.383774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 367e65d9-f171-4674-9e2b-997d73ec8353 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:37.391421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:37.391421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:37.449731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.454185 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2b85aaa4-6ebb-4576-8fea-34bbc236058c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7028570 Aug 22 15:00:37.456882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41154) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:37.487694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a7b270-7a63-46c0-8c83-d607f2630f0e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:37.552932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:37.596570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41160) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:37.597501 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:37.603487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e3a7370-63e6-48f8-a583-248a443bb7a1 req-4befa4c1-179c-46f5-a536-7cc13cfac6a0 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.0952840 Aug 22 15:00:37.675619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 367e65d9-f171-4674-9e2b-997d73ec8353 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:37.682346 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.695757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 367e65d9-f171-4674-9e2b-997d73ec8353 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:37.699163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.718470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Deleting subnet 0a2184f1-cc0b-46fc-83b1-e16bcd901bb3 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:00:37.726221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.778390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.787592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.849790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:37.856449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:38.029080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.046751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.088746 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:35Z', 'revision_number': 3, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:38.116374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2184f1-cc0b-46fc-83b1-e16bcd901bb3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:38.119340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.121572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-baf14474-16ef-4a6f-a80f-809901614e6f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0a2184f1-cc0b-46fc-83b1-e16bcd901bb3 HTTP/1.1" status: 204 len: 168 time: 0.5235975 Aug 22 15:00:38.125142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41168) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:38.157829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['34a7b270-7a63-46c0-8c83-d607f2630f0e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:38.183349 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Checking router: 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:38.190086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Updating router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:00:38.220755 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.287232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 367e65d9-f171-4674-9e2b-997d73ec8353, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=367e65d9-f171-4674-9e2b-997d73ec8353,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:38.333909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.355783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182315-b93e-4ac6-859e-c7ea7c2cb675 req-60a95db1-9fbb-422d-a218-44bbdae202eb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:38.357745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86182315-b93e-4ac6-859e-c7ea7c2cb675 req-60a95db1-9fbb-422d-a218-44bbdae202eb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 0.1527190 Aug 22 15:00:38.379750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.403543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.515454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86182315-b93e-4ac6-859e-c7ea7c2cb675 req-6bac01e3-4fe1-49c3-a2b7-9abc0cccbc2a tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029203 Aug 22 15:00:38.584177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.631447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278c1f4-623a-41c4-910f-4fd9b0f9e007']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:38.641162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=367e65d9-f171-4674-9e2b-997d73ec8353,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:38.671373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277ad2ee-7cb0-41c0-a595-3a2416041e09') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:38.671677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277ad2ee-7cb0-41c0-a595-3a2416041e09') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:38.694591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Router 1c193f1c-49fa-41c3-a00f-a4615f401465 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:00:38.698716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.727003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.803043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.824161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:00:38.824582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:00:38.829971 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:00:38.849268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b47f934d-5c96-452e-9b0f-bde4dade324e req-cc4df0f1-e1a5-4c13-921c-ddbfe670ce2c tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.0537674 Aug 22 15:00:38.887994 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:38.900793 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Transition to ACTIVE for port object 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:38.949211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:38.959686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Sync routers for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:38.981601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:38.982912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:39.082994 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.087032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.101906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3c064ad-c76f-4687-8f73-45155d077822 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8937244 Aug 22 15:00:39.102123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41174) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:39.271359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:39.320889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.392915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 367e65d9-f171-4674-9e2b-997d73ec8353 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:39.404322 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Pushing event updated for resources: {'Port': ['ID=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:39.407611 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Attempting to bind port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:39.408253 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Attempting to bind port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:39.419066 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Attempting to bind port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:39.419606 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:39.420225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:39.420799 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.421346 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:39.421971 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Bound port: 3cc175b5-738e-4542-8eb6-6514bd0c9ed1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:39.422552 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.425931 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.426471 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.426962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.427456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.427932 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.428450 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.428918 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.429383 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.429944 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.430432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.430983 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.431845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:00:39.484241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.486563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c278c1f4-623a-41c4-910f-4fd9b0f9e007 HTTP/1.1" status: 204 len: 168 time: 1.3603323 Aug 22 15:00:39.543818 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] For port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:39.558551 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] For port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:39.566145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383438-f102-4b53-b905-b15cd9a01f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c278c1f4-623a-41c4-910f-4fd9b0f9e007,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:39.592373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Allocated IP 172.20.0.1 (f8f0452c-aae2-40c5-bc6e-e292e0d161ff/8e841769-7abf-4927-a999-c485a1ab27c0/e6fadd06-0b60-42a3-8853-2c9933b4ef28) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:39.610061 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.703127 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:39.704861 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:39.789102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 367e65d9-f171-4674-9e2b-997d73ec8353 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:39.789102 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:39.810607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f98a-0730-40b2-98e9-a0dfe6d8eb46 req-2c2a9a0f-69a5-4a90-a013-3aa956cfe852 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:39.818162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd38f98a-0730-40b2-98e9-a0dfe6d8eb46 req-2c2a9a0f-69a5-4a90-a013-3aa956cfe852 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 0.1388841 Aug 22 15:00:39.914533 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:39.931864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd38f98a-0730-40b2-98e9-a0dfe6d8eb46 req-8e29d241-c3e0-4628-9ea9-b326c9fc768d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025498 Aug 22 15:00:40.001911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41186) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:40.114554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41de3378-c0fb-42ea-9cf0-1fe7649a7a6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc193ec21d9a4fc99839d729a8c5d3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112883 Aug 22 15:00:40.130627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42cd5671-e1c2-48b5-8ef1-0904eb04626d req-c523b9d5-8f73-4e26-81ef-34b855b60418 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.1021278 Aug 22 15:00:40.157977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41188) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:40.229194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:37Z', 'revision_number': 3, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:40.290181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.293900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Checking router: 1c193f1c-49fa-41c3-a00f-a4615f401465 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:40.294221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Updating router 1c193f1c-49fa-41c3-a00f-a4615f401465 port c9d0110a-14eb-4035-8d6e-cec4e6d82579 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:00:40.315413 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab5193-dd71-46da-b86c-6470b6f3a9c4 None None] Pushing event updated for resources: {'Port': ['ID=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:40.320160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-fb176d26-23c7-4815-82b9-0e6111711c4a tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:40.327855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-fb176d26-23c7-4815-82b9-0e6111711c4a tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.54 "GET /v2.0/networks?id=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 HTTP/1.1" status: 200 len: 822 time: 0.2242832 Aug 22 15:00:40.344393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Request body: {'port': {'device_id': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4', 'admin_state_up': True, 'tenant_id': '88905857cb0a44d9861a53f34347a0a2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:40.352593 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.363336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.412528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.441805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.505585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.557286 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:35Z', 'revision_number': 3, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:40.621265 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3d585d-e49b-4776-8b00-835bd01674cc None None] The sync data for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 is: [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:35Z', 'revision_number': 3, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:40.677983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Made reservation on behalf of 88905857cb0a44d9861a53f34347a0a2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:40.681483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.687162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.691210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.696852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:40.701376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5528964-9fba-4bac-9e8b-073ba407536c HTTP/1.1" status: 204 len: 168 time: 0.5423563 Aug 22 15:00:40.870649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:40.877940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:40.880511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:40.967750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87e833-c8bd-471b-8751-48ba90aa0828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5528964-9fba-4bac-9e8b-073ba407536c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:40.994394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:41.080349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:41.085752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:41.099263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:41.268987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd43166-9900-48c4-a071-2d451725e104 req-ddad3f3b-b2a4-48e1-a720-8bbbdcf4b7b8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:41.271411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Transition to ACTIVE for port object c9d0110a-14eb-4035-8d6e-cec4e6d82579 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:41.277206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcd43166-9900-48c4-a071-2d451725e104 req-ddad3f3b-b2a4-48e1-a720-8bbbdcf4b7b8 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 0.1705678 Aug 22 15:00:41.395434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcd43166-9900-48c4-a071-2d451725e104 req-0a8efff9-8ac8-4663-98e6-8f6da0f52c71 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098595 Aug 22 15:00:41.455865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89646ab1-2da1-4964-b418-fe804b747444 req-412aa69f-78a2-4764-b391-589b3e968990 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.0585294 Aug 22 15:00:41.512977 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:41.734944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Allocated IP 172.20.0.6 (265bd3bf-e8d4-4602-b314-d7efe0ae2dc4/1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e/c93e7a55-3c91-4116-b2bf-4503de884456) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:41.735228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Allocated IP 172.20.0.1 (1592a7db-3282-4065-aaca-6b6873fa4a92/5878de7b-07fa-4032-808c-aa0dc016edae/7f60b789-e065-4a98-be82-f638550799e2) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:41.832255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:41.851595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 34a7b270-7a63-46c0-8c83-d607f2630f0e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:41.868224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:41.890397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.011177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.068258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f81d-460a-4f67-a9b5-5408d2831223 None None] Pushing event updated for resources: {'Port': ['ID=c9d0110a-14eb-4035-8d6e-cec4e6d82579,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:42.104956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Transition to ACTIVE for port object 7f60b789-e065-4a98-be82-f638550799e2 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:42.110252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Attempting to bind port c9d0110a-14eb-4035-8d6e-cec4e6d82579 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:42.110776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Attempting to bind port c9d0110a-14eb-4035-8d6e-cec4e6d82579 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:42.113368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Attempting to bind port c9d0110a-14eb-4035-8d6e-cec4e6d82579 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:42.128377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:42.128756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.139600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 34a7b270-7a63-46c0-8c83-d607f2630f0e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:42.144982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.318089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.329648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:42.330439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:42.330862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.333167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:42.334612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Bound port: c9d0110a-14eb-4035-8d6e-cec4e6d82579, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:42.335616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.381709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.454930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.478085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] For port c9d0110a-14eb-4035-8d6e-cec4e6d82579, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:42.481165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] For port c9d0110a-14eb-4035-8d6e-cec4e6d82579, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9d0110a-14eb-4035-8d6e-cec4e6d82579,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:42.512931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.567546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.572370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.611335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.617583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:42.700526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:42.701292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:42.702101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:42.717116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:42.730572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:42.797353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:43.118998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.257350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:43.337722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Pushing event updated for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:43.369522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.486910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:43.502918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:43.641101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:43.652146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9f81d-460a-4f67-a9b5-5408d2831223 None None] Pushing event updated for resources: {'Port': ['ID=c9d0110a-14eb-4035-8d6e-cec4e6d82579,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:43.674209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Pushing event updated for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:43.699699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:43.713084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.713707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:43.739838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:43.779849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9e1e9b0d-64ae-422e-9036-7d184fca365a None None] Provisioning for port 7f60b789-e065-4a98-be82-f638550799e2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:43.808678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9e1e9b0d-64ae-422e-9036-7d184fca365a None None] Provisioning complete for port 7f60b789-e065-4a98-be82-f638550799e2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:43.809067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9b0d-64ae-422e-9036-7d184fca365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.842567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:43.843959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33f5dc-5f8a-490a-b910-bc7668114cdf req-0e2067f1-2b0b-423c-bdf2-68a282647b8f tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:43.845015 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d7275d-cd44-4e10-a848-e01ae930c1ea" -d '{"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:43.846677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da33f5dc-5f8a-490a-b910-bc7668114cdf req-0e2067f1-2b0b-423c-bdf2-68a282647b8f tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 931 time: 1.1449196 Aug 22 15:00:43.861550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b433ef-7745-4c83-aad4-91b46224ca90 req-9091bc22-fd65-4d8a-abd8-a649cf0afa3f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:43.864717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6b433ef-7745-4c83-aad4-91b46224ca90 req-9091bc22-fd65-4d8a-abd8-a649cf0afa3f tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 1.1621339 Aug 22 15:00:43.908418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:43.920392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:00:43.931578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:43.942841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.985955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:43.986886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:43.995370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e9b0d-64ae-422e-9036-7d184fca365a None None] Port 7f60b789-e065-4a98-be82-f638550799e2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:00:44.010421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6b433ef-7745-4c83-aad4-91b46224ca90 req-c016935f-9d06-40ba-a7b0-ad1a48eb000c tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282213 Aug 22 15:00:44.065610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:44.085766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da33f5dc-5f8a-490a-b910-bc7668114cdf req-c293d233-4354-4d6b-93ac-d00a41457484 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955307 Aug 22 15:00:44.174954 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed260a68-74d6-439d-ba0a-78283393ae2c x-openstack-request-id: req-ed260a68-74d6-439d-ba0a-78283393ae2c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:44.175246 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:44.183532 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed260a68-74d6-439d-ba0a-78283393ae2c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:44.184036 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'code': 200} Aug 22 15:00:44.190120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-748b870e-8a79-4001-9951-1947a3b362d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8491161 Aug 22 15:00:44.203532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Request body: {'port': {'device_id': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:44.345705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:44.352192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:44.353862 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eff852c9-126b-43ca-9b55-4e9bfb50f0a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/4c7ab72b-6bbd-4c2f-a23e-8adac17418d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8951292 Aug 22 15:00:44.359745 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Sync routers for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:44.401185 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:44.401185 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:44.452135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:37Z', 'revision_number': 3, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:44.474870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:44.525046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:44.560742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac926c2-58c9-49b9-852a-2b7c799dda34 None None] The sync data for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 is: [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:37Z', 'revision_number': 3, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:44.615162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d458-3058-4cc3-89f3-6f140b4284b7 req-6c86abe4-4ece-459e-9d3b-aeace9858355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:44.619633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:44.624605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7063d458-3058-4cc3-89f3-6f140b4284b7 req-6c86abe4-4ece-459e-9d3b-aeace9858355 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 1097 time: 0.3149912 Aug 22 15:00:44.675815 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:44.752209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:44.801154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7063d458-3058-4cc3-89f3-6f140b4284b7 req-aafff240-8cb7-47a3-a94e-15c22b9fb82e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534996 Aug 22 15:00:44.929413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Pushing event updated for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:45.002608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:45.007177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:45.424893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:41Z', 'revision_number': 4, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e6fadd06-0b60-42a3-8853-2c9933b4ef28', 'name': '', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'mac_address': 'fa:16:3e:75:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:38Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 2, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'subnets': [{'id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:45.435273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Router 1c193f1c-49fa-41c3-a00f-a4615f401465 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:00:45.519858 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Checking router: 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:45.519858 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Updating router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 port e6fadd06-0b60-42a3-8853-2c9933b4ef28 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:00:45.596433 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:45.725867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93e7a55-3c91-4116-b2bf-4503de884456 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:45.745568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:45.771380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:00:45.784456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Transition to ACTIVE for port object c93e7a55-3c91-4116-b2bf-4503de884456 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:45.807384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf006bf5-d687-47ff-bc63-f314e08fdb2f admin admin] 10.222.0.53 "PUT /v2.0/routers/1c193f1c-49fa-41c3-a00f-a4615f401465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7024822 Aug 22 15:00:45.846476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c8d3f971-29b4-4d99-a226-9d5707da3175 None None] Provisioning complete for port 7f60b789-e065-4a98-be82-f638550799e2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:45.847046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c8d3f971-29b4-4d99-a226-9d5707da3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:45.929868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9d0110a-14eb-4035-8d6e-cec4e6d82579 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:46.050181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3f971-29b4-4d99-a226-9d5707da3175 None None] Port 7f60b789-e065-4a98-be82-f638550799e2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:00:46.187847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.244665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c9d0110a-14eb-4035-8d6e-cec4e6d82579 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:46.250097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c9d0110a-14eb-4035-8d6e-cec4e6d82579 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:46.250612 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.251146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-f2ae19d6-4c56-4fe7-81de-8a7591059e34 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:46.253174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-f2ae19d6-4c56-4fe7-81de-8a7591059e34 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 818 time: 0.4541962 Aug 22 15:00:46.464551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Pushing event updated for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:46.474767 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.485893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.493845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Transition to ACTIVE for port object e6fadd06-0b60-42a3-8853-2c9933b4ef28 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:46.509529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-d4f01784-1fdc-4f1c-9b05-cb4ed0320253 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/quotas/82ccf59bf06a459aa028cd7f36163061 HTTP/1.1" status: 200 len: 375 time: 0.2459517 Aug 22 15:00:46.525415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f298-60ae-4b8f-8801-8c87c35b809d req-210edd75-0a0f-4f03-91f8-bf4fb253b42e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:46.525646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c9d0110a-14eb-4035-8d6e-cec4e6d82579, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9d0110a-14eb-4035-8d6e-cec4e6d82579,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:46.527057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e21f298-60ae-4b8f-8801-8c87c35b809d req-210edd75-0a0f-4f03-91f8-bf4fb253b42e tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 946 time: 0.7406492 Aug 22 15:00:46.623956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Attempting to bind port c93e7a55-3c91-4116-b2bf-4503de884456 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:46.624313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Attempting to bind port c93e7a55-3c91-4116-b2bf-4503de884456 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '3ba22563-7e8b-424d-af63-3e2752cbf0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:46.638823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Attempting to bind port c93e7a55-3c91-4116-b2bf-4503de884456 on network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:46.638823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e21f298-60ae-4b8f-8801-8c87c35b809d req-19c36fde-99bd-41ee-a9db-dbc19c35c7fb tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Aug 22 15:00:46.641952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-54394974-480f-4458-b89c-eb39c543e56b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136703 Aug 22 15:00:46.642740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Port c93e7a55-3c91-4116-b2bf-4503de884456 on network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:46.643469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Attempting to bind port c93e7a55-3c91-4116-b2bf-4503de884456 on network 265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:46.652236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:46.652600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Checking segment: {'id': '3ba22563-7e8b-424d-af63-3e2752cbf0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:46.653098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Bound using segment: {'id': '3ba22563-7e8b-424d-af63-3e2752cbf0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:46.653425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Bound port: c93e7a55-3c91-4116-b2bf-4503de884456, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba22563-7e8b-424d-af63-3e2752cbf0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:46.653863 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.728945 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.732625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:46.733487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:46.855587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c9d0110a-14eb-4035-8d6e-cec4e6d82579,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:46.868944 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6746-078c-47de-879d-923c287370dd None None] Pushing event updated for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:46.890328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:46.890779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.027539 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Attempting to bind port e6fadd06-0b60-42a3-8853-2c9933b4ef28 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:47.028228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Attempting to bind port e6fadd06-0b60-42a3-8853-2c9933b4ef28 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:47.028845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Attempting to bind port e6fadd06-0b60-42a3-8853-2c9933b4ef28 on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:47.041743 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:47.045769 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Checking segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:47.046562 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.048512 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Bound using segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:47.049255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Bound port: e6fadd06-0b60-42a3-8853-2c9933b4ef28, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:47.050048 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.145494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d30898-b154-4d93-985f-2ac0fffee390 req-ae1e5547-20fa-420e-a782-389fecac535e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:47.148417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d30898-b154-4d93-985f-2ac0fffee390 req-ae1e5547-20fa-420e-a782-389fecac535e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 943 time: 0.3767247 Aug 22 15:00:47.208325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-49b0bb07-efe1-4373-b044-2a45d3ed5b85 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499766 Aug 22 15:00:47.219308 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] For port e6fadd06-0b60-42a3-8853-2c9933b4ef28, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:47.223651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] For port e6fadd06-0b60-42a3-8853-2c9933b4ef28, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6fadd06-0b60-42a3-8853-2c9933b4ef28,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:47.309331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:47.339256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c93e7a55-3c91-4116-b2bf-4503de884456,segment=NetworkSegment(3ba22563-7e8b-424d-af63-3e2752cbf0a0),segment_id=3ba22563-7e8b-424d-af63-3e2752cbf0a0)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:47.345769 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.389231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d30898-b154-4d93-985f-2ac0fffee390 req-ada3a23f-dfe1-4fda-9fa5-ae570fc9eb6e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195678 Aug 22 15:00:47.427939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-6ccb2342-8597-4c5e-932a-f4d98ff47976 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934574 Aug 22 15:00:47.491455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.507048 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6746-078c-47de-879d-923c287370dd None None] Pushing event updated for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:47.527572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9d0110a-14eb-4035-8d6e-cec4e6d82579 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:47.536018 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:47.537143 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:47.569760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38dbc0ab-97f3-488f-a643-c956608926a7 req-e619df44-3cd9-4832-9046-cbd7d136906b tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.1106555 Aug 22 15:00:47.627685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:47.632624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.637360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] 10.222.0.54 "PUT /v2.0/ports/c93e7a55-3c91-4116-b2bf-4503de884456 HTTP/1.1" status: 200 len: 1091 time: 3.4419615 Aug 22 15:00:47.638131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:47.642599 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26111922-e855-4385-84bf-d7d41044289d" -d '{"events": [{"name": "network-changed", "server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:47.729138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e90ba-7781-4990-8a8f-93804c611b2d service neutron] Pushing event updated for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:47.749527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c9d0110a-14eb-4035-8d6e-cec4e6d82579 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:47.751280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:47.948032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-459f3f41-e2ab-494b-842c-6b4cd770c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:47.951092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-459f3f41-e2ab-494b-842c-6b4cd770c52c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=88905857cb0a44d9861a53f34347a0a2&device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 1094 time: 0.1741905 Aug 22 15:00:47.976102 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:48.056574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-4e7e7c8d-6298-46a9-87df-a668922a1b4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c93e7a55-3c91-4116-b2bf-4503de884456 HTTP/1.1" status: 200 len: 217 time: 0.0894511 Aug 22 15:00:48.062457 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a992cf-c0fa-4c79-923d-9ea18402e8ff x-openstack-request-id: req-65a992cf-c0fa-4c79-923d-9ea18402e8ff {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:48.062771 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:48.066618 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65a992cf-c0fa-4c79-923d-9ea18402e8ff {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:48.068643 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456', 'status': 'completed', 'code': 200} Aug 22 15:00:48.287648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f17b-0572-4903-ba7f-4926e5a79e4a req-87a342ec-a37c-410c-aab3-54bb6472ef46 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:48.293799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42a3f17b-0572-4903-ba7f-4926e5a79e4a req-87a342ec-a37c-410c-aab3-54bb6472ef46 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 946 time: 0.1624467 Aug 22 15:00:48.302091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-3e1c55bf-c304-4838-b8ac-f231cea2b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:48.305424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-3e1c55bf-c304-4838-b8ac-f231cea2b431 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e HTTP/1.1" status: 200 len: 862 time: 0.2355287 Aug 22 15:00:48.335999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Sync routers for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:00:48.352348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:48.355908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:48.462776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41362) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:48.468905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567189619', 'description': 'tempest-description--1284967454'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:48.514092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42a3f17b-0572-4903-ba7f-4926e5a79e4a req-ba11e740-d0ba-4a53-9fcd-decd99bcdf01 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993914 Aug 22 15:00:48.527012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-0c0bd92b-b06f-4e05-8b03-b018727fabe1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544013 Aug 22 15:00:48.737722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:48.791098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:48.794364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f337850c-5b67-42d4-a170-695f1b280459 req-30e7caac-68ad-4801-afe2-c30ed4c92b5e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 210 time: 0.1065285 Aug 22 15:00:49.000002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-283f53cf-3466-4b0d-9f15-b59a9610ace9 service neutron] 10.222.0.54 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654276 Aug 22 15:00:49.050919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.150991 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.160421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:41Z', 'revision_number': 4, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e6fadd06-0b60-42a3-8853-2c9933b4ef28', 'name': '', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'mac_address': 'fa:16:3e:75:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:38Z', 'updated_at': '2021-08-22T15:00:47Z', 'revision_number': 4, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'subnets': [{'id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:49.235171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a6e265-0f34-4e4c-8f97-7cdb331a1861 None None] The sync data for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 is: [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:41Z', 'revision_number': 4, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e6fadd06-0b60-42a3-8853-2c9933b4ef28', 'name': '', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'mac_address': 'fa:16:3e:75:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:38Z', 'updated_at': '2021-08-22T15:00:47Z', 'revision_number': 4, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'subnets': [{'id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:49.272874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23881220-b619-4398-97d2-6140c600dd11,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:49.313285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76ad4e4d-f427-4b52-92e9-efb6885edf31 req-a49bbdd7-8852-4ca0-a534-922bb5160599 service neutron] 10.222.0.54 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986887 Aug 22 15:00:49.356254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.361619 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a38863ba-0265-4e0f-b882-f3dc27b68438 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8940609 Aug 22 15:00:49.361991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:49.366553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca005e-2989-4906-a8a0-294f8f68df8a req-d65bbe48-6b0a-4c0b-aefa-dd59a3271fae tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:49.367894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'security_group_rule': {'security_group_id': '23881220-b619-4398-97d2-6140c600dd11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:49.375762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ca005e-2989-4906-a8a0-294f8f68df8a req-d65bbe48-6b0a-4c0b-aefa-dd59a3271fae tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 943 time: 0.6649756 Aug 22 15:00:49.546584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.627807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ca005e-2989-4906-a8a0-294f8f68df8a req-1e1390c5-be26-4b49-8ff9-1ac14a3436a7 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510686 Aug 22 15:00:49.705151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111922-e855-4385-84bf-d7d41044289d req-b9f05fb9-ba72-41c7-9594-73c28857ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:49.710206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-b9f05fb9-ba72-41c7-9594-73c28857ea5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=88905857cb0a44d9861a53f34347a0a2&device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 1094 time: 0.2153814 Aug 22 15:00:49.726186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6fadd06-0b60-42a3-8853-2c9933b4ef28 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:49.751509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.798330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:44Z', 'revision_number': 2, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:49.865207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:49.912288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Checking router: 1c193f1c-49fa-41c3-a00f-a4615f401465 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:00:49.912922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Updating router 1c193f1c-49fa-41c3-a00f-a4615f401465 port 7f60b789-e065-4a98-be82-f638550799e2 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:00:49.926743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f8084c-76d9-449b-8611-0f79bbbf1d1d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:49.951483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ab59a7-f25b-477f-afdc-09c6c70dcbca req-cd7b4f8e-c7d2-4f28-8466-0d26b314e4eb tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.1399705 Aug 22 15:00:50.006699 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.035720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111922-e855-4385-84bf-d7d41044289d req-557df730-8a7d-4f8c-97c5-e0e033b5e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:50.038100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-557df730-8a7d-4f8c-97c5-e0e033b5e070 service neutron] 10.222.0.54 "GET /v2.0/networks?id=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 HTTP/1.1" status: 200 len: 923 time: 0.3108475 Aug 22 15:00:50.071742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.074607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d5f23570-c0f3-4827-9eb1-ee5a45842608 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7115030 Aug 22 15:00:50.077860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41394) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:50.084337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'security_group_rule': {'security_group_id': '23881220-b619-4398-97d2-6140c600dd11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:50.126818 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-ee256695-7a46-4522-a55f-f3aada026d34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c93e7a55-3c91-4116-b2bf-4503de884456 HTTP/1.1" status: 200 len: 217 time: 0.0710645 Aug 22 15:00:50.257085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e6fadd06-0b60-42a3-8853-2c9933b4ef28 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:50.274041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111922-e855-4385-84bf-d7d41044289d req-fa5ea3fc-bea0-4967-bc7a-7bab6f294549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:50.276277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-fa5ea3fc-bea0-4967-bc7a-7bab6f294549 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e HTTP/1.1" status: 200 len: 862 time: 0.1411784 Aug 22 15:00:50.283811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.305297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e6fadd06-0b60-42a3-8853-2c9933b4ef28 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:50.306637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.391909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-cc7cc38b-e8e2-4a78-9751-ea2137c9f66d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053281 Aug 22 15:00:50.503365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.650923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.705000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.719261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-8a6ae590-4d6a-415a-a54f-5b6d68ce64cd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:50.724949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-8a6ae590-4d6a-415a-a54f-5b6d68ce64cd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 818 time: 0.3299174 Aug 22 15:00:50.731441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-995f3582-3a70-4161-8586-b2b8a33e80ab service neutron] 10.222.0.54 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014863 Aug 22 15:00:50.756634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e86adba-331f-476a-b7fc-795da9f0700a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:50.782762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.787545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-146f0f91-66f4-4845-b0ed-da6ad98dc9dc tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/quotas/82ccf59bf06a459aa028cd7f36163061 HTTP/1.1" status: 200 len: 375 time: 0.0533578 Aug 22 15:00:50.797783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Transition to ACTIVE for port object 7f60b789-e065-4a98-be82-f638550799e2 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:50.851432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e6fadd06-0b60-42a3-8853-2c9933b4ef28, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6fadd06-0b60-42a3-8853-2c9933b4ef28,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:50.942074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-41d2f20b-098c-487e-94da-482696e4ed40 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1392598 Aug 22 15:00:50.945617 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.946579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:50.948683 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4e125c75-dc97-48cd-b8ba-befc063e9c19 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8688490 Aug 22 15:00:50.951357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:00:50.956504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:51.054126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90033d84-acab-417c-9202-ac293e1c3fb7 None None] Pushing event updated for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:51.060821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.062878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.110202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26111922-e855-4385-84bf-d7d41044289d req-71123b32-03d9-4129-ab1f-e961a80c7e08 service neutron] 10.222.0.54 "GET /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700604 Aug 22 15:00:51.142966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.175177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-66ab2885-d887-4be8-a15f-90a68ad84825 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321131 Aug 22 15:00:51.374412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:51.421403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Attempting to bind port 7f60b789-e065-4a98-be82-f638550799e2 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:51.421793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Attempting to bind port 7f60b789-e065-4a98-be82-f638550799e2 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:51.422167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Attempting to bind port 7f60b789-e065-4a98-be82-f638550799e2 on network 1592a7db-3282-4065-aaca-6b6873fa4a92 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:51.435561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:51.435951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Checking segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:51.436424 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.436836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Bound using segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:51.438923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Bound port: 7f60b789-e065-4a98-be82-f638550799e2, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:51.438923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.497330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.507813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-97d05f0f-14e8-4cde-b7a6-51d94ad19518 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160985 Aug 22 15:00:51.549774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f6540-9ece-40fb-a9bd-f1eadb9f9679 req-a337c81f-55f2-47ef-8250-597c1eebde5e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:51.562960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6fadd06-0b60-42a3-8853-2c9933b4ef28 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:51.572205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-514f6540-9ece-40fb-a9bd-f1eadb9f9679 req-a337c81f-55f2-47ef-8250-597c1eebde5e tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 943 time: 0.1185584 Aug 22 15:00:51.663963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-514f6540-9ece-40fb-a9bd-f1eadb9f9679 req-265732f8-fbc5-4332-af16-1625194d62b6 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863471 Aug 22 15:00:51.742725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] For port 7f60b789-e065-4a98-be82-f638550799e2, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:51.765768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] For port 7f60b789-e065-4a98-be82-f638550799e2, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7f60b789-e065-4a98-be82-f638550799e2,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:51.790159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e6fadd06-0b60-42a3-8853-2c9933b4ef28 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:51.790827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.831117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Allocated IP 172.25.0.249 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8adce17d-e037-4cfd-97e9-63651046cd49) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:51.847397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c93e7a55-3c91-4116-b2bf-4503de884456 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:51.851647 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:51.889517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-775769b3-5db2-4f9e-b2d5-be0e948fd6ce req-16fb0067-b178-4669-b42c-75b7575a93bf tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0973182 Aug 22 15:00:52.074553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:52.191101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-2f51d9a3-4a15-4516-be76-eeb35a96076a tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:52.201728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-2f51d9a3-4a15-4516-be76-eeb35a96076a tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 818 time: 0.4504428 Aug 22 15:00:52.230503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Request body: {'port': {'device_id': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'admin_state_up': True, 'tenant_id': '82ccf59bf06a459aa028cd7f36163061'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:52.342847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:52.601327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cbad130-bdee-4917-9b08-3f13ab5330b0 req-3dd54c7c-e7e9-4862-b4ce-35065005c5f6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.1442733 Aug 22 15:00:52.652592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8833c-a702-46e7-bd8a-73cc40fb4bc8 req-1a0e52ba-8613-41e0-8787-bedf0fa82e62 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:52.654648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70d8833c-a702-46e7-bd8a-73cc40fb4bc8 req-1a0e52ba-8613-41e0-8787-bedf0fa82e62 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 946 time: 0.3610775 Aug 22 15:00:52.708036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c93e7a55-3c91-4116-b2bf-4503de884456,segment=NetworkSegment(3ba22563-7e8b-424d-af63-3e2752cbf0a0),segment_id=3ba22563-7e8b-424d-af63-3e2752cbf0a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:52.745171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'c93e7a55-3c91-4116-b2bf-4503de884456', 'network_id': '265bd3bf-e8d4-4602-b314-d7efe0ae2dc4', 'port_id': 'c93e7a55-3c91-4116-b2bf-4503de884456', 'mac_address': 'fa:16:3e:4a:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:52.814188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70d8833c-a702-46e7-bd8a-73cc40fb4bc8 req-0fe1b72d-d036-48af-9d73-644aa0fd88da tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480169 Aug 22 15:00:52.834514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:00:52.835466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:00:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:52.864792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Made reservation on behalf of 82ccf59bf06a459aa028cd7f36163061 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:52.868757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:52.918144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90033d84-acab-417c-9202-ac293e1c3fb7 None None] Pushing event updated for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:53.160929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:00:53.209068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e211d788-0e70-42ac-bbb4-c0c61a2ccdf0 req-2b2f5c49-3f95-43be-8455-e43f0b61fb60 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0500884 Aug 22 15:00:53.216811 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76525095-4e01-45c0-9824-cee16b611d9a req-209fd3f7-f7b9-48f7-aaab-3bf1e2df9018 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0398407 Aug 22 15:00:53.219424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:53.225648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:53.230648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:53.240927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'Port': ['ID=8adce17d-e037-4cfd-97e9-63651046cd49,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:53.243481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60246eda-0b5f-4bc5-b20c-8ddd5c6b8de2 req-3151325f-8d23-4d26-9ec3-78bb3bb263df tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:53.278417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60246eda-0b5f-4bc5-b20c-8ddd5c6b8de2 req-3151325f-8d23-4d26-9ec3-78bb3bb263df tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 943 time: 0.3728259 Aug 22 15:00:53.337996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.437543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93e7a55-3c91-4116-b2bf-4503de884456 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:53.475413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Allocated IP 172.20.0.5 (f8f0452c-aae2-40c5-bc6e-e292e0d161ff/8e841769-7abf-4927-a999-c485a1ab27c0/d205c2fd-7305-4276-90d9-c8fa3da6ffeb) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:53.475827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.560253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c93e7a55-3c91-4116-b2bf-4503de884456,segment=NetworkSegment(3ba22563-7e8b-424d-af63-3e2752cbf0a0),segment_id=3ba22563-7e8b-424d-af63-3e2752cbf0a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:53.662862 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.690898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.711354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.766911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7a46dd4-1057-4627-a536-654d23e04fcc req-e1214707-1021-4162-b808-5a4480319808 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0676177 Aug 22 15:00:53.775992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60246eda-0b5f-4bc5-b20c-8ddd5c6b8de2 req-60c2e40d-d896-4959-971f-fb549f9a8132 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966452 Aug 22 15:00:53.796342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:53.813511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:51Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:00:53.889939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388f1716-4e17-46d5-929c-40a3913c2a47 None None] The sync data for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 is: [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:51Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:00:53.935393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:53.989963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.035824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e20e-555d-4ed5-8ed7-14940294a5c9 req-07350cac-00cf-49fb-8358-d89a170b5c62 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:54.040129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee85e20e-555d-4ed5-8ed7-14940294a5c9 req-07350cac-00cf-49fb-8358-d89a170b5c62 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 946 time: 0.1574364 Aug 22 15:00:54.057735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:54.074835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['c93e7a55-3c91-4116-b2bf-4503de884456'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:54.114534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Pushing event updated for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:54.124795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:54.127395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:54.185886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee85e20e-555d-4ed5-8ed7-14940294a5c9 req-712fdc9b-5ce1-4733-ade1-874abcfde24d tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293278 Aug 22 15:00:54.191290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.236159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:54.237337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.329256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'Port': ['ID=8adce17d-e037-4cfd-97e9-63651046cd49,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:54.352101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a436ae4e-e4c6-4a3e-8572-2719d87ec3d1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1310406 Aug 22 15:00:54.374518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Request body: {'port': {'device_id': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:54.395999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.517153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.518973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85c9db57-4cac-4c65-afd3-62e46a6ff7a6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5663209 Aug 22 15:00:54.551545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29ec15f6-43d3-4f99-91ef-ee29df39d184 req-66ee1a9c-d687-4fe3-b6d8-272e170a5cbc tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0930412 Aug 22 15:00:54.557059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:54.867311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:00:55.002010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92705ae9-7ae6-41f7-b264-f38f58813e56 req-59282afc-13fc-48f9-a8fa-b5651e855c38 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0767231 Aug 22 15:00:55.055789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785de56-fb10-4e87-a330-4b11f6c4bf61 req-d79caea6-e7e7-4333-a548-585ad2c53b2a tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:55.066258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5785de56-fb10-4e87-a330-4b11f6c4bf61 req-d79caea6-e7e7-4333-a548-585ad2c53b2a tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 944 time: 0.1398025 Aug 22 15:00:55.076843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:55.109207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'network_id': '8e0838c1-203a-4900-9ad7-eb2401cb48df', 'port_id': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4eb573-a818-4f6a-a924-2bf27a1b4ebf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:00:55.166542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:55.216238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34a7b270-7a63-46c0-8c83-d607f2630f0e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:55.289759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:55.379325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:55.521893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:55.578402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7f60b789-e065-4a98-be82-f638550799e2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:55.587544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['34a7b270-7a63-46c0-8c83-d607f2630f0e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:00:55.747621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d205c2fd-7305-4276-90d9-c8fa3da6ffeb {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:00:55.765878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:55.793617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5785de56-fb10-4e87-a330-4b11f6c4bf61 req-f38a5396-25b3-4c74-bfc4-a173ef36690f tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204773 Aug 22 15:00:55.793873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7f60b789-e065-4a98-be82-f638550799e2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:55.812608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7f60b789-e065-4a98-be82-f638550799e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:55.813122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:55.827581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Transition to ACTIVE for port object d205c2fd-7305-4276-90d9-c8fa3da6ffeb will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:00:55.844788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bf9de-37a0-4c4c-8e63-45e3a1a1ed8c req-c7b5dac8-3374-4054-8a4a-04980c4e7f94 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:55.864510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd8bf9de-37a0-4c4c-8e63-45e3a1a1ed8c req-c7b5dac8-3374-4054-8a4a-04980c4e7f94 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 0.1866593 Aug 22 15:00:55.877655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c93e7a55-3c91-4116-b2bf-4503de884456 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:55.967024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd8bf9de-37a0-4c4c-8e63-45e3a1a1ed8c req-7c52995f-b7f1-4d36-aadb-42b169e22e98 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Aug 22 15:00:55.971267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:55.979962 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.042016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7f60b789-e065-4a98-be82-f638550799e2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7f60b789-e065-4a98-be82-f638550799e2,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:56.075441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Pushing event updated for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:56.121930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port c93e7a55-3c91-4116-b2bf-4503de884456 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:00:56.126764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port c93e7a55-3c91-4116-b2bf-4503de884456 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:56.127141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.171084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.249696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e08ca2e5-49e3-4e8a-b764-e64c17d71a07 req-ab168a12-df47-497e-8ec8-1875025705b7 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.1012657 Aug 22 15:00:56.255652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf464a3e-0652-427a-8140-54cb5ceed3c1 req-726d8388-112e-4f86-882a-80802fe81d07 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0932186 Aug 22 15:00:56.294801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:56.344440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.387866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c93e7a55-3c91-4116-b2bf-4503de884456,segment=NetworkSegment(3ba22563-7e8b-424d-af63-3e2752cbf0a0),segment_id=3ba22563-7e8b-424d-af63-3e2752cbf0a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:56.388848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:56.392185 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c88aca-6a61-40c8-90d9-6fc6460a14e7" -d '{"events": [{"server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "name": "network-vif-plugged", "status": "completed", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:56.427665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-b5ab6ac1-6249-42b8-8743-f78f22c3fe2f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:56.430918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-b5ab6ac1-6249-42b8-8743-f78f22c3fe2f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.10 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 818 time: 0.3509562 Aug 22 15:00:56.461041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Request body: {'port': {'device_id': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'admin_state_up': True, 'tenant_id': '82ccf59bf06a459aa028cd7f36163061'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:56.480846 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405b144-bfce-4c31-8981-5b44eb19c216 x-openstack-request-id: req-0405b144-bfce-4c31-8981-5b44eb19c216 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:56.481383 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "name": "network-vif-plugged", "status": "completed", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:56.481650 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0405b144-bfce-4c31-8981-5b44eb19c216 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:56.482224 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456', 'code': 200} Aug 22 15:00:56.528411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.597088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Attempting to bind port d205c2fd-7305-4276-90d9-c8fa3da6ffeb on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:00:56.597954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Attempting to bind port d205c2fd-7305-4276-90d9-c8fa3da6ffeb by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:00:56.598487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Attempting to bind port d205c2fd-7305-4276-90d9-c8fa3da6ffeb on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:56.609690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Port d205c2fd-7305-4276-90d9-c8fa3da6ffeb on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:00:56.610360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Attempting to bind port d205c2fd-7305-4276-90d9-c8fa3da6ffeb on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:00:56.624062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:00:56.624982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Checking segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:00:56.625716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Bound using segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:00:56.626438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Bound port: d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:00:56.627252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.650992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:56.690233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cac87-8c51-40bc-a8f8-8d6efadc4fc8 req-a8f84d0e-a314-4962-b7a9-32ac391e3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:56.691961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-887cac87-8c51-40bc-a8f8-8d6efadc4fc8 req-a8f84d0e-a314-4962-b7a9-32ac391e3dd2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 1096 time: 0.1358581 Aug 22 15:00:56.759679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-887cac87-8c51-40bc-a8f8-8d6efadc4fc8 req-a979f107-5365-40da-a237-6b151d77f9b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Aug 22 15:00:56.777121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:00:56.781093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:00:56.878692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:56.887772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Made reservation on behalf of 82ccf59bf06a459aa028cd7f36163061 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:00:56.895179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:56.908462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.087570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 34a7b270-7a63-46c0-8c83-d607f2630f0e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:57.093513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.203318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:57.204312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.206174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-e324fb33-61ed-4335-831b-33e40890321b service neutron] 10.222.0.54 "PUT /v2.0/ports/d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 1091 time: 2.8453119 Aug 22 15:00:57.208991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:57.218130 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c" -d '{"events": [{"name": "network-changed", "server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:57.293375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Allocated IP 172.20.0.12 (f8f0452c-aae2-40c5-bc6e-e292e0d161ff/8e841769-7abf-4927-a999-c485a1ab27c0/95f918f2-08b1-4e9c-89de-c4d36deee29a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:00:57.318883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324fb33-61ed-4335-831b-33e40890321b service neutron] Pushing event updated for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:57.329582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.340099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a317e85-2f0b-4eac-95e9-3a5d64d52d85 req-c8eecff4-4c62-4f5e-9aef-27b2050746f9 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:57.348219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a317e85-2f0b-4eac-95e9-3a5d64d52d85 req-c8eecff4-4c62-4f5e-9aef-27b2050746f9 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.4377782 Aug 22 15:00:57.422157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292a491-a67b-4d63-9842-7331f1f91237 req-cd623887-db12-462f-a2c5-1b8c498c97de tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:57.426130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:00:57.431821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9292a491-a67b-4d63-9842-7331f1f91237 req-cd623887-db12-462f-a2c5-1b8c498c97de tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 945 time: 0.2514138 Aug 22 15:00:57.528330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.541774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a317e85-2f0b-4eac-95e9-3a5d64d52d85 req-307f2443-2b3a-41c2-abb6-f2854e6999f6 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925540 Aug 22 15:00:57.573894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7f60b789-e065-4a98-be82-f638550799e2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:00:57.609268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-27f32a0c-5405-40c7-bb1a-72156f51079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:57.614599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-27f32a0c-5405-40c7-bb1a-72156f51079b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1094 time: 0.2516468 Aug 22 15:00:57.646228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:57.666342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7f60b789-e065-4a98-be82-f638550799e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:00:57.666725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:57.716793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9292a491-a67b-4d63-9842-7331f1f91237 req-dea1781c-1914-4957-9ad9-ccfd4d32af72 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840955 Aug 22 15:00:57.781862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-2a6ba59c-3c89-4708-9a50-bbf698a97eff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.1459417 Aug 22 15:00:57.882211 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0febf8-5c92-4f04-8363-a6203643667d x-openstack-request-id: req-2a0febf8-5c92-4f04-8363-a6203643667d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:57.882570 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:57.882751 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a0febf8-5c92-4f04-8363-a6203643667d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:57.883170 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb', 'status': 'completed', 'code': 200} Aug 22 15:00:57.959370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-08914df1-afa3-4cf2-aa0c-59d443ea9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:57.960917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-08914df1-afa3-4cf2-aa0c-59d443ea9844 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.1614747 Aug 22 15:00:57.966434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19e4c884-6bec-4412-9e24-970441270fac req-c816ac4d-8c29-4833-b7e1-7ede7c97dc60 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Aug 22 15:00:58.002339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-a6f9d55e-40db-4825-aad5-ef01611a6705 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322318 Aug 22 15:00:58.008585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:58.065478 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:00:58.158081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-c7ea4392-2797-49df-a7c6-f5c22aa98f43 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381214 Aug 22 15:00:58.208980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:58.311758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Network f8f0452c-aae2-40c5-bc6e-e292e0d161ff is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:00:58.323046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:00:58.326124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:00:58.418083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8789b5ed-e074-4d06-af05-dd3d286d06c1 req-bc51eb59-51c1-4695-8edc-f8103e03f0ae service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498450 Aug 22 15:00:58.446534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Pushing event updated for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:00:58.475483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:58.476456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:58.483391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:00:58.486120 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dea094-9fac-4b04-9fd7-6140d5c2a141" -d '{"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:00:58.535764 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af809f3-0e66-42a5-84ac-7c0258784db5 x-openstack-request-id: req-0af809f3-0e66-42a5-84ac-7c0258784db5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:00:58.536169 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-plugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:00:58.536871 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0af809f3-0e66-42a5-84ac-7c0258784db5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:00:58.537277 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'code': 200} Aug 22 15:00:58.811736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17317222-89b9-43d0-a4c9-d9f6af0af945 req-3870f33e-98a7-4c85-b222-f7aac4af6c65 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:58.837911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17317222-89b9-43d0-a4c9-d9f6af0af945 req-3870f33e-98a7-4c85-b222-f7aac4af6c65 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.1736310 Aug 22 15:00:58.931061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17317222-89b9-43d0-a4c9-d9f6af0af945 req-9824c537-3970-44e7-8452-d812b75df836 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848603 Aug 22 15:00:59.064561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-db9ff4d1-dfb0-44d4-968b-40e7c00e42d5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6149311 Aug 22 15:00:59.085882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Request body: {'port': {'device_id': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:00:59.139169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358bd3-08db-4ca2-97a6-9c64b152fb7c req-6fe2a5c9-bc5e-4e4e-825b-7d0a23bb1c5b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:59.144764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4358bd3-08db-4ca2-97a6-9c64b152fb7c req-6fe2a5c9-bc5e-4e4e-825b-7d0a23bb1c5b tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 946 time: 0.1287863 Aug 22 15:00:59.304410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4358bd3-08db-4ca2-97a6-9c64b152fb7c req-a2f99264-1c52-460d-af1f-2ed0c026cf54 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417198 Aug 22 15:00:59.306890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:00:59.311096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-7897761a-da2b-4060-974a-687323d891ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:59.313075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-7897761a-da2b-4060-974a-687323d891ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1094 time: 0.1669261 Aug 22 15:00:59.543803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-3b8b499f-2268-4766-9cb4-f7b9eedb251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:59.546072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-3b8b499f-2268-4766-9cb4-f7b9eedb251a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.2199621 Aug 22 15:00:59.624363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-16c6e25e-c7b7-4435-b6cc-2c90b71363d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0620394 Aug 22 15:00:59.859821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c780-1a74-4562-9751-ccd51a2252d0 req-57fce67d-a600-4f80-8cc8-bb993ff7007e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:59.859821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50d9c780-1a74-4562-9751-ccd51a2252d0 req-57fce67d-a600-4f80-8cc8-bb993ff7007e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 932 time: 0.2291622 Aug 22 15:00:59.859821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-08b9a4ac-f519-41f7-995d-18ec2e1c6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:00:59.859821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-08b9a4ac-f519-41f7-995d-18ec2e1c6441 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.1631191 Aug 22 15:00:59.859821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-017593c3-e96f-4863-8810-8e3f03305b6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355217 Aug 22 15:00:59.880856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50d9c780-1a74-4562-9751-ccd51a2252d0 req-f450e0b7-298c-4683-a28a-c02cfa044856 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000686 Aug 22 15:01:00.041425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-4b59441f-9c55-4c00-9f91-c823f20e5a5c service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789942 Aug 22 15:01:00.047330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f918f2-08b1-4e9c-89de-c4d36deee29a {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:00.066157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.126558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Transition to ACTIVE for port object 95f918f2-08b1-4e9c-89de-c4d36deee29a will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:01:00.150493 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69aeba81-89a4-4470-b181-11fa5e003422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.164448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc37b4a-09e7-4de2-8fc6-f056e72f333c req-ad28067a-6932-4427-92e7-351c5a9e0af1 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125970 Aug 22 15:01:00.264913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.333263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Pushing event updated for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:00.436792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Attempting to bind port 95f918f2-08b1-4e9c-89de-c4d36deee29a on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:01:00.437439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Attempting to bind port 95f918f2-08b1-4e9c-89de-c4d36deee29a by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:01:00.438014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Attempting to bind port 95f918f2-08b1-4e9c-89de-c4d36deee29a on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:00.444879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Port 95f918f2-08b1-4e9c-89de-c4d36deee29a on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:01:00.446495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Attempting to bind port 95f918f2-08b1-4e9c-89de-c4d36deee29a on network f8f0452c-aae2-40c5-bc6e-e292e0d161ff {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:00.454943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:01:00.455574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Checking segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:00.456194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Bound using segment: {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:01:00.456830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Bound port: 95f918f2-08b1-4e9c-89de-c4d36deee29a, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd448d9-6fc4-4f26-8f33-5d95fe941244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:01:00.457789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.541478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:01:00.545124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:01:00.693957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.733608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:00.734214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:00.735617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] 10.222.0.10 "PUT /v2.0/ports/95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 200 len: 1092 time: 1.6542659 Aug 22 15:01:00.736098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:00.738366 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6f657-53d1-4295-84a6-9902abd53f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:00.778839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f01d-83d6-4af4-b503-2bd76ea94282 service neutron] Pushing event updated for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:00.927636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:01:01.032596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:01.066068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:01.068714 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96789845-45b9-46d7-b17d-e79b9719417a" -d '{"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-unplugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:01.083073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:01.432027 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:01.443724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-7641eb45-76ef-4ea0-992e-7a11758cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:01.446291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-7641eb45-76ef-4ea0-992e-7a11758cfa34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0562203 Aug 22 15:01:01.514979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-e5fc48d7-2cca-40e6-b51c-baf3b5bc5075 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 200 len: 217 time: 0.0524895 Aug 22 15:01:01.549816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:01.583190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-0304eda3-b849-495f-992c-46413a3f02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:01.585010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-0304eda3-b849-495f-992c-46413a3f02c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0627451 Aug 22 15:01:01.626186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-03df0375-3039-4d94-a4c1-13b919d71c1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308988 Aug 22 15:01:01.735801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-aff95ae6-f8e1-4d57-9e7b-fc609e26abbf service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008232 Aug 22 15:01:01.865416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71541339-2eb6-4c98-8d44-16c2ba4e6755 req-9d9fc8f9-f5c3-4b8b-8e02-0724cf1cd273 service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217079 Aug 22 15:01:01.893636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d205c2fd-7305-4276-90d9-c8fa3da6ffeb details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:01:02.006248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:02.023206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'port_id': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb', 'mac_address': 'fa:16:3e:93:a3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:01:02.080964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:02.096512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d205c2fd-7305-4276-90d9-c8fa3da6ffeb {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:02.119868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:02.186105 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:02.254190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:02.502814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d205c2fd-7305-4276-90d9-c8fa3da6ffeb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:02.794548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-67ddb42a-10aa-4a94-ba3e-cec30c595cb9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:02.801123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-67ddb42a-10aa-4a94-ba3e-cec30c595cb9 tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "GET /v2.0/ports?device_id=d24e2204-32d5-473f-83eb-acba31d45afc HTTP/1.1" status: 200 len: 944 time: 0.0535386 Aug 22 15:01:02.824612 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:02.916464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Deleting port 34a7b270-7a63-46c0-8c83-d607f2630f0e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:01:02.916972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:03.044453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] For port 34a7b270-7a63-46c0-8c83-d607f2630f0e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34a7b270-7a63-46c0-8c83-d607f2630f0e,segment=NetworkSegment(ec3808fe-4d56-4e56-8ed9-a124987aa98a),segment_id=ec3808fe-4d56-4e56-8ed9-a124987aa98a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:03.044812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:03.065907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Calling delete_port for 34a7b270-7a63-46c0-8c83-d607f2630f0e owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:01:03.305679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:03.394812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] No DVR routers for this DVR port 34a7b270-7a63-46c0-8c83-d607f2630f0e on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:01:03.397306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-169a6a05-487c-436b-acaa-5fc837b98fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:03.399854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:03.402296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd767c4-accf-46ce-8268-e1662fd951e0 req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] 10.222.0.10 "DELETE /v2.0/ports/34a7b270-7a63-46c0-8c83-d607f2630f0e HTTP/1.1" status: 204 len: 173 time: 0.5992899 Aug 22 15:01:03.403676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2c79f-28fa-4845-a756-2223b3acecfd tempest-ImagesTestJSON-748502135 tempest-ImagesTestJSON-748502135-project] Pushing event deleted for resources: {'Port': ['ID=34a7b270-7a63-46c0-8c83-d607f2630f0e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:03.911040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d205c2fd-7305-4276-90d9-c8fa3da6ffeb up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:01:04.080627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d205c2fd-7305-4276-90d9-c8fa3da6ffeb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:01:04.085635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d205c2fd-7305-4276-90d9-c8fa3da6ffeb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:04.086015 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:04.242378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:04.322521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:04.413936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:04.513110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:04.750195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:04.941484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:01:04.972015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 34a7b270-7a63-46c0-8c83-d607f2630f0e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:01:04.972437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34a7b270-7a63-46c0-8c83-d607f2630f0e not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:01:06.722483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:06.957400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 95f918f2-08b1-4e9c-89de-c4d36deee29a details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:01:07.114275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:07.129640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '95f918f2-08b1-4e9c-89de-c4d36deee29a', 'network_id': 'f8f0452c-aae2-40c5-bc6e-e292e0d161ff', 'port_id': '95f918f2-08b1-4e9c-89de-c4d36deee29a', 'mac_address': 'fa:16:3e:25:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e841769-7abf-4927-a999-c485a1ab27c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:01:07.194504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:07.221043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f918f2-08b1-4e9c-89de-c4d36deee29a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:07.248701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:07.327881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:07.450950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:07.782870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['95f918f2-08b1-4e9c-89de-c4d36deee29a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:10.316640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:10.971867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 95f918f2-08b1-4e9c-89de-c4d36deee29a up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:01:11.111032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 95f918f2-08b1-4e9c-89de-c4d36deee29a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:01:11.120470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 95f918f2-08b1-4e9c-89de-c4d36deee29a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:11.120851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:11.236694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:11.285523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:11.361987 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:11.442734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:15.246344 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb2d07-e4b2-4db3-8213-e1420059f220 x-openstack-request-id: req-6dcb2d07-e4b2-4db3-8213-e1420059f220 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:15.246970 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:15.246970 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dcb2d07-e4b2-4db3-8213-e1420059f220 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:15.247297 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a', 'status': 'completed', 'code': 200} Aug 22 15:01:15.328485 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f0331d-0b0e-44ba-9e11-fb3177d590a2 x-openstack-request-id: req-25f0331d-0b0e-44ba-9e11-fb3177d590a2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:15.329380 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-unplugged", "status": "completed", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:15.329801 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25f0331d-0b0e-44ba-9e11-fb3177d590a2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:15.330355 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'code': 200} Aug 22 15:01:15.437232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba830a-08ab-42ef-a4b7-b3bb028d9bcb req-6bf2e333-3f34-4157-9892-6c5849c85f7f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:15.441286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8ba830a-08ab-42ef-a4b7-b3bb028d9bcb req-6bf2e333-3f34-4157-9892-6c5849c85f7f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0911829 Aug 22 15:01:15.451893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-56dab0d1-0ea0-4de8-8067-742847e5070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:15.453422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-56dab0d1-0ea0-4de8-8067-742847e5070a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1643553 Aug 22 15:01:15.578808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8ba830a-08ab-42ef-a4b7-b3bb028d9bcb req-68c6361a-7448-4c1d-92cc-0053e2cfb838 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366267 Aug 22 15:01:15.715030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-0bfd8344-6fb1-4148-afa1-fb1b827ca6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:15.715030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-0bfd8344-6fb1-4148-afa1-fb1b827ca6a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.2502832 Aug 22 15:01:15.755604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4493-a99d-44a2-9472-a4dd0e95729d req-c7e81d1d-e550-4809-9a00-698f0b1b42d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:15.763175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46eb4493-a99d-44a2-9472-a4dd0e95729d req-c7e81d1d-e550-4809-9a00-698f0b1b42d2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.1698034 Aug 22 15:01:15.801627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-e5ca49b8-e4a3-4c6f-922c-8d96bed2a34f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1544616 Aug 22 15:01:15.840557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-85982997-a16f-4487-8f40-d537f0713b7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 200 len: 217 time: 0.1182947 Aug 22 15:01:15.972873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46eb4493-a99d-44a2-9472-a4dd0e95729d req-0b2ffcd5-3611-485b-835a-b114706336e5 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408713 Aug 22 15:01:15.983148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-082b3b7b-12c7-4e42-a7ad-35790fae170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:15.990028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-082b3b7b-12c7-4e42-a7ad-35790fae170f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.1419046 Aug 22 15:01:16.021109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.022745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.027822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.028992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.031107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.032345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.033464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.037172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-276b79e7-f49e-4de4-afd4-f00fe0314b9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.1579566 Aug 22 15:01:16.084290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-777ab763-1574-4698-90ef-379189fc5efe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782342 Aug 22 15:01:16.283232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3226b130-e619-4aa6-8221-4f0130dfd0a8 req-5a05ddd8-2cee-45ca-8b99-e2599cac2a27 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.5176172 Aug 22 15:01:16.293670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ba581d4-a1a2-4557-9066-f169aeb49bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.294174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ba581d4-a1a2-4557-9066-f169aeb49bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.294792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ba581d4-a1a2-4557-9066-f169aeb49bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.298444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ba581d4-a1a2-4557-9066-f169aeb49bd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 2298 time: 0.2314067 Aug 22 15:01:16.422028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-7a04a1df-dd98-49b9-a479-bee693b1cad9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1000 time: 0.1153476 Aug 22 15:01:16.468212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-2c434721-7e8d-43b6-8ee3-686f3645fd94 service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743362 Aug 22 15:01:16.586780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-142f0765-7995-4bfb-927b-1421097f259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.588262 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-142f0765-7995-4bfb-927b-1421097f259e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.1597068 Aug 22 15:01:16.672898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45c6f657-53d1-4295-84a6-9902abd53f6a req-10068a7e-f6a5-4fa1-8666-a3f230ad8b6e service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927447 Aug 22 15:01:16.744536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-643a6bff-ff96-4634-b1e7-9c2dae6e26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:16.747657 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-643a6bff-ff96-4634-b1e7-9c2dae6e26a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524205 Aug 22 15:01:16.907505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:16.964363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Deleting subnet bf4eb573-a818-4f6a-a924-2bf27a1b4ebf {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:01:16.970184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.025006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d00b7-2a3d-406d-bc72-60eed4b684a9 req-1bfde1f4-1341-46d2-abd3-9beebaf7e1f0 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:17.030781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-453d00b7-2a3d-406d-bc72-60eed4b684a9 req-1bfde1f4-1341-46d2-abd3-9beebaf7e1f0 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1810701 Aug 22 15:01:17.080420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-94ec3061-1315-4f3f-97a2-9fff60bec02f service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233051 Aug 22 15:01:17.081495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.250293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.291437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-009e875d-73fc-4d74-aef0-4ffd7503e2b0 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021961 Aug 22 15:01:17.330899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-deleted', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:17.332365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb'}, {'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:17.335725 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199558d9-ec1c-46b5-9ac1-87fb83623a9f" -d '{"events": [{"server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "name": "network-vif-plugged", "status": "completed", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb"}, {"server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "name": "network-vif-plugged", "status": "completed", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:17.341417 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8c7030-4b5c-4cf1-9123-50615f2511ca" -d '{"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-deleted", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:17.397672 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-e1ca54d3-67d8-49d0-a48d-4619df580159 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 217 time: 0.0965178 Aug 22 15:01:17.408935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.484272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-06e3885f-7e5c-43ce-8e8f-8a8fe6f03320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:17.485772 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-06e3885f-7e5c-43ce-8e8f-8a8fe6f03320 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0801561 Aug 22 15:01:17.498167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.502386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf4eb573-a818-4f6a-a924-2bf27a1b4ebf HTTP/1.1" status: 204 len: 168 time: 0.5905945 Aug 22 15:01:17.512431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f89cc-3d90-4483-936a-177b571f1219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4eb573-a818-4f6a-a924-2bf27a1b4ebf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:17.522795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41868) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:17.564760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-0905c467-aaf7-4ecc-9b19-b91b72b7fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:17.566331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-0905c467-aaf7-4ecc-9b19-b91b72b7fb90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731449 Aug 22 15:01:17.577085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-35c54c45-fdd7-4f14-9818-63ef76c927eb tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:17.578068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-35c54c45-fdd7-4f14-9818-63ef76c927eb tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.54 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.4209027 Aug 22 15:01:17.653663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dac8ea-dcae-4f65-bd8e-c91d5e8630c6 req-922dee14-579f-4b03-a831-c42330aeb41f tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:17.662733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81dac8ea-dcae-4f65-bd8e-c91d5e8630c6 req-922dee14-579f-4b03-a831-c42330aeb41f tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.4651282 Aug 22 15:01:17.671396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-453d00b7-2a3d-406d-bc72-60eed4b684a9 req-50c66ae5-d289-4e10-8d17-6fb3103da687 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644890 Aug 22 15:01:17.743599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-80c1e4a3-08df-46b7-9321-3eb4a4993130 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695969 Aug 22 15:01:17.754390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81dac8ea-dcae-4f65-bd8e-c91d5e8630c6 req-f790de65-60bf-4b9f-9e10-d238c8cd5ef2 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906422 Aug 22 15:01:17.759665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:17.883996 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d610b20-9509-4f5f-b136-9d4b1c929f34 x-openstack-request-id: req-6d610b20-9509-4f5f-b136-9d4b1c929f34 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:17.884789 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "name": "network-vif-plugged", "status": "completed", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb", "code": 200}, {"server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "name": "network-vif-plugged", "status": "completed", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:17.885257 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d610b20-9509-4f5f-b136-9d4b1c929f34 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:17.885885 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb', 'code': 200} Aug 22 15:01:17.886967 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a', 'code': 200} Aug 22 15:01:17.904804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebd152e1-36b6-4629-8cf6-5ac933fe11e0 req-a0a336e7-f9de-4273-bfb2-57c296bc09cf tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0818028 Aug 22 15:01:17.962991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-b9bd943f-0dbc-42f1-ba7f-7d5151df7721 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122173 Aug 22 15:01:17.968662 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaaf8d7-3cec-4204-af9d-c57fbe814aca x-openstack-request-id: req-cfaaf8d7-3cec-4204-af9d-c57fbe814aca {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:17.969108 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e2204-32d5-473f-83eb-acba31d45afc", "name": "network-vif-deleted", "tag": "34a7b270-7a63-46c0-8c83-d607f2630f0e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:17.969589 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfaaf8d7-3cec-4204-af9d-c57fbe814aca {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:17.970097 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e2204-32d5-473f-83eb-acba31d45afc', 'name': 'network-vif-deleted', 'tag': '34a7b270-7a63-46c0-8c83-d607f2630f0e', 'status': 'completed', 'code': 200} Aug 22 15:01:18.139589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-d99838a7-e42e-4112-bc7d-a17b5005f680 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 217 time: 0.1632140 Aug 22 15:01:18.207195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0f99-9a37-4529-ae84-8dcdfdb94ecf req-11eca0fe-ee50-45c4-a8e0-be9318d8b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:18.218976 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ab0f99-9a37-4529-ae84-8dcdfdb94ecf req-11eca0fe-ee50-45c4-a8e0-be9318d8b0fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.2432694 Aug 22 15:01:18.298249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-ff68d4f8-f266-481a-9f53-422d5c277700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:18.303143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-ff68d4f8-f266-481a-9f53-422d5c277700 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1551189 Aug 22 15:01:18.306932 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ab0f99-9a37-4529-ae84-8dcdfdb94ecf req-d3536e99-e412-4c33-9df2-b978704a668d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868659 Aug 22 15:01:18.380960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-78552262-bc90-4041-a83a-ae3ce51c6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:18.382566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-78552262-bc90-4041-a83a-ae3ce51c6c91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700376 Aug 22 15:01:18.568410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-9f631aae-4984-47a7-8d5b-29519ced4097 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774645 Aug 22 15:01:18.580040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.598456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0838c1-203a-4900-9ad7-eb2401cb48df']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:18.607523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Deleting port c93e7a55-3c91-4116-b2bf-4503de884456 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:01:18.608367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.633541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9be2d-cb20-4349-9020-c2d97de99e37 req-93e7e45b-83f3-431d-8321-bd57e19051f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:18.635806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54e9be2d-cb20-4349-9020-c2d97de99e37 req-93e7e45b-83f3-431d-8321-bd57e19051f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1097 time: 0.6190870 Aug 22 15:01:18.641896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3808fe-4d56-4e56-8ed9-a124987aa98a') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:18.642517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3808fe-4d56-4e56-8ed9-a124987aa98a') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:18.727904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.759102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-44f7bb79-482b-4293-a2ce-ff4c301d4b12 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832948 Aug 22 15:01:18.761725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54e9be2d-cb20-4349-9020-c2d97de99e37 req-cc7cb3fc-aa80-4742-a96b-e7739a31d4cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103816 Aug 22 15:01:18.763261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.775868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:01:18.776387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:01:18.779887 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:01:18.965760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] For port c93e7a55-3c91-4116-b2bf-4503de884456, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c93e7a55-3c91-4116-b2bf-4503de884456,segment=NetworkSegment(3ba22563-7e8b-424d-af63-3e2752cbf0a0),segment_id=3ba22563-7e8b-424d-af63-3e2752cbf0a0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:18.966182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:18.991982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Calling delete_port for c93e7a55-3c91-4116-b2bf-4503de884456 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:01:19.004772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2552c5e-7e21-4cf0-9d98-37ddeedfa373 req-26214418-8ae1-4dc8-9897-65efdb3f3879 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:19.007327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2552c5e-7e21-4cf0-9d98-37ddeedfa373 req-26214418-8ae1-4dc8-9897-65efdb3f3879 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.2198989 Aug 22 15:01:19.097715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:19.111315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19886c44-2a54-4014-adc9-fd698c4d4226 req-742a5d3a-3f13-44d6-b1fd-1159a36fa349 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:19.113129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19886c44-2a54-4014-adc9-fd698c4d4226 req-742a5d3a-3f13-44d6-b1fd-1159a36fa349 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 945 time: 0.2314835 Aug 22 15:01:19.139571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2552c5e-7e21-4cf0-9d98-37ddeedfa373 req-502e879e-91be-4027-bdfa-4baea86dc1c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213226 Aug 22 15:01:19.156934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:19.161957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] 10.222.0.53 "DELETE /v2.0/networks/8e0838c1-203a-4900-9ad7-eb2401cb48df HTTP/1.1" status: 204 len: 168 time: 1.6293142 Aug 22 15:01:19.190813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b2a7-0f42-4671-a417-b4c0716977be admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0838c1-203a-4900-9ad7-eb2401cb48df,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:19.242461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-697ec2dc-4885-4f31-b92e-50e58f2cc624 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 217 time: 0.1356692 Aug 22 15:01:19.266310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19886c44-2a54-4014-adc9-fd698c4d4226 req-f9f61788-77ef-4b60-965c-ae09ef22f5ea tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fb6f413-89bf-46f9-98d5-60c579655336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339715 Aug 22 15:01:19.420442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-cfec02c6-a918-4079-bde4-b68fedcd0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:19.422028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-cfec02c6-a918-4079-bde4-b68fedcd0bd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1715882 Aug 22 15:01:19.442256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6782019-6bca-45a0-bccd-a3427352960a req-cbbe061c-f06e-480b-b076-a11879cbbc53 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0732090 Aug 22 15:01:19.506466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-9515da1a-5069-48bf-8c0b-e2d8163a2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:19.508288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-9515da1a-5069-48bf-8c0b-e2d8163a2ac2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785303 Aug 22 15:01:19.590190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:19.621919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Pushing event deleted for resources: {'Port': ['ID=c93e7a55-3c91-4116-b2bf-4503de884456,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:19.651799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-d5b84ced-fcca-4bc5-ac0f-dab3ff3d7392 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355534 Aug 22 15:01:19.688363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] No DVR routers for this DVR port c93e7a55-3c91-4116-b2bf-4503de884456 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:01:19.691415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:19.693662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-415b0d43-8528-4f81-8edb-6d2a321ed197 req-5d1d4712-8ab4-4a19-b755-cafd4dace4ca tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.54 "DELETE /v2.0/ports/c93e7a55-3c91-4116-b2bf-4503de884456 HTTP/1.1" status: 204 len: 173 time: 2.0034144 Aug 22 15:01:19.776619 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-b92c094c-4adb-4735-8866-b73ba76a2be0 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175385 Aug 22 15:01:19.781919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:19.854753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-48f838e9-f6f7-4dd3-8d23-caeddd916d52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 217 time: 0.0657098 Aug 22 15:01:19.867791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2ebec3c-684e-4a42-a33e-f6c9b6dfedff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=baed2d82c3a541f39744c9095b4e4903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818284 Aug 22 15:01:19.872478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:19.919210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-2f25fb82-0dc0-40dd-b9f3-43af11fa6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:19.920798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-2f25fb82-0dc0-40dd-b9f3-43af11fa6d83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0520449 Aug 22 15:01:19.938279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:19.972280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'name': 'network-vif-deleted', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:19.974919 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f51731-bb48-4f91-8d5f-de7fed6c5202" -d '{"events": [{"server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "name": "network-vif-deleted", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:19.977669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c93e7a55-3c91-4116-b2bf-4503de884456 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:01:19.991214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:20.007214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: c93e7a55-3c91-4116-b2bf-4503de884456 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:01:20.012306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-f71ef976-cfa4-4e78-97de-09b123ce8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:20.012493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c93e7a55-3c91-4116-b2bf-4503de884456 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:01:20.012604 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-f71ef976-cfa4-4e78-97de-09b123ce8618 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841861 Aug 22 15:01:20.095742 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d17b6e0-53fd-41fb-aa37-a49c14bd78cb x-openstack-request-id: req-2d17b6e0-53fd-41fb-aa37-a49c14bd78cb {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:20.097546 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4549bf20-cb3b-4c6c-888f-3f8debc01d49", "name": "network-vif-deleted", "tag": "c93e7a55-3c91-4116-b2bf-4503de884456", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:20.097779 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d17b6e0-53fd-41fb-aa37-a49c14bd78cb {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:20.098381 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4549bf20-cb3b-4c6c-888f-3f8debc01d49', 'name': 'network-vif-deleted', 'tag': 'c93e7a55-3c91-4116-b2bf-4503de884456', 'status': 'completed', 'code': 200} Aug 22 15:01:20.190221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:20.192935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:20.194146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b HTTP/1.1" status: 204 len: 168 time: 0.3201985 Aug 22 15:01:20.224228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-9f159727-aa03-4764-a7d9-772ba6b3dabb service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860380 Aug 22 15:01:20.242415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cfd16-b6de-46fc-9fea-de491a678bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a9bc18-0dc5-4d58-83ba-b3224edd4d5b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:20.488469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035a99-bbbc-4954-b0cc-5e6bb5bced1e req-6b4462c3-85ab-4e35-9195-754396b7139f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:20.490142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8035a99-bbbc-4954-b0cc-5e6bb5bced1e req-6b4462c3-85ab-4e35-9195-754396b7139f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1503665 Aug 22 15:01:20.509405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-da894a82-e966-47b3-b8d3-d0b34fe19160 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729836 Aug 22 15:01:20.545345 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22a78d3a-b7b9-4b96-b791-d09877c4d2f1 req-c916ad01-e511-44c2-85bb-d11fa0963352 tempest-InstanceActionsNegativeTestJSON-912235492 tempest-InstanceActionsNegativeTestJSON-912235492-project] 10.222.0.53 "GET /v2.0/ports?device_id=4549bf20-cb3b-4c6c-888f-3f8debc01d49 HTTP/1.1" status: 200 len: 210 time: 0.0539558 Aug 22 15:01:20.618402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8035a99-bbbc-4954-b0cc-5e6bb5bced1e req-ba61eabc-c04d-40ff-aded-8d77810ca83b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103125 Aug 22 15:01:20.618995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3889e93e-c5f7-43fd-a1b6-89ede9292826 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.0895081 Aug 22 15:01:20.729999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ecc5b6e-beb5-4c6d-a53d-169d300ec952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:20.731656 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-3ecc5b6e-beb5-4c6d-a53d-169d300ec952 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.1137476 Aug 22 15:01:20.766500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b0331aa-b55d-488d-86a9-7fdeef5c085a req-e8fb41a7-bad9-4b88-ab8a-9832eed33a8c tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0649273 Aug 22 15:01:20.863466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-8e142d59-29d2-4434-95b9-03d2d7c088e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:20.865130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-8e142d59-29d2-4434-95b9-03d2d7c088e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257510 Aug 22 15:01:20.916191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:21.062573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-796a788e-6195-44a1-b642-bd34d8561f99 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890583 Aug 22 15:01:21.189213 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-f21603ff-ee70-4164-bf93-0ec271c38a95 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132126 Aug 22 15:01:21.234387 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-9b69d7f1-b718-4050-9927-3e92f9e6527a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0381632 Aug 22 15:01:21.300398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-ec4c6e19-3c0b-4977-968c-f7cbbbff54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:21.302859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-ec4c6e19-3c0b-4977-968c-f7cbbbff54f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0622077 Aug 22 15:01:21.363176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-1334fa8c-047e-4cca-8e40-600efdba5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:21.364939 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-1334fa8c-047e-4cca-8e40-600efdba5893 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529490 Aug 22 15:01:21.463615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-cf89eb33-16c8-4be1-91ad-c09994dfb4cd service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911231 Aug 22 15:01:21.582385 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b2ff26f2-9108-4f4b-9e4d-0e36a56b6fa3 req-c1494d24-433f-4dd9-adc7-bd3838bcc09d service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118138 Aug 22 15:01:21.628050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:21.683627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Deleting subnet 1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:01:21.687582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:21.772441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:21.826115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2820-6f2d-4fd5-ba99-1fc04c6a679e req-f0a4cc04-74a8-48fb-9e34-5baeaeefc007 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:21.827726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-492f2820-6f2d-4fd5-ba99-1fc04c6a679e req-f0a4cc04-74a8-48fb-9e34-5baeaeefc007 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1046062 Aug 22 15:01:21.840805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:21.894509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:21.922239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-492f2820-6f2d-4fd5-ba99-1fc04c6a679e req-7a9569c7-8236-457a-8a47-08b5aa39eb69 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824018 Aug 22 15:01:22.006639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27102b73-ff00-4ff9-a911-f877f011b284 req-f46f49f3-df69-4de7-837a-6d9a7be3c1e9 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0358291 Aug 22 15:01:22.056995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.075061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-200121850-network', 'tenant_id': 'e79190f25b7d408dad1a0dd3b07117c5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:22.104704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:22.115384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.115384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b90d73de-2446-42d8-8af3-a3a5c2f65be6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1ccfcb1a-00e9-4c3a-943d-2b2dbb07634e HTTP/1.1" status: 204 len: 168 time: 0.4819481 Aug 22 15:01:22.115384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:22.188980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.206603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Made reservation on behalf of e79190f25b7d408dad1a0dd3b07117c5 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:22.206603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.220497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.294997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.307507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265bd3bf-e8d4-4602-b314-d7efe0ae2dc4']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:22.319866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba22563-7e8b-424d-af63-3e2752cbf0a0') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:22.321053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba22563-7e8b-424d-af63-3e2752cbf0a0') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:22.331928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.343229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.348913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.358933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:01:22.359341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:01:22.361127 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:01:22.510006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.536413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b434aa-7ecd-42db-a6b2-56ad37299d86,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:22.573183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.578985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.584753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] 10.222.0.53 "DELETE /v2.0/networks/265bd3bf-e8d4-4602-b314-d7efe0ae2dc4 HTTP/1.1" status: 204 len: 168 time: 0.4672213 Aug 22 15:01:22.584976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:01:22.595265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.595778 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Added segment b300b66c-c391-4906-aefb-6e0298827d8a of type vlan for network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 Aug 22 15:01:22.599854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccdaa3-fe4b-4688-8998-4a520fc4d748 admin admin] Pushing event deleted for resources: {'Network': ['ID=265bd3bf-e8d4-4602-b314-d7efe0ae2dc4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:22.643035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.710065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c05393-e0dc-472f-97de-73e7a1c003cd req-52e9d4c5-5f5a-4541-b107-e0f57ca4c58b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:22.711748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27c05393-e0dc-472f-97de-73e7a1c003cd req-52e9d4c5-5f5a-4541-b107-e0f57ca4c58b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0571334 Aug 22 15:01:22.753955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27c05393-e0dc-472f-97de-73e7a1c003cd req-03cf6200-115a-451d-95c2-2af5725e50c5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Aug 22 15:01:22.805824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.806878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:22.807473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:22.890230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9727a7-dd20-46a3-9d0e-85b21718fb03,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:22.894760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81eb8b-f699-4725-9891-752839524369 req-481602c0-ba0e-4949-9679-e92fa66566f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:22.896335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-481602c0-ba0e-4949-9679-e92fa66566f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1185780 Aug 22 15:01:22.904844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:01:23.011694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81eb8b-f699-4725-9891-752839524369 req-d260f3a6-5d41-4311-8acd-02b437df766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:23.013375 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-d260f3a6-5d41-4311-8acd-02b437df766a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1097221 Aug 22 15:01:23.055587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-4c56dd64-e591-42f4-ae9f-be25e3647f6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 200 len: 217 time: 0.0354023 Aug 22 15:01:23.071381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-71bb1999-5461-42fc-a205-2c12dc92e726 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1752949 Aug 22 15:01:23.074851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:23.080700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Request body: {'subnet': {'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-200121850-subnet', 'tenant_id': 'e79190f25b7d408dad1a0dd3b07117c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:23.109287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81eb8b-f699-4725-9891-752839524369 req-4119aaed-f216-4a98-8ca8-5027c54cb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:23.110513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-4119aaed-f216-4a98-8ca8-5027c54cb8d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0487826 Aug 22 15:01:23.144392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-848a2672-053b-43df-a59e-c24a5cb0ff43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272090 Aug 22 15:01:23.152315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcadffa0-9faf-4f3b-9232-dd5fe8a05b62 req-87a907e5-f1e1-43eb-bda1-e8ce9076f72f tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0312889 Aug 22 15:01:23.206574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:23.254449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-588957f7-739d-4296-89f5-e9ff9297344a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88905857cb0a44d9861a53f34347a0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465069 Aug 22 15:01:23.256954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42076) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:23.265513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Made reservation on behalf of e79190f25b7d408dad1a0dd3b07117c5 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:23.268702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.386617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.425266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.488748 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-b1b1b3b9-270b-45fe-be89-4fb89d42364f service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376584 Aug 22 15:01:23.604484 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd81eb8b-f699-4725-9891-752839524369 req-fe1b44d5-da9e-4775-9a5d-29b530504b71 service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070693 Aug 22 15:01:23.704361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.707292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.708569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fb6f413-89bf-46f9-98d5-60c579655336 HTTP/1.1" status: 204 len: 168 time: 0.4500318 Aug 22 15:01:23.718898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d2f4-1056-458f-bce1-1014562a4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6f413-89bf-46f9-98d5-60c579655336,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:23.728278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:23.798229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5016ec-7145-4f14-a082-71c7cee13ee7,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:23.817952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Checking segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:23.818338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Network hostable DHCP agents. Network: 1c9727a7-dd20-46a3-9d0e-85b21718fb03, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:01:23.892736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5958c9-99a5-4373-96a2-3b7ed47f64d5 req-fe263c58-8398-43cc-9c11-4d9c50876d68 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:23.894242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f5958c9-99a5-4373-96a2-3b7ed47f64d5 req-fe263c58-8398-43cc-9c11-4d9c50876d68 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Aug 22 15:01:23.932786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f5958c9-99a5-4373-96a2-3b7ed47f64d5 req-a0e3a7c3-6352-4de9-a791-f74daf987157 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 22 15:01:23.967148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:01:24.087795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1c9727a7-dd20-46a3-9d0e-85b21718fb03) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:24.116053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411a7fb-1e02-4430-bee6-bb66b1eef2be None None] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:24.124464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:24.124464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:24.252543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8354207-682f-4690-804c-75517bb33ec6 None None] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:24.265790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46056cde-6a07-4e7b-a4b9-d9a4f25a7fda admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1894629 Aug 22 15:01:24.376998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9af3b62-93a6-4c0c-95d7-e8fd3e33edb6 req-c184f2da-ac11-4186-875a-9dbd9702d488 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0829320 Aug 22 15:01:25.027596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-635df656-ded7-4285-9bc9-c87bf1d0a990 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:25.034368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-635df656-ded7-4285-9bc9-c87bf1d0a990 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.1613357 Aug 22 15:01:25.063229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-cbd05013-ca72-48fa-b796-10c406a4d6e2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/quotas/e79190f25b7d408dad1a0dd3b07117c5 HTTP/1.1" status: 200 len: 375 time: 0.0164518 Aug 22 15:01:25.120405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-19dbb551-3f42-4275-9230-51d782fe321c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322447 Aug 22 15:01:25.144844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa389d-4403-4ba4-81c3-fb4c38182a64 req-256c792e-ca18-4c38-be99-6de6e14e2c60 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:25.154860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3fa389d-4403-4ba4-81c3-fb4c38182a64 req-256c792e-ca18-4c38-be99-6de6e14e2c60 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1189938 Aug 22 15:01:25.269835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:25.277393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3fa389d-4403-4ba4-81c3-fb4c38182a64 req-ad7ad854-9316-443d-8150-7c1eb26a77fd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198242 Aug 22 15:01:25.348798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-2ba04b1e-1312-4ce3-a761-1eeb38f23b67 service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090828 Aug 22 15:01:25.410276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-22445900-network', 'tenant_id': 'ec6e1d3f97d744339dedf1e368d89937'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:25.460221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-c7971222-3d5a-4ae1-bcc3-4dbbdda09f30 service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095839 Aug 22 15:01:25.492038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1234ff71-e946-4f18-8ec7-39bd8ad0bea6 req-60ae49cb-d512-4b27-a0d1-afd76ebdbc7f tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 22 15:01:25.533820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Made reservation on behalf of ec6e1d3f97d744339dedf1e368d89937 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:25.536125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:25.547553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:25.667386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:25.763262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:25.820085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:01:25.841191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:25.841917 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Added segment 5494b62e-e142-43df-bc5e-53c1e1db1fe7 of type vlan for network 00d167be-30f1-45d0-b508-0c1cb92a793b Aug 22 15:01:25.852073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b59a2b-be67-4d68-9826-ac46ff139f5b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:25.856281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a6471f5-e626-4aa4-870b-b81e6e10ad01 req-a008fe03-85b6-4f9c-9797-697ba2dea887 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0462568 Aug 22 15:01:25.900370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:26.025214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:26.027315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:26.027733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:26.125606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] Pushing event updated for resources: {'Network': ['ID=00d167be-30f1-45d0-b508-0c1cb92a793b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:26.137433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 00d167be-30f1-45d0-b508-0c1cb92a793b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:01:26.170967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42192) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:26.171721 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7b924371-e429-4279-a8f4-0a7a995ba912 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9004116 Aug 22 15:01:26.176443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Request body: {'subnet': {'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-22445900-subnet', 'tenant_id': 'ec6e1d3f97d744339dedf1e368d89937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:26.333037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Made reservation on behalf of ec6e1d3f97d744339dedf1e368d89937 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:26.335936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:26.491155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730358dc-77ef-4db9-82c5-04ed09170393 req-d9b31259-5e64-4e7e-af02-10b24ba4903d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:26.493418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-730358dc-77ef-4db9-82c5-04ed09170393 req-d9b31259-5e64-4e7e-af02-10b24ba4903d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0904624 Aug 22 15:01:26.566746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-730358dc-77ef-4db9-82c5-04ed09170393 req-80b03f6b-b306-40ab-8bc4-ef1e17354c0f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661216 Aug 22 15:01:26.641352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad0a068a-2292-4634-9cba-4db62d8b7e2e req-9aaeb376-7b5f-4be5-92ab-85d5d9ef32bf tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0452471 Aug 22 15:01:26.813146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:26.871402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7eb460-e840-4e5a-a9ea-5acd8c4c736d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:26.889641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Checking segment: {'id': '5494b62e-e142-43df-bc5e-53c1e1db1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:26.890062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Network hostable DHCP agents. Network: 00d167be-30f1-45d0-b508-0c1cb92a793b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:01:26.948090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c2d13f-10e4-49a5-89f9-4af3d8ac6a22 req-8cdc6454-a99a-4c26-ad5a-61079baac7d1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Aug 22 15:01:27.138823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Network 00d167be-30f1-45d0-b508-0c1cb92a793b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:01:27.224406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 00d167be-30f1-45d0-b508-0c1cb92a793b) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:27.229117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:27.230472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:27.234936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53c68a-a516-4259-a759-0ff1354e7940 None None] Network 00d167be-30f1-45d0-b508-0c1cb92a793b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:27.378968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a727a-9705-4596-97f2-4387195974f3 None None] Network 00d167be-30f1-45d0-b508-0c1cb92a793b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:27.425671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8208e610-05e5-4dde-a478-c7c063493be5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2528734 Aug 22 15:01:27.725778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69d8ed-f986-4e0d-bdfb-bbdb723ba9ea req-dc72db50-c30d-49e9-bcb6-af48bcbacf9d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:27.728115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c69d8ed-f986-4e0d-bdfb-bbdb723ba9ea req-dc72db50-c30d-49e9-bcb6-af48bcbacf9d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0576010 Aug 22 15:01:27.775938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c69d8ed-f986-4e0d-bdfb-bbdb723ba9ea req-3a6fc4df-3ad0-48e6-b97b-cd91d0177a33 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Aug 22 15:01:27.903902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b42a863-c758-4e8d-9310-1426de9a7f79 req-cdc2c222-f952-4a75-adc6-682189fd1ac5 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0594931 Aug 22 15:01:28.017957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-b6e0cb0c-5f1e-4b7d-8bef-75081f231efa tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:28.020381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-b6e0cb0c-5f1e-4b7d-8bef-75081f231efa tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/networks?id=00d167be-30f1-45d0-b508-0c1cb92a793b HTTP/1.1" status: 200 len: 811 time: 0.1778643 Aug 22 15:01:28.023673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:28.038053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-1b5a1bbd-3bfa-4675-9c2b-c45283cb13fe tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/quotas/ec6e1d3f97d744339dedf1e368d89937 HTTP/1.1" status: 200 len: 375 time: 0.0103617 Aug 22 15:01:28.084261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-339d9342-2128-4997-b962-01116bef81e8 req-df28cfec-630e-4ed7-9809-0eab91c40c3a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0446200 Aug 22 15:01:28.123450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Deleting subnet 33a29cfd-d7a0-4189-b225-ff790c441f42 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:01:28.123655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-030c6dd6-ffd2-4c7a-a8d9-deb3bb4eaba8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec6e1d3f97d744339dedf1e368d89937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421677 Aug 22 15:01:28.127838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.194749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.252143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-99865d23-3906-47f0-92db-a2919e9e16f7 service neutron] 10.222.0.53 "GET /v2.0/networks/00d167be-30f1-45d0-b508-0c1cb92a793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275446 Aug 22 15:01:28.255430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.381600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-773e6be3-48c7-4336-b6da-9302b93230f3 service neutron] 10.222.0.53 "GET /v2.0/networks/00d167be-30f1-45d0-b508-0c1cb92a793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207004 Aug 22 15:01:28.396120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.410793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.415082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33a29cfd-d7a0-4189-b225-ff790c441f42 HTTP/1.1" status: 204 len: 168 time: 0.3897066 Aug 22 15:01:28.418067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42252) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:28.436242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4656c9d-027a-4721-a833-006fd4cabf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a29cfd-d7a0-4189-b225-ff790c441f42,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:28.513342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.605802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.618748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:28.635674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d0306d-806e-4851-b6d3-bc954173680a') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:28.636572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d0306d-806e-4851-b6d3-bc954173680a') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:28.646187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.665359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:01:28.675070 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:01:28.804855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d5e6a53-ecb8-4203-ab77-102c9fcce84a req-c735d726-4a80-4bb9-9d60-74b5b495d2d3 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 210 time: 0.0316050 Aug 22 15:01:28.829699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.841417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:28.844494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] 10.222.0.53 "DELETE /v2.0/networks/eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f HTTP/1.1" status: 204 len: 168 time: 0.4253218 Aug 22 15:01:28.854643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07357140-73cd-4b98-ae9f-ab71746b06df admin admin] Pushing event deleted for resources: {'Network': ['ID=eddd1f5c-8ad8-4a7d-a5ff-3c1bdb66c03f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:28.927686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01f215-f8ef-4c3f-bbb6-4024cb17b4dc req-d38e5c50-1ef1-4e15-971f-42a73f7efcb1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:28.930232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af01f215-f8ef-4c3f-bbb6-4024cb17b4dc req-d38e5c50-1ef1-4e15-971f-42a73f7efcb1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0581646 Aug 22 15:01:28.983699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af01f215-f8ef-4c3f-bbb6-4024cb17b4dc req-50183fad-febd-4153-a44c-fcd12edfa3cd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Aug 22 15:01:29.041931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a9a6c56-90a8-4310-9185-23d2cd4e303b req-328f6e4a-84a7-4398-8e0d-7dac80f4ef93 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0328100 Aug 22 15:01:29.195204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67dadf92-ad3c-44f5-ad40-52bf134f9084 req-c4026aad-c1c2-4a15-b6ef-5584bcb48fce tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0307291 Aug 22 15:01:29.472525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:29.516525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39d7d799-a015-4f64-b23d-8e41348bd4de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8d78b69a2324e4abc7b27676e256ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427442 Aug 22 15:01:29.517439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-d7605594-57b5-4944-abee-e48fd5df6162 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:29.518948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-d7605594-57b5-4944-abee-e48fd5df6162 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.1209426 Aug 22 15:01:29.519087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:29.548474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'port': {'device_id': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'admin_state_up': True, 'tenant_id': 'e79190f25b7d408dad1a0dd3b07117c5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:29.577451 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:29.618894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:29.792308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:29.792491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Made reservation on behalf of e79190f25b7d408dad1a0dd3b07117c5 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:29.795148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:29.796594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:29.799623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92a2326d-850d-4448-a014-973e7d965ee0 HTTP/1.1" status: 204 len: 168 time: 0.2794454 Aug 22 15:01:29.808782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d183d-ab91-4af2-afbb-49b1be63b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2326d-850d-4448-a014-973e7d965ee0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:29.953887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ac3ca57-e60a-4f3a-99f8-34e00ff7b8ab req-245018bb-090c-41e5-b653-c5e63b870a4d tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 210 time: 0.0312250 Aug 22 15:01:30.034190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Allocated IP 172.20.0.14 (1c9727a7-dd20-46a3-9d0e-85b21718fb03/0d5016ec-7145-4f14-a082-71c7cee13ee7/df2f6771-ea7a-43db-a58e-715f2ab3c531) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:01:30.155474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5503bc91-6b3e-4a94-b328-450c81ae6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:30.195711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa2a11-6995-476e-9745-747493e40e6b req-dc63d35c-9c5e-4a82-86ee-dec511b667aa tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:30.197121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0faa2a11-6995-476e-9745-747493e40e6b req-dc63d35c-9c5e-4a82-86ee-dec511b667aa tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1123297 Aug 22 15:01:30.237066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0729126-96d7-41de-8bda-4b265956876b req-2bcdc150-de32-4bd3-94e4-096496176d82 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0385182 Aug 22 15:01:30.249768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:30.274916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0faa2a11-6995-476e-9745-747493e40e6b req-c33ce1fd-f08f-4ade-b5b3-25409974a010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Aug 22 15:01:30.385161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cec34b0-5218-4dfc-a71f-65e049d36333 req-192d3c56-6892-48f2-924e-026d62f4ede8 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0400019 Aug 22 15:01:30.441303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:30.487097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:01:30.490904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:30.499000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:01:30.558248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:30.558900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:30.581916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:30.609656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6bb9865-7e17-4d64-97ca-69958e19a822 req-471b66ae-17a2-4063-ab2b-7abb5a708a9d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.1510534 Aug 22 15:01:30.683168 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-e15761db-d5c2-4e39-8e8a-6c21a0e35192 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489389 Aug 22 15:01:30.703872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Request body: {'port': {'device_id': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:30.761707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.072813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb73785e-8167-4595-9a50-9a5358531ff7 req-ef64b794-c59c-4e82-9d9c-9c0741a733f2 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 210 time: 0.0314810 Aug 22 15:01:31.104934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2f6771-ea7a-43db-a58e-715f2ab3c531 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:31.113199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.131638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Transition to ACTIVE for port object df2f6771-ea7a-43db-a58e-715f2ab3c531 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:01:31.240185 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.306176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:31.329422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.332704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.333796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.334348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.335335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:31.398146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Attempting to bind port df2f6771-ea7a-43db-a58e-715f2ab3c531 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:01:31.398855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Attempting to bind port df2f6771-ea7a-43db-a58e-715f2ab3c531 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:01:31.399514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Attempting to bind port df2f6771-ea7a-43db-a58e-715f2ab3c531 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:31.416843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Port df2f6771-ea7a-43db-a58e-715f2ab3c531 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:01:31.417209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Attempting to bind port df2f6771-ea7a-43db-a58e-715f2ab3c531 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:31.435649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:01:31.435649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Checking segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:31.435649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Bound using segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:01:31.435649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Bound port: df2f6771-ea7a-43db-a58e-715f2ab3c531, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:01:31.435649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.441763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dafc01f-c7f2-4aa0-955f-44c6e74d7185 req-d3cfa607-dac8-4b3a-b11c-a8af276f8a66 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0530617 Aug 22 15:01:31.504835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a988b-a351-4396-b041-3a164cb2f07a req-bdb05162-9e46-4836-bc3d-3196b07fa6f7 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:31.505517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b45a988b-a351-4396-b041-3a164cb2f07a req-bdb05162-9e46-4836-bc3d-3196b07fa6f7 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0662489 Aug 22 15:01:31.520843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:01:31.527095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:01:31.591035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b45a988b-a351-4396-b041-3a164cb2f07a req-c53e9b17-26e3-40ce-bf06-4b35f9b56640 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715561 Aug 22 15:01:31.623911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840379a-acba-4c04-86cf-243aba0cff6d req-de82242f-d05c-4885-8ba3-e45f18ffcbe5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:31.625535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a840379a-acba-4c04-86cf-243aba0cff6d req-de82242f-d05c-4885-8ba3-e45f18ffcbe5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.0745306 Aug 22 15:01:31.630325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.669501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:31.670262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:31.671594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/df2f6771-ea7a-43db-a58e-715f2ab3c531 HTTP/1.1" status: 200 len: 1092 time: 0.9734063 Aug 22 15:01:31.672077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:31.681819 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157d736-e70a-461d-bd01-4d51d82a97e3" -d '{"events": [{"name": "network-changed", "server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:31.703472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8c65-5ced-4482-beb9-5b56b3b7c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:31.727766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a840379a-acba-4c04-86cf-243aba0cff6d req-ed4abe46-13c9-4f1d-846a-7a45c1191bb1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Aug 22 15:01:31.901967 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8b7a9-f1f2-44b5-9b85-70fc83e7cfd1 x-openstack-request-id: req-a4c8b7a9-f1f2-44b5-9b85-70fc83e7cfd1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:31.902242 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:31.902528 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4c8b7a9-f1f2-44b5-9b85-70fc83e7cfd1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:31.903018 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'status': 'completed', 'code': 200} Aug 22 15:01:31.909880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-f28d8f29-15e2-450b-bbf4-c7b7a6edea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:31.911642 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-f28d8f29-15e2-450b-bbf4-c7b7a6edea07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0514147 Aug 22 15:01:31.984698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-8cdcc274-685e-44d8-9077-e8c6d886cc44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531 HTTP/1.1" status: 200 len: 217 time: 0.0542696 Aug 22 15:01:32.045355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-4bfbf461-be7f-4180-976e-b6aea41c3c60 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.047305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-4bfbf461-be7f-4180-976e-b6aea41c3c60 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.54 "GET /v2.0/networks?id=00d167be-30f1-45d0-b508-0c1cb92a793b HTTP/1.1" status: 200 len: 811 time: 0.1280153 Aug 22 15:01:32.065237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Request body: {'port': {'device_id': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b', 'admin_state_up': True, 'tenant_id': 'ec6e1d3f97d744339dedf1e368d89937'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:32.072866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076d1-7796-43b3-a9be-47117f51d85a req-406400ee-30ab-43e0-ad06-d59cddef7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.075335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-406400ee-30ab-43e0-ad06-d59cddef7919 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d5016ec-7145-4f14-a082-71c7cee13ee7 HTTP/1.1" status: 200 len: 861 time: 0.0840087 Aug 22 15:01:32.114230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-ad2138bc-011b-40ec-b283-313168fd24fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c9727a7-dd20-46a3-9d0e-85b21718fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312514 Aug 22 15:01:32.236577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-f29bd353-a579-4de7-87f8-e13f5407e784 service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142800 Aug 22 15:01:32.274102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8d3112d-e4e7-4683-a254-783e98f22b76 req-1f6f22e5-85cf-4a55-a919-e865cdbef583 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 210 time: 0.0414686 Aug 22 15:01:32.360889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e84076d1-7796-43b3-a9be-47117f51d85a req-32747096-8b29-4d6e-8040-a07f7ad46757 service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163275 Aug 22 15:01:32.378353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Made reservation on behalf of ec6e1d3f97d744339dedf1e368d89937 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:32.382252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:32.522034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Allocated IP 172.20.0.4 (00d167be-30f1-45d0-b508-0c1cb92a793b/9a7eb460-e840-4e5a-a9ea-5acd8c4c736d/740e05ee-d6d3-4bc5-8fca-f485cc127d43) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:01:32.574943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b45dd23-f762-489b-a132-8a7752ca9256 req-2a57e969-2e25-482f-9dd3-c1f43caab262 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0371466 Aug 22 15:01:32.661049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-a582e1e0-1c09-4b03-9aa2-36f864cd4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.662622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-a582e1e0-1c09-4b03-9aa2-36f864cd4cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0518694 Aug 22 15:01:32.793118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372b12f-c284-4f0b-8119-7d75846495a4 req-f2983541-04a4-469b-ace7-205cc3a012b8 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.793118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a372b12f-c284-4f0b-8119-7d75846495a4 req-f2983541-04a4-469b-ace7-205cc3a012b8 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1238387 Aug 22 15:01:32.821287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-0d417808-463f-4a94-8dcc-aa04879f352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.822752 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-0d417808-463f-4a94-8dcc-aa04879f352b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 922 time: 0.1525493 Aug 22 15:01:32.854056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a372b12f-c284-4f0b-8119-7d75846495a4 req-41f60e84-2ac8-4721-8157-13cad7756aa9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508749 Aug 22 15:01:32.881886 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-2982758a-5f27-41f2-bf8c-08e21ef8866f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531 HTTP/1.1" status: 200 len: 217 time: 0.0514235 Aug 22 15:01:32.943009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-3227b99b-b63f-4fef-8f09-75ece94ca52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:32.943800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:32.948567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-3227b99b-b63f-4fef-8f09-75ece94ca52d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d5016ec-7145-4f14-a082-71c7cee13ee7 HTTP/1.1" status: 200 len: 861 time: 0.0539744 Aug 22 15:01:32.982486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-3139b029-3764-46ba-9e6f-c61143b5d0b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c9727a7-dd20-46a3-9d0e-85b21718fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290000 Aug 22 15:01:33.075622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:33.109038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330396f-0ac3-4dd4-9d41-c2f1306388a0 req-75280ec1-fbd6-4942-8a07-60228657fc64 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:33.109283 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-4a3d15e8-3170-4490-96ca-8b446972ec0a service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195543 Aug 22 15:01:33.110552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9330396f-0ac3-4dd4-9d41-c2f1306388a0 req-75280ec1-fbd6-4942-8a07-60228657fc64 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.2189803 Aug 22 15:01:33.174415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9330396f-0ac3-4dd4-9d41-c2f1306388a0 req-a8ab6015-bf59-4226-a563-5605e5232619 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468690 Aug 22 15:01:33.226209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7157d736-e70a-461d-bd01-4d51d82a97e3 req-343b7a42-0231-49d7-a6d8-7dcc4a459917 service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064262 Aug 22 15:01:33.270588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:33.344257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Network 00d167be-30f1-45d0-b508-0c1cb92a793b is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:01:33.347371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:33.355454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:01:33.359660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Pushing event updated for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:33.452852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7fc82a54-42db-44e6-895f-67170c513241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:33.471403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.471836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.472269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.473289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.473729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.474133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.474687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.475093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.475647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.476523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.476940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.477311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:33.512575 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4216ccc8-0075-4620-ab69-df6da6a121ec req-41c66c9d-2b3b-4baf-b66e-9021c8a82605 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2648b0211e143e0af49129808893c3c&device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0631027 Aug 22 15:01:33.547027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:33.547760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:33.560917 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4216ccc8-0075-4620-ab69-df6da6a121ec req-ee81a27a-d9f1-4d96-a585-f62670940315 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c2648b0211e143e0af49129808893c3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365553 Aug 22 15:01:33.603696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f587e86f-f4d6-4711-9218-c748563259ce req-83e9df2d-81e6-42f2-9fdc-66acb95bc049 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0528803 Aug 22 15:01:33.620281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e3ea-0489-4c52-9e63-50502db53c10 req-e011143c-ebdc-4457-a506-b2c854f8e413 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:33.624785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c737e3ea-0489-4c52-9e63-50502db53c10 req-e011143c-ebdc-4457-a506-b2c854f8e413 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 931 time: 0.1901860 Aug 22 15:01:33.676631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c737e3ea-0489-4c52-9e63-50502db53c10 req-205cdc2c-b249-4fbb-8294-42e2daed31e5 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Aug 22 15:01:33.705642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ccc8-0075-4620-ab69-df6da6a121ec req-4768f3e3-062a-4ccf-895e-4ea19c7e1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:33.707153 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4216ccc8-0075-4620-ab69-df6da6a121ec req-4768f3e3-062a-4ccf-895e-4ea19c7e1336 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392934 Aug 22 15:01:33.710880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-277b10dd-318f-4538-9275-9b97ed118aed tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6521122 Aug 22 15:01:33.731611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Request body: {'port': {'device_id': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:33.796517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.062545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e7d15-3b04-4e13-85f5-048b0476a10f req-552370e9-8643-476f-953c-9cc20131e83d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:34.064733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f76e7d15-3b04-4e13-85f5-048b0476a10f req-552370e9-8643-476f-953c-9cc20131e83d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1127870 Aug 22 15:01:34.156093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f76e7d15-3b04-4e13-85f5-048b0476a10f req-a09516be-883d-471f-ba5a-40a855b61e30 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840955 Aug 22 15:01:34.209803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740e05ee-d6d3-4bc5-8fca-f485cc127d43 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:34.218661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.232083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Transition to ACTIVE for port object 740e05ee-d6d3-4bc5-8fca-f485cc127d43 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:01:34.322946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f513-d6ff-46ea-81b4-74e75e95d1f8 req-557f1dce-73f5-4b9b-abec-824d41f3b1ad tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:34.324562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8a9f513-d6ff-46ea-81b4-74e75e95d1f8 req-557f1dce-73f5-4b9b-abec-824d41f3b1ad tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.0659459 Aug 22 15:01:34.349609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.427342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8a9f513-d6ff-46ea-81b4-74e75e95d1f8 req-c1a31bd5-9f72-4b34-8a37-1e9c26d21e15 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Aug 22 15:01:34.452105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Pushing event updated for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:34.528863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Attempting to bind port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:01:34.529215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Attempting to bind port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '5494b62e-e142-43df-bc5e-53c1e1db1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:01:34.529556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Attempting to bind port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 on network 00d167be-30f1-45d0-b508-0c1cb92a793b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:34.533990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 on network 00d167be-30f1-45d0-b508-0c1cb92a793b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:01:34.534317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Attempting to bind port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 on network 00d167be-30f1-45d0-b508-0c1cb92a793b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:34.540329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:01:34.540675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Checking segment: {'id': '5494b62e-e142-43df-bc5e-53c1e1db1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:34.541076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Bound using segment: {'id': '5494b62e-e142-43df-bc5e-53c1e1db1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:01:34.541517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Bound port: 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5494b62e-e142-43df-bc5e-53c1e1db1fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:01:34.544177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.615392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:01:34.619146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43,segment=NetworkSegment(5494b62e-e142-43df-bc5e-53c1e1db1fe7),segment_id=5494b62e-e142-43df-bc5e-53c1e1db1fe7)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:01:34.715493 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.731416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf2b940e-d660-42aa-905b-90b1d5eaa54f req-5d8cef0d-42d4-498e-98c3-991fb740d3ff tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0403638 Aug 22 15:01:34.733397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.784781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:34.785641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:34.787584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] 10.222.0.54 "PUT /v2.0/ports/740e05ee-d6d3-4bc5-8fca-f485cc127d43 HTTP/1.1" status: 200 len: 1091 time: 1.0604966 Aug 22 15:01:34.795322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:34.798134 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62758929-55d0-49f0-944f-c1af95e7f74a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:34.850265 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f0ba1-b8fc-4463-9850-198e246f358f x-openstack-request-id: req-1c6f0ba1-b8fc-4463-9850-198e246f358f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:34.850535 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:34.850943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c6f0ba1-b8fc-4463-9850-198e246f358f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:34.852000 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43', 'status': 'completed', 'code': 200} Aug 22 15:01:34.864035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733101fd-c211-4be9-a27c-4fc4a921eced service neutron] Pushing event updated for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:34.898362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7bbe-84fd-4a06-9b7b-c61d998e71f9 req-c7d981ff-d780-45e3-954f-f539faa95329 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:34.900213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b0a7bbe-84fd-4a06-9b7b-c61d998e71f9 req-c7d981ff-d780-45e3-954f-f539faa95329 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 943 time: 0.1217024 Aug 22 15:01:34.969530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758929-55d0-49f0-944f-c1af95e7f74a req-96cd15d9-4cb2-4a9e-a3e8-d717f6f1ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:34.971315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62758929-55d0-49f0-944f-c1af95e7f74a req-96cd15d9-4cb2-4a9e-a3e8-d717f6f1ef75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec6e1d3f97d744339dedf1e368d89937&device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 1094 time: 0.0938168 Aug 22 15:01:34.978154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b0a7bbe-84fd-4a06-9b7b-c61d998e71f9 req-06eb5278-7416-405c-bb9b-a4b24b48bde5 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623741 Aug 22 15:01:35.061287 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:01:35.097912 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4216ccc8-0075-4620-ab69-df6da6a121ec req-5535481b-bcc4-4303-8dbf-72e2546cb43e tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.54 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0331213 Aug 22 15:01:35.115237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758929-55d0-49f0-944f-c1af95e7f74a req-660acfc7-de03-442a-9d46-2707979d1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:35.118077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62758929-55d0-49f0-944f-c1af95e7f74a req-660acfc7-de03-442a-9d46-2707979d1fdf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec6e1d3f97d744339dedf1e368d89937&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1361585 Aug 22 15:01:35.242392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758929-55d0-49f0-944f-c1af95e7f74a req-6a0912f3-957c-40ca-99f6-b35db1fa157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:35.244423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62758929-55d0-49f0-944f-c1af95e7f74a req-6a0912f3-957c-40ca-99f6-b35db1fa157b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186574 Aug 22 15:01:35.313024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b648-3c81-4e34-abdd-20e155bd3145 req-ae8c3cfa-f90c-4881-beca-92423f4a6649 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:35.314559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f46b648-3c81-4e34-abdd-20e155bd3145 req-ae8c3cfa-f90c-4881-beca-92423f4a6649 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0692351 Aug 22 15:01:35.375954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f46b648-3c81-4e34-abdd-20e155bd3145 req-62822798-7cdc-4cf1-943c-cd9a012d8e4a tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Aug 22 15:01:35.378085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-e30b31b5-e5f7-4143-9e3d-590422aecb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:35.379740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-e30b31b5-e5f7-4143-9e3d-590422aecb7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec6e1d3f97d744339dedf1e368d89937&device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 1094 time: 0.0846593 Aug 22 15:01:35.432178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-05a73232-4ac1-4f5e-9a28-e81705343e6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43 HTTP/1.1" status: 200 len: 217 time: 0.0444028 Aug 22 15:01:35.502009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d291f-873e-4aad-9529-801fe435386c req-52cd5490-f9f9-4bb5-8058-c2111d12bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:35.502009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-52cd5490-f9f9-4bb5-8058-c2111d12bb35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9a7eb460-e840-4e5a-a9ea-5acd8c4c736d HTTP/1.1" status: 200 len: 851 time: 0.0583074 Aug 22 15:01:35.534753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-c9ecbe6f-02ca-480e-969a-d11d7f1bbaa7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00d167be-30f1-45d0-b508-0c1cb92a793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275514 Aug 22 15:01:36.084373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66683d6e-1fb9-4ed7-9484-a5719e0e8496 req-fceddfee-468c-48ad-8d31-b1218c3c17b9 tempest-ServerShowV254Test-506052923 tempest-ServerShowV254Test-506052923-project] 10.222.0.53 "GET /v2.0/ports?device_id=7aea79d3-5074-4d42-ac36-5a2e6e75434a HTTP/1.1" status: 200 len: 210 time: 0.0510674 Aug 22 15:01:36.120160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c771c-8789-44bc-87b1-e9e4b62437ec req-739b30b7-0ede-423a-b981-6f85f9a1d4bc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:36.129191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c94c771c-8789-44bc-87b1-e9e4b62437ec req-739b30b7-0ede-423a-b981-6f85f9a1d4bc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.5643375 Aug 22 15:01:36.157271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-8dcba720-2612-4283-9438-6b65528fbe3d service neutron] 10.222.0.54 "GET /v2.0/networks/00d167be-30f1-45d0-b508-0c1cb92a793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150773 Aug 22 15:01:36.242947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c94c771c-8789-44bc-87b1-e9e4b62437ec req-6adbaf6d-27b0-44db-8ad1-8fe1237ddbff tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126964 Aug 22 15:01:36.294467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e49806-8021-49bb-9e56-d133050180c5 req-74db4572-60a3-4d74-8d11-2fb2f4f103f8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:36.296016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20e49806-8021-49bb-9e56-d133050180c5 req-74db4572-60a3-4d74-8d11-2fb2f4f103f8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 943 time: 0.1411121 Aug 22 15:01:36.344652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-291d291f-873e-4aad-9529-801fe435386c req-94710257-bb7d-45b0-b986-286036231ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/00d167be-30f1-45d0-b508-0c1cb92a793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744976 Aug 22 15:01:36.362892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20e49806-8021-49bb-9e56-d133050180c5 req-8a8b62a4-1802-44c7-aa2b-9bbce666bb43 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Aug 22 15:01:36.516817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe21ad7-c3d9-4ea4-bce3-33f1b2642470 req-49dccc3b-988a-464d-9428-f6006ff7e090 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:36.518464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fe21ad7-c3d9-4ea4-bce3-33f1b2642470 req-49dccc3b-988a-464d-9428-f6006ff7e090 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0633118 Aug 22 15:01:36.566227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fe21ad7-c3d9-4ea4-bce3-33f1b2642470 req-6a8d0032-cad7-42f9-a71f-f8fe5d76fbbe tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Aug 22 15:01:36.789525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:37.101578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:01:37.230500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:37.247137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'port_id': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'mac_address': 'fa:16:3e:fb:8e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5016ec-7145-4f14-a082-71c7cee13ee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:01:37.298810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:37.316540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2f6771-ea7a-43db-a58e-715f2ab3c531 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:37.341887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:37.383290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534212b-09ec-4294-81e8-fcf374949232 req-32eea81c-51cf-4302-a72b-0685782e911f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:37.384792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a534212b-09ec-4294-81e8-fcf374949232 req-32eea81c-51cf-4302-a72b-0685782e911f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.0573385 Aug 22 15:01:37.440980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:37.458838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a534212b-09ec-4294-81e8-fcf374949232 req-63b3b492-49a0-447d-83e1-6eb641b575af tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616052 Aug 22 15:01:37.509410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:37.518775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.519356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.519694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.520237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.520745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.521232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.521718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.523067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.523578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.524330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.524819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.525353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:01:37.539236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0405-a53a-44ac-8bc7-4369a995fb09 req-a47a7679-574d-4372-96a4-09599acfe0c1 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:37.544622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4ae0405-a53a-44ac-8bc7-4369a995fb09 req-a47a7679-574d-4372-96a4-09599acfe0c1 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 943 time: 0.0812132 Aug 22 15:01:37.601510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4ae0405-a53a-44ac-8bc7-4369a995fb09 req-c27b2599-10b0-4e8f-9bdb-42140cda4e6b tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Aug 22 15:01:37.726547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bcf8d-f1c0-491b-8ce4-2b8eae48d1c2 req-1b4de1d7-fd01-4331-9276-d34317160737 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:37.727796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f30bcf8d-f1c0-491b-8ce4-2b8eae48d1c2 req-1b4de1d7-fd01-4331-9276-d34317160737 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0666997 Aug 22 15:01:37.775677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f30bcf8d-f1c0-491b-8ce4-2b8eae48d1c2 req-98da8cd1-ff78-46f8-a9fd-fa837168a940 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Aug 22 15:01:37.840752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42536) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:37.877097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['df2f6771-ea7a-43db-a58e-715f2ab3c531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:37.986086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a521a7bf-91b8-45cb-9456-9ac1b0f4027e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.089144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a521a7bf-91b8-45cb-9456-9ac1b0f4027e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.229420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a521a7bf-91b8-45cb-9456-9ac1b0f4027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.276144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a521a7bf-91b8-45cb-9456-9ac1b0f4027e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2648b0211e143e0af49129808893c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342239 Aug 22 15:01:38.277135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a7bf-91b8-45cb-9456-9ac1b0f4027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced72b10-f114-434c-9c6a-0d1d23f3bc5a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:38.279024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:38.338008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.363090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.515282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.518037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:38.519538 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ced72b10-f114-434c-9c6a-0d1d23f3bc5a HTTP/1.1" status: 204 len: 168 time: 0.2392166 Aug 22 15:01:38.531333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada50596-4c30-4d79-ac5e-f13636d7a44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced72b10-f114-434c-9c6a-0d1d23f3bc5a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:38.657726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c56d9-cfdb-4bd3-904f-8bb9bad7a4e4 req-8bbd68a5-7549-41a2-9b61-185d809a6480 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:38.660489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c7c56d9-cfdb-4bd3-904f-8bb9bad7a4e4 req-8bbd68a5-7549-41a2-9b61-185d809a6480 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 945 time: 0.0757365 Aug 22 15:01:38.752503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c7c56d9-cfdb-4bd3-904f-8bb9bad7a4e4 req-54e287c6-946d-4142-8023-2983b42959c3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838439 Aug 22 15:01:38.777533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbc0a-cf91-45ee-8945-3db97425da23 req-3249d542-7379-4008-be5a-79e0c013ddfc tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:38.782861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d2fbc0a-cf91-45ee-8945-3db97425da23 req-3249d542-7379-4008-be5a-79e0c013ddfc tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 943 time: 0.0910649 Aug 22 15:01:38.842886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d2fbc0a-cf91-45ee-8945-3db97425da23 req-657c4c6f-2eb1-4ff0-845f-e5d229f99f34 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Aug 22 15:01:38.954154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4216b-e79c-4f38-9141-76ed9faf3a83 req-602d92f0-509f-4114-8bf5-865158186ed9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:38.955675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bd4216b-e79c-4f38-9141-76ed9faf3a83 req-602d92f0-509f-4114-8bf5-865158186ed9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0549698 Aug 22 15:01:39.004556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bd4216b-e79c-4f38-9141-76ed9faf3a83 req-ccc72563-8e53-453b-b763-5ac3fd8781ee tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Aug 22 15:01:39.130883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:01:39.286698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port df2f6771-ea7a-43db-a58e-715f2ab3c531 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:01:39.292383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port df2f6771-ea7a-43db-a58e-715f2ab3c531 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:39.293027 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:39.405261 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:39.462945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:39.465171 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e659d0ac-607d-4266-82ce-7dddaff0c471" -d '{"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-plugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:39.493614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:39.544368 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008962f4-d7f7-4c1a-90fb-55e7b4e13c35 x-openstack-request-id: req-008962f4-d7f7-4c1a-90fb-55e7b4e13c35 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:39.545043 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-plugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:39.545455 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-008962f4-d7f7-4c1a-90fb-55e7b4e13c35 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:39.546057 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'code': 200} Aug 22 15:01:39.583619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:39.692166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:39.724398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c80d26-854b-4ef3-bfbd-751861a57d8e req-cd863d11-90fc-401f-a5d8-abfb07c89fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:39.726515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c4c80d26-854b-4ef3-bfbd-751861a57d8e req-cd863d11-90fc-401f-a5d8-abfb07c89fda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 1097 time: 0.0802004 Aug 22 15:01:39.765567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c4c80d26-854b-4ef3-bfbd-751861a57d8e req-d46fab07-a404-42b8-a54f-dad4f90be4d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Aug 22 15:01:39.949273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815399b-f60a-4b73-a6d8-88350243aea0 req-c1efa5c0-26db-4582-a7e1-6be9c362b748 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:39.950796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a815399b-f60a-4b73-a6d8-88350243aea0 req-c1efa5c0-26db-4582-a7e1-6be9c362b748 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0943911 Aug 22 15:01:40.042281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a815399b-f60a-4b73-a6d8-88350243aea0 req-595d2750-f2f6-49f9-b358-9a166c696af4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795505 Aug 22 15:01:40.052848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e645b-8de8-472d-8e70-92d7fffd833c req-7d58e914-979d-4274-be4f-472ffcd7d60f tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:40.055926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-256e645b-8de8-472d-8e70-92d7fffd833c req-7d58e914-979d-4274-be4f-472ffcd7d60f tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 943 time: 0.1040907 Aug 22 15:01:40.113252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 740e05ee-d6d3-4bc5-8fca-f485cc127d43 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:01:40.117862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-256e645b-8de8-472d-8e70-92d7fffd833c req-2e4ce46f-2dd0-4bdc-9767-4f9ba60275bc tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524790 Aug 22 15:01:40.274554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43,segment=NetworkSegment(5494b62e-e142-43df-bc5e-53c1e1db1fe7),segment_id=5494b62e-e142-43df-bc5e-53c1e1db1fe7)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:40.289875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '740e05ee-d6d3-4bc5-8fca-f485cc127d43', 'network_id': '00d167be-30f1-45d0-b508-0c1cb92a793b', 'port_id': '740e05ee-d6d3-4bc5-8fca-f485cc127d43', 'mac_address': 'fa:16:3e:35:7a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7eb460-e840-4e5a-a9ea-5acd8c4c736d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:01:40.315964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e150-c5ef-4251-b430-2698169670eb req-1ec26eed-7a27-4420-915d-5ecfd424960c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:40.328851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54a7e150-c5ef-4251-b430-2698169670eb req-1ec26eed-7a27-4420-915d-5ecfd424960c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0907075 Aug 22 15:01:40.335419 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:40.336586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:40.357477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740e05ee-d6d3-4bc5-8fca-f485cc127d43 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:40.383023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54a7e150-c5ef-4251-b430-2698169670eb req-cb423f8b-d66a-4b9b-95df-2c92d0d580fa tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Aug 22 15:01:40.388168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43,segment=NetworkSegment(5494b62e-e142-43df-bc5e-53c1e1db1fe7),segment_id=5494b62e-e142-43df-bc5e-53c1e1db1fe7)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:40.488400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:40.543860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:40.786183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['740e05ee-d6d3-4bc5-8fca-f485cc127d43'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:40.927887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42618) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:41.107792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d28248a-4934-4942-8fea-2f4e998886ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.157359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-981f7e12-38fb-4751-9b4e-c8108f7668e5 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--567189619&fields=id&tenant_id=2888b841f9aa4b28976704feb089acbb HTTP/1.1" status: 200 len: 267 time: 0.0545671 Aug 22 15:01:41.247104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d28248a-4934-4942-8fea-2f4e998886ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.298024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6bd7d-7ac2-46c1-b68b-88e037060d71 req-4961eb29-0c1e-4bfc-8a16-d20f4b128e57 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:41.299663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d28248a-4934-4942-8fea-2f4e998886ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.306757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9c6bd7d-7ac2-46c1-b68b-88e037060d71 req-4961eb29-0c1e-4bfc-8a16-d20f4b128e57 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1250157 Aug 22 15:01:41.345013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:41.345634 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4d28248a-4934-4942-8fea-2f4e998886ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cefac6df99440f1a0b1fbf33e960eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144480 Aug 22 15:01:41.367499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-86b9674f-c0b3-412c-8df5-7d970428e983 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:41.369072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-86b9674f-c0b3-412c-8df5-7d970428e983 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 815 time: 0.2102103 Aug 22 15:01:41.372469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28248a-4934-4942-8fea-2f4e998886ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d05bf3-0c7b-4760-9bfb-6984842b059b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:41.393507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9c6bd7d-7ac2-46c1-b68b-88e037060d71 req-b7946e45-a45e-41eb-aaa8-243f9b8e8cbd tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838406 Aug 22 15:01:41.433772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-fefcc5e6-8cb0-4ce7-bd88-f30ae7413d8e tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/quotas/2888b841f9aa4b28976704feb089acbb HTTP/1.1" status: 200 len: 375 time: 0.0528307 Aug 22 15:01:41.562086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-f7967720-5043-461f-98d3-717d3b7ce35b tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272862 Aug 22 15:01:41.565251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.619846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9088-60b4-4bd7-a837-290483cec067 req-4400bee2-20d8-4961-9b72-0b3ce898d10a tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:41.621371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-210e9088-60b4-4bd7-a837-290483cec067 req-4400bee2-20d8-4961-9b72-0b3ce898d10a tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 944 time: 0.1227279 Aug 22 15:01:41.623514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.745349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-210e9088-60b4-4bd7-a837-290483cec067 req-615ae990-16fd-4384-a95a-ab6417ffc9d1 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046729 Aug 22 15:01:41.765958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-37ce91f7-1c35-4e94-9aea-21404af16d51 service neutron] 10.222.0.53 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865110 Aug 22 15:01:41.845372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.848112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:41.849286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9d05bf3-0c7b-4760-9bfb-6984842b059b HTTP/1.1" status: 204 len: 168 time: 0.5034146 Aug 22 15:01:41.868476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46237bb5-02b2-4ee7-9622-220117687db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d05bf3-0c7b-4760-9bfb-6984842b059b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:41.934724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-1fe55c3a-e6f4-4731-a7d5-056872c93a6b service neutron] 10.222.0.53 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547511 Aug 22 15:01:42.027374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c80c4-4793-4f68-9f16-900595ad5a96 req-c93d70cc-4ad2-4ec5-9d36-c2ab375bd6f3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:42.029416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b6c80c4-4793-4f68-9f16-900595ad5a96 req-c93d70cc-4ad2-4ec5-9d36-c2ab375bd6f3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0698521 Aug 22 15:01:42.076018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b6c80c4-4793-4f68-9f16-900595ad5a96 req-82019ad0-ea12-41c1-ac73-4f3cad9d43ae tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Aug 22 15:01:42.129363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 740e05ee-d6d3-4bc5-8fca-f485cc127d43 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:01:42.317209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:01:42.322335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:42.322760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:42.479033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:42.532391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43,segment=NetworkSegment(5494b62e-e142-43df-bc5e-53c1e1db1fe7),segment_id=5494b62e-e142-43df-bc5e-53c1e1db1fe7)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:42.533984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:42.537399 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d20bcb-88b4-4210-a4d6-6d2630b8fca8" -d '{"events": [{"server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "name": "network-vif-plugged", "status": "completed", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:42.541002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5917e0-ecc6-45df-afc5-1ed4b7c7318f req-a76f429f-44fa-4652-bc86-4ed367221353 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:42.549359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d5917e0-ecc6-45df-afc5-1ed4b7c7318f req-a76f429f-44fa-4652-bc86-4ed367221353 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0686138 Aug 22 15:01:42.589332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d5917e0-ecc6-45df-afc5-1ed4b7c7318f req-de79bc76-8a59-4a4a-a05c-60b168f4808d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Aug 22 15:01:42.644241 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646ff3b-8db1-4f7d-8c4b-6efc017297cb x-openstack-request-id: req-2646ff3b-8db1-4f7d-8c4b-6efc017297cb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:42.644542 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "name": "network-vif-plugged", "status": "completed", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:42.645046 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2646ff3b-8db1-4f7d-8c4b-6efc017297cb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:42.645204 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43', 'code': 200} Aug 22 15:01:42.646850 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:42.783439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:42.879357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328e674-2752-4949-9b25-748681dc8ae3 req-144dcbbc-f106-45e7-894c-b12b1be89c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:42.881330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2328e674-2752-4949-9b25-748681dc8ae3 req-144dcbbc-f106-45e7-894c-b12b1be89c58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 1096 time: 0.1712704 Aug 22 15:01:42.883629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ccf0d5f-ccb8-417f-a3a1-9ff9fdb78d0a req-1faf0526-6803-4a3e-ac83-aebcd5c4a5bd tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0349727 Aug 22 15:01:42.924165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c083-0ad4-4f35-9dca-ba963df85ee1 req-9545da78-ea67-4d6c-a2b4-5de5d5c1b88d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:42.933049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ef6c083-0ad4-4f35-9dca-ba963df85ee1 req-9545da78-ea67-4d6c-a2b4-5de5d5c1b88d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1533201 Aug 22 15:01:42.976590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2328e674-2752-4949-9b25-748681dc8ae3 req-506fd891-4b10-484b-ba0a-c0b767864dc7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859509 Aug 22 15:01:43.043241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ef6c083-0ad4-4f35-9dca-ba963df85ee1 req-c3f19ea3-7102-47dd-a6df-98cf617ae4af tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085227 Aug 22 15:01:43.101479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599a4c9-8d5e-4668-8b1d-ac4c3dfc7b99 req-24d28b8c-70d2-492b-840c-e1fe96c22d78 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:43.103346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a599a4c9-8d5e-4668-8b1d-ac4c3dfc7b99 req-24d28b8c-70d2-492b-840c-e1fe96c22d78 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.1253004 Aug 22 15:01:43.195780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a599a4c9-8d5e-4668-8b1d-ac4c3dfc7b99 req-a82cbb62-e1a3-45e0-a4d3-af4205e3bc5f tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760241 Aug 22 15:01:43.378910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929654fc-f8da-4fbe-b2ad-4a4f9651b82a req-7bee40eb-e9d1-4d22-bfdd-439dd48cb41f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:43.380869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-929654fc-f8da-4fbe-b2ad-4a4f9651b82a req-7bee40eb-e9d1-4d22-bfdd-439dd48cb41f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1138771 Aug 22 15:01:43.418845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e4dce-9532-4b00-98f1-d275e14813b0 req-c95513f8-a203-427f-bd0c-d4e2e4e9344a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:43.426464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd0e4dce-9532-4b00-98f1-d275e14813b0 req-c95513f8-a203-427f-bd0c-d4e2e4e9344a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1198597 Aug 22 15:01:43.483279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-929654fc-f8da-4fbe-b2ad-4a4f9651b82a req-4a2a6722-0e35-4f3a-b4f0-d703d51ba6ef tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Aug 22 15:01:43.528637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd0e4dce-9532-4b00-98f1-d275e14813b0 req-6e4aa150-6606-4bfa-ae87-c6675c792e6c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011345 Aug 22 15:01:43.714550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af210d-972b-4324-a49e-7a0d51835619 req-e50518a1-712a-47b0-9ebf-00d4c3976e53 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:43.714550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24af210d-972b-4324-a49e-7a0d51835619 req-e50518a1-712a-47b0-9ebf-00d4c3976e53 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0887229 Aug 22 15:01:43.776540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24af210d-972b-4324-a49e-7a0d51835619 req-a6180b33-de36-4edf-be8f-d4186ec69702 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574987 Aug 22 15:01:43.940616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16841116-8314-499b-a438-e6b6071f7fe1 req-7a6ebf8f-4b6d-4117-95c8-5183c33cf163 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:43.942558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16841116-8314-499b-a438-e6b6071f7fe1 req-7a6ebf8f-4b6d-4117-95c8-5183c33cf163 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0673177 Aug 22 15:01:43.997580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c599a62-ae5b-4e93-8c5f-0317d18789d8 req-6a57ef04-c8ca-4315-94c6-07814d7c9f38 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0511813 Aug 22 15:01:44.023706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16841116-8314-499b-a438-e6b6071f7fe1 req-b12d045c-c906-40ea-a500-4603b05ab1cf tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648236 Aug 22 15:01:44.185263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcfca-8a7e-4775-b8c0-b6591539314a req-29eb1787-c7d7-471c-816e-1f8bd078e3b6 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:44.186926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c21fcfca-8a7e-4775-b8c0-b6591539314a req-29eb1787-c7d7-471c-816e-1f8bd078e3b6 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0797668 Aug 22 15:01:44.246861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c21fcfca-8a7e-4775-b8c0-b6591539314a req-9a816690-054b-4e0c-986c-c146d842097d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516803 Aug 22 15:01:44.450018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f32da-c95a-4018-b32c-f55189f90709 req-28165134-cfbd-4f15-b6c3-18803c9b7baa tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:44.451677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-025f32da-c95a-4018-b32c-f55189f90709 req-28165134-cfbd-4f15-b6c3-18803c9b7baa tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0976095 Aug 22 15:01:44.468009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53c0fa-6ed7-4af8-bd8f-a582a5c041cb req-82e61101-b06e-48d2-9202-ca3624e796f8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:44.469641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed53c0fa-6ed7-4af8-bd8f-a582a5c041cb req-82e61101-b06e-48d2-9202-ca3624e796f8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.0950968 Aug 22 15:01:44.524568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-025f32da-c95a-4018-b32c-f55189f90709 req-2e7948d7-4078-4f09-bb69-e3ee0c5dc27a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539501 Aug 22 15:01:44.547738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed53c0fa-6ed7-4af8-bd8f-a582a5c041cb req-a75dc7c9-27c9-4ad5-a05b-8b13aa8a2d67 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Aug 22 15:01:44.701291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fe132-4720-486c-904e-ce0b0d877843 req-b33c09e7-33e5-4b00-9e25-41f0cd677273 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:44.713320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-810fe132-4720-486c-904e-ce0b0d877843 req-b33c09e7-33e5-4b00-9e25-41f0cd677273 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0960917 Aug 22 15:01:44.819663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-810fe132-4720-486c-904e-ce0b0d877843 req-0c8f53b3-f0ee-4499-9c4a-6405bdb0601c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022947 Aug 22 15:01:44.841948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b94ff-b30d-406d-b2c0-6643fbf92e53 req-fc0c2aa2-3ee3-4bf6-b680-8ed8a399dfe1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:44.849577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b50b94ff-b30d-406d-b2c0-6643fbf92e53 req-fc0c2aa2-3ee3-4bf6-b680-8ed8a399dfe1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1325948 Aug 22 15:01:44.896924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b50b94ff-b30d-406d-b2c0-6643fbf92e53 req-03aa48c8-5376-4e76-8bb7-287c28b9e0a7 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462434 Aug 22 15:01:45.225828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dad4eedf-f630-4d8a-9668-439801008d10 req-e74e4ea5-355a-4022-98ce-db7a55fc16df tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0503469 Aug 22 15:01:45.687450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bdf20-9f4b-4eb2-ad6e-a772484394a9 req-86bb6af8-9d97-4804-a85e-6769c70b5ab7 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:45.692523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f5bdf20-9f4b-4eb2-ad6e-a772484394a9 req-86bb6af8-9d97-4804-a85e-6769c70b5ab7 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.0675983 Aug 22 15:01:45.733070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f5bdf20-9f4b-4eb2-ad6e-a772484394a9 req-a1a07914-99ce-4317-8c71-1b645645c922 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Aug 22 15:01:45.974503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e666790-3d72-45da-ae40-e1e63de7e63c req-fbe5449a-733d-4a92-a079-238295cf2a41 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:45.976775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e666790-3d72-45da-ae40-e1e63de7e63c req-fbe5449a-733d-4a92-a079-238295cf2a41 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0627553 Aug 22 15:01:46.021557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e666790-3d72-45da-ae40-e1e63de7e63c req-645d261a-d16d-41c2-a517-c025f46e30b3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Aug 22 15:01:46.456277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-97db547b-2cac-414b-943a-dd8fe53aa62c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:46.458292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-97db547b-2cac-414b-943a-dd8fe53aa62c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.54 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 815 time: 0.2497923 Aug 22 15:01:46.535796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aca221b-3238-40b8-b5f3-a23cd93adfef req-f51ded69-93b7-4116-abae-68af8b6b20b0 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0587151 Aug 22 15:01:46.557463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-62cefddc-798e-4d31-bad2-182777f33306 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2888b841f9aa4b28976704feb089acbb HTTP/1.1" status: 200 len: 379 time: 0.0884771 Aug 22 15:01:46.580063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'port': {'device_id': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'admin_state_up': True, 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'security_groups': ['23881220-b619-4398-97d2-6140c600dd11']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:46.827124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35e42-f6cb-4a63-9998-1d776fd8f1ea req-a0298ae4-a0d9-4dec-990c-a94b7e60dd7f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:46.828764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dd35e42-f6cb-4a63-9998-1d776fd8f1ea req-a0298ae4-a0d9-4dec-990c-a94b7e60dd7f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1319084 Aug 22 15:01:47.020447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dd35e42-f6cb-4a63-9998-1d776fd8f1ea req-360a1ab1-2da5-4c6c-8cf5-0ce16615983f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823714 Aug 22 15:01:47.021458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Made reservation on behalf of 2888b841f9aa4b28976704feb089acbb for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:47.060945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.121284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42816) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:47.353398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9cdf-e60b-44e9-93e1-be7b6e47f77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.380400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Allocated IP 172.20.0.10 (1592a7db-3282-4065-aaca-6b6873fa4a92/5878de7b-07fa-4032-808c-aa0dc016edae/fe57e00a-69b9-4c16-a6c0-182612877469) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:01:47.481056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534884-4360-4d8c-9fb4-757b6af41988 req-66c80a62-f115-4e14-be9d-a7f2918297b8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:47.482775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78534884-4360-4d8c-9fb4-757b6af41988 req-66c80a62-f115-4e14-be9d-a7f2918297b8 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.3721333 Aug 22 15:01:47.508561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9cdf-e60b-44e9-93e1-be7b6e47f77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.606653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9cdf-e60b-44e9-93e1-be7b6e47f77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.609790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78534884-4360-4d8c-9fb4-757b6af41988 req-3cca96c7-fce2-418c-afff-1e347ab62b3c tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815136 Aug 22 15:01:47.618099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22d70a-f73d-48dc-b1a9-46e73192858e req-6777a17c-36cb-4f47-b166-2796ace54f04 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:47.625681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c22d70a-f73d-48dc-b1a9-46e73192858e req-6777a17c-36cb-4f47-b166-2796ace54f04 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.4046521 Aug 22 15:01:47.639549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.649901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9cdf-e60b-44e9-93e1-be7b6e47f77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5bfb0-bfc7-4cbf-abeb-1e256e762d2e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:47.664935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Transition to ACTIVE for port object fe57e00a-69b9-4c16-a6c0-182612877469 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:01:47.693342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c22d70a-f73d-48dc-b1a9-46e73192858e req-eb8c2731-62b2-42af-b4da-95aa5b2ba500 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668161 Aug 22 15:01:47.734593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6a5a9cdf-e60b-44e9-93e1-be7b6e47f77c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=025f82c2fa7341938512293d9c83253a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113784 Aug 22 15:01:47.737562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:47.800437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.906812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:01:47.928014 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:47.928014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:47.928490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event updated for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:47.931805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:01:48.001825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:48.002460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.013250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb73a-a458-4a18-9816-d28ea3d7b3ac req-76f64b6f-8417-481c-8829-69a29d92add3 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:48.021313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61ecb73a-a458-4a18-9816-d28ea3d7b3ac req-76f64b6f-8417-481c-8829-69a29d92add3 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 932 time: 0.2402153 Aug 22 15:01:48.070825 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.193080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61ecb73a-a458-4a18-9816-d28ea3d7b3ac req-96d875a6-6c8f-45a6-b736-6c401532180f tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633008 Aug 22 15:01:48.247132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-6eab8756-7dc8-450c-a602-254846934bba tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6793230 Aug 22 15:01:48.295660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-2abbb5b9-a953-4b41-bd94-6c37ed16a078 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:48.299850 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-2abbb5b9-a953-4b41-bd94-6c37ed16a078 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.1197386 Aug 22 15:01:48.305080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Request body: {'port': {'device_id': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:48.316899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.326034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.336397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7b5bfb0-bfc7-4cbf-abeb-1e256e762d2e HTTP/1.1" status: 204 len: 168 time: 0.5887022 Aug 22 15:01:48.407188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f48e-a63d-47d4-980f-6e487002af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5bfb0-bfc7-4cbf-abeb-1e256e762d2e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:48.487171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf5e24-cb39-4f99-a0b6-91d2ad5358fa req-90a8eae9-24ff-4d38-964a-817a23242e76 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:48.488865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54cf5e24-cb39-4f99-a0b6-91d2ad5358fa req-90a8eae9-24ff-4d38-964a-817a23242e76 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.2711654 Aug 22 15:01:48.511190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Deleting port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:01:48.511543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.519247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.521001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-834a8cb1-e3b0-451e-9067-22cdbbe935b9 None None] Provisioning for port fe57e00a-69b9-4c16-a6c0-182612877469 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:01:48.526859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-834a8cb1-e3b0-451e-9067-22cdbbe935b9 None None] Provisioning complete for port fe57e00a-69b9-4c16-a6c0-182612877469 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:48.527323 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-834a8cb1-e3b0-451e-9067-22cdbbe935b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.589938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-834a8cb1-e3b0-451e-9067-22cdbbe935b9 None None] Port fe57e00a-69b9-4c16-a6c0-182612877469 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:01:48.675418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] For port 740e05ee-d6d3-4bc5-8fca-f485cc127d43, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=740e05ee-d6d3-4bc5-8fca-f485cc127d43,segment=NetworkSegment(5494b62e-e142-43df-bc5e-53c1e1db1fe7),segment_id=5494b62e-e142-43df-bc5e-53c1e1db1fe7)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:48.675805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:48.724942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Calling delete_port for 740e05ee-d6d3-4bc5-8fca-f485cc127d43 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:01:48.952021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54cf5e24-cb39-4f99-a0b6-91d2ad5358fa req-c4227bed-d52d-4a0f-9e25-4bdb285f4340 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103868 Aug 22 15:01:49.002299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe57e00a-69b9-4c16-a6c0-182612877469 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:49.020425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:49.058942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab56362-1c2a-4f1e-a241-b07c62a5a17d req-c241ce4e-6762-437a-b23b-87ea28ddfd58 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:49.066616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ab56362-1c2a-4f1e-a241-b07c62a5a17d req-c241ce4e-6762-437a-b23b-87ea28ddfd58 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 945 time: 0.2340555 Aug 22 15:01:49.079175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Transition to ACTIVE for port object fe57e00a-69b9-4c16-a6c0-182612877469 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:01:49.125036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bad213-37ea-4180-a128-d816f5e6cb9e req-39c75cdf-87c6-4aba-b95d-cd595c80f938 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:49.133972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0bad213-37ea-4180-a128-d816f5e6cb9e req-39c75cdf-87c6-4aba-b95d-cd595c80f938 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1260631 Aug 22 15:01:49.170489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ab56362-1c2a-4f1e-a241-b07c62a5a17d req-f417d521-5b54-4eaf-a341-0d63bc494dc1 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b59a2b-be67-4d68-9826-ac46ff139f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017077 Aug 22 15:01:49.246739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0bad213-37ea-4180-a128-d816f5e6cb9e req-06fa72c9-1f2c-45ea-82e6-81924b9c04ee tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021614 Aug 22 15:01:49.390180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b19d-b8c9-440d-b717-2483f0af2619 req-b1000d9c-ebda-4a66-93c4-73d67984b0cf tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:49.391845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e249b19d-b8c9-440d-b717-2483f0af2619 req-b1000d9c-ebda-4a66-93c4-73d67984b0cf tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 932 time: 0.0694680 Aug 22 15:01:49.447120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e249b19d-b8c9-440d-b717-2483f0af2619 req-f9c789c8-26c8-406f-9e22-bd18969e49a7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480099 Aug 22 15:01:49.754921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:49.766708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:49.768263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['740e05ee-d6d3-4bc5-8fca-f485cc127d43'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:49.801057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Pushing event deleted for resources: {'Port': ['ID=740e05ee-d6d3-4bc5-8fca-f485cc127d43,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:49.858866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] No DVR routers for this DVR port 740e05ee-d6d3-4bc5-8fca-f485cc127d43 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:01:49.862630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:49.864887 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3b5dd51-cbf2-4b88-ad82-1f12cdf5236d req-19bc3ccb-1306-4ecc-b293-8d7a25a07687 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.54 "DELETE /v2.0/ports/740e05ee-d6d3-4bc5-8fca-f485cc127d43 HTTP/1.1" status: 204 len: 173 time: 1.5521333 Aug 22 15:01:49.865490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'name': 'network-vif-deleted', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:49.868073 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30eeac2-5a93-4aac-87ef-6cf19e2e6d33" -d '{"events": [{"server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "name": "network-vif-deleted", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:49.931615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Attempting to bind port fe57e00a-69b9-4c16-a6c0-182612877469 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:01:49.932043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Attempting to bind port fe57e00a-69b9-4c16-a6c0-182612877469 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:01:49.932514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Attempting to bind port fe57e00a-69b9-4c16-a6c0-182612877469 on network 1592a7db-3282-4065-aaca-6b6873fa4a92 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:49.953241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:49.956827 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf13f9-05b0-4814-8a5b-8d93c990dde5 x-openstack-request-id: req-daaf13f9-05b0-4814-8a5b-8d93c990dde5 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:49.957179 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79ba2a-c66a-42ce-af14-6193d3bd670a", "name": "network-vif-deleted", "tag": "740e05ee-d6d3-4bc5-8fca-f485cc127d43", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:49.957466 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daaf13f9-05b0-4814-8a5b-8d93c990dde5 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:49.957871 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d79ba2a-c66a-42ce-af14-6193d3bd670a', 'name': 'network-vif-deleted', 'tag': '740e05ee-d6d3-4bc5-8fca-f485cc127d43', 'status': 'completed', 'code': 200} Aug 22 15:01:49.992331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Port fe57e00a-69b9-4c16-a6c0-182612877469 on network 1592a7db-3282-4065-aaca-6b6873fa4a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:01:49.992331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Attempting to bind port fe57e00a-69b9-4c16-a6c0-182612877469 on network 1592a7db-3282-4065-aaca-6b6873fa4a92 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:01:50.023429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:01:50.023806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Checking segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:50.025741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Bound using segment: {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:01:50.026222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Bound port: fe57e00a-69b9-4c16-a6c0-182612877469, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a627dfdc-c135-4394-8d12-cdc128b4de4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:01:50.029673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.137639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:50.166905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eced7dbf-737f-4141-ac93-e5beedceb430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.191575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:01:50.197330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fe57e00a-69b9-4c16-a6c0-182612877469,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:01:50.240497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711c29-f2e9-4f69-bd98-3c4a7c0d8cb3 req-a9d0fd44-4b6a-42f2-831a-89d0bdea4473 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:50.251210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22711c29-f2e9-4f69-bd98-3c4a7c0d8cb3 req-a9d0fd44-4b6a-42f2-831a-89d0bdea4473 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1964786 Aug 22 15:01:50.333703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.424977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eced7dbf-737f-4141-ac93-e5beedceb430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.448567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77fcec9c-d04b-4cbe-b341-c6a648826726 req-b350bfbe-e520-4614-91ea-4b59d6d76714 tempest-ServerPasswordTestJSON-2128141677 tempest-ServerPasswordTestJSON-2128141677-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d79ba2a-c66a-42ce-af14-6193d3bd670a HTTP/1.1" status: 200 len: 210 time: 0.1495173 Aug 22 15:01:50.497802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eced7dbf-737f-4141-ac93-e5beedceb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.501420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22711c29-f2e9-4f69-bd98-3c4a7c0d8cb3 req-8b7e351e-a348-47c9-ba5b-a23b13972cef tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425480 Aug 22 15:01:50.507346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:50.508722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.510241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 1092 time: 2.2255528 Aug 22 15:01:50.512790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:50.533471 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e33d31-77de-477b-8ecd-c5c48950dc66" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:50.535045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f6fd-c977-4e47-808f-a7fbfcd222a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:50.596810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eced7dbf-737f-4141-ac93-e5beedceb430 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75fcd5a9e7694806964158604a481f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550667 Aug 22 15:01:50.603572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:50.826633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced7dbf-737f-4141-ac93-e5beedceb430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f1533-7c3f-4ac5-a266-c4b745228976,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:50.851004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.854947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0588509-3a4f-46ec-8ee4-bcff2ceea8ec req-9d2f687c-c873-4b0b-b776-1c721d890b16 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:50.864332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0588509-3a4f-46ec-8ee4-bcff2ceea8ec req-9d2f687c-c873-4b0b-b776-1c721d890b16 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.2916327 Aug 22 15:01:50.879708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-1f5e0442-1eaa-4038-a614-f8e9d69a105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:50.881923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-1f5e0442-1eaa-4038-a614-f8e9d69a105a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1095 time: 0.2062998 Aug 22 15:01:50.890957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.898072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:50.956400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b31f56-975a-4da9-8123-57f5ffa2cb9d req-c750e801-dab1-4a4a-aa8c-a0a9ad2824f4 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:50.959000 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6b31f56-975a-4da9-8123-57f5ffa2cb9d req-c750e801-dab1-4a4a-aa8c-a0a9ad2824f4 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.1850290 Aug 22 15:01:50.969836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-c779c842-2de8-4b88-91af-7f902b066ccc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 217 time: 0.0791056 Aug 22 15:01:51.050813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0588509-3a4f-46ec-8ee4-bcff2ceea8ec req-47f1020f-25f7-438f-be3f-d90e8e31c4ca tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854041 Aug 22 15:01:51.057414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.060360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.061490 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/679f1533-7c3f-4ac5-a266-c4b745228976 HTTP/1.1" status: 204 len: 168 time: 0.4536681 Aug 22 15:01:51.095645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea4822-c47d-41de-9625-693ad3af6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f1533-7c3f-4ac5-a266-c4b745228976,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:51.148880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-3c244e9a-789d-4171-b627-40846dd6b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:51.150377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-3c244e9a-789d-4171-b627-40846dd6b3a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 200 len: 854 time: 0.1588662 Aug 22 15:01:51.159602 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a818d7e-c9cd-43c8-80b5-ab7293a3a20a x-openstack-request-id: req-1a818d7e-c9cd-43c8-80b5-ab7293a3a20a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:51.159939 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:51.164342 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a818d7e-c9cd-43c8-80b5-ab7293a3a20a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:51.165484 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'status': 'completed', 'code': 200} Aug 22 15:01:51.186675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6b31f56-975a-4da9-8123-57f5ffa2cb9d req-02d26a74-b8f2-4f4d-b911-efbd03d71c6d tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112617 Aug 22 15:01:51.194385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:01:51.229078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-637a43ed-c394-4e5a-ba6f-b8ca420677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:51.232022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-637a43ed-c394-4e5a-ba6f-b8ca420677e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1592a7db-3282-4065-aaca-6b6873fa4a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622096 Aug 22 15:01:51.395883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:51.408615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'port_id': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'mac_address': 'fa:16:3e:fb:8e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5016ec-7145-4f14-a082-71c7cee13ee7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:01:51.454505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.466530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-91ed4d23-0e0e-46d1-a6de-4e39308b28e6 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277873 Aug 22 15:01:51.472011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df2f6771-ea7a-43db-a58e-715f2ab3c531 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:01:51.516879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:51.518303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42888) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:51.623638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.725073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Deleting subnet 9a7eb460-e840-4e5a-a9ea-5acd8c4c736d {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:01:51.734046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.761737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:51.787852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:51.818393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422fa2d1-e88c-4928-baef-cb716fa3e734 req-d9d23212-8eef-4c1d-8df5-cec22221aa31 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405571 Aug 22 15:01:51.830664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76d1b-e912-41bf-9395-855a64964023 req-d6f828a1-6ac4-4031-bb73-08d71608ebfd tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:51.843138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['df2f6771-ea7a-43db-a58e-715f2ab3c531'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:01:51.847398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2d76d1b-e912-41bf-9395-855a64964023 req-d6f828a1-6ac4-4031-bb73-08d71608ebfd tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 945 time: 0.2379911 Aug 22 15:01:52.153367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 740e05ee-d6d3-4bc5-8fca-f485cc127d43 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:01:52.213828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 740e05ee-d6d3-4bc5-8fca-f485cc127d43 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:01:52.214973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 740e05ee-d6d3-4bc5-8fca-f485cc127d43 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:01:52.536993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:52.580732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2d76d1b-e912-41bf-9395-855a64964023 req-b7fd28fb-c10a-433e-85c1-b937f4d90777 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344534 Aug 22 15:01:52.612874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-d203a9e5-ea91-4c87-ae6b-ec4497f10202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:52.612874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-d203a9e5-ea91-4c87-ae6b-ec4497f10202 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1095 time: 0.1878664 Aug 22 15:01:52.617063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cab5f-35cc-45fe-9a2c-80aecffeb30f req-66640a03-167d-4393-815e-8e44192156a6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:52.618584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac9cab5f-35cc-45fe-9a2c-80aecffeb30f req-66640a03-167d-4393-815e-8e44192156a6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1906171 Aug 22 15:01:52.799720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac9cab5f-35cc-45fe-9a2c-80aecffeb30f req-de195968-5b45-41e1-a4c4-cc50294171ac tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696517 Aug 22 15:01:52.800839 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:52.842656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7eb460-e840-4e5a-a9ea-5acd8c4c736d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:52.861740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:52.861740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3a6edf91-43c2-452d-b358-efdc2bee1f44 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9a7eb460-e840-4e5a-a9ea-5acd8c4c736d HTTP/1.1" status: 204 len: 168 time: 1.3379755 Aug 22 15:01:52.861740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 42936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:52.896855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-7588292d-761d-4145-a698-e072f9c7cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:52.898415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-7588292d-761d-4145-a698-e072f9c7cad0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 916 time: 0.2781310 Aug 22 15:01:52.920116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31077bff-3b99-4640-921b-bb24b84f016b req-037f77c9-cce2-4491-b48a-f1916a5eda21 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:52.921735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31077bff-3b99-4640-921b-bb24b84f016b req-037f77c9-cce2-4491-b48a-f1916a5eda21 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.1799469 Aug 22 15:01:53.009902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-1b46e1d0-b784-45cb-b7c2-da7ed343a06f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 217 time: 0.1009142 Aug 22 15:01:53.130639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.167466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31077bff-3b99-4640-921b-bb24b84f016b req-9bfb61e5-b268-49f5-92c8-6bc7353f64d1 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340586 Aug 22 15:01:53.202021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-7dcd32ed-b40a-48fc-87bc-67d5e98e2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:53.202863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-7dcd32ed-b40a-48fc-87bc-67d5e98e2799 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 200 len: 854 time: 0.1701229 Aug 22 15:01:53.207490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:01:53.314156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port df2f6771-ea7a-43db-a58e-715f2ab3c531 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:01:53.314450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.394502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.409395 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.410661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d167be-30f1-45d0-b508-0c1cb92a793b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:53.418259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-16baeefb-bb20-456c-a9b1-ca8560d52133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:53.419889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-16baeefb-bb20-456c-a9b1-ca8560d52133 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1592a7db-3282-4065-aaca-6b6873fa4a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652441 Aug 22 15:01:53.442150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:53.462351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5494b62e-e142-43df-bc5e-53c1e1db1fe7') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:53.462948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5494b62e-e142-43df-bc5e-53c1e1db1fe7') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:01:53.463288 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4589536a-9845-4de1-8034-853771e180b3" -d '{"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-plugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:53.496995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.509729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:53.571440 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51046c85-b855-4879-966f-b7d9083bbffe x-openstack-request-id: req-51046c85-b855-4879-966f-b7d9083bbffe {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:53.571440 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-plugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:53.571440 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51046c85-b855-4879-966f-b7d9083bbffe {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:53.571440 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'code': 200} Aug 22 15:01:53.577355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.586635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:01:53.586795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:01:53.588818 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:01:53.597624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.743512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:53.754550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-22a45939-2fc4-4e41-8943-40e545ec0028 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248203 Aug 22 15:01:53.766222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a947f-740c-4467-80ca-e99b87b301d7 req-1d8d4f5c-546d-4f19-b74a-9bfd1b059134 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:53.768962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1a947f-740c-4467-80ca-e99b87b301d7 req-1d8d4f5c-546d-4f19-b74a-9bfd1b059134 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0723188 Aug 22 15:01:53.896639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.921610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:53.924341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] 10.222.0.53 "DELETE /v2.0/networks/00d167be-30f1-45d0-b508-0c1cb92a793b HTTP/1.1" status: 204 len: 168 time: 1.0603037 Aug 22 15:01:53.979911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60e33d31-77de-477b-8ecd-c5c48950dc66 req-7f9ad3ca-716c-4ced-9e81-749f179fb1d2 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103159 Aug 22 15:01:53.981140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b7817-56bb-4858-b858-619af38c9380 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d167be-30f1-45d0-b508-0c1cb92a793b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:54.051238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1a947f-740c-4467-80ca-e99b87b301d7 req-9c8204dc-0a0a-40f2-8652-1bb2496e4f88 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777046 Aug 22 15:01:54.109838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b110f-7b28-4480-8170-0238b22525c7 req-7b6c876a-2ce6-49c2-a1be-574f2fad6596 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:54.113369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd5b110f-7b28-4480-8170-0238b22525c7 req-7b6c876a-2ce6-49c2-a1be-574f2fad6596 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1734114 Aug 22 15:01:54.191089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd5b110f-7b28-4480-8170-0238b22525c7 req-389819fc-c450-4fa1-a750-a13a2745407e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Aug 22 15:01:54.388289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eaa7a3-0b8b-4913-a42a-dc64aca10d28 req-258c4cda-1120-4fe7-bab0-63cd0a289eec tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:54.392429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47eaa7a3-0b8b-4913-a42a-dc64aca10d28 req-258c4cda-1120-4fe7-bab0-63cd0a289eec tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0696559 Aug 22 15:01:54.437780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47eaa7a3-0b8b-4913-a42a-dc64aca10d28 req-6979abcf-be6a-4b64-a726-545fff8936cc tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354729 Aug 22 15:01:54.462960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:54.517995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-47347c5c-3ac7-452e-abb1-094a8daf2474 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec6e1d3f97d744339dedf1e368d89937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528963 Aug 22 15:01:54.520633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42986) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:54.579598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:54.607564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:54.823498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:54.826760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:54.830525 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5b59a2b-be67-4d68-9826-ac46ff139f5b HTTP/1.1" status: 204 len: 168 time: 0.3055253 Aug 22 15:01:54.852157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4e6bd-511c-4e7b-8711-ef3082499eb7 req-58b64075-9ecd-4e71-aa11-50ed386ccabb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:54.854192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc4e6bd-511c-4e7b-8711-ef3082499eb7 req-58b64075-9ecd-4e71-aa11-50ed386ccabb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0646889 Aug 22 15:01:54.857438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80193c85-5cb3-4e54-9dea-7ae26269cb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b59a2b-be67-4d68-9826-ac46ff139f5b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:54.922044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc4e6bd-511c-4e7b-8711-ef3082499eb7 req-991e8fef-03d4-4908-a426-a05d37571212 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592840 Aug 22 15:01:55.363181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160a3d-a5b7-4e3c-95eb-a14c778271da req-09b1bf27-e60b-47a2-981f-68da51a32ba3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:55.365016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20160a3d-a5b7-4e3c-95eb-a14c778271da req-09b1bf27-e60b-47a2-981f-68da51a32ba3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0724494 Aug 22 15:01:55.433917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20160a3d-a5b7-4e3c-95eb-a14c778271da req-d23f22fb-e17e-4221-a559-020caa840978 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Aug 22 15:01:55.589409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313281cb-10b8-487f-86f7-e2ba557c9cd7 req-962de8d5-6fb2-42c1-88c0-407de21bcfa0 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:55.591422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-313281cb-10b8-487f-86f7-e2ba557c9cd7 req-962de8d5-6fb2-42c1-88c0-407de21bcfa0 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0573196 Aug 22 15:01:55.646998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-313281cb-10b8-487f-86f7-e2ba557c9cd7 req-99bc6887-6905-4185-bce6-9b30c9d55fae tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483618 Aug 22 15:01:55.771266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-2e1ccb52-d5b4-4b3d-90ea-7f9e64baa50d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724220 Aug 22 15:01:55.857955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:55.863324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599ffb5-031a-4a5b-86f0-6f36099015f7 req-945b9f00-1858-4e43-8f00-0cbc2112e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:55.864910 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8599ffb5-031a-4a5b-86f0-6f36099015f7 req-945b9f00-1858-4e43-8f00-0cbc2112e090 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0772274 Aug 22 15:01:55.885232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-b4db244c-25da-4f31-af47-e277325abbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:55.887518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-b4db244c-25da-4f31-af47-e277325abbfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.0710094 Aug 22 15:01:55.922664 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8599ffb5-031a-4a5b-86f0-6f36099015f7 req-c0ce3996-acf5-475d-aead-ce5d0143b36b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 Aug 22 15:01:56.026475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-4f3ce9ad-9169-4c52-a7d7-3b48a7fc2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:56.028286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-4f3ce9ad-9169-4c52-a7d7-3b48a7fc2f07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1205630 Aug 22 15:01:56.087441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e73-b874-469b-99d4-be900ad8dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.124363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-b14323e2-0a05-4ee4-8850-6572ed65d6de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0881932 Aug 22 15:01:56.234456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-892bf5bd-711d-4b23-8dfd-502f31191690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:56.236328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-892bf5bd-711d-4b23-8dfd-502f31191690 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0904162 Aug 22 15:01:56.252601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a8322-cbe9-45dc-ace6-0526cb2f36f6 req-5d4dac3c-822f-48b6-a1ca-a72e97ba021b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:56.254494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e1a8322-cbe9-45dc-ace6-0526cb2f36f6 req-5d4dac3c-822f-48b6-a1ca-a72e97ba021b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.1990314 Aug 22 15:01:56.299691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-a0932013-fd46-4877-81c7-1288f028ec00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439408 Aug 22 15:01:56.414724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e1a8322-cbe9-45dc-ace6-0526cb2f36f6 req-eac01090-bfad-4007-8db7-23f169adcddb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481743 Aug 22 15:01:56.444451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:56.463711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-2dcf5452-882d-451d-ae97-392c721a83fd service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544220 Aug 22 15:01:56.578184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-182279125-network', 'tenant_id': 'e012e44553a3499fb1cf2b8fe9adb202'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:56.621438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e73-b874-469b-99d4-be900ad8dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.637733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0c3a21e-9513-41b7-b948-ba1857d772e3 req-82024173-c648-4751-84e0-6eddca0e1a1e service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572437 Aug 22 15:01:56.667505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3d6b-ae1a-4ef0-b8b1-f2e88b819070 req-9274023c-87fa-4b6d-8b0c-f6a5f0a63125 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:56.672633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a2d3d6b-ae1a-4ef0-b8b1-f2e88b819070 req-9274023c-87fa-4b6d-8b0c-f6a5f0a63125 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0784817 Aug 22 15:01:56.694924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e73-b874-469b-99d4-be900ad8dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.800770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Made reservation on behalf of e012e44553a3499fb1cf2b8fe9adb202 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:56.805325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.820207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5c4c6e73-b874-469b-99d4-be900ad8dc0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e54a6246a870431dbabec8c9284d55c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600167 Aug 22 15:01:56.825860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43064) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:56.830126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.834640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6e73-b874-469b-99d4-be900ad8dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3c483-e7b8-4da2-8bd7-73a9a3898be7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:56.847724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a2d3d6b-ae1a-4ef0-b8b1-f2e88b819070 req-9998778b-a366-4335-94d8-5ba328521116 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720035 Aug 22 15:01:56.917217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821e5c0-0b2e-4085-ac55-2e5a734dcf69 req-f81bb711-de83-4d37-bf4f-250fcf001425 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:56.925501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c821e5c0-0b2e-4085-ac55-2e5a734dcf69 req-f81bb711-de83-4d37-bf4f-250fcf001425 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.1754744 Aug 22 15:01:56.979612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:56.994115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.005135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.039670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c821e5c0-0b2e-4085-ac55-2e5a734dcf69 req-c3d1ee37-5bbd-40c7-a452-5d5fcdf0efc7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129839 Aug 22 15:01:57.109549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.137466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:57.223694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.228064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.229440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33e3c483-e7b8-4da2-8bd7-73a9a3898be7 HTTP/1.1" status: 204 len: 168 time: 0.4059415 Aug 22 15:01:57.229713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:01:57.242225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53677d1a-07aa-4b48-bc76-40b674eba8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3c483-e7b8-4da2-8bd7-73a9a3898be7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:57.245574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:01:57.289104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.289912 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Added segment 10913ff0-7e52-4ba0-8127-1b6dc9c14e69 of type vlan for network 14c90774-0684-42a3-9bf2-2b046c9e782f Aug 22 15:01:57.356578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.395824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.421930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:57.424192 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117db67-40a9-4c22-a30d-ca9391fa6709" -d '{"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:57.437856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:57.493985 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f87a3e-c991-4b91-a099-0cd74589117e x-openstack-request-id: req-d7f87a3e-c991-4b91-a099-0cd74589117e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:57.494390 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:57.494770 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f87a3e-c991-4b91-a099-0cd74589117e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:57.495262 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'code': 200} Aug 22 15:01:57.497575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.499069 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:57.499795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.532062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.566960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7222c39-e691-4e48-9793-de0620330046 req-1a37d166-b9e2-442f-b1d4-8771a99bff33 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:57.570091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7222c39-e691-4e48-9793-de0620330046 req-1a37d166-b9e2-442f-b1d4-8771a99bff33 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 946 time: 0.0816910 Aug 22 15:01:57.601630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:57.609831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] Pushing event updated for resources: {'Network': ['ID=14c90774-0684-42a3-9bf2-2b046c9e782f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:57.626981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 14c90774-0684-42a3-9bf2-2b046c9e782f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:01:57.644956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7222c39-e691-4e48-9793-de0620330046 req-b822a683-d1b9-4cf7-b3d3-26ee9d2ae54b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482366 Aug 22 15:01:57.654894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-bbf91115-8a20-493f-9b50-ba317f86235c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:57.656737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-bbf91115-8a20-493f-9b50-ba317f86235c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 944 time: 0.0669851 Aug 22 15:01:57.658686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f5f5d12-0453-41a3-bef9-bff406b91431 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2125099 Aug 22 15:01:57.662822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:01:57.670172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Request body: {'subnet': {'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-182279125-subnet', 'tenant_id': 'e012e44553a3499fb1cf2b8fe9adb202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:01:57.804790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Deleting port df2f6771-ea7a-43db-a58e-715f2ab3c531 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:01:57.805218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.829120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Made reservation on behalf of e012e44553a3499fb1cf2b8fe9adb202 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:01:57.839189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.944714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] For port df2f6771-ea7a-43db-a58e-715f2ab3c531, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=df2f6771-ea7a-43db-a58e-715f2ab3c531,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:01:57.945420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:57.964384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Calling delete_port for df2f6771-ea7a-43db-a58e-715f2ab3c531 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:01:58.033909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7801ee-482c-46ce-8b4b-77dba2c37567 req-7a354da2-00bd-46c0-9abd-907034c41546 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:58.035571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b7801ee-482c-46ce-8b4b-77dba2c37567 req-7a354da2-00bd-46c0-9abd-907034c41546 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0946531 Aug 22 15:01:58.137420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b7801ee-482c-46ce-8b4b-77dba2c37567 req-02ba3342-838a-44df-9f14-bafe1ee9ae42 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922747 Aug 22 15:01:58.237012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f329985-f400-4a2b-a929-603eeb58c039 req-d564bf9b-1a81-4755-adb4-f388de7aeb25 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:58.238584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f329985-f400-4a2b-a929-603eeb58c039 req-d564bf9b-1a81-4755-adb4-f388de7aeb25 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0860682 Aug 22 15:01:58.274877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:58.330402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:58.362699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f329985-f400-4a2b-a929-603eeb58c039 req-40a053c8-9fdd-4e45-8a74-1efaa6dd3acb tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130545 Aug 22 15:01:58.379100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc5f1b-6394-41a0-adb8-09c801d2074f req-66a95ce1-ad81-42e1-bea7-d189a64c9c63 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:58.380710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edfc5f1b-6394-41a0-adb8-09c801d2074f req-66a95ce1-ad81-42e1-bea7-d189a64c9c63 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1411347 Aug 22 15:01:58.387563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34ec83d-9c60-4438-817f-4448266c045a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:58.392120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event deleted for resources: {'Port': ['ID=df2f6771-ea7a-43db-a58e-715f2ab3c531,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:01:58.411495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] No DVR routers for this DVR port df2f6771-ea7a-43db-a58e-715f2ab3c531 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:01:58.415047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:58.417577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6dec5510-e74b-4ecb-a9b5-da6b6919eb80 req-858009f6-7631-4ea0-845c-888e9b7bb9f5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "DELETE /v2.0/ports/df2f6771-ea7a-43db-a58e-715f2ab3c531 HTTP/1.1" status: 204 len: 173 time: 0.7499058 Aug 22 15:01:58.418039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-deleted', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:01:58.420894 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8f0c11-6bbb-47ac-833a-f89157134ef8" -d '{"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-deleted", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:01:58.425034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Checking segment: {'id': '10913ff0-7e52-4ba0-8127-1b6dc9c14e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:01:58.425412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Network hostable DHCP agents. Network: 14c90774-0684-42a3-9bf2-2b046c9e782f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:01:58.447587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edfc5f1b-6394-41a0-adb8-09c801d2074f req-ed9916fa-8b96-4184-abdf-b5b7b9d7e0c4 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Aug 22 15:01:58.462145 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d615a3e-499b-4f1a-87c1-d7af916e2cd2 x-openstack-request-id: req-7d615a3e-499b-4f1a-87c1-d7af916e2cd2 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:01:58.462511 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6", "name": "network-vif-deleted", "tag": "df2f6771-ea7a-43db-a58e-715f2ab3c531", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:01:58.462840 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d615a3e-499b-4f1a-87c1-d7af916e2cd2 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:01:58.463312 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6', 'name': 'network-vif-deleted', 'tag': 'df2f6771-ea7a-43db-a58e-715f2ab3c531', 'status': 'completed', 'code': 200} Aug 22 15:01:58.623369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Network 14c90774-0684-42a3-9bf2-2b046c9e782f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:01:58.781237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2f426c7-174f-45f9-99dd-9d6e69621764 req-9b0d9f38-af66-41c7-8e36-5b3829c1dde3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0459237 Aug 22 15:01:58.789611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 14c90774-0684-42a3-9bf2-2b046c9e782f) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:01:58.807296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc011d-3fa9-46fb-ab3d-86e4ce23800a None None] Network 14c90774-0684-42a3-9bf2-2b046c9e782f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:58.812278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:58.813256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:01:58.974688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b275562-8c93-4b20-b2fc-5fbd08ea6c2f None None] Network 14c90774-0684-42a3-9bf2-2b046c9e782f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:01:59.072770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e7c0-3704-450e-95a5-3e41eb3999b6 req-17e3307a-10fc-4ad2-8b68-bce35f3ad0ab tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:59.076628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6374e7c0-3704-450e-95a5-3e41eb3999b6 req-17e3307a-10fc-4ad2-8b68-bce35f3ad0ab tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1127906 Aug 22 15:01:59.079554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-396a681d-7345-414f-8275-06653aeebe17 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4152255 Aug 22 15:01:59.139998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6374e7c0-3704-450e-95a5-3e41eb3999b6 req-aaf652c4-55d6-4eca-bb51-e3a518020093 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Aug 22 15:01:59.528517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5d3f1-8790-4e60-a9ad-a5803f46d3d3 req-c2ce42d9-7ea4-4a5a-8540-391ab8f82657 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:01:59.536014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30e5d3f1-8790-4e60-a9ad-a5803f46d3d3 req-c2ce42d9-7ea4-4a5a-8540-391ab8f82657 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0900962 Aug 22 15:01:59.595448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30e5d3f1-8790-4e60-a9ad-a5803f46d3d3 req-b943670b-7e1e-40f1-af19-5f18704203ca tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507865 Aug 22 15:01:59.943828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68e3b02d-7323-4647-ac1f-a0a675d7b733 req-fc103550-15cd-4fce-99cd-cbef76ddfc17 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=32d5382a-1f4f-40c2-9a7e-06bd8cf87fe6 HTTP/1.1" status: 200 len: 210 time: 0.0277753 Aug 22 15:02:00.101392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:00.108782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-609878777-network', 'tenant_id': 'be31f6df1d9c4413b13d7e5ae3a4ad24'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:00.143073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dab4dc15-9dd4-4b78-adfb-8a4c0013411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.280893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Made reservation on behalf of be31f6df1d9c4413b13d7e5ae3a4ad24 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:00.280893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.299186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.326326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55d5b-8886-4a79-8678-2e55ad9bda17 req-bda4a241-03c1-4168-ab88-095e7a9e042c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:00.327633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ad55d5b-8886-4a79-8678-2e55ad9bda17 req-bda4a241-03c1-4168-ab88-095e7a9e042c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1059954 Aug 22 15:02:00.415356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ad55d5b-8886-4a79-8678-2e55ad9bda17 req-152abc10-3342-46c6-b59f-276d339d7187 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Aug 22 15:02:00.468100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.550508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.585973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:02:00.602242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae13e76-0a26-436d-87aa-675488eea338,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:00.606307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.606664 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Added segment deb7a9d9-0672-4906-97bf-bbff51bd4eca of type vlan for network 06cc3ccc-c65f-478e-924c-6dc4354dd96e Aug 22 15:02:00.660611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.735949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f9dd6-4d1b-476f-a14d-15eae2dc3c2d req-070231a8-f16e-4057-8edf-fa71840a202e tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:00.737651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-207f9dd6-4d1b-476f-a14d-15eae2dc3c2d req-070231a8-f16e-4057-8edf-fa71840a202e tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0646179 Aug 22 15:02:00.787916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-207f9dd6-4d1b-476f-a14d-15eae2dc3c2d req-5f6c56ff-a475-4cae-916d-c999679d8e42 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Aug 22 15:02:00.812259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.813808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:00.814442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:00.891086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] Pushing event updated for resources: {'Network': ['ID=06cc3ccc-c65f-478e-924c-6dc4354dd96e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:00.906645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 06cc3ccc-c65f-478e-924c-6dc4354dd96e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:02:00.999137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2a0f3-86fd-49dc-bd44-10ae2e303897 req-36ddede1-9039-4578-8d37-b5ee58280f42 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:01.002528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd2a0f3-86fd-49dc-bd44-10ae2e303897 req-36ddede1-9039-4578-8d37-b5ee58280f42 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0642765 Aug 22 15:02:01.033071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e00f7762-c67d-409b-99d2-aab181d0e4af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9243085 Aug 22 15:02:01.036665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43208) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:01.043413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Request body: {'subnet': {'network_id': '06cc3ccc-c65f-478e-924c-6dc4354dd96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-609878777-subnet', 'tenant_id': 'be31f6df1d9c4413b13d7e5ae3a4ad24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:01.051539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd2a0f3-86fd-49dc-bd44-10ae2e303897 req-df1885c9-87b1-497a-b840-2a8e678b0fe0 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Aug 22 15:02:01.252505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Made reservation on behalf of be31f6df1d9c4413b13d7e5ae3a4ad24 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:01.254772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:01.267165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:02:01.290599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: df2f6771-ea7a-43db-a58e-715f2ab3c531 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:02:01.290957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device df2f6771-ea7a-43db-a58e-715f2ab3c531 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:02:01.467468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43226) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:01.472536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347043166', 'description': 'tempest-description--175593012'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:01.646699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:01.657223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:01.731792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=585d44f4-a401-4f32-ba8b-1c30a123957a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:01.747211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Checking segment: {'id': 'deb7a9d9-0672-4906-97bf-bbff51bd4eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '06cc3ccc-c65f-478e-924c-6dc4354dd96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:01.747646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Network hostable DHCP agents. Network: 06cc3ccc-c65f-478e-924c-6dc4354dd96e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:02:01.761146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:01.916329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:01.923036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b38e9b-ca98-485f-9ae9-e23c312f9fdd req-f284ee6a-bb6d-43d4-bff6-06640171c87a tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:01.924648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6b38e9b-ca98-485f-9ae9-e23c312f9fdd req-f284ee6a-bb6d-43d4-bff6-06640171c87a tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 944 time: 0.0587039 Aug 22 15:02:01.975344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d65590-0516-4ee7-b514-af129f397cd3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:01.977482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Network 06cc3ccc-c65f-478e-924c-6dc4354dd96e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:02:01.995033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6b38e9b-ca98-485f-9ae9-e23c312f9fdd req-e3f2dc73-baab-4412-81eb-ea5b117d866d tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548649 Aug 22 15:02:02.099314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 06cc3ccc-c65f-478e-924c-6dc4354dd96e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:02.107945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:02.108608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.109239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0840e5-31e5-4046-8cd2-b54d1592bd23 None None] Network 06cc3ccc-c65f-478e-924c-6dc4354dd96e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:02.109919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.116772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-59d49aa0-9dbb-4d53-9d23-88119e0b41cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6480818 Aug 22 15:02:02.123455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43248) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:02.123455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'security_group_rule': {'security_group_id': '98d65590-0516-4ee7-b514-af129f397cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:02.199190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fe57e00a-69b9-4c16-a6c0-182612877469 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:02:02.247556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05f3b30e-8d4d-4363-ba24-fa22617d4b6a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2018683 Aug 22 15:02:02.265229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a4112-3bad-4496-81f4-bfac355894eb req-4a36c43a-d601-4cbb-9fa2-adc10ffad58f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:02.267632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e61a4112-3bad-4496-81f4-bfac355894eb req-4a36c43a-d601-4cbb-9fa2-adc10ffad58f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0857918 Aug 22 15:02:02.358195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e61a4112-3bad-4496-81f4-bfac355894eb req-9a120027-4521-449e-b323-5dd78e3bb690 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828154 Aug 22 15:02:02.359221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.376339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fe57e00a-69b9-4c16-a6c0-182612877469,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:02.422988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb504645-975e-41d1-abb6-75e43cae102c None None] Network 06cc3ccc-c65f-478e-924c-6dc4354dd96e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:02.431452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'port_id': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'mac_address': 'fa:16:3e:2a:35:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:02:02.514237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.563180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.583086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe57e00a-69b9-4c16-a6c0-182612877469 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:02.620870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fe57e00a-69b9-4c16-a6c0-182612877469,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:02.652827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.687002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d714f9bd-d57a-4bb7-9ba4-921405be758d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:02.741206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:02.761285 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.817089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.822269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c229019-c7d1-4879-bc2e-6ef818d48142 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7036238 Aug 22 15:02:02.825332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:02.830635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'security_group_rule': {'security_group_id': '98d65590-0516-4ee7-b514-af129f397cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:02.875340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:02.881664 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:02.925525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f5632c3-4c67-4701-9a19-9b9029af0ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.030528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.061411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['fe57e00a-69b9-4c16-a6c0-182612877469'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:03.128358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.165492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-3d19a05a-d648-45d9-94f6-92ed43cae984 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:03.167653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-3d19a05a-d648-45d9-94f6-92ed43cae984 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/networks?id=14c90774-0684-42a3-9bf2-2b046c9e782f HTTP/1.1" status: 200 len: 824 time: 0.1865788 Aug 22 15:02:03.206989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.245353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134f191-3260-4e6f-8ca8-0a17624dae48,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:03.248983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-341f8cc8-5baf-4b79-91a7-0a353b7e42a6 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/quotas/e012e44553a3499fb1cf2b8fe9adb202 HTTP/1.1" status: 200 len: 375 time: 0.0713472 Aug 22 15:02:03.308900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-72a59cf8-94ea-4a46-bb22-3e3d04a1c432 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e012e44553a3499fb1cf2b8fe9adb202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479429 Aug 22 15:02:03.330165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33969-a30c-4fe7-8a02-394ece65fd0b req-214d6832-fc14-4485-82c3-83a31831622c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:03.332510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04f33969-a30c-4fe7-8a02-394ece65fd0b req-214d6832-fc14-4485-82c3-83a31831622c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 945 time: 0.1560209 Aug 22 15:02:03.356771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f5632c3-4c67-4701-9a19-9b9029af0ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.443985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04f33969-a30c-4fe7-8a02-394ece65fd0b req-b7c68984-5326-4cbe-a46b-68014d83d07b tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927024 Aug 22 15:02:03.494496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-30cfe371-b01f-4cad-aead-bb04a8d30e80 service neutron] 10.222.0.53 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560559 Aug 22 15:02:03.501445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-90168364-2261-48b8-bc17-3fec64542c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.616960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-b703cbcc-5abf-4441-acfb-3865d6f28701 service neutron] 10.222.0.53 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145296 Aug 22 15:02:03.620788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f5632c3-4c67-4701-9a19-9b9029af0ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.665758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1f5632c3-4c67-4701-9a19-9b9029af0ad3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f72cc8534665457ca2817eacef02b049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228835 Aug 22 15:02:03.665974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43296) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:03.689074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5632c3-4c67-4701-9a19-9b9029af0ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e84ef1-e03e-4a54-909d-7852e76dac59,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:03.734300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.740936 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fda97391-e6ef-45fb-bf56-feeadfb4791b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9091864 Aug 22 15:02:03.741068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43300) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:03.744528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:03.791096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.816775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.920311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:03.969918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12d20117-6eca-4f8f-afcd-014452c89bca req-05217004-1fef-4713-9dcf-6499d6d4a673 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0447929 Aug 22 15:02:04.018369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.027449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.033360 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39e84ef1-e03e-4a54-909d-7852e76dac59 HTTP/1.1" status: 204 len: 168 time: 0.3649073 Aug 22 15:02:04.057841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e84149-9d4e-4330-8dc0-af8e3b92718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e84ef1-e03e-4a54-909d-7852e76dac59,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:04.169854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.195919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fe57e00a-69b9-4c16-a6c0-182612877469 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:04.362270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Allocated IP 172.25.0.252 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/0bd8043e-7b94-4e88-a431-b0590aa5fc40) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:04.372676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port fe57e00a-69b9-4c16-a6c0-182612877469 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:04.380143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port fe57e00a-69b9-4c16-a6c0-182612877469 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:04.380614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.636121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.699763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:04.704710 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db032002-6a35-4318-ad4e-f65ce66731b0" -d '{"events": [{"server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "name": "network-vif-plugged", "status": "completed", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:04.711099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.747745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4a5a4-f8b9-4b39-9778-9449c0043b8a req-28c9a0f1-0d54-40f3-bffe-97f413bac646 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:04.749970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bb4a5a4-f8b9-4b39-9778-9449c0043b8a req-28c9a0f1-0d54-40f3-bffe-97f413bac646 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 945 time: 0.1242197 Aug 22 15:02:04.769862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fe57e00a-69b9-4c16-a6c0-182612877469,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:04.798950 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1633ab6-cfa1-4d01-a6d8-c888a632039f x-openstack-request-id: req-f1633ab6-cfa1-4d01-a6d8-c888a632039f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:04.799463 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "name": "network-vif-plugged", "status": "completed", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:04.799879 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1633ab6-cfa1-4d01-a6d8-c888a632039f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:04.800519 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'code': 200} Aug 22 15:02:04.811846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.885933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.916691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bb4a5a4-f8b9-4b39-9778-9449c0043b8a req-53adbdac-6f01-43cb-b780-e5304e5fb827 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372116 Aug 22 15:02:04.941724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:04.971312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:04.993950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb0d33-9782-493a-87aa-dc718ed40b3b req-a4771ec4-36cc-4563-9f73-0027c938ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:04.996091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fcb0d33-9782-493a-87aa-dc718ed40b3b req-a4771ec4-36cc-4563-9f73-0027c938ce52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1097 time: 0.1184340 Aug 22 15:02:05.010122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:05.030733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:05.034136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'Port': ['ID=0bd8043e-7b94-4e88-a431-b0590aa5fc40,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:05.037404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:05.089056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fcb0d33-9782-493a-87aa-dc718ed40b3b req-054518e7-08b9-4be0-92fb-13609bafcc2a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849721 Aug 22 15:02:05.105890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-033b70a9-1021-4a82-a2eb-9225f85aebcf req-342b9a39-2e9c-495f-817e-a3898338b80f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0616815 Aug 22 15:02:05.169910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.309715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.332396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43338) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:05.349967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02fa16bd-1a76-4324-9141-49079d1e28e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.485469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02fa16bd-1a76-4324-9141-49079d1e28e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.547852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.579398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02fa16bd-1a76-4324-9141-49079d1e28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.624623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa16bd-1a76-4324-9141-49079d1e28e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a760e876-4250-4ad8-a80a-c4db56cb4e66,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:05.632590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43342) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:05.632851 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02fa16bd-1a76-4324-9141-49079d1e28e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83960d5802fc432da61a89dcb360b0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977824 Aug 22 15:02:05.650531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.779925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'Port': ['ID=0bd8043e-7b94-4e88-a431-b0590aa5fc40,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:05.784737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.794621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:05.827418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:06.035885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:06.037905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9221a2cf-8473-4c15-92a1-07f3ccec3bdc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2977424 Aug 22 15:02:06.058900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e72e-0b7d-45c0-8021-76726ba00692 req-1fd53a07-8dde-4033-aff4-901986d455e7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:06.061123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b17e72e-0b7d-45c0-8021-76726ba00692 req-1fd53a07-8dde-4033-aff4-901986d455e7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.0610769 Aug 22 15:02:06.103832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:06.115698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:06.115698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a760e876-4250-4ad8-a80a-c4db56cb4e66 HTTP/1.1" status: 204 len: 168 time: 0.4733853 Aug 22 15:02:06.124405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b17e72e-0b7d-45c0-8021-76726ba00692 req-b208a97e-a9b7-404a-975b-711ac598b736 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554721 Aug 22 15:02:06.136314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae91a1-cfcd-44d8-9500-043f2b4dc30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760e876-4250-4ad8-a80a-c4db56cb4e66,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:06.238497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fb94f6f-eebb-49dc-8256-c515c1591211 req-ed7935b5-b1a8-4d3a-9b13-fe0ac5831e4f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0335906 Aug 22 15:02:06.400723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-7671d889-7d27-44b3-adce-9eb61f7d58ce tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:06.409067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-7671d889-7d27-44b3-adce-9eb61f7d58ce tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.1355345 Aug 22 15:02:06.429162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-0d55c419-7f03-4ec3-acd6-61f839cac801 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/quotas/e79190f25b7d408dad1a0dd3b07117c5 HTTP/1.1" status: 200 len: 375 time: 0.0188293 Aug 22 15:02:06.479836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-5b2a092f-254c-47f6-bb0a-06c1f25f6421 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497863 Aug 22 15:02:06.592931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-0100d952-43ac-45c6-a6b5-9d2b0580d0cd service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053996 Aug 22 15:02:06.724530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-28bea994-96dc-4f28-af31-1416384b1187 service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157775 Aug 22 15:02:06.737239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:07.354062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55101ee3-e219-4c42-8f3d-078ed02cedcb req-811aba63-8615-4be5-b0f6-e4648b6c9061 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:07.356105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55101ee3-e219-4c42-8f3d-078ed02cedcb req-811aba63-8615-4be5-b0f6-e4648b6c9061 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.0661485 Aug 22 15:02:07.407334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55101ee3-e219-4c42-8f3d-078ed02cedcb req-874cff1f-b895-42db-9163-34f4b0bc100a tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Aug 22 15:02:07.517479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edae3c13-cf9d-4936-9135-b91e4b7e8acd req-88f63070-be7e-4b6c-9eca-80248f9f6630 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0336010 Aug 22 15:02:07.556474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7084f9b-8b93-4f9e-8c8f-7659988d3c00 req-a8146436-d3ca-426c-8302-795b188c84f4 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0418053 Aug 22 15:02:07.699378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a058ed-b418-4c17-895b-900fb62d8e98 req-618e260f-87ff-48fc-877d-751c54d4b71d tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:07.701068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a058ed-b418-4c17-895b-900fb62d8e98 req-618e260f-87ff-48fc-877d-751c54d4b71d tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1077645 Aug 22 15:02:07.710546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:07.718652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Request body: {'floatingip': {'port_id': 'fe57e00a-69b9-4c16-a6c0-182612877469'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:07.756897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-cd7e35e8-706f-492c-a9b4-bdcfc760c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:07.758200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-cd7e35e8-706f-492c-a9b4-bdcfc760c991 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.1002746 Aug 22 15:02:07.793176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:07.807668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587b20f-ca9e-4a08-87cd-1320226f4ea6 req-8155f7ef-ec2a-4e0f-a234-fcd9610755c6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:07.816332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1587b20f-ca9e-4a08-87cd-1320226f4ea6 req-8155f7ef-ec2a-4e0f-a234-fcd9610755c6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1120241 Aug 22 15:02:07.903576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1587b20f-ca9e-4a08-87cd-1320226f4ea6 req-97add716-368c-40e3-8e8f-e8e84132e3b2 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865521 Aug 22 15:02:07.948070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-e74ad64c-a420-4451-8db9-49e5326733b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:07.949665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-e74ad64c-a420-4451-8db9-49e5326733b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1844189 Aug 22 15:02:08.429632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-0eb80c80-4d35-4e04-9304-5ed8c47a6386 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.4725904 Aug 22 15:02:08.498330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-38e057b4-8ce8-4911-b58d-1bf72cf180c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:08.500102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-38e057b4-8ce8-4911-b58d-1bf72cf180c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0633621 Aug 22 15:02:08.518421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-75956a53-1e3b-41cb-865d-06f49fa70e2f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:08.519923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-75956a53-1e3b-41cb-865d-06f49fa70e2f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.10 "GET /v2.0/networks?id=14c90774-0684-42a3-9bf2-2b046c9e782f HTTP/1.1" status: 200 len: 824 time: 0.1651578 Aug 22 15:02:08.544135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-2cbefe13-824d-4ca6-b66f-e2a32c697ef3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360188 Aug 22 15:02:08.568508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Request body: {'port': {'device_id': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f', 'admin_state_up': True, 'tenant_id': 'e012e44553a3499fb1cf2b8fe9adb202'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:08.669102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdb27381-5ba1-4cd6-91b7-702e98ff420b req-c68af6d0-b702-4810-8b89-77fc519ad9f4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0349450 Aug 22 15:02:08.709141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2745f5b4-a447-4644-94b5-7dfce0095d2f req-5fd3382b-e1d6-47af-9636-542ab84f3a66 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0418327 Aug 22 15:02:08.725283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-e5264264-d16a-43e9-9a1d-e774d27e4f69 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718826 Aug 22 15:02:08.867494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-686d0230-26ba-44e0-8ac4-3d2aeca491c0 req-49bd56ae-90ea-42e4-9622-f7f1c00e7f73 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351624 Aug 22 15:02:08.949835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Made reservation on behalf of e012e44553a3499fb1cf2b8fe9adb202 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:08.949835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:08.949835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.092539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457e144-2614-4786-a333-8d92069237fc req-f3816c9d-da2f-4619-9263-5cac3a5f7689 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:09.094963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457e144-2614-4786-a333-8d92069237fc req-f3816c9d-da2f-4619-9263-5cac3a5f7689 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0649445 Aug 22 15:02:09.127992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Allocated IP 172.20.0.9 (14c90774-0684-42a3-9bf2-2b046c9e782f/b34ec83d-9c60-4438-817f-4448266c045a/d896a7c4-337e-49bf-a57e-561b66603a89) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:09.148589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457e144-2614-4786-a333-8d92069237fc req-014d44fc-548a-428f-9ae1-12b6b4472fd4 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Aug 22 15:02:09.194578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.411358 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Floating IP 8ba9179a-68df-42ab-9cb9-6f3faa73a83d associated. External IP: 172.25.0.249, port: fe57e00a-69b9-4c16-a6c0-182612877469. Aug 22 15:02:09.422381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.514877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43464) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:09.629089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1922483411', 'router:external': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:09.650265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.700873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Network 14c90774-0684-42a3-9bf2-2b046c9e782f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:09.715018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:09.721850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:09.754109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Pushing event updated for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:09.763937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Router 1c193f1c-49fa-41c3-a00f-a4615f401465 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:02:09.800629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:09.800629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.810917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4403e60-36fb-4dec-8724-9294f061387d req-65aa5235-8732-4ff4-81e6-84e01a808da0 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0416141 Aug 22 15:02:09.836503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Made reservation on behalf of d09e92ef8c0d40058551443a9a4966f4 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:09.839268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.867511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.902211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66b0e-763c-4e62-a8e7-992c742d7822 req-2ddbc590-b41d-4959-a427-1331cd7b1aba tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:09.904518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52e66b0e-763c-4e62-a8e7-992c742d7822 req-2ddbc590-b41d-4959-a427-1331cd7b1aba tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 931 time: 0.0799260 Aug 22 15:02:09.909555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:09.915822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:09.922458 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Sync routers for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:09.947060 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:09.948410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c411968c-ab88-44b2-af7d-69eb90871b15 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "PUT /v2.0/floatingips/8ba9179a-68df-42ab-9cb9-6f3faa73a83d HTTP/1.1" status: 200 len: 992 time: 2.2363551 Aug 22 15:02:09.949217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:09.951933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:09.952991 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cecca4-b82b-476f-b54a-29f796257872" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:09.961959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52e66b0e-763c-4e62-a8e7-992c742d7822 req-8428ca75-944a-4cfc-90f8-c01c6c0b8e9e tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Aug 22 15:02:09.999357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-e6d8aa6b-2503-46ac-8e40-a2736586054f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4444935 Aug 22 15:02:10.083339 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b5656-d149-4f95-be2e-9d4bd1290063 x-openstack-request-id: req-409b5656-d149-4f95-be2e-9d4bd1290063 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:10.084293 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:10.084527 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-409b5656-d149-4f95-be2e-9d4bd1290063 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:10.085108 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'status': 'completed', 'code': 200} Aug 22 15:02:10.153516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Request body: {'port': {'device_id': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:10.168741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:10.268474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.298865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.321204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cecca4-b82b-476f-b54a-29f796257872 req-6c2c2df8-9f5f-4c32-ad4d-93443af3a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.324034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-6c2c2df8-9f5f-4c32-ad4d-93443af3a35d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1097 time: 0.1799736 Aug 22 15:02:10.392964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372ff95-c012-46bc-8844-20c63aea599b req-07b298f9-bdf8-41e4-9141-1c3066e29a70 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.405612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b372ff95-c012-46bc-8844-20c63aea599b req-07b298f9-bdf8-41e4-9141-1c3066e29a70 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1251562 Aug 22 15:02:10.429257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.458123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.496426 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8ba9179a-68df-42ab-9cb9-6f3faa73a83d', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'port_id': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'mac_address': 'fa:16:3e:2a:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:00:53Z', 'updated_at': '2021-08-22T15:02:08Z', 'revision_number': 1, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:10.522273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b372ff95-c012-46bc-8844-20c63aea599b req-53b76e15-dc34-4356-a177-14c2707ad172 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154869 Aug 22 15:02:10.528208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:02:10.546867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Checking router: 1c193f1c-49fa-41c3-a00f-a4615f401465 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:02:10.561672 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:10.563247 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:10.565006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa91ac4e-f31e-428a-8404-262f4447db59,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:10.570276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.570599 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Added segment b91bd93d-8d27-45f6-95fa-23ba16b958a9 of type vlan for network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 Aug 22 15:02:10.582211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cecca4-b82b-476f-b54a-29f796257872 req-c38bbcdf-56ed-46fc-beda-d6ffd3fd4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.584204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-c38bbcdf-56ed-46fc-beda-d6ffd3fd4c2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 916 time: 0.2515848 Aug 22 15:02:10.685604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.712411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-89c0ed18-5a3f-4aca-aef4-f2568db78d05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 1000 time: 0.0946965 Aug 22 15:02:10.741515 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:10.745830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d896a7c4-337e-49bf-a57e-561b66603a89 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:10.760103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.774733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Transition to ACTIVE for port object d896a7c4-337e-49bf-a57e-561b66603a89 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:10.783407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cecca4-b82b-476f-b54a-29f796257872 req-f8b23502-6e45-43e5-a6c1-5a5ac3baa938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.785327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-f8b23502-6e45-43e5-a6c1-5a5ac3baa938 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 200 len: 854 time: 0.0636520 Aug 22 15:02:10.884762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.887058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.887672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.903602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cecca4-b82b-476f-b54a-29f796257872 req-d255023c-37f6-4595-a7be-08d28a08d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.905375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-d255023c-37f6-4595-a7be-08d28a08d425 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1592a7db-3282-4065-aaca-6b6873fa4a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117268 Aug 22 15:02:10.916098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:10.934297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-c4ed5c47-f6d7-4833-81b9-b911b5a1a9c4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:10.936297 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-c4ed5c47-f6d7-4833-81b9-b911b5a1a9c4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.54 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.1597989 Aug 22 15:02:10.944590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c8b323d-8792-4310-bba9-5b0d0609387a req-2f2ece14-7191-487b-8787-43539d7c3ee3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0350671 Aug 22 15:02:10.968742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'port': {'device_id': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'admin_state_up': True, 'tenant_id': 'e79190f25b7d408dad1a0dd3b07117c5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:11.024625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:11.194309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8ba9179a-68df-42ab-9cb9-6f3faa73a83d', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'port_id': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'mac_address': 'fa:16:3e:2a:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:00:53Z', 'updated_at': '2021-08-22T15:02:08Z', 'revision_number': 1, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:11.225480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Attempting to bind port d896a7c4-337e-49bf-a57e-561b66603a89 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:11.228206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0a831-1a42-4160-bdf8-b2504c1b4741 None None] The sync data for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 is: [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8ba9179a-68df-42ab-9cb9-6f3faa73a83d', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'port_id': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'mac_address': 'fa:16:3e:2a:35:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:00:53Z', 'updated_at': '2021-08-22T15:02:08Z', 'revision_number': 1, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:11.228775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Attempting to bind port d896a7c4-337e-49bf-a57e-561b66603a89 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '10913ff0-7e52-4ba0-8127-1b6dc9c14e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:11.228775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Attempting to bind port d896a7c4-337e-49bf-a57e-561b66603a89 on network 14c90774-0684-42a3-9bf2-2b046c9e782f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:11.238866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Port d896a7c4-337e-49bf-a57e-561b66603a89 on network 14c90774-0684-42a3-9bf2-2b046c9e782f not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:02:11.240271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Attempting to bind port d896a7c4-337e-49bf-a57e-561b66603a89 on network 14c90774-0684-42a3-9bf2-2b046c9e782f {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:11.245776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7296965 Aug 22 15:02:11.247706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:11.248170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Checking segment: {'id': '10913ff0-7e52-4ba0-8127-1b6dc9c14e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:11.248635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Bound using segment: {'id': '10913ff0-7e52-4ba0-8127-1b6dc9c14e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:11.249150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Bound port: d896a7c4-337e-49bf-a57e-561b66603a89, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10913ff0-7e52-4ba0-8127-1b6dc9c14e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:11.250679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:11.250929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.259221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'subnet': {'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:11.272239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9718d-df62-485e-ad05-1f5ebf63ea01 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Network': ['ID=02d1a8b6-958c-46a2-a8a2-7d7266488f85,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:11.285758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:02:11.337759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Made reservation on behalf of e79190f25b7d408dad1a0dd3b07117c5 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:11.353868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.358973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-c1f1e5bf-006f-409a-a901-3a3d8a78e024 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017777 Aug 22 15:02:11.368739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995458f-9cd1-42e6-a39b-223c302dceaf req-3d5ce9da-b745-4526-9a6b-0cf10121ab98 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:11.370279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3995458f-9cd1-42e6-a39b-223c302dceaf req-3d5ce9da-b745-4526-9a6b-0cf10121ab98 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.2146101 Aug 22 15:02:11.471292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:11.478421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d896a7c4-337e-49bf-a57e-561b66603a89,segment=NetworkSegment(10913ff0-7e52-4ba0-8127-1b6dc9c14e69),segment_id=10913ff0-7e52-4ba0-8127-1b6dc9c14e69)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:11.478661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Made reservation on behalf of d09e92ef8c0d40058551443a9a4966f4 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:11.480955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.529244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3995458f-9cd1-42e6-a39b-223c302dceaf req-2a350094-c53f-466c-9abc-f05caa83c473 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150072 Aug 22 15:02:11.570713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Allocated IP 172.20.0.2 (1c9727a7-dd20-46a3-9d0e-85b21718fb03/0d5016ec-7145-4f14-a082-71c7cee13ee7/3d25dad1-8782-4dce-be98-16c9b9f976f8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:11.592609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46cecca4-b82b-476f-b54a-29f796257872 req-d7edb2a8-9546-49e1-b44d-6508c870768e service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212737 Aug 22 15:02:11.630785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.698785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:11.699452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.700988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] 10.222.0.10 "PUT /v2.0/ports/d896a7c4-337e-49bf-a57e-561b66603a89 HTTP/1.1" status: 200 len: 1091 time: 1.6592596 Aug 22 15:02:11.703647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def590f-f06a-4d94-89b9-9c4d2e83fa38 None None] New status for floating IP 8ba9179a-68df-42ab-9cb9-6f3faa73a83d: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:02:11.780413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e560532-8b47-43fb-96f6-e948eab33124 req-15ff05a8-424b-442f-97af-e9a1b30a61bb tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:11.782259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e560532-8b47-43fb-96f6-e948eab33124 req-15ff05a8-424b-442f-97af-e9a1b30a61bb tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1348011 Aug 22 15:02:11.784824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b12f-0694-4bca-a4e1-52812ec18e93 service neutron] Pushing event updated for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:11.859721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e560532-8b47-43fb-96f6-e948eab33124 req-d353f7e2-0f94-4f02-9779-f0e01146e835 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595403 Aug 22 15:02:11.872392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:11.982558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-d65ea081-1352-461d-9ccc-8937686a7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:11.984464 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-d65ea081-1352-461d-9ccc-8937686a7932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e012e44553a3499fb1cf2b8fe9adb202&device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 1094 time: 0.0473065 Aug 22 15:02:12.048055 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-8cc0af46-83fe-4309-9867-8fb9f58a5ee1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d896a7c4-337e-49bf-a57e-561b66603a89 HTTP/1.1" status: 200 len: 217 time: 0.0483928 Aug 22 15:02:12.062741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:02:12.086127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:12.088432 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:12.092043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dba1dcc-3765-4364-ac88-69c1566c6294 req-ae679522-ae60-4610-baff-bcdb3682a94d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0418582 Aug 22 15:02:12.096145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:12.172877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-2bf044ae-0bd5-4a89-817a-192acf69f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:12.174363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-2bf044ae-0bd5-4a89-817a-192acf69f4ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b34ec83d-9c60-4438-817f-4448266c045a HTTP/1.1" status: 200 len: 864 time: 0.1199644 Aug 22 15:02:12.176472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:12.183742 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79a6477-a179-426f-b423-3fa85401b42c x-openstack-request-id: req-b79a6477-a179-426f-b423-3fa85401b42c {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:12.185937 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:12.185937 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b79a6477-a179-426f-b423-3fa85401b42c {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:12.185937 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89', 'status': 'completed', 'code': 200} Aug 22 15:02:12.186244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:12.198247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:12.208378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:12.230581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:02:12.231204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:12.276740 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-1570c4ab-7dba-41c9-afda-0003967999d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14c90774-0684-42a3-9bf2-2b046c9e782f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800896 Aug 22 15:02:12.294535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0eab334d-df4f-4f2c-8583-25e80770f236,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:12.333607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Checking segment: {'id': 'b91bd93d-8d27-45f6-95fa-23ba16b958a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:12.333977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network hostable DHCP agents. Network: 02d1a8b6-958c-46a2-a8a2-7d7266488f85, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:02:12.377535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:12.378330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:12.422505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-4e2ffcc5-1819-43b8-b3b3-8f9d810c318d service neutron] 10.222.0.10 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339157 Aug 22 15:02:12.503363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:02:12.659106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 02d1a8b6-958c-46a2-a8a2-7d7266488f85) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:12.675723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:12.675723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:12.679237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329e6aa-908f-4c7f-9662-2757827b1f0a None None] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:12.688081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87948471-8403-4489-a550-913bf9dfed28 req-4196629b-2fc6-4885-bb53-a0b4b00beb5e tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:12.697355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87948471-8403-4489-a550-913bf9dfed28 req-4196629b-2fc6-4885-bb53-a0b4b00beb5e tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.0886700 Aug 22 15:02:12.756092 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-cc51a8d3-5859-4652-964b-f2fb3d7024ab tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7927690 Aug 22 15:02:12.756626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87948471-8403-4489-a550-913bf9dfed28 req-7f5e6020-ae58-400d-b1b3-5addb9d8f811 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556345 Aug 22 15:02:12.769489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Request body: {'port': {'device_id': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:12.856760 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-33e43f23-d13b-4ef8-85c2-a1e1d2db963e req-4512ae00-3749-4800-9a26-08f549936270 service neutron] 10.222.0.10 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294529 Aug 22 15:02:12.857560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:12.904599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a15a2-5132-44de-b7fb-bd75cd2eb317 None None] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:12.930773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3bdc1879-dd68-4dc4-a1ba-8277abaa119f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6769006 Aug 22 15:02:12.931682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:12.940826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-551352996', 'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:13.029535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb76b2-2ecf-44f0-bc03-ea20f1cddff5 req-600eedb4-fdc2-4297-8f88-42e209cf54aa tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.031270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1acb76b2-2ecf-44f0-bc03-ea20f1cddff5 req-600eedb4-fdc2-4297-8f88-42e209cf54aa tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0645585 Aug 22 15:02:13.084081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1acb76b2-2ecf-44f0-bc03-ea20f1cddff5 req-e1c80ea4-6d8e-416f-949a-7e4653c392f6 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Aug 22 15:02:13.225318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Made reservation on behalf of d09e92ef8c0d40058551443a9a4966f4 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:13.227709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:13.245551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-18d42198-5ba3-4398-a6ce-22544aec0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.247114 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-18d42198-5ba3-4398-a6ce-22544aec0400 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e012e44553a3499fb1cf2b8fe9adb202&device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 1094 time: 0.0967770 Aug 22 15:02:13.262886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d25dad1-8782-4dce-be98-16c9b9f976f8 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:13.282594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:13.287397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] device_id is not set on port c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:02:13.318928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a57bd9-1d32-4311-9292-4735fbcebf87 req-278875c2-eec2-4529-997c-9aeea18fe2fd tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.321499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3a57bd9-1d32-4311-9292-4735fbcebf87 req-278875c2-eec2-4529-997c-9aeea18fe2fd tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 931 time: 0.0818214 Aug 22 15:02:13.356266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Transition to ACTIVE for port object 3d25dad1-8782-4dce-be98-16c9b9f976f8 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:13.379703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3a57bd9-1d32-4311-9292-4735fbcebf87 req-b0e96307-8521-4de5-b5df-f664297d0ddb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507176 Aug 22 15:02:13.473813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:13.555111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-2298ac5a-7b84-4ca1-bc7f-a5cd967ed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.556724 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-2298ac5a-7b84-4ca1-bc7f-a5cd967ed3f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=14c90774-0684-42a3-9bf2-2b046c9e782f HTTP/1.1" status: 200 len: 925 time: 0.3014441 Aug 22 15:02:13.560100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:13.574460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 2001:db8::1be (02d1a8b6-958c-46a2-a8a2-7d7266488f85/0eab334d-df4f-4f2c-8583-25e80770f236/c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:13.638924 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-a314fc79-521b-41b9-823a-3ba4e46a15c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d896a7c4-337e-49bf-a57e-561b66603a89 HTTP/1.1" status: 200 len: 217 time: 0.0619199 Aug 22 15:02:13.765620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Attempting to bind port 3d25dad1-8782-4dce-be98-16c9b9f976f8 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:13.765963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Attempting to bind port 3d25dad1-8782-4dce-be98-16c9b9f976f8 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:13.766298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Attempting to bind port 3d25dad1-8782-4dce-be98-16c9b9f976f8 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:13.780082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-cf1297c1-f9ca-4076-a42d-a5e8bea6735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.781704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-cf1297c1-f9ca-4076-a42d-a5e8bea6735f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b34ec83d-9c60-4438-817f-4448266c045a HTTP/1.1" status: 200 len: 864 time: 0.1202168 Aug 22 15:02:13.792863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Port 3d25dad1-8782-4dce-be98-16c9b9f976f8 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:02:13.793193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Attempting to bind port 3d25dad1-8782-4dce-be98-16c9b9f976f8 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:13.810119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:13.810474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Checking segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:13.810856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Bound using segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:13.811296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Bound port: 3d25dad1-8782-4dce-be98-16c9b9f976f8, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:13.811663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:13.862240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-e9d198f3-d4cc-4b16-9b7a-a0ba0740d531 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=14c90774-0684-42a3-9bf2-2b046c9e782f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702055 Aug 22 15:02:13.895007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452af47-5070-4741-86bb-5885bd8e1a15 req-983cbe05-d147-4382-b4e2-f78532cb1f29 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:13.897676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d452af47-5070-4741-86bb-5885bd8e1a15 req-983cbe05-d147-4382-b4e2-f78532cb1f29 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.0631003 Aug 22 15:02:13.944554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d452af47-5070-4741-86bb-5885bd8e1a15 req-dde530b0-6ec0-4b94-a390-acb090608a09 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380743 Aug 22 15:02:14.011069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.039098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:14.047851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:14.057023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-de6c449a-0be4-4b33-85a6-9b1884c2f844 service neutron] 10.222.0.10 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836090 Aug 22 15:02:14.164390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4edf6b8-a6ff-413e-ad5b-88f061dcb149 req-238d15ef-8213-42f5-b986-fe4c9778f278 service neutron] 10.222.0.10 "GET /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985363 Aug 22 15:02:14.214138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.222216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341a40-5f74-4e9d-9b9b-fe5a25003164 req-d2683ecb-bb70-4e54-926d-046a60630908 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.225380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb341a40-5f74-4e9d-9b9b-fe5a25003164 req-d2683ecb-bb70-4e54-926d-046a60630908 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0612009 Aug 22 15:02:14.260762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.276105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.276750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.279532 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d25dad1-8782-4dce-be98-16c9b9f976f8 HTTP/1.1" status: 200 len: 1091 time: 1.5137355 Aug 22 15:02:14.280076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:14.280598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb341a40-5f74-4e9d-9b9b-fe5a25003164 req-83a4da66-904d-4426-b1bb-012082942c40 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480187 Aug 22 15:02:14.282571 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c014c-2e7d-4fbc-8240-61c9628b18ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:14.316405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e521-cdb7-4dc4-a64f-6fe44a37b2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:14.343907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:14.345564 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507e4762-bc0d-4b1b-8e9f-110ca8ec4ff1 x-openstack-request-id: req-507e4762-bc0d-4b1b-8e9f-110ca8ec4ff1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:14.345868 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:14.346143 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-507e4762-bc0d-4b1b-8e9f-110ca8ec4ff1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:14.348461 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'status': 'completed', 'code': 200} Aug 22 15:02:14.357192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:14.362059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:14.363088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.363841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.416807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:14.449796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-d7d3bf77-b6cc-4049-8064-a9955205c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.457913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-d7d3bf77-b6cc-4049-8064-a9955205c5f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 1094 time: 0.0889230 Aug 22 15:02:14.564557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdc261-b25e-4aef-af40-327e5a711ec8 req-90519a0c-7307-4924-a60c-f982eaa03090 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.573367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0fdc261-b25e-4aef-af40-327e5a711ec8 req-90519a0c-7307-4924-a60c-f982eaa03090 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 943 time: 0.0834603 Aug 22 15:02:14.582170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d147ad24-0bdc-46e9-8ccd-b7b37a239db7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6476970 Aug 22 15:02:14.591374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:14.601777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-d8fd2051-0e4c-4b3d-bffe-91dc86d6b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.603302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-d8fd2051-0e4c-4b3d-bffe-91dc86d6b2c8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1375606 Aug 22 15:02:14.645300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0fdc261-b25e-4aef-af40-327e5a711ec8 req-923c0fcb-2875-4c00-9e69-6e6658d73923 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709186 Aug 22 15:02:14.694680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Deleting port c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:14.695035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.703446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-bbd8202a-cb7d-4bc9-8ba6-fdb7826a1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.705037 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-496c014c-2e7d-4fbc-8240-61c9628b18ef req-bbd8202a-cb7d-4bc9-8ba6-fdb7826a1624 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947437 Aug 22 15:02:14.785910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:14.791506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-ef08c60c-9a81-4789-8e38-4c10ef7e6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.793150 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-ef08c60c-9a81-4789-8e38-4c10ef7e6234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 1094 time: 0.0503020 Aug 22 15:02:14.799038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Calling delete_port for c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:14.839631 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-aeeb20bd-3e84-4359-b56a-100258a346f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8 HTTP/1.1" status: 200 len: 217 time: 0.0380843 Aug 22 15:02:14.894413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f9b4-737f-459e-9951-542156f14e3b req-2189a47e-abb6-413b-9efd-fd04f1003d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:14.896017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-2189a47e-abb6-413b-9efd-fd04f1003d8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0d5016ec-7145-4f14-a082-71c7cee13ee7 HTTP/1.1" status: 200 len: 861 time: 0.0501969 Aug 22 15:02:14.953770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-bb3c87b7-540f-445e-bfde-32a6ee15095d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c9727a7-dd20-46a3-9d0e-85b21718fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484827 Aug 22 15:02:15.087688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-da2e9aaa-83f0-40bd-a251-24b090eeb76d service neutron] 10.222.0.54 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216071 Aug 22 15:02:15.103774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:15.152815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Port': ['ID=c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:15.199054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c93f9b4-737f-459e-9951-542156f14e3b req-bef7370a-924b-4257-bd79-118adb46848d service neutron] 10.222.0.54 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024413 Aug 22 15:02:15.209554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541638-4a59-492a-b012-7927a5598ac4 req-1b52fc69-3866-499c-b342-7c89e42a761a tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.218669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90541638-4a59-492a-b012-7927a5598ac4 req-1b52fc69-3866-499c-b342-7c89e42a761a tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.1664395 Aug 22 15:02:15.230540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:15.232697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2873aa52-3c11-433d-b57e-2c73aad0a6ae tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c53a7420-93d3-4e9e-ba7d-eee5b3f56a1a HTTP/1.1" status: 204 len: 168 time: 0.6402063 Aug 22 15:02:15.235416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:15.248712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85', 'external_fixed_ips': [{'subnet_id': '0eab334d-df4f-4f2c-8583-25e80770f236', 'ip_address': '2001:db8::1be'}]}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:15.287104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90541638-4a59-492a-b012-7927a5598ac4 req-00d45b46-113b-4b0e-8924-5a0cba8d6d9b tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663664 Aug 22 15:02:15.423534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724810-2a8f-402a-91e5-ddd23cf31155 req-490d214f-c943-4418-b465-123376dc4d53 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.425247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11724810-2a8f-402a-91e5-ddd23cf31155 req-490d214f-c943-4418-b465-123376dc4d53 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0617003 Aug 22 15:02:15.484004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11724810-2a8f-402a-91e5-ddd23cf31155 req-04590763-4fce-4139-b3e4-bb844673fd2e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Aug 22 15:02:15.531767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:15.532906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:15.626432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:15.707397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-c314006f-a70e-4e5d-8660-c4f72f7d4c8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0856400 Aug 22 15:02:15.716998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db69e9-3eb5-445e-84fc-ad04228223d6 req-6074a0d2-e1d2-4854-af3a-4a006107eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.718452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1db69e9-3eb5-445e-84fc-ad04228223d6 req-6074a0d2-e1d2-4854-af3a-4a006107eb8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.0649920 Aug 22 15:02:15.796734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1db69e9-3eb5-445e-84fc-ad04228223d6 req-43aace15-1908-433f-9b50-17bb9771e731 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700645 Aug 22 15:02:15.867020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.867558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.868184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.868653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.869171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.869742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.869742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.872195 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-8b86b222-3ba9-451f-be4c-4bc5aef9c66e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.0722706 Aug 22 15:02:15.905747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae0a4-e176-44f9-b5a1-61de7580c7a2 req-eed018e1-5fb6-4f1f-8e21-8e93668d6d64 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:15.912527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d30ae0a4-e176-44f9-b5a1-61de7580c7a2 req-eed018e1-5fb6-4f1f-8e21-8e93668d6d64 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 943 time: 0.1765139 Aug 22 15:02:15.979905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:16.002645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d30ae0a4-e176-44f9-b5a1-61de7580c7a2 req-7037ec7c-90dc-4c38-82b7-4a54c0900bd6 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881350 Aug 22 15:02:16.019378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b8328d7b-e5e5-4b9e-acc4-43f47780b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.019880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b8328d7b-e5e5-4b9e-acc4-43f47780b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.020384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b8328d7b-e5e5-4b9e-acc4-43f47780b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.022592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b8328d7b-e5e5-4b9e-acc4-43f47780b3bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 2298 time: 0.1236455 Aug 22 15:02:16.105805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-1e050df7-b53b-4472-bcd3-88fa2d31b4e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1000 time: 0.0746815 Aug 22 15:02:16.161795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-71c7bd67-0e6e-4b7d-ac00-366e6449eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.163552 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-71c7bd67-0e6e-4b7d-ac00-366e6449eb14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.0507922 Aug 22 15:02:16.219185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b0429176-f184-4f49-9fe9-d7c17d20561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.221182 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-b0429176-f184-4f49-9fe9-d7c17d20561d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502167 Aug 22 15:02:16.280288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:16.305388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:16.330489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-7e6fcae6-f434-4932-994e-a5ad4b73597a service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010115 Aug 22 15:02:16.443387 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-90e058bd-3b5b-47eb-bba1-09059daf7745 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054699 Aug 22 15:02:16.488902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c831a-5679-490c-99a0-74a4591f2dd1 req-f227ae29-6325-4695-9bba-b91e4a8d029b tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.490549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c9c831a-5679-490c-99a0-74a4591f2dd1 req-f227ae29-6325-4695-9bba-b91e4a8d029b tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.0969455 Aug 22 15:02:16.492183 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-555e4260-c384-4328-ac03-9b1395e83d18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 217 time: 0.0408299 Aug 22 15:02:16.511661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 2001:db8::1be (02d1a8b6-958c-46a2-a8a2-7d7266488f85/0eab334d-df4f-4f2c-8583-25e80770f236/9a004bac-c75e-4c92-aa67-f613ebb2ca9a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:16.555632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-ed3ad6b2-d443-46b2-b697-4d45a9bd027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.559592 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-ed3ad6b2-d443-46b2-b697-4d45a9bd027b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0587995 Aug 22 15:02:16.577813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c9c831a-5679-490c-99a0-74a4591f2dd1 req-dd685ae7-fbfe-45c2-92d0-e5f0ca70efea tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779872 Aug 22 15:02:16.704324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be696-5f90-43f2-b998-2a5e14998ff7 req-33639f96-babe-4944-bb3f-b20cc36465f9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.709204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b02be696-5f90-43f2-b998-2a5e14998ff7 req-33639f96-babe-4944-bb3f-b20cc36465f9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1351509 Aug 22 15:02:16.717328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-80e08258-a45d-4d36-b98c-54b15105d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:16.718992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-80e08258-a45d-4d36-b98c-54b15105d79a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527152 Aug 22 15:02:16.764543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:16.778084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b02be696-5f90-43f2-b998-2a5e14998ff7 req-c8d7a225-c030-4540-b610-865c9181bb58 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613430 Aug 22 15:02:16.904075 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-21058413-5258-4e56-92c9-a50ffdbaf322 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764197 Aug 22 15:02:16.971703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:17.022525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:17.029908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-96a3b40f-98b4-4e12-aff5-d1469b305caa service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182339 Aug 22 15:02:17.030330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:17.034767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:17.124588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=9a004bac-c75e-4c92-aa67-f613ebb2ca9a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:17.129781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-114b7e31-d67f-4335-9671-61ce19a418eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 217 time: 0.0619581 Aug 22 15:02:17.223300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-ba18e12d-c3c2-42db-8b39-737bda30b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.230918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-ba18e12d-c3c2-42db-8b39-737bda30b722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0923560 Aug 22 15:02:17.251948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d6c8-9b54-4deb-8053-35373e3e94f0 req-8950c211-8097-4752-8b5d-dea6b54a71e3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.253600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7b6d6c8-9b54-4deb-8053-35373e3e94f0 req-8950c211-8097-4752-8b5d-dea6b54a71e3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 943 time: 0.1242707 Aug 22 15:02:17.290484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-4ee05ab4-4e41-424b-bf9f-cab7bd4ea445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.292028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-4ee05ab4-4e41-424b-bf9f-cab7bd4ea445 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536096 Aug 22 15:02:17.307890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7b6d6c8-9b54-4deb-8053-35373e3e94f0 req-50683401-761c-4208-84e2-a5c7992409c2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Aug 22 15:02:17.350709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d896a7c4-337e-49bf-a57e-561b66603a89 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:02:17.419174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-dc595be9-41a0-426e-939a-c31794d29e3b service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176393 Aug 22 15:02:17.515698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:17.535890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d896a7c4-337e-49bf-a57e-561b66603a89,segment=NetworkSegment(10913ff0-7e52-4ba0-8127-1b6dc9c14e69),segment_id=10913ff0-7e52-4ba0-8127-1b6dc9c14e69)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:17.580286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'd896a7c4-337e-49bf-a57e-561b66603a89', 'network_id': '14c90774-0684-42a3-9bf2-2b046c9e782f', 'port_id': 'd896a7c4-337e-49bf-a57e-561b66603a89', 'mac_address': 'fa:16:3e:4d:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34ec83d-9c60-4438-817f-4448266c045a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:02:17.651372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:17.664754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-6086b4dd-3f78-4f0b-841b-f4f0b826d814 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377114 Aug 22 15:02:17.673651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d896a7c4-337e-49bf-a57e-561b66603a89 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:17.701343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d896a7c4-337e-49bf-a57e-561b66603a89,segment=NetworkSegment(10913ff0-7e52-4ba0-8127-1b6dc9c14e69),segment_id=10913ff0-7e52-4ba0-8127-1b6dc9c14e69)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:17.732881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-273641a6-4132-4c8c-89ce-7e354ce8bd13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 217 time: 0.0577145 Aug 22 15:02:17.790824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-fd5c2af0-131e-4b88-b132-616c1dee4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.792761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-fd5c2af0-131e-4b88-b132-616c1dee4f82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0526955 Aug 22 15:02:17.855572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7364a7-0b38-4fcb-86da-e99cbc0cf8a7 req-40036250-31f1-4ec1-841a-47e5eadc0f48 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.856433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b7364a7-0b38-4fcb-86da-e99cbc0cf8a7 req-40036250-31f1-4ec1-841a-47e5eadc0f48 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 943 time: 0.1141105 Aug 22 15:02:17.860460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-dd771a8e-2bfb-4eff-bec0-23273a099a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:17.862468 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-dd771a8e-2bfb-4eff-bec0-23273a099a13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618727 Aug 22 15:02:17.896942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:17.897159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:17.962578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:18.062129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-2c7f0dac-9419-41a1-aff1-3a4d362ca4ee service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896982 Aug 22 15:02:18.065325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b7364a7-0b38-4fcb-86da-e99cbc0cf8a7 req-c0bfe062-968f-493d-8fe3-adb4d1c6f92a tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007229 Aug 22 15:02:18.162184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50297f2-cf34-46bb-912b-f53cc70df20d req-2de3eaec-d717-4d03-9295-8de43f6dbd98 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:18.171143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f50297f2-cf34-46bb-912b-f53cc70df20d req-2de3eaec-d717-4d03-9295-8de43f6dbd98 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1848211 Aug 22 15:02:18.245589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:02:18.263368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f50297f2-cf34-46bb-912b-f53cc70df20d req-0e104e11-7173-4df6-b54c-e7727fd6a2a2 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911527 Aug 22 15:02:18.306160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-869d3cf3-9ae8-4ee9-a55d-3e37b41a3b29 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283463 Aug 22 15:02:18.399914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 5baed3fe-0f7f-4974-a23e-83c919389791 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:18.431115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-9064112b-c614-4575-82a9-b9bc02332d76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 217 time: 0.1120672 Aug 22 15:02:18.445705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:18.462675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'port_id': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'mac_address': 'fa:16:3e:c3:59:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5016ec-7145-4f14-a082-71c7cee13ee7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:02:18.476644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d896a7c4-337e-49bf-a57e-561b66603a89'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:18.637449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:18.699265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d25dad1-8782-4dce-be98-16c9b9f976f8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:18.887847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:18.909722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-67fd28f0-5600-486b-902b-791e191a68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:18.923559 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-67fd28f0-5600-486b-902b-791e191a68c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.4876938 Aug 22 15:02:18.956861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:18.990328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-db8f4996-fcb1-4914-abda-dce805023d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:18.992880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-db8f4996-fcb1-4914-abda-dce805023d7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.1494608 Aug 22 15:02:19.078241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:19.149684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-7bf831b9-e878-41af-a379-f57f5c796091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.151138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-7bf831b9-e878-41af-a379-f57f5c796091 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143207 Aug 22 15:02:19.152397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-f1dc5428-f6ce-4fc3-9577-9b722926a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.153743 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-f1dc5428-f6ce-4fc3-9577-9b722926a26f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1533635 Aug 22 15:02:19.193662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc06e5-2032-4495-95a6-7c4495f42118 req-bbff19e3-6b79-474c-8efa-21e27b13d50d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.202412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3dc06e5-2032-4495-95a6-7c4495f42118 req-bbff19e3-6b79-474c-8efa-21e27b13d50d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 943 time: 0.7030914 Aug 22 15:02:19.233564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-93549159-9619-4118-a2bc-43618b9be26f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0610847 Aug 22 15:02:19.261867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d3f4-17c7-4a7f-bc0a-eb03dfd67a38 req-41a39b73-69ad-482b-b381-477f108a2c6c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.269419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f03d3f4-17c7-4a7f-bc0a-eb03dfd67a38 req-41a39b73-69ad-482b-b381-477f108a2c6c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1319747 Aug 22 15:02:19.297756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:19.304081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['3d25dad1-8782-4dce-be98-16c9b9f976f8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:19.310968 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Sync routers for ids ['5baed3fe-0f7f-4974-a23e-83c919389791'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:19.327478 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Routers {'5baed3fe-0f7f-4974-a23e-83c919389791'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:19.329345 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5baed3fe-0f7f-4974-a23e-83c919389791'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:19.343313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3dc06e5-2032-4495-95a6-7c4495f42118 req-50449974-0dcd-4b12-bd57-263fc7a84fd5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366119 Aug 22 15:02:19.363533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f03d3f4-17c7-4a7f-bc0a-eb03dfd67a38 req-fb25c218-4511-43bc-a2b9-61b06a5387ee tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929143 Aug 22 15:02:19.420239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-30871b4c-e1ce-43a6-b42c-fc437b854215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.421773 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-30871b4c-e1ce-43a6-b42c-fc437b854215 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.1768172 Aug 22 15:02:19.472773 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-930cb3bd-92ac-4c9b-b7a8-6e9a8002847a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375602 Aug 22 15:02:19.477791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-552b2365-0e16-4253-adb8-763fba2f71bf service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187404 Aug 22 15:02:19.485790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:19.489401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-95309f38-8ed3-4ec6-be22-8ae7bea5e388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2504792 Aug 22 15:02:19.489797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43674) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:19.632239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Set router 5baed3fe-0f7f-4974-a23e-83c919389791 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:19.696263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-e9c82afa-066f-4086-9730-230670902176 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156332 Aug 22 15:02:19.698978 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-684c4f2e-09ee-4045-b6e9-2f6941bc4bae service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077432 Aug 22 15:02:19.733654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:19.787882 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-4e3a3bd8-7a99-484c-87c2-1f635e0dbc2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.0748141 Aug 22 15:02:19.835071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c916d7-b004-4633-9385-e526a30ec7aa req-ec1e888c-1976-4045-9c54-d113e15c2e59 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.845530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27c916d7-b004-4633-9385-e526a30ec7aa req-ec1e888c-1976-4045-9c54-d113e15c2e59 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 944 time: 0.2279458 Aug 22 15:02:19.909589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-f183c5f5-3e83-4a2d-8c0e-c3d71750697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:19.911781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-f183c5f5-3e83-4a2d-8c0e-c3d71750697e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.1126146 Aug 22 15:02:19.936782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27c916d7-b004-4633-9385-e526a30ec7aa req-9998c99c-9250-40a0-919e-cd38a8a06395 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Aug 22 15:02:19.962749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:19.971429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baed3fe-0f7f-4974-a23e-83c919389791', 'name': '', 'tenant_id': 'd09e92ef8c0d40058551443a9a4966f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85', 'external_fixed_ips': [{'subnet_id': '0eab334d-df4f-4f2c-8583-25e80770f236', 'ip_address': '2001:db8::1be'}], 'enable_snat': True}, 'gw_port_id': '9a004bac-c75e-4c92-aa67-f613ebb2ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:15Z', 'updated_at': '2021-08-22T15:02:17Z', 'revision_number': 3, 'project_id': 'd09e92ef8c0d40058551443a9a4966f4', 'gw_port': {'id': '9a004bac-c75e-4c92-aa67-f613ebb2ca9a', 'name': '', 'network_id': '02d1a8b6-958c-46a2-a8a2-7d7266488f85', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baed3fe-0f7f-4974-a23e-83c919389791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '0eab334d-df4f-4f2c-8583-25e80770f236', 'ip_address': '2001:db8::1be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:16Z', 'updated_at': '2021-08-22T15:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eab334d-df4f-4f2c-8583-25e80770f236', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:19.996741 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a00e6732-2c75-481a-a9b1-d8916bbd8153 req-93081822-5d6a-4c04-9fef-fc70b45dc8b7 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928467 Aug 22 15:02:20.011210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Checking router: 5baed3fe-0f7f-4974-a23e-83c919389791 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:02:20.011826 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Updating router 5baed3fe-0f7f-4974-a23e-83c919389791 port 9a004bac-c75e-4c92-aa67-f613ebb2ca9a binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:02:20.012418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-75e460cb-37aa-4664-957c-4468b05f29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:20.013946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-75e460cb-37aa-4664-957c-4468b05f29f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913458 Aug 22 15:02:20.069675 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.191188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Deleting port 9a004bac-c75e-4c92-aa67-f613ebb2ca9a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:20.198743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.260864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:20.261612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-3565131b-ee26-4190-a08c-d8617c28f08e service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394190 Aug 22 15:02:20.425021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.477369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Calling delete_port for 9a004bac-c75e-4c92-aa67-f613ebb2ca9a owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:20.485724 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-dbe3947f-46de-4a03-97e8-50cf50bfe5ad service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158337 Aug 22 15:02:20.531415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 3d25dad1-8782-4dce-be98-16c9b9f976f8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:20.545117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 3d25dad1-8782-4dce-be98-16c9b9f976f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:20.546120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.592668 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-2c304a50-8975-4ad1-8246-bb9e15996e93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0989134 Aug 22 15:02:20.668599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-04e8629b-2654-40ac-a2d4-ed77ef774505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:20.670679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-04e8629b-2654-40ac-a2d4-ed77ef774505 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0701396 Aug 22 15:02:20.753496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.760727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.778054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-81d6ff5e-3d02-4c62-a343-a2777c2cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:20.781863 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-81d6ff5e-3d02-4c62-a343-a2777c2cb07d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002769 Aug 22 15:02:20.791095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a004bac-c75e-4c92-aa67-f613ebb2ca9a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:20.837865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643de10-a281-4c94-9f4b-16b1d3d7ef10 req-299e95ed-b4fd-4e65-87d6-70e1141fa41d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:20.839492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9643de10-a281-4c94-9f4b-16b1d3d7ef10 req-299e95ed-b4fd-4e65-87d6-70e1141fa41d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1506557 Aug 22 15:02:20.849506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154355-a36c-4a9a-881c-162b4043b122 req-80d8b280-ad43-4851-924b-d51e5ef2dd8a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:20.851196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b154355-a36c-4a9a-881c-162b4043b122 req-80d8b280-ad43-4851-924b-d51e5ef2dd8a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 944 time: 0.1611447 Aug 22 15:02:20.854522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.868658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:20.878783 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46def1b7-a3a7-4d9b-bd83-cf2d112efa02" -d '{"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-plugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:20.919454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:20.931410 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:20.951446 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.db.api [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:02:20.951446 n-d-805046-3 neutron-server[102052]: DEBUG oslo_db.api [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:02:20.983820 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-a607660a-0658-463a-88ef-e7f3d7eda201 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966858 Aug 22 15:02:21.023638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.051287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b154355-a36c-4a9a-881c-162b4043b122 req-70dd8fab-182a-4245-b83a-a96bb7f206ea tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873536 Aug 22 15:02:21.066615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9643de10-a281-4c94-9f4b-16b1d3d7ef10 req-8e67d1d9-8f0c-4bc4-81c6-b8e39df65f4c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088492 Aug 22 15:02:21.103220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:21.136643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.138853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.148999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-461ee0ac-f97a-462b-a76c-382eae0ae9b6 req-e7065ef7-c3ae-4fdb-8132-5a960b77c564 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575282 Aug 22 15:02:21.297355 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699f675-c0f0-4ce0-9ea5-cb141df2079a x-openstack-request-id: req-4699f675-c0f0-4ce0-9ea5-cb141df2079a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:21.298229 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-plugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:21.298647 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4699f675-c0f0-4ce0-9ea5-cb141df2079a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:21.299206 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'code': 200} Aug 22 15:02:21.303055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.303714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5baed3fe-0f7f-4974-a23e-83c919389791 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:21.312354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.313554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3c7d283a-40e2-42b4-beca-920bf6baa73e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5baed3fe-0f7f-4974-a23e-83c919389791 HTTP/1.1" status: 204 len: 168 time: 1.8228045 Aug 22 15:02:21.316321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43706) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:21.359289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f8902-869e-4563-93a2-c99d98a9fe38 req-5131861b-9604-42c5-aba5-ca5210fd8077 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:21.360909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-761f8902-869e-4563-93a2-c99d98a9fe38 req-5131861b-9604-42c5-aba5-ca5210fd8077 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 944 time: 0.1032016 Aug 22 15:02:21.387872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d896a7c4-337e-49bf-a57e-561b66603a89 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:21.410383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Deleting subnet 0eab334d-df4f-4f2c-8583-25e80770f236 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:02:21.419378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.420484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-761f8902-869e-4563-93a2-c99d98a9fe38 req-868f0d7e-fe1b-4796-bd87-5e4021c1f18d tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Aug 22 15:02:21.459574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38308565-e713-4f0e-99ae-0efb3fc2b404 req-e6904416-1748-4884-9f08-220abd2a1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:21.464248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-38308565-e713-4f0e-99ae-0efb3fc2b404 req-e6904416-1748-4884-9f08-220abd2a1ead service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 1096 time: 0.0950167 Aug 22 15:02:21.476072 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Port 9a004bac-c75e-4c92-aa67-f613ebb2ca9a not found while updating agent binding for router 5baed3fe-0f7f-4974-a23e-83c919389791. {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 22 15:02:21.488551 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:21.488912 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:02:21.490266 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_agentschedulers_db [None req-789300ce-2838-40bb-b218-848699bf8447 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5baed3fe-0f7f-4974-a23e-83c919389791'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102052) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:02:21.490762 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789300ce-2838-40bb-b218-848699bf8447 None None] The sync data for ids ['5baed3fe-0f7f-4974-a23e-83c919389791'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:21.516718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.544755 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-38308565-e713-4f0e-99ae-0efb3fc2b404 req-5b8cdb83-c021-4147-97bc-be5ab81f64d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709224 Aug 22 15:02:21.548872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port d896a7c4-337e-49bf-a57e-561b66603a89 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:21.556203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port d896a7c4-337e-49bf-a57e-561b66603a89 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:21.557331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.565134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.659585 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.703266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.716247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d896a7c4-337e-49bf-a57e-561b66603a89,segment=NetworkSegment(10913ff0-7e52-4ba0-8127-1b6dc9c14e69),segment_id=10913ff0-7e52-4ba0-8127-1b6dc9c14e69)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:21.742428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.744440 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/0eab334d-df4f-4f2c-8583-25e80770f236 HTTP/1.1" status: 204 len: 168 time: 0.4270344 Aug 22 15:02:21.745915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795005fd-d937-4d29-b2be-3f79c670c5b7 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0eab334d-df4f-4f2c-8583-25e80770f236,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:21.748740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:21.782597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.835179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.852205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:21.927820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.937936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d1a8b6-958c-46a2-a8a2-7d7266488f85']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:21.949181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91bd93d-8d27-45f6-95fa-23ba16b958a9') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:21.949462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91bd93d-8d27-45f6-95fa-23ba16b958a9') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:21.959172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.975853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.982587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:02:21.983062 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:02:21.985144 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:02:22.147179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:22.170560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02d1a8b6-958c-46a2-a8a2-7d7266488f85 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:02:22.176299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:22.180686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/networks/02d1a8b6-958c-46a2-a8a2-7d7266488f85 HTTP/1.1" status: 204 len: 168 time: 0.4301472 Aug 22 15:02:22.207388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32569501-0d33-4290-8c42-7cdd975fd387 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Network': ['ID=02d1a8b6-958c-46a2-a8a2-7d7266488f85,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:22.261921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb55ac1-c5df-4ca9-b0fa-787798940c65 req-970a2628-0ecb-417b-85d2-21880f2cd5f0 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:22.269817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-beb55ac1-c5df-4ca9-b0fa-787798940c65 req-970a2628-0ecb-417b-85d2-21880f2cd5f0 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.1409960 Aug 22 15:02:22.304659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdf84-d347-478c-b1e9-a8e36ce4046b req-8f1c9dbc-865a-4cab-b36c-e9c2c0878905 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:22.306670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ccbdf84-d347-478c-b1e9-a8e36ce4046b req-8f1c9dbc-865a-4cab-b36c-e9c2c0878905 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1243701 Aug 22 15:02:22.340587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-beb55ac1-c5df-4ca9-b0fa-787798940c65 req-b630cb89-b546-4bdf-ab17-c4a1796662e8 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697932 Aug 22 15:02:22.442151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ccbdf84-d347-478c-b1e9-a8e36ce4046b req-21dad4c9-500d-4349-9cd2-9b1c488fcb53 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112204 Aug 22 15:02:22.601098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:22.605661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'name': 'tempest-router--1842712865', 'project_id': '4e73f786b2f243eb9eb805e3183cd162'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:22.726005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:22.727465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:22.730092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5240e5a-28f8-4e24-855f-c8c0e0094576 req-27c2e6e3-2bef-4929-a6fb-fd31a9fcdd93 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:22.731913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5240e5a-28f8-4e24-855f-c8c0e0094576 req-27c2e6e3-2bef-4929-a6fb-fd31a9fcdd93 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.0748329 Aug 22 15:02:22.778546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5240e5a-28f8-4e24-855f-c8c0e0094576 req-c23792c9-b653-464e-a1e1-3f8a3989a479 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Aug 22 15:02:22.799258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:22.898507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.000037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.004172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b6ed8b0-d481-4d07-981e-69c56b279388 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3993866 Aug 22 15:02:23.004375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43748) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:23.135866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.301429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:23.304970 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27406762-8ffb-4308-8951-d1809941c425" -d '{"events": [{"server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "name": "network-vif-plugged", "status": "completed", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:23.314309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.327581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.352011 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e962ffe9-051c-4a81-a5a6-bb56362ba99f x-openstack-request-id: req-e962ffe9-051c-4a81-a5a6-bb56362ba99f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:23.352487 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "name": "network-vif-plugged", "status": "completed", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:23.352963 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e962ffe9-051c-4a81-a5a6-bb56362ba99f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:23.353437 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89', 'code': 200} Aug 22 15:02:23.476632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.477160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f005fcf-c030-4f8a-ac15-6f9ce796b1dd {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:23.485394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:23.486583 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2e607701-62f6-4b12-b242-72bb9bc11d6c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1f005fcf-c030-4f8a-ac15-6f9ce796b1dd HTTP/1.1" status: 204 len: 168 time: 0.4811046 Aug 22 15:02:23.524690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316913a-ffeb-4739-a271-74adab2fe1f7 req-2a8b148f-1a1f-4eca-a560-9c176d527326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:23.526544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8316913a-ffeb-4739-a271-74adab2fe1f7 req-2a8b148f-1a1f-4eca-a560-9c176d527326 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 1096 time: 0.0658929 Aug 22 15:02:23.531025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6c92b-8383-4e67-bfd7-372346530fb0 req-ad14460a-3609-48ce-9b09-414d6aa613ef tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:23.532876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ea6c92b-8383-4e67-bfd7-372346530fb0 req-ad14460a-3609-48ce-9b09-414d6aa613ef tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.0932384 Aug 22 15:02:23.588910 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8316913a-ffeb-4739-a271-74adab2fe1f7 req-62487aed-f544-4c42-aa72-0ffee75b0c21 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488961 Aug 22 15:02:23.611516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ea6c92b-8383-4e67-bfd7-372346530fb0 req-3694c57c-d46b-4006-a88c-78704f7c3267 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716703 Aug 22 15:02:23.660014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4f539-4a33-4d18-90ca-06a653338b92 req-0b6b7b51-41de-40e9-9ecc-fcb677d6a114 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:23.662361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fce4f539-4a33-4d18-90ca-06a653338b92 req-0b6b7b51-41de-40e9-9ecc-fcb677d6a114 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0801318 Aug 22 15:02:23.744670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fce4f539-4a33-4d18-90ca-06a653338b92 req-2e1eb36b-2cc1-45b8-b1af-ac8381ca7e44 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724671 Aug 22 15:02:23.852002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43776) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:23.885384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae9645-d0df-4c15-85e2-c2be14328d1a req-447229aa-6f2b-4a7e-b119-3db74edd513d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:23.887609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5ae9645-d0df-4c15-85e2-c2be14328d1a req-447229aa-6f2b-4a7e-b119-3db74edd513d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.0726967 Aug 22 15:02:23.959358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5ae9645-d0df-4c15-85e2-c2be14328d1a req-ac5836e4-28d9-4116-8a73-2344d6567ec0 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481751 Aug 22 15:02:24.106609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6554c-ec6f-4a40-a756-6694381ec8f3 req-5d9352b4-4158-4ce7-bdf4-89423e0bd0f5 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:24.108683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fac6554c-ec6f-4a40-a756-6694381ec8f3 req-5d9352b4-4158-4ce7-bdf4-89423e0bd0f5 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.0958519 Aug 22 15:02:24.187853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fac6554c-ec6f-4a40-a756-6694381ec8f3 req-72ac59bb-006c-477b-92bf-c6679ad7eec0 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Aug 22 15:02:24.247242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143218075', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:24.440364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:24.441451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:24.505583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:24.842685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:25.391789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:25.417910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:25.488365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03561b6f-910c-4c6a-9abf-4fd86fa56c56 req-4fdf18af-dedd-46a3-9eb0-f0226c88c7a7 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:25.491038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03561b6f-910c-4c6a-9abf-4fd86fa56c56 req-4fdf18af-dedd-46a3-9eb0-f0226c88c7a7 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.1450281 Aug 22 15:02:25.534632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c4e33-5805-42c6-be2d-1e374bfbe149 req-abf8a832-d450-4b3c-a9b4-280e50f360af tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:25.537706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-591c4e33-5805-42c6-be2d-1e374bfbe149 req-abf8a832-d450-4b3c-a9b4-280e50f360af tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.1236331 Aug 22 15:02:25.603145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Allocated IP 172.25.0.214 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/f66bd50e-e8aa-4c9d-be2a-339e878f5d44) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:25.624549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03561b6f-910c-4c6a-9abf-4fd86fa56c56 req-f43fd642-a729-4c15-a3e8-8c6a3f6bc094 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165583 Aug 22 15:02:25.641540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-591c4e33-5805-42c6-be2d-1e374bfbe149 req-040051bd-5f8e-4dc0-a117-434bdda00c5d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898869 Aug 22 15:02:25.816159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fef59-a651-4796-bc5d-cf18b84ac196 req-1d263a3e-ead2-41e8-8fc0-601d67fb1117 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:25.825632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:25.828283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e03fef59-a651-4796-bc5d-cf18b84ac196 req-1d263a3e-ead2-41e8-8fc0-601d67fb1117 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.1087248 Aug 22 15:02:25.964025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e03fef59-a651-4796-bc5d-cf18b84ac196 req-6b69616a-25e9-4838-b486-61de696a3297 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345916 Aug 22 15:02:26.057700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:26.119646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:26.123660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:26.127813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:26.158031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event updated for resources: {'Port': ['ID=f66bd50e-e8aa-4c9d-be2a-339e878f5d44,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:26.483426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b055-b2d5-41e4-b2c6-6e15425d124a req-77796471-057b-4765-a0aa-d4057dff344f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:26.485129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d5b055-b2d5-41e4-b2c6-6e15425d124a req-77796471-057b-4765-a0aa-d4057dff344f tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.0648885 Aug 22 15:02:26.549386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d5b055-b2d5-41e4-b2c6-6e15425d124a req-b4dc34b3-b252-47d7-97df-2ace1c915bd0 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 Aug 22 15:02:26.862402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2206-0be4-4557-9bbd-95d09069e8b3 req-6ed48caf-9259-4045-8b5f-cc8bed4efaad tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:26.870893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13de2206-0be4-4557-9bbd-95d09069e8b3 req-6ed48caf-9259-4045-8b5f-cc8bed4efaad tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.0698891 Aug 22 15:02:26.921579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13de2206-0be4-4557-9bbd-95d09069e8b3 req-a3c519bd-c0ba-40f3-a19d-d35da18888a0 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Aug 22 15:02:27.027574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:27.095044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d974be9-0323-4152-813f-7424e1b64d96 req-729a91db-09e6-4ed3-b6d4-ec2b4569eef9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:27.100694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d974be9-0323-4152-813f-7424e1b64d96 req-729a91db-09e6-4ed3-b6d4-ec2b4569eef9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0706694 Aug 22 15:02:27.156784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d974be9-0323-4152-813f-7424e1b64d96 req-8b6f9fea-9cf0-41b9-8096-24dce3ccdfdb tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Aug 22 15:02:27.311392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:27.523757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfbe64-13a6-4217-8cc6-d23a17e8d322 req-d2975707-ac13-4285-b712-a10b03b28e8d tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:27.525070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3bfbe64-13a6-4217-8cc6-d23a17e8d322 req-d2975707-ac13-4285-b712-a10b03b28e8d tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.0688941 Aug 22 15:02:27.579913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3bfbe64-13a6-4217-8cc6-d23a17e8d322 req-55649aab-0af0-4c8d-9eed-9500d829d5e0 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Aug 22 15:02:27.639349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Router 1036ab1e-e51e-4ac2-a69d-07fc2474dab4 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:27.768040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:27.778490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] Sync routers for ids ['1036ab1e-e51e-4ac2-a69d-07fc2474dab4'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:27.788645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] Routers {'1036ab1e-e51e-4ac2-a69d-07fc2474dab4'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:27.789281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1036ab1e-e51e-4ac2-a69d-07fc2474dab4'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:27.822050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:27.830673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] Routers {'1036ab1e-e51e-4ac2-a69d-07fc2474dab4'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:27.831278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1036ab1e-e51e-4ac2-a69d-07fc2474dab4'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:27.872134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:27.872833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e9ece-19ee-4506-a272-9cd6efd0ebce None None] The sync data for ids ['1036ab1e-e51e-4ac2-a69d-07fc2474dab4'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:27.891141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:27.892582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-adb6fc4d-d7fb-46b3-8aea-b6b84aedecfc tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0387471 Aug 22 15:02:27.897722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43886) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:28.022548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2da40c0b-14a4-4d2d-a1c9-8d3b70aef26d tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/1036ab1e-e51e-4ac2-a69d-07fc2474dab4 HTTP/1.1" status: 200 len: 924 time: 0.1236229 Aug 22 15:02:28.025453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43892) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:28.059618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bfb3e853-0acd-4ae9-9ba9-a81d77f3345e tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=1036ab1e-e51e-4ac2-a69d-07fc2474dab4 HTTP/1.1" status: 200 len: 205 time: 0.0328228 Aug 22 15:02:28.062669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:28.123509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9d194-ee37-4847-9d06-ea980db76779 req-b0e4833d-c324-4e15-b630-b4e3eb60c639 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:28.125168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1e9d194-ee37-4847-9d06-ea980db76779 req-b0e4833d-c324-4e15-b630-b4e3eb60c639 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.0683906 Aug 22 15:02:28.181039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1e9d194-ee37-4847-9d06-ea980db76779 req-9fb488a2-a992-4004-8553-91d4fee70173 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Aug 22 15:02:28.188155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.292955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:02:28.339813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.467265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:28.481939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'port_id': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'mac_address': 'fa:16:3e:c3:59:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5016ec-7145-4f14-a082-71c7cee13ee7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:02:28.494318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port f66bd50e-e8aa-4c9d-be2a-339e878f5d44 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:28.494746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.530583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.557584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d25dad1-8782-4dce-be98-16c9b9f976f8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:28.612319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.612933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:28.630867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for f66bd50e-e8aa-4c9d-be2a-339e878f5d44 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:28.714411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:28.789991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:28.805535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['3d25dad1-8782-4dce-be98-16c9b9f976f8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:28.829980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c825cd-04e7-49e2-a272-a0c32b725e5e req-125cfa83-95fe-472e-aa20-98b1b26c45b8 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:28.844813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76c825cd-04e7-49e2-a272-a0c32b725e5e req-125cfa83-95fe-472e-aa20-98b1b26c45b8 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.1408784 Aug 22 15:02:28.918279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76c825cd-04e7-49e2-a272-a0c32b725e5e req-5d836af1-2c17-4416-81f7-0eaf7bc8532b tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720952 Aug 22 15:02:28.985351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a21f6-f372-49f6-9248-920ace750968 req-5779c3a0-9e0c-4ee3-a054-3cf6924d7ca5 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:28.987192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-625a21f6-f372-49f6-9248-920ace750968 req-5779c3a0-9e0c-4ee3-a054-3cf6924d7ca5 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 945 time: 0.1013055 Aug 22 15:02:29.081318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.129268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=f66bd50e-e8aa-4c9d-be2a-339e878f5d44,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:29.236728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Deleting port d896a7c4-337e-49bf-a57e-561b66603a89 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:29.238151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.291483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.350394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353896-6a2c-441b-9c53-6e5801e7d821 req-ae94687c-f0e1-48c3-8359-3715a08d7e02 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:29.371275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58353896-6a2c-441b-9c53-6e5801e7d821 req-ae94687c-f0e1-48c3-8359-3715a08d7e02 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 944 time: 0.0975502 Aug 22 15:02:29.428828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58353896-6a2c-441b-9c53-6e5801e7d821 req-008bb7ad-9cc7-4d23-85d0-1a93147320bc tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564296 Aug 22 15:02:29.476196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.481736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.546514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] For port d896a7c4-337e-49bf-a57e-561b66603a89, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d896a7c4-337e-49bf-a57e-561b66603a89,segment=NetworkSegment(10913ff0-7e52-4ba0-8127-1b6dc9c14e69),segment_id=10913ff0-7e52-4ba0-8127-1b6dc9c14e69)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:29.546514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.552371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Calling delete_port for d896a7c4-337e-49bf-a57e-561b66603a89 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:29.627728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.628303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router 1036ab1e-e51e-4ac2-a69d-07fc2474dab4 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:29.639384 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.640556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f38dd96e-3e25-4f52-95a5-40c582e47263 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/1036ab1e-e51e-4ac2-a69d-07fc2474dab4 HTTP/1.1" status: 204 len: 168 time: 1.5768819 Aug 22 15:02:29.645377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 43934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:29.650090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643532000', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:29.767181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.768436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.830916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.885974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:29.918741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Pushing event deleted for resources: {'Port': ['ID=d896a7c4-337e-49bf-a57e-561b66603a89,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:29.918999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d896a7c4-337e-49bf-a57e-561b66603a89'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:30.095150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a21f4fd5-dd9d-4bdf-bfdd-445a74fc9170 req-cd951ff2-c4f3-45fc-ac94-d9acd557f54b tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Aug 22 15:02:30.131235 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33fb2508-6b09-4b4f-8636-7ad91ba6b29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.295722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:30.338084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] No DVR routers for this DVR port d896a7c4-337e-49bf-a57e-561b66603a89 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:02:30.341729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.343786 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-625a21f6-f372-49f6-9248-920ace750968 req-1217650b-4658-43dd-9360-b6abd05dcc82 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.10 "DELETE /v2.0/ports/d896a7c4-337e-49bf-a57e-561b66603a89 HTTP/1.1" status: 204 len: 173 time: 1.3499086 Aug 22 15:02:30.344223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'name': 'network-vif-deleted', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:30.346638 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe2b54-2147-4ed4-aa56-7e4f3a27796c" -d '{"events": [{"server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "name": "network-vif-deleted", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:30.403041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 3d25dad1-8782-4dce-be98-16c9b9f976f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:30.403393 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.453769 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b66351-efdd-4030-909e-df2b0486bcb9 x-openstack-request-id: req-d4b66351-efdd-4030-909e-df2b0486bcb9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:30.455568 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9ee80b-6cfc-4751-9f53-0dd553b63260", "name": "network-vif-deleted", "tag": "d896a7c4-337e-49bf-a57e-561b66603a89", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:30.456982 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b66351-efdd-4030-909e-df2b0486bcb9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:30.468421 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9ee80b-6cfc-4751-9f53-0dd553b63260', 'name': 'network-vif-deleted', 'tag': 'd896a7c4-337e-49bf-a57e-561b66603a89', 'status': 'completed', 'code': 200} Aug 22 15:02:30.512775 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.540862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:30.543704 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8558d2-ce9a-4385-8642-1f10cf5fd1b4" -d '{"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-plugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:30.586641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:30.599032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.662819 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:30.662819 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0a6d9-f778-4c47-93a7-aadf4a9f9fb6 x-openstack-request-id: req-bde0a6d9-f778-4c47-93a7-aadf4a9f9fb6 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:30.663051 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-plugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:30.663225 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bde0a6d9-f778-4c47-93a7-aadf4a9f9fb6 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:30.663831 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'code': 200} Aug 22 15:02:30.690274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ad17-279f-4ceb-9969-2e16958ed3a3 req-04b057b3-cb5b-4f31-b8fb-ada6034af8d1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:30.702267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac66ad17-279f-4ceb-9969-2e16958ed3a3 req-04b057b3-cb5b-4f31-b8fb-ada6034af8d1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 944 time: 0.0949993 Aug 22 15:02:30.727931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:30.759050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac66ad17-279f-4ceb-9969-2e16958ed3a3 req-3d489a1d-5afc-40cd-9b1a-0dcd80e14523 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Aug 22 15:02:31.006508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:31.026241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:31.189163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 172.25.0.126 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/4f34df96-a0e1-483c-9994-4cb65b936ed9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:31.272466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ee01f13-8c78-4f07-8952-e5e814343289 req-f120945d-7d28-4380-85c6-ed304f12fb97 tempest-ServersNegativeTestMultiTenantJSON-1718286052 tempest-ServersNegativeTestMultiTenantJSON-1718286052-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb9ee80b-6cfc-4751-9f53-0dd553b63260 HTTP/1.1" status: 200 len: 210 time: 0.0443854 Aug 22 15:02:31.358303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:31.509716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:31.557898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:31.561367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:31.565479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:31.574902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=4f34df96-a0e1-483c-9994-4cb65b936ed9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:31.613048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.613498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.614567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.615184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.615631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.616071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.616474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.616880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.617290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.617694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.618517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.618517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:31.986236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306843a-c0e9-4597-8c67-7a5a9fdb3c9a req-9326da85-0c42-4d6a-b11f-d72e89dd2291 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:31.987940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b306843a-c0e9-4597-8c67-7a5a9fdb3c9a req-9326da85-0c42-4d6a-b11f-d72e89dd2291 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.1247149 Aug 22 15:02:32.042502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b306843a-c0e9-4597-8c67-7a5a9fdb3c9a req-fb7b9a30-42f8-4d4c-a33e-a014b78f76b2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Aug 22 15:02:32.055949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.345853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 43996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:32.358268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.434322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Deleting subnet b34ec83d-9c60-4438-817f-4448266c045a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:02:32.439529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.482588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.540486 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.594099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 978b728e-307c-4d9e-9de0-73c8558576e8 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:32.686440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f8d0-d6c7-4caf-8a5d-b59bac677e65 req-8e1c1816-1d0c-4fde-ad10-adeebe40f40a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:32.688082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e1f8d0-d6c7-4caf-8a5d-b59bac677e65 req-8e1c1816-1d0c-4fde-ad10-adeebe40f40a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.0651193 Aug 22 15:02:32.716838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.720985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:32.746067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Sync routers for ids ['978b728e-307c-4d9e-9de0-73c8558576e8'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:32.759680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Routers {'978b728e-307c-4d9e-9de0-73c8558576e8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:32.760986 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['978b728e-307c-4d9e-9de0-73c8558576e8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:32.858023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34ec83d-9c60-4438-817f-4448266c045a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:32.876100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.880872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91013f61-b02a-4433-ba53-729254fab0c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b34ec83d-9c60-4438-817f-4448266c045a HTTP/1.1" status: 204 len: 168 time: 0.5332930 Aug 22 15:02:32.881391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:32.897782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e1f8d0-d6c7-4caf-8a5d-b59bac677e65 req-f927b81d-dd6a-467a-aea8-c6299b5568ee tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714032 Aug 22 15:02:32.928769 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Set router 978b728e-307c-4d9e-9de0-73c8558576e8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:32.958536 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:32.960264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-10e06f6a-8bfb-45e0-ba04-2078dd785fbf tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3135142 Aug 22 15:02:32.962757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44012) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:33.023438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.027643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.174419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:33.178313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-736d0671-1f48-4245-a3b8-683e3edfb71f tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/978b728e-307c-4d9e-9de0-73c8558576e8 HTTP/1.1" status: 200 len: 908 time: 0.2131534 Aug 22 15:02:33.186021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'name': 'tempest-snat-router-643532000', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': True}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:33.198080 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.229591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c90774-0684-42a3-9bf2-2b046c9e782f']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:33.251343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10913ff0-7e52-4ba0-8127-1b6dc9c14e69') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:33.251343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10913ff0-7e52-4ba0-8127-1b6dc9c14e69') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:33.263108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.283419 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'name': 'tempest-snat-router-643532000', 'tenant_id': 'd09e92ef8c0d40058551443a9a4966f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126'}], 'enable_snat': False}, 'gw_port_id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:29Z', 'updated_at': '2021-08-22T15:02:31Z', 'revision_number': 3, 'project_id': 'd09e92ef8c0d40058551443a9a4966f4', 'gw_port': {'id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:31Z', 'updated_at': '2021-08-22T15:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:33.284093 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.294433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:02:33.295091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:02:33.298763 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:02:33.321020 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Checking router: 978b728e-307c-4d9e-9de0-73c8558576e8 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:02:33.321635 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Updating router 978b728e-307c-4d9e-9de0-73c8558576e8 port 4f34df96-a0e1-483c-9994-4cb65b936ed9 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:02:33.369043 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.370047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.371533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.431134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d896a7c4-337e-49bf-a57e-561b66603a89 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:02:33.436797 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6be391ce-ee97-4cbe-80a5-c10f99a3656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.459831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.468591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: d896a7c4-337e-49bf-a57e-561b66603a89 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:02:33.468591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d896a7c4-337e-49bf-a57e-561b66603a89 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:02:33.485934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.503016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.506226 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/14c90774-0684-42a3-9bf2-2b046c9e782f HTTP/1.1" status: 204 len: 168 time: 0.6228931 Aug 22 15:02:33.507412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da31e4-a8f6-45da-b97f-7bd02e1c8b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c90774-0684-42a3-9bf2-2b046c9e782f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:33.512002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:33.560466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Deleting subnet 585d44f4-a401-4f32-ba8b-1c30a123957a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:02:33.565154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.613135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.708311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.760149 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.800593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.850498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.859659 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Transition to ACTIVE for port object 4f34df96-a0e1-483c-9994-4cb65b936ed9 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:33.898892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585d44f4-a401-4f32-ba8b-1c30a123957a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:33.911093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.912491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.912891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.913203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.913828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.914191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.914536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.914878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.915215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.915607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.915951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.917615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:33.927899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:33.930601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a18c00b0-5e33-468c-91a7-d124a35ff34a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/585d44f4-a401-4f32-ba8b-1c30a123957a HTTP/1.1" status: 204 len: 168 time: 0.4207442 Aug 22 15:02:33.933239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44036) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:33.978397 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.094510 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Pushing event updated for resources: {'Port': ['ID=4f34df96-a0e1-483c-9994-4cb65b936ed9,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:34.126483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.126875 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.127228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.127571 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.146859 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.147219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.147740 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.149942 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.150309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.150650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.150990 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.151331 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.155520 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:34.165549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cec7aa-9d63-40ca-b57a-83c0d77a00bf req-2884d3a8-209f-4d07-a5d6-8d863d7a504e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:34.170302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63cec7aa-9d63-40ca-b57a-83c0d77a00bf req-2884d3a8-209f-4d07-a5d6-8d863d7a504e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.1123328 Aug 22 15:02:34.177777 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Attempting to bind port 4f34df96-a0e1-483c-9994-4cb65b936ed9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:34.178381 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Attempting to bind port 4f34df96-a0e1-483c-9994-4cb65b936ed9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:34.179030 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Attempting to bind port 4f34df96-a0e1-483c-9994-4cb65b936ed9 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:34.205153 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:34.205999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:34.206924 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.207586 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:34.208650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Bound port: 4f34df96-a0e1-483c-9994-4cb65b936ed9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:34.213360 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.320939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:02:34.331125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.338712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63cec7aa-9d63-40ca-b57a-83c0d77a00bf req-e5b5ca8b-5631-4654-9a44-24b9b68f68ec tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415994 Aug 22 15:02:34.349570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cc3ccc-c65f-478e-924c-6dc4354dd96e']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:34.381692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb7a9d9-0672-4906-97bf-bbff51bd4eca') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:34.382501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb7a9d9-0672-4906-97bf-bbff51bd4eca') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:34.384892 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] For port 4f34df96-a0e1-483c-9994-4cb65b936ed9, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:34.396275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] For port 4f34df96-a0e1-483c-9994-4cb65b936ed9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4f34df96-a0e1-483c-9994-4cb65b936ed9,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:34.412761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.450204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.469112 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.479024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:02:34.486443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:02:34.488859 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:02:34.571632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.578194 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Routers {'978b728e-307c-4d9e-9de0-73c8558576e8'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:34.581225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['978b728e-307c-4d9e-9de0-73c8558576e8'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:34.585062 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065cde-3e7c-47e6-8f09-c7243e5f8493 None None] Pushing event updated for resources: {'Port': ['ID=4f34df96-a0e1-483c-9994-4cb65b936ed9,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:34.607917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:34.610620 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25bea29-0278-4887-b2b0-00463f54d1d2" -d '{"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:34.625159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:34.634369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.659616 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a995d88-e40e-4ce0-abd1-82c65f7b0953 x-openstack-request-id: req-6a995d88-e40e-4ce0-abd1-82c65f7b0953 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:34.659916 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-unplugged", "status": "completed", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:34.660195 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a995d88-e40e-4ce0-abd1-82c65f7b0953 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:34.661409 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'code': 200} Aug 22 15:02:34.671429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.692432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.705472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.708503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/06cc3ccc-c65f-478e-924c-6dc4354dd96e HTTP/1.1" status: 204 len: 168 time: 0.7728109 Aug 22 15:02:34.722221 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] Set router 978b728e-307c-4d9e-9de0-73c8558576e8 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:34.722432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236d26-7368-4ab1-a42c-e35fed7fb2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=06cc3ccc-c65f-478e-924c-6dc4354dd96e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:34.737049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.800004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-d524ef61-69c9-4fc6-ad49-b3f99706088c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:34.803382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-d524ef61-69c9-4fc6-ad49-b3f99706088c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.54 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 945 time: 0.1660504 Aug 22 15:02:34.852215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:34.863308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:34.938282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 172.25.0.189 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:35.020260 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'name': 'tempest-snat-router-643532000', 'tenant_id': 'd09e92ef8c0d40058551443a9a4966f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126'}], 'enable_snat': False}, 'gw_port_id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:29Z', 'updated_at': '2021-08-22T15:02:31Z', 'revision_number': 3, 'project_id': 'd09e92ef8c0d40058551443a9a4966f4', 'gw_port': {'id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:31Z', 'updated_at': '2021-08-22T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:35.042207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Deleting port 3d25dad1-8782-4dce-be98-16c9b9f976f8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:35.042664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.064489 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87994300-1de5-4945-9b15-65c9d67e163c None None] The sync data for ids ['978b728e-307c-4d9e-9de0-73c8558576e8'] in n-d-805046-3 is: [{'id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'name': 'tempest-snat-router-643532000', 'tenant_id': 'd09e92ef8c0d40058551443a9a4966f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126'}], 'enable_snat': False}, 'gw_port_id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:29Z', 'updated_at': '2021-08-22T15:02:31Z', 'revision_number': 3, 'project_id': 'd09e92ef8c0d40058551443a9a4966f4', 'gw_port': {'id': '4f34df96-a0e1-483c-9994-4cb65b936ed9', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978b728e-307c-4d9e-9de0-73c8558576e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:31Z', 'updated_at': '2021-08-22T15:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:35.168160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.194745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] For port 3d25dad1-8782-4dce-be98-16c9b9f976f8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3d25dad1-8782-4dce-be98-16c9b9f976f8,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:35.195139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.213673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Calling delete_port for 3d25dad1-8782-4dce-be98-16c9b9f976f8 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:35.302740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:35.365147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a8df232f-a1a2-4c60-9216-02b642146ce2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e012e44553a3499fb1cf2b8fe9adb202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611477 Aug 22 15:02:35.365493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44072) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:35.474487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.558433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:35.566000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36722d-9143-4279-bfc3-0b5e797e96c8 req-0d21c3a7-23e7-4b38-8f43-102f07e3ec2d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:35.570664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e36722d-9143-4279-bfc3-0b5e797e96c8 req-0d21c3a7-23e7-4b38-8f43-102f07e3ec2d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 943 time: 0.0953538 Aug 22 15:02:35.571217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:35.581714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:35.587791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:35.637059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e36722d-9143-4279-bfc3-0b5e797e96c8 req-9a4c46f4-4397-47bd-91dd-c49c1098d4ba tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588789 Aug 22 15:02:35.664813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4f34df96-a0e1-483c-9994-4cb65b936ed9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:35.667405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.761328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.764348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.850789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event deleted for resources: {'Port': ['ID=3d25dad1-8782-4dce-be98-16c9b9f976f8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:35.886634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4f34df96-a0e1-483c-9994-4cb65b936ed9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:35.897920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4f34df96-a0e1-483c-9994-4cb65b936ed9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:35.898687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.922690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] No DVR routers for this DVR port 3d25dad1-8782-4dce-be98-16c9b9f976f8 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:02:35.927816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:35.930429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-47d8dd75-a85d-417f-a4d2-e4b6954ccc19 req-5e36d958-9ace-417f-aca5-0e0805bcfc91 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.54 "DELETE /v2.0/ports/3d25dad1-8782-4dce-be98-16c9b9f976f8 HTTP/1.1" status: 204 len: 173 time: 1.1155863 Aug 22 15:02:35.933117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-deleted', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:35.934183 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a734b3ff-76a3-43bd-9e26-e09f36486717" -d '{"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-deleted", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:35.992152 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a6e33-3c64-4001-9586-14ea48be2253 x-openstack-request-id: req-fd9a6e33-3c64-4001-9586-14ea48be2253 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:35.992723 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af72eb9-4026-4f5b-aea1-909e11ed5ede", "name": "network-vif-deleted", "tag": "3d25dad1-8782-4dce-be98-16c9b9f976f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:35.993219 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd9a6e33-3c64-4001-9586-14ea48be2253 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:35.994530 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af72eb9-4026-4f5b-aea1-909e11ed5ede', 'name': 'network-vif-deleted', 'tag': '3d25dad1-8782-4dce-be98-16c9b9f976f8', 'status': 'completed', 'code': 200} Aug 22 15:02:36.016823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.040833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4f34df96-a0e1-483c-9994-4cb65b936ed9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4f34df96-a0e1-483c-9994-4cb65b936ed9,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:36.162947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.165957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.169476 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1 HTTP/1.1" status: 204 len: 168 time: 0.7992933 Aug 22 15:02:36.182485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a0db0-4c36-4488-b729-054ed3447fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e1ba2f-49f6-4a0b-a28f-f11314e4d9a1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:36.210413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.233920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.315710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4f34df96-a0e1-483c-9994-4cb65b936ed9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:36.540555 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.731151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:36.753573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec1c8397-0074-45ea-b07d-10caa7085c5c req-23feae42-91ca-4797-8613-27a00c87b660 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=4af72eb9-4026-4f5b-aea1-909e11ed5ede HTTP/1.1" status: 200 len: 210 time: 0.0278091 Aug 22 15:02:36.839966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 699b1cb1-e266-4004-ae36-a781130860fc is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:36.966344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:36.977518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Sync routers for ids ['699b1cb1-e266-4004-ae36-a781130860fc'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:36.993334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Routers {'699b1cb1-e266-4004-ae36-a781130860fc'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:36.993966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['699b1cb1-e266-4004-ae36-a781130860fc'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:37.102938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.104725 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64cbdf8a-3283-46c0-9690-1eff6b4dbb99 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9286716 Aug 22 15:02:37.107076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:37.121521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Set router 699b1cb1-e266-4004-ae36-a781130860fc gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:37.276902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:37.277833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9f2ee6f0-c12f-4e04-9454-06320a95b085 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/699b1cb1-e266-4004-ae36-a781130860fc HTTP/1.1" status: 200 len: 907 time: 0.1691732 Aug 22 15:02:37.306318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44120) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:37.397330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7960bbfd-213f-41be-92ad-122a179c71ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be31f6df1d9c4413b13d7e5ae3a4ad24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896618 Aug 22 15:02:37.402489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44124) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:37.408659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.494360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.536760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.564281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.655110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4f34df96-a0e1-483c-9994-4cb65b936ed9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:37.722376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4f34df96-a0e1-483c-9994-4cb65b936ed9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:37.722376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.727369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b1cb1-e266-4004-ae36-a781130860fc', 'name': 'tempest-snat-router-643532000', 'tenant_id': 'd09e92ef8c0d40058551443a9a4966f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:33Z', 'updated_at': '2021-08-22T15:02:35Z', 'revision_number': 3, 'project_id': 'd09e92ef8c0d40058551443a9a4966f4', 'gw_port': {'id': 'e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b1cb1-e266-4004-ae36-a781130860fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:34Z', 'updated_at': '2021-08-22T15:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:37.742326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.745322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.746535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ae13e76-0a26-436d-87aa-675488eea338 HTTP/1.1" status: 204 len: 168 time: 0.3425756 Aug 22 15:02:37.762624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b7835-681a-4b3f-a61e-2f813dae3209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae13e76-0a26-436d-87aa-675488eea338,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:37.771509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Deleting port e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:37.772252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.792081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Checking router: 699b1cb1-e266-4004-ae36-a781130860fc for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:02:37.793017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Updating router 699b1cb1-e266-4004-ae36-a781130860fc port e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:02:37.864486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.898117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:37.912040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Calling delete_port for e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:38.218844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-742fa8a6-e250-40bc-8003-784bb06e0954 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:38.228569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-742fa8a6-e250-40bc-8003-784bb06e0954 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.1531377 Aug 22 15:02:38.234002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.241064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-7c088a91-5e37-4fad-8710-2c8922bdb075 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/quotas/e79190f25b7d408dad1a0dd3b07117c5 HTTP/1.1" status: 200 len: 375 time: 0.0116017 Aug 22 15:02:38.241472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:02:38.241890 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:02:38.305981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:02:38.341585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Port': ['ID=e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:38.347442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.357778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 3d25dad1-8782-4dce-be98-16c9b9f976f8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:02:38.359248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3d25dad1-8782-4dce-be98-16c9b9f976f8 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:02:38.374614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-32bf269e-e4c4-4b03-8a4f-ed94da1939cb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252196 Aug 22 15:02:38.500695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.503301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.606095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.606754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 699b1cb1-e266-4004-ae36-a781130860fc {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:38.615820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:38.619937 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4b61f530-b13b-49cd-bbf8-6d95a2de88c1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/routers/699b1cb1-e266-4004-ae36-a781130860fc HTTP/1.1" status: 204 len: 168 time: 1.3393080 Aug 22 15:02:38.620152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44172) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:38.699523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-50063297-2b32-4e02-a4c3-ec781157bea9 service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236427 Aug 22 15:02:38.767081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Port e17dcf1f-e4bd-4136-bb68-76b6e02bb9b8 not found while updating agent binding for router 699b1cb1-e266-4004-ae36-a781130860fc. {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 22 15:02:38.778919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:38.779189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:02:38.779886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_agentschedulers_db [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'699b1cb1-e266-4004-ae36-a781130860fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102051) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:02:38.781236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f953f5-4a73-4550-a8ab-392cacfabdb0 None None] The sync data for ids ['699b1cb1-e266-4004-ae36-a781130860fc'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:38.822865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-80fcf6e4-dc7d-4048-8582-7cde36299e51 service neutron] 10.222.0.53 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190979 Aug 22 15:02:39.039479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.148264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b14ab933-a014-4464-b67f-087d19ea3df5 req-b17ee996-14af-4b97-975f-5fac880f2776 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 210 time: 0.0564818 Aug 22 15:02:39.240329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.267416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44200) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:39.376122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1254472906-network', 'tenant_id': '14c6b93033b64e9ea83d29f73da21d79'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:39.474646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Deleting port 4f34df96-a0e1-483c-9994-4cb65b936ed9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:39.474646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.561306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Made reservation on behalf of 14c6b93033b64e9ea83d29f73da21d79 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:39.563804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.579049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.623512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] For port 4f34df96-a0e1-483c-9994-4cb65b936ed9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4f34df96-a0e1-483c-9994-4cb65b936ed9,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:39.623877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.643353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Calling delete_port for 4f34df96-a0e1-483c-9994-4cb65b936ed9 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:39.809009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.959757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:39.988216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7ceb2-6cb6-4669-a359-65a4b50288ed,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:40.021595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.032392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:02:40.065509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f34df96-a0e1-483c-9994-4cb65b936ed9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:40.095304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.095304 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Added segment 8a68c56e-ed66-4071-898d-6521e7e2be48 of type vlan for network 3c831b98-cf8a-4712-b461-5c842f38219a Aug 22 15:02:40.167726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.177840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.264654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-155d74c8-4cc5-4523-94c8-d410b8f28a6f req-65d53765-16d7-4c27-9e1b-ac8c645240da tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 210 time: 0.0327091 Aug 22 15:02:40.287039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.294852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.365944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.366970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:40.367566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.406877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.442589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c831b98-cf8a-4712-b461-5c842f38219a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:40.446983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.447706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 978b728e-307c-4d9e-9de0-73c8558576e8 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:40.453941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.460929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44232) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:40.463391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3c831b98-cf8a-4712-b461-5c842f38219a details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:02:40.466119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-174225335', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:40.473547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fc9240c-ac56-4ba3-ba8f-0667f37e53bd tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "DELETE /v2.0/routers/978b728e-307c-4d9e-9de0-73c8558576e8 HTTP/1.1" status: 204 len: 168 time: 1.8512816 Aug 22 15:02:40.504881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96b4a361-a9d9-49f2-bb58-219153b657e3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2352376 Aug 22 15:02:40.507840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44234) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:40.516601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Request body: {'subnet': {'network_id': '3c831b98-cf8a-4712-b461-5c842f38219a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1254472906-subnet', 'tenant_id': '14c6b93033b64e9ea83d29f73da21d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:40.580237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.581464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.691259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:40.770984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Made reservation on behalf of 14c6b93033b64e9ea83d29f73da21d79 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:40.773715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.024118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.257271 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.335094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0d218d-79bc-4364-b7cf-4ee553d826c8,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:41.383098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5595ea15-656d-41eb-8a64-8fbb54198f9d req-fad8224e-9228-491f-99c4-53bcec603e55 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 210 time: 0.0383296 Aug 22 15:02:41.385756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Checking segment: {'id': '8a68c56e-ed66-4071-898d-6521e7e2be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3c831b98-cf8a-4712-b461-5c842f38219a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:41.386300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Network hostable DHCP agents. Network: 3c831b98-cf8a-4712-b461-5c842f38219a, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:02:41.527733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.555561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.557461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Network 3c831b98-cf8a-4712-b461-5c842f38219a is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:02:41.580734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4f34df96-a0e1-483c-9994-4cb65b936ed9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:02:41.609620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4f34df96-a0e1-483c-9994-4cb65b936ed9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:02:41.610037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4f34df96-a0e1-483c-9994-4cb65b936ed9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:02:41.722770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Allocated IP 172.25.0.205 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2d5b8f3c-0d38-4bb1-a5e4-97a0f0312088) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:41.764062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3c831b98-cf8a-4712-b461-5c842f38219a) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:41.774817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadeda5-e398-4278-82b0-3119f447de02 None None] Network 3c831b98-cf8a-4712-b461-5c842f38219a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:41.786655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:41.787369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.876688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-1a218bbd-a6f1-406c-989c-8288944209c5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:41.878342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-1a218bbd-a6f1-406c-989c-8288944209c5 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "GET /v2.0/networks?id=1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 200 len: 821 time: 0.2260318 Aug 22 15:02:41.898667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Request body: {'port': {'device_id': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'admin_state_up': True, 'tenant_id': 'e79190f25b7d408dad1a0dd3b07117c5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:41.913436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:41.922205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-64c2c0e5-4219-4c56-aa86-1cbe37a4ed09 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4130526 Aug 22 15:02:42.031212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd070c2-f29e-48fb-83bb-1c653336d3d7 None None] Network 3c831b98-cf8a-4712-b461-5c842f38219a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:42.069194 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.130892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:42.154895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:42.161554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:42.169473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:42.199115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Deleting subnet ab0d218d-79bc-4364-b7cf-4ee553d826c8 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:02:42.201112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event updated for resources: {'Port': ['ID=2d5b8f3c-0d38-4bb1-a5e4-97a0f0312088,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:42.202522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.262002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.307153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.355131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Made reservation on behalf of e79190f25b7d408dad1a0dd3b07117c5 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:42.359636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.498404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.578805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0d218d-79bc-4364-b7cf-4ee553d826c8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:42.584858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.587141 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-45275a74-281f-42e8-81b8-f00d4ee665d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab0d218d-79bc-4364-b7cf-4ee553d826c8 HTTP/1.1" status: 204 len: 168 time: 0.4550891 Aug 22 15:02:42.608273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44288) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:42.675281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Allocated IP 172.20.0.12 (1c9727a7-dd20-46a3-9d0e-85b21718fb03/0d5016ec-7145-4f14-a082-71c7cee13ee7/807828e1-07bc-4c37-966e-45582d56d340) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:42.740475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6330cb94-7984-444f-95b7-e1c573534f37 req-8bbacc0d-d4dd-406f-ad91-2a6f11cc5028 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 210 time: 0.0749030 Aug 22 15:02:42.780128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9b31-a362-4e6b-a337-66f0092b7617 req-32af3e40-9f5a-428a-9d16-cc77adbb37af tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:42.788546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:42.793446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c40d9b31-a362-4e6b-a337-66f0092b7617 req-32af3e40-9f5a-428a-9d16-cc77adbb37af tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1265531 Aug 22 15:02:42.797593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b135-4887-4018-a074-0f65976d614f req-80c8d45e-aba3-4447-a145-33c21008d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:42.799573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-80c8d45e-aba3-4447-a145-33c21008d5dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.1724308 Aug 22 15:02:42.837933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c40d9b31-a362-4e6b-a337-66f0092b7617 req-c5faf82d-a0a9-44c1-8c1a-d4d9c6d0a08b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Aug 22 15:02:43.076580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.080492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.087943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b135-4887-4018-a074-0f65976d614f req-b5eb74be-4a6f-4fab-9fa8-8ef37f1f793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:43.092192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-b5eb74be-4a6f-4fab-9fa8-8ef37f1f793c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.2784889 Aug 22 15:02:43.099809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c831b98-cf8a-4712-b461-5c842f38219a']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.154923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a68c56e-ed66-4071-898d-6521e7e2be48') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.155256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a68c56e-ed66-4071-898d-6521e7e2be48') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.158041 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-12eff1c3-4eed-406b-8ffa-1c71ec4d1b85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0556688 Aug 22 15:02:43.185455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.237896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.241073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.256639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:02:43.257579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:02:43.258893 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:02:43.280210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05b135-4887-4018-a074-0f65976d614f req-31dd3c40-cf78-4f5d-8b2e-a916d70013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:43.281837 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-31dd3c40-cf78-4f5d-8b2e-a916d70013cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.1143761 Aug 22 15:02:43.342073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.352772 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-67edfc5e-3802-4ba6-ac7f-16c246d76864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611944 Aug 22 15:02:43.448012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.455538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.462869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c831b98-cf8a-4712-b461-5c842f38219a HTTP/1.1" status: 204 len: 168 time: 0.8451018 Aug 22 15:02:43.478164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03685e38-1319-4650-8d09-b0234e72fa56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c831b98-cf8a-4712-b461-5c842f38219a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:43.490779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-b6639187-623b-48a0-9676-e7dae0a84d43 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262376 Aug 22 15:02:43.497957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.561051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:43.593156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:43.601782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Router 2fdcc334-03c8-4a85-a469-68520033befe is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:43.601912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:43.638313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event updated for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:43.675434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:43.677018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.683534 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b05b135-4887-4018-a074-0f65976d614f req-84c94f46-5fbf-4c7c-9ab5-d72438fd0230 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847382 Aug 22 15:02:43.740886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:43.751373 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] Sync routers for ids ['2fdcc334-03c8-4a85-a469-68520033befe'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:43.761027 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] Routers {'2fdcc334-03c8-4a85-a469-68520033befe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:43.761759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2fdcc334-03c8-4a85-a469-68520033befe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.801467 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.806168 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-a7e1a7a1-0a70-48d0-bc10-aa1d3dceb0fb tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9126637 Aug 22 15:02:43.812839 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] Routers {'2fdcc334-03c8-4a85-a469-68520033befe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:43.813561 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2fdcc334-03c8-4a85-a469-68520033befe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.826666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Request body: {'port': {'device_id': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:43.899724 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:43.900420 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a56c95-a58b-4121-aeba-b5d2ad68fd5f None None] The sync data for ids ['2fdcc334-03c8-4a85-a469-68520033befe'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:43.909974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.928651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:43.929719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:43.933415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a470644-2f21-4e1a-8133-d300d9bcc670 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4688942 Aug 22 15:02:43.938783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:43.945180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:44.001496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549573db-5c35-4a6e-bd27-fcb0ddb61b5d req-3baf0d28-38c8-437f-9cec-2b2332c09f2d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:44.003037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-549573db-5c35-4a6e-bd27-fcb0ddb61b5d req-3baf0d28-38c8-437f-9cec-2b2332c09f2d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 932 time: 0.1637361 Aug 22 15:02:44.142687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40765eb7-9efa-48a5-bf37-98b6dcab57a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14c6b93033b64e9ea83d29f73da21d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072170 Aug 22 15:02:44.146904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-549573db-5c35-4a6e-bd27-fcb0ddb61b5d req-e4c2b1d6-c010-4f53-8bd5-a2d9666c5806 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321504 Aug 22 15:02:44.149237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44330) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:44.187876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3435f-3768-43ea-95cc-f446bce15e22 req-8f250213-f2ae-4615-b3f7-507956f1b71b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:44.189478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa3435f-3768-43ea-95cc-f446bce15e22 req-8f250213-f2ae-4615-b3f7-507956f1b71b tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1820276 Aug 22 15:02:44.318360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807828e1-07bc-4c37-966e-45582d56d340 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:44.330587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.342480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aa3435f-3768-43ea-95cc-f446bce15e22 req-742df96e-2053-42b7-91ee-b045d808a8df tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398220 Aug 22 15:02:44.346875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Transition to ACTIVE for port object 807828e1-07bc-4c37-966e-45582d56d340 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:44.348605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.385764 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.416786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.474401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:44.518399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.551184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Attempting to bind port 807828e1-07bc-4c37-966e-45582d56d340 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:44.551826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Attempting to bind port 807828e1-07bc-4c37-966e-45582d56d340 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:44.552557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Attempting to bind port 807828e1-07bc-4c37-966e-45582d56d340 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:44.557518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Port 807828e1-07bc-4c37-966e-45582d56d340 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:02:44.557823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Attempting to bind port 807828e1-07bc-4c37-966e-45582d56d340 on network 1c9727a7-dd20-46a3-9d0e-85b21718fb03 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:44.563577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:44.564173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Checking segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:44.564702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Bound using segment: {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:44.565176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Bound port: 807828e1-07bc-4c37-966e-45582d56d340, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b300b66c-c391-4906-aefb-6e0298827d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:44.565577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.605212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.607790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.611572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99d7ceb2-6cb6-4669-a359-65a4b50288ed HTTP/1.1" status: 204 len: 168 time: 0.4576709 Aug 22 15:02:44.618896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29f14d-e142-44d0-b115-5f278dc6f40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7ceb2-6cb6-4669-a359-65a4b50288ed,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:44.649711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:44.666712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=807828e1-07bc-4c37-966e-45582d56d340,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:44.778193 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.829603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:44.830670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:44.832658 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] 10.222.0.10 "PUT /v2.0/ports/807828e1-07bc-4c37-966e-45582d56d340 HTTP/1.1" status: 200 len: 1092 time: 1.0108457 Aug 22 15:02:44.835326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'tag': '807828e1-07bc-4c37-966e-45582d56d340'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:44.837579 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43" -d '{"events": [{"name": "network-changed", "server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "tag": "807828e1-07bc-4c37-966e-45582d56d340"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:44.881659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b2c1f-4779-4335-a22b-0f64aea9ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:44.891403 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a65377-408f-4968-891b-4bdec340a316 x-openstack-request-id: req-31a65377-408f-4968-891b-4bdec340a316 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:44.891811 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "tag": "807828e1-07bc-4c37-966e-45582d56d340", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:44.892088 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31a65377-408f-4968-891b-4bdec340a316 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:44.892505 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'tag': '807828e1-07bc-4c37-966e-45582d56d340', 'status': 'completed', 'code': 200} Aug 22 15:02:44.986047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-aceebe9e-f720-4709-8c81-2e31d7ca2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:44.989406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-aceebe9e-f720-4709-8c81-2e31d7ca2c8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 1095 time: 0.0529978 Aug 22 15:02:45.127119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:45.132246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:45.138589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-77863215-8203-4b16-9384-0ca8e7b38b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.141855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-77863215-8203-4b16-9384-0ca8e7b38b40 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1385760 Aug 22 15:02:45.297977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-8442475a-d4b7-4aaa-84d1-d2d9bf367de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.299960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b0db65e6-cf4f-4a73-b1a7-008cc8f0bb43 req-8442475a-d4b7-4aaa-84d1-d2d9bf367de6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507645 Aug 22 15:02:45.311994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 2fdcc334-03c8-4a85-a469-68520033befe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:02:45.416746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-d60a5e8a-2ad3-406d-8e2a-16dff39044dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.418283 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-d60a5e8a-2ad3-406d-8e2a-16dff39044dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 1095 time: 0.0517869 Aug 22 15:02:45.422895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c74bf9-fac5-4433-a79c-199a77b9e54a req-0bdb0bb5-386d-4e4b-aaa0-ba33460ebdc4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.424550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7c74bf9-fac5-4433-a79c-199a77b9e54a req-0bdb0bb5-386d-4e4b-aaa0-ba33460ebdc4 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 944 time: 0.1199958 Aug 22 15:02:45.513774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7c74bf9-fac5-4433-a79c-199a77b9e54a req-ecec8c9d-8d97-48e6-991a-6948e8fc0b2d tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460269 Aug 22 15:02:45.526556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:45.531324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:45.532727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b1073d74-5fdd-4a95-84bf-eadb3c57edd8 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "PUT /v2.0/routers/2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 200 len: 925 time: 1.5917366 Aug 22 15:02:45.535959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:45.540214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] Sync routers for ids ['2fdcc334-03c8-4a85-a469-68520033befe'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:45.562429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-3683bd21-3d9a-4a56-a314-980be4a4f6c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=807828e1-07bc-4c37-966e-45582d56d340 HTTP/1.1" status: 200 len: 217 time: 0.1058166 Aug 22 15:02:45.566646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] Routers {'2fdcc334-03c8-4a85-a469-68520033befe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:45.567587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2fdcc334-03c8-4a85-a469-68520033befe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:45.639428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:45.653155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-af67fc50-3a37-4f7c-bf08-b8ffb7ae9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.654377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] Routers {'2fdcc334-03c8-4a85-a469-68520033befe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:45.654940 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-af67fc50-3a37-4f7c-bf08-b8ffb7ae9c76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0d5016ec-7145-4f14-a082-71c7cee13ee7 HTTP/1.1" status: 200 len: 861 time: 0.0863018 Aug 22 15:02:45.655394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2fdcc334-03c8-4a85-a469-68520033befe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:45.701841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98b7fb-5623-400e-815c-b180aefc1f73 req-aacd4f99-7e98-4466-ab2d-39e51622e3c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.703452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee98b7fb-5623-400e-815c-b180aefc1f73 req-aacd4f99-7e98-4466-ab2d-39e51622e3c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1006823 Aug 22 15:02:45.716540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:45.717225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96afc66e-5063-44e5-a0ac-0751f7b96a4b None None] The sync data for ids ['2fdcc334-03c8-4a85-a469-68520033befe'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:45.819685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee98b7fb-5623-400e-815c-b180aefc1f73 req-0ecb67fe-0df6-4815-b39e-6616edc26399 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689955 Aug 22 15:02:45.838569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2240b84-7de2-44e2-801b-e947dbcbb94c tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 200 len: 925 time: 0.2905822 Aug 22 15:02:45.838569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:45.933678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239818ad-f534-427e-be82-b50c81b43d85 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:45.935687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-239818ad-f534-427e-be82-b50c81b43d85 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=2fdcc334-03c8-4a85-a469-68520033befe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985529 Aug 22 15:02:45.938293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44386) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:46.044620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-5cc961a0-387a-4ea0-9e09-6f244b10daa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c9727a7-dd20-46a3-9d0e-85b21718fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3815994 Aug 22 15:02:46.055897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbbfe9-6e47-4c04-9d51-f436b776ae24 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:46.055897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6cbbfe9-6e47-4c04-9d51-f436b776ae24 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1157711 Aug 22 15:02:46.058109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:46.090095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-abbbb8d2-35a6-44bc-9183-b350569c413f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 200 len: 205 time: 0.0284932 Aug 22 15:02:46.090302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44394) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:46.147485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44396) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:46.177534 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-b67eb503-6113-4ab6-ab2c-c8ecc9b7e6bb service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242089 Aug 22 15:02:46.256258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.296764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae6e73da-7a9e-41d4-b757-bf71be6b5210 req-33a0876c-cbf7-42a6-a95e-27b52df7e747 service neutron] 10.222.0.10 "GET /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121068 Aug 22 15:02:46.305136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-494502051-network', 'tenant_id': 'eae77eb078234606a21caa7b97b9743d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:46.384729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.622388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Made reservation on behalf of eae77eb078234606a21caa7b97b9743d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:46.624933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.634931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.711682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c79fa-9cfa-4fac-977b-efc5e8e13a0f req-4b15b93b-f856-437b-8a2a-5d6e1debbf5c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:46.713359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f38c79fa-9cfa-4fac-977b-efc5e8e13a0f req-4b15b93b-f856-437b-8a2a-5d6e1debbf5c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 944 time: 0.0953972 Aug 22 15:02:46.725455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port 2d5b8f3c-0d38-4bb1-a5e4-97a0f0312088 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:46.725455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.762850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.810864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f38c79fa-9cfa-4fac-977b-efc5e8e13a0f req-6690af21-ca29-4f57-9542-20483cb9b21c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754080 Aug 22 15:02:46.836785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.845285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.850895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for 2d5b8f3c-0d38-4bb1-a5e4-97a0f0312088 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:46.858157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:02:46.870957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:46.871783 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Added segment 3aab77d7-33d3-49c3-b9f3-dcb91977970b of type vlan for network 6d712bc5-3ae8-49d6-a9d5-5be419e1ce56 Aug 22 15:02:46.929443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9decda77-b04e-411b-9945-497aa53d9a74,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:46.941504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:47.032491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b84d4-7fb7-44c9-9ad3-d211c9a0e5d4 req-dcc851d3-939d-4049-ac94-3a059aae733d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:47.033952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f64b84d4-7fb7-44c9-9ad3-d211c9a0e5d4 req-dcc851d3-939d-4049-ac94-3a059aae733d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1150279 Aug 22 15:02:47.039350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:47.047149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:47.047149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:47.138933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6d712bc5-3ae8-49d6-a9d5-5be419e1ce56,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:47.150849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6d712bc5-3ae8-49d6-a9d5-5be419e1ce56 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:02:47.217470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6bdd3021-38ae-41cc-842e-8fd6d988c2a2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0681493 Aug 22 15:02:47.564854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f64b84d4-7fb7-44c9-9ad3-d211c9a0e5d4 req-9ed12c28-70d0-428f-839a-73790259cb90 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226781 Aug 22 15:02:47.639105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:47.709968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=2d5b8f3c-0d38-4bb1-a5e4-97a0f0312088,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:48.008340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.097603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1677-0ce0-4a79-a47c-fe06c992238c req-47d35863-8878-45e2-baa7-ef5128476287 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.104003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1677-0ce0-4a79-a47c-fe06c992238c req-47d35863-8878-45e2-baa7-ef5128476287 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.110052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1677-0ce0-4a79-a47c-fe06c992238c req-47d35863-8878-45e2-baa7-ef5128476287 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.111778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6af1677-0ce0-4a79-a47c-fe06c992238c req-47d35863-8878-45e2-baa7-ef5128476287 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4032059 Aug 22 15:02:48.147121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.162945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956e1e5-cb9a-4c32-b719-63aeb91dda2b req-4e0510d7-0641-43f4-a3a8-42b118314548 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.167064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7956e1e5-cb9a-4c32-b719-63aeb91dda2b req-4e0510d7-0641-43f4-a3a8-42b118314548 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 944 time: 0.2598519 Aug 22 15:02:48.172269 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.305977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7956e1e5-cb9a-4c32-b719-63aeb91dda2b req-378e6516-cb8a-46f4-a112-2569bfb390a1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313221 Aug 22 15:02:48.312866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0eeb1-7899-4c3f-ada2-59fdac57c44a req-fb283b8a-6f5a-4253-8bf0-a67f9fe4c282 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.314231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fb0eeb1-7899-4c3f-ada2-59fdac57c44a req-fb283b8a-6f5a-4253-8bf0-a67f9fe4c282 tempest-ComputeTenantNetworksTest-488740774 tempest-ComputeTenantNetworksTest-488740774-project] 10.222.0.53 "GET /v2.0/networks/6d712bc5-3ae8-49d6-a9d5-5be419e1ce56 HTTP/1.1" status: 200 len: 768 time: 0.1706147 Aug 22 15:02:48.325410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44432) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:48.330566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.331415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdcc334-03c8-4a85-a469-68520033befe {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:48.340854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.345642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-474129b7-2501-40d6-885c-e710dea40c4a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 204 len: 168 time: 2.2509692 Aug 22 15:02:48.350450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44434) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:48.352112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1579734738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:48.409482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.467914 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.470903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.501589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.514072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d712bc5-3ae8-49d6-a9d5-5be419e1ce56']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:48.528261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aab77d7-33d3-49c3-b9f3-dcb91977970b') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:48.528721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aab77d7-33d3-49c3-b9f3-dcb91977970b') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:48.539174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.555295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.564268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:02:48.564831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.565347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:02:48.567325 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:02:48.675193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.698802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.705782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.709653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d712bc5-3ae8-49d6-a9d5-5be419e1ce56 HTTP/1.1" status: 204 len: 168 time: 0.3815188 Aug 22 15:02:48.723200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b162c4-56a5-40ec-baad-652f81de4130 req-63b7c0bc-70a3-4325-b417-72e02b0e6651 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:48.725162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5b162c4-56a5-40ec-baad-652f81de4130 req-63b7c0bc-70a3-4325-b417-72e02b0e6651 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Aug 22 15:02:48.731533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f16f4-7326-4890-8ee1-d18c7d9d40f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d712bc5-3ae8-49d6-a9d5-5be419e1ce56,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:48.752951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:48.754265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b486165a-b968-4283-839d-d2aeae66bd0d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4070010 Aug 22 15:02:48.757196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44444) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:48.767416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:48.795127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5b162c4-56a5-40ec-baad-652f81de4130 req-143af24f-3ab7-4e58-942d-947633bd0e5c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Aug 22 15:02:49.008249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.062505 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:02:49.078665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44448) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:49.152190 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6d59b3a-d6b0-4eb9-a7ac-d7b222c8f80f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eae77eb078234606a21caa7b97b9743d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723135 Aug 22 15:02:49.154647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44450) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:49.259893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.294667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.440873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.466518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.473656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ab31-8d47-4902-9ed3-d9199c2e4ae8 req-2be53858-f712-40e8-81f4-b49330828248 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:49.484101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61a2ab31-8d47-4902-9ed3-d9199c2e4ae8 req-2be53858-f712-40e8-81f4-b49330828248 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 944 time: 0.0761147 Aug 22 15:02:49.527641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61a2ab31-8d47-4902-9ed3-d9199c2e4ae8 req-1b64cd22-5f59-4450-a369-32320fe36af1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Aug 22 15:02:49.589584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.592979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.594621 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9decda77-b04e-411b-9945-497aa53d9a74 HTTP/1.1" status: 204 len: 168 time: 0.4389043 Aug 22 15:02:49.619102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b2e0e-e17c-4f35-8397-a7600276eee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9decda77-b04e-411b-9945-497aa53d9a74,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:49.730920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Allocated IP 172.25.0.188 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/888dba96-67fd-4553-8cac-7162d1228f94) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:49.896965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:49.955761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9fec9-02e4-484a-8640-2f5aa1413ba9 req-9a24ac64-5e16-4c42-9148-6d69cbab8348 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:49.957450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04d9fec9-02e4-484a-8640-2f5aa1413ba9 req-9a24ac64-5e16-4c42-9148-6d69cbab8348 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0529118 Aug 22 15:02:50.004166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04d9fec9-02e4-484a-8640-2f5aa1413ba9 req-564a144b-6700-4266-aac3-f15ec81f8ebf tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359826 Aug 22 15:02:50.018196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:50.061334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:50.064147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:50.068324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:50.098011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event updated for resources: {'Port': ['ID=888dba96-67fd-4553-8cac-7162d1228f94,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:50.454945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:50.671358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777158d2-d317-4e7d-8d79-13b0fb23bcf1 req-b819c809-58dd-4eed-a9a8-7c8f5e9aae66 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:50.674654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-777158d2-d317-4e7d-8d79-13b0fb23bcf1 req-b819c809-58dd-4eed-a9a8-7c8f5e9aae66 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 944 time: 0.0684257 Aug 22 15:02:50.687359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:50.693705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:50.729032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-777158d2-d317-4e7d-8d79-13b0fb23bcf1 req-ac9c5bc0-e29a-4029-919d-da508532c6b6 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Aug 22 15:02:50.894942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:50.937861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:50.965251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Router d48e8a68-2bb0-46a2-8109-e6275727cad9 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:51.022930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-532776988-network', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:51.108643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:51.118980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.122763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e9f9fbfd-e9e1-45fc-9080-b48742e957b5 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "PUT /v2.0/routers/d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 200 len: 884 time: 2.3619957 Aug 22 15:02:51.122933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:51.126984 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] Sync routers for ids ['d48e8a68-2bb0-46a2-8109-e6275727cad9'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:51.138419 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] Routers {'d48e8a68-2bb0-46a2-8109-e6275727cad9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:51.139036 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['d48e8a68-2bb0-46a2-8109-e6275727cad9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:51.140677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cc5d4-f361-4b85-88a2-6f28285507e9 req-c9f8ba5f-d1ad-4f8a-9874-02b7d30762c3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:51.142433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c25cc5d4-f361-4b85-88a2-6f28285507e9 req-c9f8ba5f-d1ad-4f8a-9874-02b7d30762c3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Aug 22 15:02:51.180369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:51.189710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c25cc5d4-f361-4b85-88a2-6f28285507e9 req-ac8c858b-640d-45d7-85b5-7adb41617b0f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Aug 22 15:02:51.192332 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] Routers {'d48e8a68-2bb0-46a2-8109-e6275727cad9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:51.193037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['d48e8a68-2bb0-46a2-8109-e6275727cad9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:51.210959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Made reservation on behalf of b9c047e2ccce4d1081de59de1d983a7d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:51.214777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.230987 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:51.231653 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fa698-1754-4b4e-ae0e-a6149a5fa382 None None] The sync data for ids ['d48e8a68-2bb0-46a2-8109-e6275727cad9'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:51.466342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.494271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 807828e1-07bc-4c37-966e-45582d56d340 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:02:51.494515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f02c230c-b287-44fa-933e-7d244606143a tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 200 len: 925 time: 0.3704972 Aug 22 15:02:51.497312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44508) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:51.591466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23b5b0-acef-4887-b113-78658b6bd96a tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:51.593025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ed23b5b0-acef-4887-b113-78658b6bd96a tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=d48e8a68-2bb0-46a2-8109-e6275727cad9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0948114 Aug 22 15:02:51.595786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:51.601760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=807828e1-07bc-4c37-966e-45582d56d340,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:51.613641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '807828e1-07bc-4c37-966e-45582d56d340', 'network_id': '1c9727a7-dd20-46a3-9d0e-85b21718fb03', 'port_id': '807828e1-07bc-4c37-966e-45582d56d340', 'mac_address': 'fa:16:3e:13:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5016ec-7145-4f14-a082-71c7cee13ee7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:02:51.654348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.669607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807828e1-07bc-4c37-966e-45582d56d340 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:02:51.692826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=807828e1-07bc-4c37-966e-45582d56d340,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:51.717565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.727170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1edb00-8eb3-44b9-b827-6a9c320f9319 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:51.728652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5b1edb00-8eb3-44b9-b827-6a9c320f9319 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1319067 Aug 22 15:02:51.733172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:51.780905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d62c6c36-242c-4606-b298-9b6ca2b196c3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 200 len: 205 time: 0.0379634 Aug 22 15:02:51.780905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:51.807556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.833849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.875678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:02:51.889564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.890479 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Added segment 72dfd0a3-16d8-47fd-96da-9262ea2d1d87 of type vlan for network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e Aug 22 15:02:51.896270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005dfa-1eb0-4d6c-8ccf-8781438c3513 req-0377e244-315c-49c5-990c-0227a2c0a246 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:51.903097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5005dfa-1eb0-4d6c-8ccf-8781438c3513 req-0377e244-315c-49c5-990c-0227a2c0a246 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 945 time: 0.0692422 Aug 22 15:02:51.905309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:51.913368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.914197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.914697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.915189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.915690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.916207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.916692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.917175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.917676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.918234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.918747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.919250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:02:51.951779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79244d-c785-4268-a458-99f542b1c455,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:51.964059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:51.982724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.022596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5005dfa-1eb0-4d6c-8ccf-8781438c3513 req-98b28b40-b6eb-4238-ba32-1afc34e9d41a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865889 Aug 22 15:02:52.090709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.095140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:52.095140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.108579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.163520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] Pushing event updated for resources: {'Network': ['ID=56c9f17c-15d5-4cff-a326-e5cce27d0c8e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:52.173228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:02:52.261919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['807828e1-07bc-4c37-966e-45582d56d340'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:02:52.267856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8b5e0e2-fffe-4011-a2de-99f31d4c28ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3674152 Aug 22 15:02:52.268170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44528) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:52.272693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Request body: {'subnet': {'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-subnet', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:52.326293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port 888dba96-67fd-4553-8cac-7162d1228f94 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:52.326722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.391604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Made reservation on behalf of b9c047e2ccce4d1081de59de1d983a7d for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:02:52.397694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.424978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7ffec-db93-41f8-ad64-4ba717534421 req-324aca9f-7112-4d5e-9c2e-3116ee3185a5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:52.432536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffa7ffec-db93-41f8-ad64-4ba717534421 req-324aca9f-7112-4d5e-9c2e-3116ee3185a5 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1398947 Aug 22 15:02:52.516539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.545700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for 888dba96-67fd-4553-8cac-7162d1228f94 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:52.551459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffa7ffec-db93-41f8-ad64-4ba717534421 req-4ee8a5c2-4af0-4cdb-8dc7-00c34598b7e8 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144514 Aug 22 15:02:52.924912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.960704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:52.998170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=888dba96-67fd-4553-8cac-7162d1228f94,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:53.041791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea76baf-1f2f-46c8-9f77-0dad35e96627,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:53.074952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:53.077789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Network hostable DHCP agents. Network: 56c9f17c-15d5-4cff-a326-e5cce27d0c8e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:02:53.106584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.226209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.229253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.280292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc573a-6449-45b0-96d7-d2b593401872 req-5948d18c-77c7-4f29-b3f1-4c1924133866 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:53.281865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7cc573a-6449-45b0-96d7-d2b593401872 req-5948d18c-77c7-4f29-b3f1-4c1924133866 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 945 time: 0.1775618 Aug 22 15:02:53.283335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:02:53.324150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7cc573a-6449-45b0-96d7-d2b593401872 req-af67bc9d-ff48-41eb-8e39-206feff4d4f8 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 22 15:02:53.393296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.393829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router d48e8a68-2bb0-46a2-8109-e6275727cad9 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:53.401775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.402851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3657025d-57f5-4315-9b95-3b4694831cf7 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 204 len: 168 time: 1.6269557 Aug 22 15:02:53.406625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44538) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:53.412478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1084294298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:53.420919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 56c9f17c-15d5-4cff-a326-e5cce27d0c8e) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:53.426079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:53.427194 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.431240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf71d82-e464-4ea7-ae96-93dc1e4b88f3 None None] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:53.519880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 807828e1-07bc-4c37-966e-45582d56d340 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:53.571837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.572921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.628348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.635472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:02:53.636498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.686161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb36b6f-168b-4463-b8f6-7cda3b7fa53d req-7d49ec46-7b15-4966-89db-52393055cde9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:53.690765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afb36b6f-168b-4463-b8f6-7cda3b7fa53d req-7d49ec46-7b15-4966-89db-52393055cde9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0531218 Aug 22 15:02:53.690765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc1ae3bb-3b3e-4c59-81f8-38f813e38f5f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4225254 Aug 22 15:02:53.692516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44544) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:53.697199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:53.731920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 807828e1-07bc-4c37-966e-45582d56d340 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:53.742117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 807828e1-07bc-4c37-966e-45582d56d340 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:53.742626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.754682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afb36b6f-168b-4463-b8f6-7cda3b7fa53d req-cac4a396-8d57-4f53-b5ff-0938d567bf84 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Aug 22 15:02:53.794531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.820097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Allocated IP 172.20.0.2 (56c9f17c-15d5-4cff-a326-e5cce27d0c8e/bea76baf-1f2f-46c8-9f77-0dad35e96627/2b9b73b6-62f5-423d-8617-ee00e0b54cea) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:53.822801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.824202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.889373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.928824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.960474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:53.961096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-963552c3-e60f-40ad-86c2-c4e8c4035496 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5534530 Aug 22 15:02:53.964188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44548) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:53.970730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': True}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:53.983142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807828e1-07bc-4c37-966e-45582d56d340'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:02:53.986672 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0149c42f-2dad-4f64-bfdd-7cb1a63f7a4a" -d '{"events": [{"server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "name": "network-vif-plugged", "status": "completed", "tag": "807828e1-07bc-4c37-966e-45582d56d340"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:02:54.080126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=807828e1-07bc-4c37-966e-45582d56d340,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:54.096886 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78580d-79a0-43ca-8c04-cbf87796dff9 x-openstack-request-id: req-1b78580d-79a0-43ca-8c04-cbf87796dff9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:02:54.096886 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "name": "network-vif-plugged", "status": "completed", "tag": "807828e1-07bc-4c37-966e-45582d56d340", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:02:54.096886 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b78580d-79a0-43ca-8c04-cbf87796dff9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:02:54.096886 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807828e1-07bc-4c37-966e-45582d56d340', 'code': 200} Aug 22 15:02:54.162516 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.189571 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.234317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Transition to ACTIVE for port object 2b9b73b6-62f5-423d-8617-ee00e0b54cea will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:54.282182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Transition to ACTIVE for port object 2b9b73b6-62f5-423d-8617-ee00e0b54cea will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:54.283633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:54.368242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.371181 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.377970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0104b-d48a-42dd-badd-f580e859f477 req-7570822d-c910-4578-bb96-8309ae92e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:54.380341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acd0104b-d48a-42dd-badd-f580e859f477 req-7570822d-c910-4578-bb96-8309ae92e00a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 1097 time: 0.1048708 Aug 22 15:02:54.421896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:54.422270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.426806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:54.430257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:54.446897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Pushing event updated for resources: {'Port': ['ID=2b9b73b6-62f5-423d-8617-ee00e0b54cea,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:54.457988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acd0104b-d48a-42dd-badd-f580e859f477 req-86069ec5-5aa1-47c1-9448-c9ce97c7336f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Aug 22 15:02:54.515510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Attempting to bind port 2b9b73b6-62f5-423d-8617-ee00e0b54cea on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:54.516170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Attempting to bind port 2b9b73b6-62f5-423d-8617-ee00e0b54cea by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:54.516782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Attempting to bind port 2b9b73b6-62f5-423d-8617-ee00e0b54cea on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:54.525820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:54.526506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:54.527082 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.527660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Bound using segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:54.528861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Bound port: 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:54.544136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.559591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e5f0d-a25b-4fd6-a363-4ee76c14ef09 req-63e53f8f-204e-464e-acba-bdf20912a4bf tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:54.568262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab3e5f0d-a25b-4fd6-a363-4ee76c14ef09 req-63e53f8f-204e-464e-acba-bdf20912a4bf tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.0941937 Aug 22 15:02:54.644519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab3e5f0d-a25b-4fd6-a363-4ee76c14ef09 req-fe055a9d-4c3a-4e34-b575-992418de3319 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751302 Aug 22 15:02:54.645493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] For port 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:54.658255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] For port 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b9b73b6-62f5-423d-8617-ee00e0b54cea,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:54.720376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.811831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.832656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.837576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.853123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f123fb-a8a6-41cd-ad26-34787f989842 None None] Pushing event updated for resources: {'Port': ['ID=2b9b73b6-62f5-423d-8617-ee00e0b54cea,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:54.866016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:54.976354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 172.25.0.56 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/20a6e16e-822a-45fb-b8a5-e66252e8657c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:55.036523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901214e5-ed4b-4d1c-91aa-6465c88d752a req-8e14ddf7-1237-495d-9dc1-ab8c6757ee1f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:55.038139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-901214e5-ed4b-4d1c-91aa-6465c88d752a req-8e14ddf7-1237-495d-9dc1-ab8c6757ee1f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1631825 Aug 22 15:02:55.136004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-901214e5-ed4b-4d1c-91aa-6465c88d752a req-2e8693ae-fe1a-4ac0-8686-b6033da0680c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820315 Aug 22 15:02:55.204056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:55.385477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2708a-7a35-422d-b5b0-85ecb5c99bfe req-a5dd4f95-de81-46c1-81ff-70793d831634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:55.387145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b8d2708a-7a35-422d-b5b0-85ecb5c99bfe req-a5dd4f95-de81-46c1-81ff-70793d831634 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.0436354 Aug 22 15:02:55.410070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:55.463775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:55.474776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:55.482586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:55.515358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=20a6e16e-822a-45fb-b8a5-e66252e8657c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:55.519096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b8d2708a-7a35-422d-b5b0-85ecb5c99bfe req-42657622-1c3e-40b4-9c10-cfa30254e47b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251740 Aug 22 15:02:55.522374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Allocated IP 172.25.0.244 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:55.671833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:55.703375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b9b73b6-62f5-423d-8617-ee00e0b54cea up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:55.829924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:55.883074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:55.900668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85770-340a-4681-bba5-e13a9e68955b req-a7b26732-b5f8-4063-adc9-e668a931e2f1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:55.900668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9d85770-340a-4681-bba5-e13a9e68955b req-a7b26732-b5f8-4063-adc9-e668a931e2f1 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.1183298 Aug 22 15:02:55.901790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:55.906954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:55.919866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2b9b73b6-62f5-423d-8617-ee00e0b54cea completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:56.012735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Pushing event updated for resources: {'Port': ['ID=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:56.118766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.300705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52210c-dd91-4a2c-89a2-342bcd0897d8 None None] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:02:56.434284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.440113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.491648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Provisioning for port 2b9b73b6-62f5-423d-8617-ee00e0b54cea completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:02:56.520781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Provisioning complete for port 2b9b73b6-62f5-423d-8617-ee00e0b54cea triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:56.521303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.708454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.759005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9d85770-340a-4681-bba5-e13a9e68955b req-ef037f63-1344-4734-a585-6e28469f1304 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7855759 Aug 22 15:02:56.770737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 447e184d-ac68-4ec5-9564-69d590bbfe6a is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:56.794407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] For port 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b9b73b6-62f5-423d-8617-ee00e0b54cea,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:02:56.841104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:56.856777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c38c5-f2a2-483d-a98e-99824b17a6a9 req-8b8b29ab-2fda-481e-ace3-a2063e46cd40 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:56.859299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f2c38c5-f2a2-483d-a98e-99824b17a6a9 req-8b8b29ab-2fda-481e-ace3-a2063e46cd40 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1954327 Aug 22 15:02:56.924161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f2c38c5-f2a2-483d-a98e-99824b17a6a9 req-8fe3a478-1f72-433e-b6b7-e3ac49210093 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Aug 22 15:02:56.959531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb506fc8-c6d0-415d-a48e-e3e659640568 None None] Pushing event updated for resources: {'Port': ['ID=2b9b73b6-62f5-423d-8617-ee00e0b54cea,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:57.021437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:57.026840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.030630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d13188d3-c049-4445-bbfe-223da1f7b742 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "PUT /v2.0/routers/447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 200 len: 918 time: 3.0632401 Aug 22 15:02:57.031949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:57.033248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] Sync routers for ids ['447e184d-ac68-4ec5-9564-69d590bbfe6a'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:57.047355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] Routers {'447e184d-ac68-4ec5-9564-69d590bbfe6a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:57.048034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['447e184d-ac68-4ec5-9564-69d590bbfe6a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:57.092074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:57.119578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dfe2690a-469d-4eff-9c74-1b81d8c047ef None None] Provisioning complete for port 2b9b73b6-62f5-423d-8617-ee00e0b54cea triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:57.119963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfe2690a-469d-4eff-9c74-1b81d8c047ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.123056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] Routers {'447e184d-ac68-4ec5-9564-69d590bbfe6a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:57.123342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['447e184d-ac68-4ec5-9564-69d590bbfe6a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:57.140953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.192126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:57.192943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db0b5b-6407-40df-a938-2867bed38a3d None None] The sync data for ids ['447e184d-ac68-4ec5-9564-69d590bbfe6a'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:02:57.193146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:57.193798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eee6f19d-d529-4264-ac02-ab4d28eeb130 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 200 len: 924 time: 0.1604071 Aug 22 15:02:57.283516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f1a33-6430-4050-9371-48d1140d35d1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:57.285805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0a4f1a33-6430-4050-9371-48d1140d35d1 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=447e184d-ac68-4ec5-9564-69d590bbfe6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0909855 Aug 22 15:02:57.288624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:57.403387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.587281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b9b73b6-62f5-423d-8617-ee00e0b54cea up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:02:57.615993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:02:57.656650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2b9b73b6-62f5-423d-8617-ee00e0b54cea triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:02:57.657063 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.665049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe209df-14da-44e2-8567-987261432541 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:57.666692 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2fe209df-14da-44e2-8567-987261432541 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.3757615 Aug 22 15:02:57.674592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44590) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:57.716622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a5e95056-2ced-42ae-a589-b68d6bd77f2d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 200 len: 205 time: 0.0356171 Aug 22 15:02:57.719072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:57.758548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:02:57.769262 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:02:57.782934 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:57.784172 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:57.886302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-e1a37f15-7a80-4315-8a18-d02807a35d99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647923 Aug 22 15:02:57.917191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864adc1-34f3-40c4-a532-85266315d300 req-46b1bdd5-7c75-4ca4-83da-b4c32588dff8 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:57.917191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b864adc1-34f3-40c4-a532-85266315d300 req-46b1bdd5-7c75-4ca4-83da-b4c32588dff8 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.0653498 Aug 22 15:02:57.917191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:57.917191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-96aeb34b-81b4-43a2-995e-d81802c711ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2184889 Aug 22 15:02:57.917191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:58.018207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.051190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:58.146716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-cf830360-6ae2-4dd2-8ca2-af83c69cf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:58.148297 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-cf830360-6ae2-4dd2-8ca2-af83c69cf266 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.2010887 Aug 22 15:02:58.157522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b864adc1-34f3-40c4-a532-85266315d300 req-4c5d211e-bd60-4e0b-a3c1-257cbed4f339 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126409 Aug 22 15:02:58.279678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.353796 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:56Z', 'revision_number': 3, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:58.378951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-c2492f56-a11f-4450-84aa-833c7804e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:58.380628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-c2492f56-a11f-4450-84aa-833c7804e90e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1221986 Aug 22 15:02:58.388917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:02:58.389274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Updating router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:02:58.392420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155a590-47bf-444e-a14d-ec96ba3baeae req-bc404e43-c732-4549-a4f3-7ddae426149c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:58.394236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7155a590-47bf-444e-a14d-ec96ba3baeae req-bc404e43-c732-4549-a4f3-7ddae426149c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.2613723 Aug 22 15:02:58.426572 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.431028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-ec8db80e-76d6-4181-a71a-f70b12667997 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0429616 Aug 22 15:02:58.519599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port 20a6e16e-822a-45fb-b8a5-e66252e8657c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:02:58.520017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.524449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-5c676a87-3001-4065-a085-50b9fa8c571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:58.525849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-5c676a87-3001-4065-a085-50b9fa8c571f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0734921 Aug 22 15:02:58.568642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7155a590-47bf-444e-a14d-ec96ba3baeae req-34437380-4b79-4713-b398-2eddf60084b3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596081 Aug 22 15:02:58.583293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-fa2da54c-92c1-4092-853c-c19250ebe83f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440686 Aug 22 15:02:58.718359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.761222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.780490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for 20a6e16e-822a-45fb-b8a5-e66252e8657c owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:02:58.809647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-e261e9dc-6c50-462c-bd99-015f8d1fcbf2 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885395 Aug 22 15:02:58.861813 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:58.893549 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Transition to ACTIVE for port object b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:59.033318 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.036085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Allocated IP 172.20.0.1 (56c9f17c-15d5-4cff-a326-e5cce27d0c8e/bea76baf-1f2f-46c8-9f77-0dad35e96627/d611335d-e89a-4b8a-ac47-326ee9ffc1e3) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:02:59.050786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6925ede-7feb-4999-ab2f-24d0e749d9e4 req-36a986e3-6a07-465b-aa7e-3aa83983312a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:59.052635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6925ede-7feb-4999-ab2f-24d0e749d9e4 req-36a986e3-6a07-465b-aa7e-3aa83983312a tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.1314425 Aug 22 15:02:59.104343 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ad576162-63b8-46a7-ba5c-8eea6dc548c0 req-0c38b978-887b-4754-a41a-003b50f6cb9c service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120063 Aug 22 15:02:59.118086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Attempting to bind port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:02:59.118817 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Attempting to bind port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:02:59.119592 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Attempting to bind port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:02:59.129505 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:02:59.130429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:02:59.132034 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.132698 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:02:59.133415 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Bound port: b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:02:59.134033 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.169210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6925ede-7feb-4999-ab2f-24d0e749d9e4 req-a34210ca-9bcd-49e2-a12f-4ad3c8d0b394 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094275 Aug 22 15:02:59.249889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.254232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.259396 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] For port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:02:59.265301 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] For port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:02:59.276651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Transition to ACTIVE for port object d611335d-e89a-4b8a-ac47-326ee9ffc1e3 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:02:59.284096 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a333ed-ad08-41d4-b585-68ff04137d2f None None] Pushing event updated for resources: {'Port': ['ID=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:59.315637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=20a6e16e-822a-45fb-b8a5-e66252e8657c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:59.400073 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.425570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3cc9-eeb0-496d-860c-24df7c7a4ec5 req-8d14c163-1d83-4e84-b6c1-9deaf1a53b4c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:59.427961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-336e3cc9-eeb0-496d-860c-24df7c7a4ec5 req-8d14c163-1d83-4e84-b6c1-9deaf1a53b4c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0917838 Aug 22 15:02:59.432109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-921a4297-1f30-4b89-8c31-9185ca2e7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:59.432109 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-921a4297-1f30-4b89-8c31-9185ca2e7847 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 1096 time: 0.0780580 Aug 22 15:02:59.452478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.476333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-336e3cc9-eeb0-496d-860c-24df7c7a4ec5 req-cd0ab725-ab5c-4ccf-960f-1b7d40719263 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Aug 22 15:02:59.509632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.528220 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:02:59.529110 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:59.556692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:02:59.560602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:02:59.566163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:02:59.613231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Pushing event updated for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:59.629227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.664544 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:02:59.709628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.715498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.738114 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a333ed-ad08-41d4-b585-68ff04137d2f None None] Pushing event updated for resources: {'Port': ['ID=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:02:59.813784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-0896289b-3658-4202-9fa6-e696137f393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:59.817163 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-0896289b-3658-4202-9fa6-e696137f393a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.3756492 Aug 22 15:02:59.868683 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-e19a66cd-cadd-42d5-b697-b2809a4f68a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 200 len: 217 time: 0.0441194 Aug 22 15:02:59.919034 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:56Z', 'revision_number': 3, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:02:59.926984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.927518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router 447e184d-ac68-4ec5-9564-69d590bbfe6a {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:02:59.946569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:02:59.948143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f39f03e-a79b-4bbe-be7d-3369bc3d72df tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 204 len: 168 time: 2.2281051 Aug 22 15:02:59.951208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-a43050a2-d825-4783-ad8c-15ab0cf9c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:02:59.952204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:02:59.952792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-a43050a2-d825-4783-ad8c-15ab0cf9c8d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0776243 Aug 22 15:02:59.958262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1844114688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:02:59.978444 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c773eb9-5994-463b-b292-5d673bf0089a None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:56Z', 'revision_number': 3, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:00.018402 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-bbe2444c-255b-4bf2-aab0-4ff4aab2f0fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578701 Aug 22 15:03:00.084508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42e380ce-f492-4e92-813e-a12fe6a02714 None None] Provisioning for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:00.086935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.088225 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.104018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.110643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42e380ce-f492-4e92-813e-a12fe6a02714 None None] Provisioning complete for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:00.111091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42e380ce-f492-4e92-813e-a12fe6a02714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.227217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-ccbe3983-78bf-40f5-9d2a-cf47453dacdb service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014594 Aug 22 15:03:00.234005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.363763 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8460f2e-eac0-43b2-abe4-1fe0235130cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.430041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-42e380ce-f492-4e92-813e-a12fe6a02714 None None] Port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:00.443596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.478066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e080a7c9-1a65-4e9e-9488-92e70efac3a4 req-6c7d91f5-9059-4aa2-9ba0-1e7b632d2d27 service neutron] 10.222.0.54 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431951 Aug 22 15:03:00.516737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537c76-43a0-45ef-97af-02c48eda4f44 req-39719026-c5b5-434d-88b1-4a81ee4d15e2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:00.525044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41537c76-43a0-45ef-97af-02c48eda4f44 req-39719026-c5b5-434d-88b1-4a81ee4d15e2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.1922233 Aug 22 15:03:00.588857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.590428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b89c5ec4-d9a6-4fe1-bab8-69c33f4609e2 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6366398 Aug 22 15:03:00.594063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:00.595681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-250ad3a4-4a4c-49e7-8d5e-b3366c8b4ac3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:00.599062 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-250ad3a4-4a4c-49e7-8d5e-b3366c8b4ac3 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 946 time: 0.1432695 Aug 22 15:03:00.599488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:00.769731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Deleting port 807828e1-07bc-4c37-966e-45582d56d340 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:00.770175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.915541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] For port 807828e1-07bc-4c37-966e-45582d56d340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=807828e1-07bc-4c37-966e-45582d56d340,segment=NetworkSegment(b300b66c-c391-4906-aefb-6e0298827d8a),segment_id=b300b66c-c391-4906-aefb-6e0298827d8a)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:00.916205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:00.941437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Calling delete_port for 807828e1-07bc-4c37-966e-45582d56d340 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:01.075798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41537c76-43a0-45ef-97af-02c48eda4f44 req-ca68f0b5-8b4d-4cbd-85cb-4c59760ef734 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups?id=96b434aa-7ecd-42db-a6b2-56ad37299d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497847 Aug 22 15:03:01.084673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.186817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.250273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.294931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['807828e1-07bc-4c37-966e-45582d56d340'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:03:01.327621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event deleted for resources: {'Port': ['ID=807828e1-07bc-4c37-966e-45582d56d340,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:01.408189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] No DVR routers for this DVR port 807828e1-07bc-4c37-966e-45582d56d340 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:03:01.412078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.414212 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cea3543-34cd-4b77-a2a0-7701d7897841 req-5a52afa1-faf2-48db-88af-e2669f7c653c tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.10 "DELETE /v2.0/ports/807828e1-07bc-4c37-966e-45582d56d340 HTTP/1.1" status: 204 len: 173 time: 0.8025310 Aug 22 15:03:01.414729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'name': 'network-vif-deleted', 'tag': '807828e1-07bc-4c37-966e-45582d56d340'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:01.417166 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8839749-a6c0-46d1-a566-c20f1318a397" -d '{"events": [{"server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "name": "network-vif-deleted", "tag": "807828e1-07bc-4c37-966e-45582d56d340"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:01.447934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f76312-4225-4fcb-b2da-a0804a91651c req-e41bcfc4-019e-437b-825c-702b4ddc2dbe tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:01.449633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86f76312-4225-4fcb-b2da-a0804a91651c req-e41bcfc4-019e-437b-825c-702b4ddc2dbe tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.7822170 Aug 22 15:03:01.450539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.455431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Pushing event updated for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:01.478135 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b2470-ee6f-4004-a669-ba6520977f3a x-openstack-request-id: req-de5b2470-ee6f-4004-a669-ba6520977f3a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:01.478135 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8c94f-398a-431e-ad63-91fe2232d93d", "name": "network-vif-deleted", "tag": "807828e1-07bc-4c37-966e-45582d56d340", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:01.478721 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de5b2470-ee6f-4004-a669-ba6520977f3a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:01.478721 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8c94f-398a-431e-ad63-91fe2232d93d', 'name': 'network-vif-deleted', 'tag': '807828e1-07bc-4c37-966e-45582d56d340', 'status': 'completed', 'code': 200} Aug 22 15:03:01.506220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.601498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86f76312-4225-4fcb-b2da-a0804a91651c req-9bf8ec79-ff92-4f00-b202-6f7ddc95c587 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379662 Aug 22 15:03:01.647862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:01.675662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:01.683314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:01.793469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:01.797974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:01.798654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.894775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:03:01.907360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:01.939340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:01.976386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fc1a47ca-7113-409e-85c2-92e4102639db None None] Provisioning complete for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:01.976771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fc1a47ca-7113-409e-85c2-92e4102639db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.013734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a47ca-7113-409e-85c2-92e4102639db None None] Port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:02.017885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.072430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:02.160515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.186187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.198160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:02.232645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b1d97709-c8e6-43e3-9ceb-833fa9cc2959 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f5cc9f8-2f8e-4367-aed4-3aca9f407834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3158281 Aug 22 15:03:02.238222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da47831e-a67f-416b-9de9-a763e7a432a6 req-bca17f38-dd4a-4896-82fe-2a5745262f0b tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a8c94f-398a-431e-ad63-91fe2232d93d HTTP/1.1" status: 200 len: 210 time: 0.0531983 Aug 22 15:03:02.334869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:02.347672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:02.348194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:02:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:02.411148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Allocated IP 172.25.0.100 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/262bbeb8-8a16-43f3-904d-2bc72a5fc4d8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:02.568001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:02.611842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.807438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.864404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Pushing event updated for resources: {'Port': ['ID=262bbeb8-8a16-43f3-904d-2bc72a5fc4d8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:02.867157 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:02.916332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ac512-095f-4df5-8e5f-49ef15456e86 req-bcb4a64b-32ad-4dde-8b69-21816df0bff3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:02.924764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec7ac512-095f-4df5-8e5f-49ef15456e86 req-bcb4a64b-32ad-4dde-8b69-21816df0bff3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1553755 Aug 22 15:03:03.154845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:03.154845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:03.154845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:03.162189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:00Z', 'revision_number': 2, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:03.162597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec7ac512-095f-4df5-8e5f-49ef15456e86 req-061efe1a-6d44-42ac-b28d-f3cf14d04be9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160991 Aug 22 15:03:03.162938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:03:03.162938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Updating router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:03:03.181331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.280231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:03.290174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149290167', 'description': 'tempest-description--1114675610'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:03.486446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.555099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.597408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-474331af-7c4a-431b-ac16-b530b70d3c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.603365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.619774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44728) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:03.623458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Transition to ACTIVE for port object d611335d-e89a-4b8a-ac47-326ee9ffc1e3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:03.652305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:03.699820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.715561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.727093 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.867640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.912056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b1b1b-4f80-475e-ab9c-80e3e37eebb8 None None] Pushing event updated for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:03.952795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:03.952795 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.987776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.991058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:03.992806 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "DELETE /v2.0/security-groups/98d65590-0516-4ee7-b514-af129f397cd3 HTTP/1.1" status: 204 len: 168 time: 0.3716013 Aug 22 15:03:03.996541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44734) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:04.016422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Attempting to bind port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:04.017051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Attempting to bind port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:04.017721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Attempting to bind port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:04.026423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:04.026817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:04.027254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.027673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Bound using segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:04.028418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Bound port: d611335d-e89a-4b8a-ac47-326ee9ffc1e3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:04.028803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.041441 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-8e5d670a-8f40-40b7-b093-ecf063bf27f2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] show failed (client error): The resource could not be found. Aug 22 15:03:04.042523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e5d670a-8f40-40b7-b093-ecf063bf27f2 tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "GET /v2.0/security-groups/98d65590-0516-4ee7-b514-af129f397cd3 HTTP/1.1" status: 404 len: 347 time: 0.0431709 Aug 22 15:03:04.043479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f8096-27f6-4309-8841-3cdb452efe4e tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d65590-0516-4ee7-b514-af129f397cd3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:04.054043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44736) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:04.124039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.140593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.189136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.296343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] For port d611335d-e89a-4b8a-ac47-326ee9ffc1e3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:04.325979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] For port d611335d-e89a-4b8a-ac47-326ee9ffc1e3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:04.344389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Deleting port 0bd8043e-7b94-4e88-a431-b0590aa5fc40 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:04.344656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.345522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.345646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0644484 Aug 22 15:03:04.349470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44746) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:04.357106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group_rule': {'security_group_id': '5e640640-4af3-4b2b-a81d-aaf5ab230af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:04.357266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f039ac6-ffa9-4be5-9bb3-4134176d1ac4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e640640-4af3-4b2b-a81d-aaf5ab230af5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:04.457813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.483504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96054ae-ff6c-4396-9029-0707ffd2b741 req-59a8f3f3-c2f2-4f72-b2b2-77c395deca56 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:04.485187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d96054ae-ff6c-4396-9029-0707ffd2b741 req-59a8f3f3-c2f2-4f72-b2b2-77c395deca56 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.2822559 Aug 22 15:03:04.517513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.517513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.551384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:04.552423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:04.561397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Calling delete_port for 0bd8043e-7b94-4e88-a431-b0590aa5fc40 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:04.588588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.609256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d96054ae-ff6c-4396-9029-0707ffd2b741 req-a2a1edc7-3155-4ab0-8ed7-110da48557f7 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137545 Aug 22 15:03:04.663092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b1b1b-4f80-475e-ab9c-80e3e37eebb8 None None] Pushing event updated for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:04.725105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Router 65910dfd-8f34-4875-889a-4e11aa67d442 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:03:04.810469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.844555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.895201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:04.927083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:04.991705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4ef794-f94d-424f-a287-1a7d656f4ff3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:05.058738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:05.077802 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] Sync routers for ids ['65910dfd-8f34-4875-889a-4e11aa67d442'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:05.082371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.084381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-da2ef30e-e8eb-4714-b972-73bfa7f75bc2 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "PUT /v2.0/routers/65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 200 len: 920 time: 4.4892893 Aug 22 15:03:05.087064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44760) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:05.133309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] Routers {'65910dfd-8f34-4875-889a-4e11aa67d442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:05.140473 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['65910dfd-8f34-4875-889a-4e11aa67d442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:05.239111 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bd1bfec1-0d3a-4766-8834-35458cf66bbb tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 200 len: 926 time: 0.1476550 Aug 22 15:03:05.239111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.239715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44768) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:05.243473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.246984 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ac8bf656-0d77-45ed-b396-35e093fc8c3e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8942232 Aug 22 15:03:05.262402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44770) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:05.264263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:05.284514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group_rule': {'security_group_id': '5e640640-4af3-4b2b-a81d-aaf5ab230af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:05.294031 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] Routers {'65910dfd-8f34-4875-889a-4e11aa67d442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:05.294934 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['65910dfd-8f34-4875-889a-4e11aa67d442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:05.336929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Pushing event deleted for resources: {'Port': ['ID=0bd8043e-7b94-4e88-a431-b0590aa5fc40,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:05.341987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5a031-48f8-4079-9582-78849fb66164 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:05.344677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eea5a031-48f8-4079-9582-78849fb66164 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=65910dfd-8f34-4875-889a-4e11aa67d442&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1027217 Aug 22 15:03:05.347803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:05.354669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:05.355320 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfba6fa-a4d5-4095-8c60-23ab989a73a2 None None] The sync data for ids ['65910dfd-8f34-4875-889a-4e11aa67d442'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:05.413679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:04Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:05.509047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.521130 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.534603 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-663788c6-1da8-447b-8063-dc13e67ec06f tempest-ImagesOneServerNegativeTestJSON-426268875 tempest-ImagesOneServerNegativeTestJSON-426268875-project] 10.222.0.53 "DELETE /v2.0/floatingips/cdc91937-fa92-464f-b9c3-f047651e385c HTTP/1.1" status: 204 len: 168 time: 1.4788580 Aug 22 15:03:05.547046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907dff4-7ec7-4ef1-a3bb-2887842f2d86 None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:04Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:05.573351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.575451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 807828e1-07bc-4c37-966e-45582d56d340 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:05.648086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 807828e1-07bc-4c37-966e-45582d56d340 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:05.648902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 807828e1-07bc-4c37-966e-45582d56d340 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:05.748040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.785014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:05.872122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Deleting subnet 0d5016ec-7145-4f14-a082-71c7cee13ee7 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:03:05.879202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.883598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:05.954300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91173303-cc85-4f1e-ad62-63896755707e,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:05.966405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.019839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e822a-20b4-44b6-9693-19dd5e57845e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:06.019839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-971e822a-20b4-44b6-9693-19dd5e57845e tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.6631444 Aug 22 15:03:06.020096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.020184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44798) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:06.020261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02c3acab-8fd7-4bbf-8c4e-8d71ec2ed40f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7512860 Aug 22 15:03:06.022284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44800) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:06.033061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.116991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:06.124708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a92ec53a-a89a-4b0c-aa5c-dbec16c37b58 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 200 len: 205 time: 0.1020856 Aug 22 15:03:06.127862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:06.276790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.309763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.317039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.322412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d5016ec-7145-4f14-a082-71c7cee13ee7 HTTP/1.1" status: 204 len: 168 time: 0.5334997 Aug 22 15:03:06.324240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b753e-1dfd-4d69-8a01-cbeaca048fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5016ec-7145-4f14-a082-71c7cee13ee7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:06.331615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:06.410683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.522903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.568871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.730186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:06.871467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Allocated IP 172.25.0.36 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/01261710-fb14-4ef5-8d80-4b90c8d4385b) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:07.036837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.233568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.239685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.242766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.270414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9727a7-dd20-46a3-9d0e-85b21718fb03']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:07.304109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b300b66c-c391-4906-aefb-6e0298827d8a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:07.307383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b300b66c-c391-4906-aefb-6e0298827d8a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:07.331716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:07.331716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:07.337694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.339215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:07.368539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.378334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:03:07.379151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:03:07.381972 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:03:07.416770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=01261710-fb14-4ef5-8d80-4b90c8d4385b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:07.539596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port 262bbeb8-8a16-43f3-904d-2bc72a5fc4d8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:07.539959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.562355 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.609478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.612288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c9727a7-dd20-46a3-9d0e-85b21718fb03 HTTP/1.1" status: 204 len: 168 time: 1.2765870 Aug 22 15:03:07.633902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.706671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b253f-774d-4c76-b269-89e94e8b706c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9727a7-dd20-46a3-9d0e-85b21718fb03,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:07.710070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d611335d-e89a-4b8a-ac47-326ee9ffc1e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:07.751953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.767511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for 262bbeb8-8a16-43f3-904d-2bc72a5fc4d8 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:07.861851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:07.999143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:08.011345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:08.012747 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.193703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44844) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:08.228168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.237178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.290650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.310554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=262bbeb8-8a16-43f3-904d-2bc72a5fc4d8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:08.351802 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-786eb047-9562-4578-aeb3-2a6af0143b4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e79190f25b7d408dad1a0dd3b07117c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535876 Aug 22 15:03:08.362535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44848) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:08.460295 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.502040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.511276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=01261710-fb14-4ef5-8d80-4b90c8d4385b,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:08.533038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.538219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.568765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.590989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d611335d-e89a-4b8a-ac47-326ee9ffc1e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:08.667252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.668739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12d8aea2-46db-4e77-942f-b42453800e9e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6120286 Aug 22 15:03:08.691941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.708671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.714867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.714867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96b434aa-7ecd-42db-a6b2-56ad37299d86 HTTP/1.1" status: 204 len: 168 time: 0.3490040 Aug 22 15:03:08.732727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a4b79-851b-492a-888d-eb32e51eb059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b434aa-7ecd-42db-a6b2-56ad37299d86,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:08.796354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.804816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:08.833762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:09.015866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.020450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router 65910dfd-8f34-4875-889a-4e11aa67d442 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:03:09.021561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-cd18f4f7-0ff5-488f-a04b-5d714ea97cf8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1149290167&fields=id&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 267 time: 0.0459008 Aug 22 15:03:09.028075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.030778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a70e56e4-4b4f-45f6-9e80-8846f3bde220 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 204 len: 168 time: 2.9011133 Aug 22 15:03:09.034100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:09.039425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-263369355', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:09.164424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-0e7dc778-3afc-45a5-84df-26b0d70cf494 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:09.165972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-0e7dc778-3afc-45a5-84df-26b0d70cf494 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 816 time: 0.1367848 Aug 22 15:03:09.183117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-3b7fdbb3-7b03-492f-8e4e-2f9046978759 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/quotas/b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 375 time: 0.0109661 Aug 22 15:03:09.212287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.214197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.297568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.320371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-cb60e4c8-04cd-4cab-90a3-e90371a4298d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234322 Aug 22 15:03:09.435695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-75377f98-f4b5-4a8d-8c7c-bedb608a6e26 service neutron] 10.222.0.53 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138346 Aug 22 15:03:09.656071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d611335d-e89a-4b8a-ac47-326ee9ffc1e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:09.665205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-7b95736f-652b-403e-9ee5-1330cd37ede9 service neutron] 10.222.0.53 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228622 Aug 22 15:03:09.677230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:09.755542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:09.756174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.129204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.155875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.167303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3cd880a-ff22-4bd0-8aa0-a56981bef07b req-608bb7a3-941b-4489-87e7-dfd6719f1746 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0808794 Aug 22 15:03:10.340010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Allocated IP 172.25.0.110 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1df2f25c-5006-40be-9887-d32f8e6cbd71) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:10.444161 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.528591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.620093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44926) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:10.708484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:10.754431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1931657891-network', 'tenant_id': '943f90e27e824639a4603c9ccb17dd65'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:10.765784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:10.773527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:10.781669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:10.838467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event updated for resources: {'Port': ['ID=1df2f25c-5006-40be-9887-d32f8e6cbd71,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:10.983108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Made reservation on behalf of 943f90e27e824639a4603c9ccb17dd65 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:10.985483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.004005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.161207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.282913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.283092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-518dc989-47eb-4b30-8772-040e9bfc3b7e req-9bd8844b-931a-40db-8942-c29af39e289f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0376263 Aug 22 15:03:11.304183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:11.408372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.409728 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Added segment ec24f897-7265-4538-a795-349c79c486ad of type vlan for network b984fe13-05fb-43f0-a7aa-3de5fb72a578 Aug 22 15:03:11.419898 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.451136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a792f-a575-4b0f-aa02-a9a4a5032348,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:11.512131 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.702315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.704648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:11.705262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.792480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:11.798181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b984fe13-05fb-43f0-a7aa-3de5fb72a578,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:11.809021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b984fe13-05fb-43f0-a7aa-3de5fb72a578 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:11.842762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8a8753af-ddb2-414f-b863-2aaf6bbce7b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2214925 Aug 22 15:03:11.845710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44958) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:11.851420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Request body: {'subnet': {'network_id': 'b984fe13-05fb-43f0-a7aa-3de5fb72a578', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1931657891-subnet', 'tenant_id': '943f90e27e824639a4603c9ccb17dd65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:12.097629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Router 48e0bcce-88fa-4366-b5b0-946becdc11fe is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:03:12.100205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Made reservation on behalf of 943f90e27e824639a4603c9ccb17dd65 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:12.102595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:12.320245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:12.331118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] Sync routers for ids ['48e0bcce-88fa-4366-b5b0-946becdc11fe'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:12.347342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] Routers {'48e0bcce-88fa-4366-b5b0-946becdc11fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:12.348447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48e0bcce-88fa-4366-b5b0-946becdc11fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:12.390265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:12.402407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] Routers {'48e0bcce-88fa-4366-b5b0-946becdc11fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:12.403798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48e0bcce-88fa-4366-b5b0-946becdc11fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:12.421097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcfeb63d-7f1a-4878-a947-9f5fb101e16d req-1ad5f3b3-593d-4441-b452-aea11353486f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0545166 Aug 22 15:03:12.447233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:12.447897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826f1bc-0e6f-434a-b77f-0a3787cd848a None None] The sync data for ids ['48e0bcce-88fa-4366-b5b0-946becdc11fe'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:12.456144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:12.461042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d4745c5-498a-48f4-8eb6-16ab04103f40 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4222600 Aug 22 15:03:12.461171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:12.465136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:12.479320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:12.549170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dc17f3-4f4f-4e9c-8938-89a3fa5be8e7,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:12.555404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Checking segment: {'id': 'ec24f897-7265-4538-a795-349c79c486ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b984fe13-05fb-43f0-a7aa-3de5fb72a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:12.555771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Network hostable DHCP agents. Network: b984fe13-05fb-43f0-a7aa-3de5fb72a578, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:12.690423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Network b984fe13-05fb-43f0-a7aa-3de5fb72a578 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:12.837128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:12.895881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b984fe13-05fb-43f0-a7aa-3de5fb72a578) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:12.900896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:12.902413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:12.906336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78040d-3dc0-4488-9381-81f925f93828 None None] Network b984fe13-05fb-43f0-a7aa-3de5fb72a578 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:12.946777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.045317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26bec3ab-3205-416e-a2a3-900e34643984 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1979299 Aug 22 15:03:13.072661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9040c-3da6-4caa-b808-d1e204c853f8 None None] Network b984fe13-05fb-43f0-a7aa-3de5fb72a578 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:13.117915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Deleting port 1df2f25c-5006-40be-9887-d32f8e6cbd71 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:13.118261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.229967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.262862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Calling delete_port for 1df2f25c-5006-40be-9887-d32f8e6cbd71 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:13.427410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691569308', 'description': 'tempest-description-1981935069'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:13.573819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.576239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.613919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2e349d-40cd-425f-b937-8d5c6442a456 req-76ee2c23-3c9f-44c1-b8c1-540278fa8850 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0522583 Aug 22 15:03:13.651295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Pushing event deleted for resources: {'Port': ['ID=1df2f25c-5006-40be-9887-d32f8e6cbd71,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:13.715323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-2e2ffdb9-a1d1-4231-aa43-e99091db9765 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:13.717689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-2e2ffdb9-a1d1-4231-aa43-e99091db9765 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.10 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 816 time: 0.1389346 Aug 22 15:03:13.773112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:13.805371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-11bb3e33-ab83-4d7b-ae64-7ab7daee3b63 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 380 time: 0.0716646 Aug 22 15:03:13.828559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'port': {'device_id': 'ff3dc532-a51d-4103-8060-a5991c732461', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'admin_state_up': True, 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'security_groups': ['5e640640-4af3-4b2b-a81d-aaf5ab230af5']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:13.943207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.030109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.032867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.119207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.220917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Router 48e0bcce-88fa-4366-b5b0-946becdc11fe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:03:14.223162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eb2b51-9704-41bf-9d89-dfb25be4fbff,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:14.245264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Made reservation on behalf of b9c047e2ccce4d1081de59de1d983a7d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:14.249716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.322495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:14.329929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.331479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cdf7a990-f436-4753-9650-baa14751a88f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "PUT /v2.0/routers/48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 200 len: 709 time: 1.8702183 Aug 22 15:03:14.334032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45022) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:14.336872 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] Sync routers for ids ['48e0bcce-88fa-4366-b5b0-946becdc11fe'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:14.347000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.349288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb33d21d-c533-4301-bc63-621d8433da9c req-c9930c29-0e11-4171-8041-0e38d6762b23 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9326720 Aug 22 15:03:14.358219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] Routers {'48e0bcce-88fa-4366-b5b0-946becdc11fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:14.358219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48e0bcce-88fa-4366-b5b0-946becdc11fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:14.388936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:14.402239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] Routers {'48e0bcce-88fa-4366-b5b0-946becdc11fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:14.402872 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48e0bcce-88fa-4366-b5b0-946becdc11fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:14.443851 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:14.444878 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22840c15-d7ba-4582-8c52-cb40e4169a32 None None] The sync data for ids ['48e0bcce-88fa-4366-b5b0-946becdc11fe'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:14.484172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ad77790-de92-4a17-a122-56bcefc9c416 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/routers/48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 200 len: 744 time: 0.1447124 Aug 22 15:03:14.490069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:14.537306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Allocated IP 172.20.0.14 (56c9f17c-15d5-4cff-a326-e5cce27d0c8e/bea76baf-1f2f-46c8-9f77-0dad35e96627/a2504007-2c15-4d37-9c70-f3421a6199d1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:14.566208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-75bf6346-b9e4-4931-a0c7-7b261b5b5595 tempest-RoutersIpV6AdminTest-127979132 tempest-RoutersIpV6AdminTest-127979132-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 200 len: 205 time: 0.0704150 Aug 22 15:03:14.570738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:14.574329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-135b10da-5db0-4e01-8aa8-1c5c407b5b56 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/78eb2b51-9704-41bf-9d89-dfb25be4fbff HTTP/1.1" status: 200 len: 1814 time: 0.1671283 Aug 22 15:03:14.584650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78eb2b51-9704-41bf-9d89-dfb25be4fbff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:14.585120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '78eb2b51-9704-41bf-9d89-dfb25be4fbff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:14.630323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e98037dd-0f99-4227-b6ec-7b8635b62602 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 200 len: 205 time: 0.0581410 Aug 22 15:03:14.633153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:14.736184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.758583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ea9bce4-510b-4c0c-93b2-5684ae4fec66 req-764caf64-c90b-49e9-9859-d7186a1b0dd4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0396669 Aug 22 15:03:14.769620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.800859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Transition to ACTIVE for port object a2504007-2c15-4d37-9c70-f3421a6199d1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:14.928035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.948640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.964558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:14.969079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.023815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:15.031027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.043726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:15.044104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:15.047138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:15.113461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:15.113461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.205381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.208333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.209002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Fanout notify agent at l3_agent the message router_deleted on router 48e0bcce-88fa-4366-b5b0-946becdc11fe {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:03:15.231985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.237547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.238896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ef344533-088f-48b6-ae5f-58b64a20cb6a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 204 len: 168 time: 0.6041555 Aug 22 15:03:15.261158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5536ea7c-8717-42a2-8d30-6924166a533f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:15.285001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-52807f6b-5206-4111-b003-dbc9db32a95f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4736054 Aug 22 15:03:15.287905 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-73de900b-f921-4217-a6d1-2d929baad61a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 200 len: 205 time: 0.0492492 Aug 22 15:03:15.290606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45054) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.304046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Request body: {'port': {'device_id': 'ff3dc532-a51d-4103-8060-a5991c732461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:15.345419 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-4c3bfc18-b97c-4afc-b564-b327f8db0cca tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:15.347668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c3bfc18-b97c-4afc-b564-b327f8db0cca tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/48e0bcce-88fa-4366-b5b0-946becdc11fe HTTP/1.1" status: 404 len: 336 time: 0.0553949 Aug 22 15:03:15.349937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.365413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.372431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19da5a57-ffcc-4d6a-b3bd-4d41d1f226fc req-c17f369d-2d5e-48ad-a743-1b9589515551 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7932446 Aug 22 15:03:15.406695 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8970640e-feaf-4432-9110-9cc0290ae73f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 200 len: 205 time: 0.0375605 Aug 22 15:03:15.406695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.407025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45060) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.468923 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-90e1f5dd-8f3d-4acf-ae4b-5e17bbf459d3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:15.473196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-90e1f5dd-8f3d-4acf-ae4b-5e17bbf459d3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/65910dfd-8f34-4875-889a-4e11aa67d442 HTTP/1.1" status: 404 len: 336 time: 0.0620270 Aug 22 15:03:15.474560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45062) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.490147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-55c0600e-bc6e-4313-9eb5-703d549e9ddb None None] Provisioning for port a2504007-2c15-4d37-9c70-f3421a6199d1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:15.494268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-55c0600e-bc6e-4313-9eb5-703d549e9ddb None None] Provisioning complete for port a2504007-2c15-4d37-9c70-f3421a6199d1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:15.494660 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-55c0600e-bc6e-4313-9eb5-703d549e9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.517827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ba2dbcc-ee69-4c97-8889-636a3d23da9a tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 200 len: 205 time: 0.0421741 Aug 22 15:03:15.524239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45064) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.539350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d78f1a3-e738-4498-9191-fc4e0f3cb54b req-0eaa6106-b8e9-4f2f-8da2-8688b7a1c92d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/78eb2b51-9704-41bf-9d89-dfb25be4fbff HTTP/1.1" status: 200 len: 2408 time: 0.1456189 Aug 22 15:03:15.590310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-55c0600e-bc6e-4313-9eb5-703d549e9ddb None None] Port a2504007-2c15-4d37-9c70-f3421a6199d1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:15.842245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:03:15.851718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:15.865684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Transition to ACTIVE for port object a2504007-2c15-4d37-9c70-f3421a6199d1 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:15.885553 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-9440b086-63d0-40b8-90eb-af97e2ab953d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:15.886593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9440b086-63d0-40b8-90eb-af97e2ab953d tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/447e184d-ac68-4ec5-9564-69d590bbfe6a HTTP/1.1" status: 404 len: 336 time: 0.3641474 Aug 22 15:03:15.891124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45078) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:15.965226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83abe522-9299-48ac-af18-f20c09b0d126 req-d02833a3-2315-4003-a49d-75f3782ad699 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-group-rules/5536ea7c-8717-42a2-8d30-6924166a533f HTTP/1.1" status: 200 len: 778 time: 0.0833147 Aug 22 15:03:15.998369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fd5c-0828-4252-8128-0223513879cb req-df487276-9e0b-485d-97c4-38ed166c56bf tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:16.000007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0846fd5c-0828-4252-8128-0223513879cb req-df487276-9e0b-485d-97c4-38ed166c56bf tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 932 time: 0.1168740 Aug 22 15:03:16.055540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83abe522-9299-48ac-af18-f20c09b0d126 req-558b7000-d346-4e2a-8b0b-108050537e0a tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/78eb2b51-9704-41bf-9d89-dfb25be4fbff HTTP/1.1" status: 200 len: 2408 time: 0.0892205 Aug 22 15:03:16.116576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0846fd5c-0828-4252-8128-0223513879cb req-fbd33108-9d35-440f-a4cb-a1287fbd3987 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056120 Aug 22 15:03:16.136894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-83abe522-9299-48ac-af18-f20c09b0d126 req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.165340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-83abe522-9299-48ac-af18-f20c09b0d126 req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.257372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3531fa9e-8b1e-493d-8580-34987275238f tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 200 len: 205 time: 0.3649044 Aug 22 15:03:16.268090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.269856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.316416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:16.335376 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-83abe522-9299-48ac-af18-f20c09b0d126 req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.344719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-83abe522-9299-48ac-af18-f20c09b0d126 req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.353925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83abe522-9299-48ac-af18-f20c09b0d126 req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5536ea7c-8717-42a2-8d30-6924166a533f HTTP/1.1" status: 204 len: 173 time: 0.2910197 Aug 22 15:03:16.353925 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-aa5d050f-0e02-42d6-8180-b67ec4d9fb8b tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:16.353925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aa5d050f-0e02-42d6-8180-b67ec4d9fb8b tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/d48e8a68-2bb0-46a2-8109-e6275727cad9 HTTP/1.1" status: 404 len: 336 time: 0.0792701 Aug 22 15:03:16.369278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45090) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.408881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-863666486', 'description': 'tempest-description-875754422'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:16.436701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:16.437146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:16.437484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:16.441444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327b37b-fcd7-42d8-a0c3-fd5fe6898464 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5536ea7c-8717-42a2-8d30-6924166a533f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:16.444800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:03:16.445172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:16.451895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:16.452275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:16.452729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Bound using segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:16.453189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Bound port: a2504007-2c15-4d37-9c70-f3421a6199d1, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:16.453580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.459182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40858324-a32f-4558-a95a-3e8d1c81da6e tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 200 len: 205 time: 0.0848975 Aug 22 15:03:16.464667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45094) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.550703 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-b7e9f3e7-b977-4a06-87dd-237f5911ebd9 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:16.552709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:16.556673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:16.556862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b7e9f3e7-b977-4a06-87dd-237f5911ebd9 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/2fdcc334-03c8-4a85-a469-68520033befe HTTP/1.1" status: 404 len: 336 time: 0.0902152 Aug 22 15:03:16.557899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45096) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.599130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a859fb4c-485f-43fd-bcb0-09f958dcfb07 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "GET /v2.0/ports?device_id=1036ab1e-e51e-4ac2-a69d-07fc2474dab4 HTTP/1.1" status: 200 len: 205 time: 0.0373235 Aug 22 15:03:16.603018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45100) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.609477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-3f3e3c8c-ef8a-47cf-85b7-1cefe3adb7fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701296 Aug 22 15:03:16.655610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.661861 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-ee26bfe0-0656-41c5-a8ea-57d346118cbf tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] delete failed (client error): The resource could not be found. Aug 22 15:03:16.665336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ee26bfe0-0656-41c5-a8ea-57d346118cbf tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/routers/1036ab1e-e51e-4ac2-a69d-07fc2474dab4 HTTP/1.1" status: 404 len: 336 time: 0.0647931 Aug 22 15:03:16.666941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.669827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45102) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:16.714601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-cd5d1721-f2e7-4475-97bb-f62b70580330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:16.716300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-cd5d1721-f2e7-4475-97bb-f62b70580330 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82ccf59bf06a459aa028cd7f36163061&device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0717728 Aug 22 15:03:16.739482 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4bf643-e726-497f-960c-5bd36278f9a3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] DELETE failed (client error): The resource could not be found. Aug 22 15:03:16.739992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4bf643-e726-497f-960c-5bd36278f9a3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:03:16.745605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a4bf643-e726-497f-960c-5bd36278f9a3 tempest-RoutersIpV6AdminTest-1269151708 tempest-RoutersIpV6AdminTest-1269151708-project] 10.222.0.53 "DELETE /v2.0/subnets/0eab334d-df4f-4f2c-8583-25e80770f236 HTTP/1.1" status: 404 len: 337 time: 0.0732322 Aug 22 15:03:16.757598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:16.758408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.760018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 1092 time: 1.4609737 Aug 22 15:03:16.760523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:16.763873 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:16.803443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.818020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0eff-cd5f-4e7e-a0cb-b548328083b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:16.900680 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b35537a-f845-4faf-9897-156e73573408 x-openstack-request-id: req-9b35537a-f845-4faf-9897-156e73573408 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:16.901322 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:16.901322 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b35537a-f845-4faf-9897-156e73573408 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:16.901603 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'status': 'completed', 'code': 200} Aug 22 15:03:16.906953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-58df818d-81b6-4db3-8524-fab44add9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:16.909076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-58df818d-81b6-4db3-8524-fab44add9082 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 200 len: 919 time: 0.1169057 Aug 22 15:03:16.960614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:16.967559 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-0e82c45d-5287-4560-b585-4fe5ab159fd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 200 len: 217 time: 0.0394752 Aug 22 15:03:17.043560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-aace4ec7-c063-4e96-8682-5c0f319678f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.045238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-aace4ec7-c063-4e96-8682-5c0f319678f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1095 time: 0.1173561 Aug 22 15:03:17.046179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893e8bf5-0529-48b2-9909-4bf5b0f97ef4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:17.047058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-a61b869d-f971-4e70-9fc3-fc81bfc78498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.050879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-a61b869d-f971-4e70-9fc3-fc81bfc78498 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 200 len: 858 time: 0.0763590 Aug 22 15:03:17.135694 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-5238d838-bad0-4203-8698-ab05cc8bf340 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8f0452c-aae2-40c5-bc6e-e292e0d161ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693371 Aug 22 15:03:17.146895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-90e6aa47-da84-4521-9dbd-da7e18c3d24f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 217 time: 0.0815189 Aug 22 15:03:17.147859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:17.159094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58430066-0d84-45c3-bd4c-bcd72e7f7d0d req-773ccc8e-3159-4064-aa34-b47a1b21dc5d tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7535672 Aug 22 15:03:17.283120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-8cf0be33-9b54-49a6-b9af-c63c59b49cf1 service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401422 Aug 22 15:03:17.284058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-8c9fb1b5-06f7-4e78-94ae-ad1d7ee70b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.285750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-8c9fb1b5-06f7-4e78-94ae-ad1d7ee70b45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.1320136 Aug 22 15:03:17.297108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75feb7e4-51b9-4e63-81e7-83f818283006 req-aa648059-c497-46e9-86d9-0285626606d6 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/893e8bf5-0529-48b2-9909-4bf5b0f97ef4 HTTP/1.1" status: 200 len: 1813 time: 0.1217914 Aug 22 15:03:17.320768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979eb07-d98d-43b1-92e2-f67d7c300010 req-a8f4b2f9-ab5b-4fb2-9fc8-23c912339a1c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.322365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f979eb07-d98d-43b1-92e2-f67d7c300010 req-a8f4b2f9-ab5b-4fb2-9fc8-23c912339a1c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1028790 Aug 22 15:03:17.378932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77608aa-37bc-41e8-a030-42e062639fae req-4f6a2840-6a4d-4e4c-ae47-750e98b5c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.380452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-4f6a2840-6a4d-4e4c-ae47-750e98b5c05d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832248 Aug 22 15:03:17.389654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f979eb07-d98d-43b1-92e2-f67d7c300010 req-1f5a0b31-bf2b-425f-9c73-21fc3b27e0e4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516713 Aug 22 15:03:17.419042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-730831075', 'description': 'tempest-description-933283797'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:17.422356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4c0e641b-d9e2-4e72-a3bb-c2d1b5f5d4af req-d63c9e02-3016-4079-aefe-0e58f1959e3c service neutron] 10.222.0.10 "GET /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262443 Aug 22 15:03:17.511298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-1347863f-fa5c-482f-aa70-3361471a7094 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203995 Aug 22 15:03:17.597648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:17.646205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a77608aa-37bc-41e8-a030-42e062639fae req-e2a1a61f-36f3-4ba8-925c-af0dca8a7edd service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282792 Aug 22 15:03:17.665646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45132) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:17.744636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:17.826016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-943f9cad-f26e-4a70-b8bc-b5ffb2649ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:17.834771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:17.880422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a6e564-cc77-4b4e-b4d1-061dcfdc49cf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:17.885373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-e329be15-be00-4c54-b6d0-e9b618b038fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:17.886914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-e329be15-be00-4c54-b6d0-e9b618b038fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1095 time: 0.0820656 Aug 22 15:03:17.969177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-943f9cad-f26e-4a70-b8bc-b5ffb2649ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.003575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-d439b937-595a-40ee-8673-b04cac180c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:18.005112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-d439b937-595a-40ee-8673-b04cac180c11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1103718 Aug 22 15:03:18.038971 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-943f9cad-f26e-4a70-b8bc-b5ffb2649ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.058605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-d743a37b-aceb-433e-b8f2-d0d96174c724 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 217 time: 0.0448403 Aug 22 15:03:18.079950 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-943f9cad-f26e-4a70-b8bc-b5ffb2649ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9996ba97e2054b459ad87e1696ce68be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130116 Aug 22 15:03:18.081025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f9cad-f26e-4a70-b8bc-b5ffb2649ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef3d30-e89a-40e8-902b-44f89398ef9c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:18.083657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:18.112298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.117906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-709026af-83bb-4811-a497-e867177f8997 req-8216bd40-a884-4f0e-b6be-1df0d22a0054 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7030280 Aug 22 15:03:18.174428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.178259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-828e668d-745c-48c1-9ac2-1bf50bdd00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:18.179829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-828e668d-745c-48c1-9ac2-1bf50bdd00ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.1143889 Aug 22 15:03:18.214168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.273233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8ff39ca-be96-4702-a2e0-00892f1bea9f req-8881564a-4b77-4bd7-8416-d4c0518f6206 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/f6a6e564-cc77-4b4e-b4d1-061dcfdc49cf HTTP/1.1" status: 200 len: 1813 time: 0.0923483 Aug 22 15:03:18.275245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-ea8806ea-a92f-40a8-b65f-f73ead32506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:18.276824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-ea8806ea-a92f-40a8-b65f-f73ead32506a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847738 Aug 22 15:03:18.314336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-232307782', 'description': 'tempest-description-1015045655'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:18.421952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-bf4fb01f-a9f4-481b-9d9b-a040a6710276 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360404 Aug 22 15:03:18.424768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.428910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.431879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcef3d30-e89a-40e8-902b-44f89398ef9c HTTP/1.1" status: 204 len: 168 time: 0.3470929 Aug 22 15:03:18.442039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d42359-cc5e-486b-9e29-53e7a036b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef3d30-e89a-40e8-902b-44f89398ef9c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:18.538929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.636991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef9cfd58-b348-4cd6-92fa-ae1a3f253315 req-58ad288a-106e-4555-a26d-713a343e83f8 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047801 Aug 22 15:03:18.743279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41558c24-6314-4599-975c-13e5fd6523d7 req-280ee124-5c65-4bc9-8527-276a4dde7702 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:18.745206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41558c24-6314-4599-975c-13e5fd6523d7 req-280ee124-5c65-4bc9-8527-276a4dde7702 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1409926 Aug 22 15:03:18.780188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.805420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41558c24-6314-4599-975c-13e5fd6523d7 req-316d9252-b1b8-40f0-adfa-a7e0c9255388 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Aug 22 15:03:18.849606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.884496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96bed6-3c00-4c16-b97a-28d4bf0a6537,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:18.925710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:18.925710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d474d0e-b225-4749-ae8f-2140ad464042 req-3872a5b1-b90b-481b-b06f-9e811ed2285b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6127057 Aug 22 15:03:19.015800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b16b93c-5896-41e7-8c82-de577a92c615 req-11f899c0-f625-4bc2-b665-e21a797c8e45 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/3f96bed6-3c00-4c16-b97a-28d4bf0a6537 HTTP/1.1" status: 200 len: 1814 time: 0.0556083 Aug 22 15:03:19.043070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-678032338', 'description': 'tempest-description-1802826994'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:19.225055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.327292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.410754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.466642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e073a2d-3910-4bc6-8c04-918eeedf9fe5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:19.481502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45188) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:19.526908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.528335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ac016bb-f59e-44b8-b29c-874bae38378c req-e3a8cece-f3ee-4b67-8d12-d9acaab26d12 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4897909 Aug 22 15:03:19.533840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99da8c8f-4b61-4512-a3fe-4f2dd76bc776 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d09e92ef8c0d40058551443a9a4966f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482998 Aug 22 15:03:19.534582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45192) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:19.617917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.622975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d876e64-99d2-4c3e-9736-6dd4eab70309 req-4b8e3f07-708d-459f-b8f9-aeba91aa5bc1 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/4e073a2d-3910-4bc6-8c04-918eeedf9fe5 HTTP/1.1" status: 200 len: 1814 time: 0.0539768 Aug 22 15:03:19.650074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.679948 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-fa8cf9c9-efdf-4810-ac36-89015b57f8aa req-f7f62037-c566-4e0d-bb53-ebc8c110a139 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] show failed (client error): The resource could not be found. Aug 22 15:03:19.694448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa8cf9c9-efdf-4810-ac36-89015b57f8aa req-f7f62037-c566-4e0d-bb53-ebc8c110a139 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/550c750f-ee06-4763-abf8-57a1e372f5a4 HTTP/1.1" status: 404 len: 352 time: 0.0326409 Aug 22 15:03:19.719542 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-f6ed600d-2c32-4239-8851-06b3a6e13ba1 req-c3d55f7b-a809-4b23-9c54-b33f97f080ae tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] show failed (client error): The resource could not be found. Aug 22 15:03:19.721081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6ed600d-2c32-4239-8851-06b3a6e13ba1 req-c3d55f7b-a809-4b23-9c54-b33f97f080ae tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-group-rules/1ee9b86f-974c-4635-af62-53a296155a45 HTTP/1.1" status: 404 len: 361 time: 0.0136054 Aug 22 15:03:19.802781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-687a0ec9-4a46-4743-81a9-48dea18a6119 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/4e073a2d-3910-4bc6-8c04-918eeedf9fe5 HTTP/1.1" status: 200 len: 1814 time: 0.0571470 Aug 22 15:03:19.878932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.882041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.886008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:19.891292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa91ac4e-f31e-428a-8404-262f4447db59 HTTP/1.1" status: 204 len: 168 time: 0.3464811 Aug 22 15:03:19.895573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1f5f0-95e1-42b3-8914-e51aecf95bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa91ac4e-f31e-428a-8404-262f4447db59,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:19.960482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.071533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159241a-f061-4585-b1f0-659ab596455c req-c53f3259-d76b-4000-9205-4ae26b72eee7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:20.073223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4159241a-f061-4585-b1f0-659ab596455c req-c53f3259-d76b-4000-9205-4ae26b72eee7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1532931 Aug 22 15:03:20.136041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4159241a-f061-4585-b1f0-659ab596455c req-e0544d3e-42e5-4b02-8291-e88ef6485ac3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559704 Aug 22 15:03:20.187265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.191057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.192665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bf21132-d78a-4eb4-ade2-161a59c93f2b req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e073a2d-3910-4bc6-8c04-918eeedf9fe5 HTTP/1.1" status: 204 len: 173 time: 0.3829799 Aug 22 15:03:20.208125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba5666-4f95-411c-82ae-700a2e835e9f tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e073a2d-3910-4bc6-8c04-918eeedf9fe5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:20.282179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8843062-89e1-4665-b949-96950b9dd676 req-b9f38f3a-0bc0-4650-93bc-59a4317f1835 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/3f96bed6-3c00-4c16-b97a-28d4bf0a6537 HTTP/1.1" status: 200 len: 1814 time: 0.0530396 Aug 22 15:03:20.348492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e8843062-89e1-4665-b949-96950b9dd676 req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.373427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e8843062-89e1-4665-b949-96950b9dd676 req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.565907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e8843062-89e1-4665-b949-96950b9dd676 req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.569018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e8843062-89e1-4665-b949-96950b9dd676 req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.572184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8843062-89e1-4665-b949-96950b9dd676 req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f96bed6-3c00-4c16-b97a-28d4bf0a6537 HTTP/1.1" status: 204 len: 173 time: 0.2817602 Aug 22 15:03:20.589442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2212aed-2593-490e-9415-cf99781ae75b tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96bed6-3c00-4c16-b97a-28d4bf0a6537,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:20.686327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-4ff44359-649a-4321-9cd5-95fbc16b3e04 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/f6a6e564-cc77-4b4e-b4d1-061dcfdc49cf HTTP/1.1" status: 200 len: 1813 time: 0.0848501 Aug 22 15:03:20.760250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.785619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.901564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.987812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:20.990583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.005923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fab1163-01f3-4e29-907f-dda80e159b5b req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6a6e564-cc77-4b4e-b4d1-061dcfdc49cf HTTP/1.1" status: 204 len: 173 time: 0.3031437 Aug 22 15:03:21.007434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5806a8f-02b5-43ea-ae24-2d06344af6b9 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a6e564-cc77-4b4e-b4d1-061dcfdc49cf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:21.073731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-de9f0442-a5b1-4b88-bdfa-a798bb7f3c62 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/893e8bf5-0529-48b2-9909-4bf5b0f97ef4 HTTP/1.1" status: 200 len: 1813 time: 0.0418639 Aug 22 15:03:21.135477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.163341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.331938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289ed1-ffa1-4ea2-a46c-bb9eecb199bf req-afdd4aa2-1b2a-4ae5-8df3-29c07bed80d7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:21.333819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0289ed1-ffa1-4ea2-a46c-bb9eecb199bf req-afdd4aa2-1b2a-4ae5-8df3-29c07bed80d7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.0888510 Aug 22 15:03:21.358311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.360916 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.362606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cffb376-4f3f-4ea9-9cbe-1d308f9fae4f req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-groups/893e8bf5-0529-48b2-9909-4bf5b0f97ef4 HTTP/1.1" status: 204 len: 173 time: 0.2820868 Aug 22 15:03:21.374876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ff513-46ce-4faa-bfc4-89e88f842832 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e8bf5-0529-48b2-9909-4bf5b0f97ef4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:21.402070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0289ed1-ffa1-4ea2-a46c-bb9eecb199bf req-bc8fd356-e81e-4644-8f55-48c55fff1a3c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609987 Aug 22 15:03:21.475379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-44edaef1-ecbd-4172-8c68-d3330a327942 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "GET /v2.0/security-groups/78eb2b51-9704-41bf-9d89-dfb25be4fbff HTTP/1.1" status: 200 len: 1814 time: 0.0420406 Aug 22 15:03:21.599380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.637276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.660319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:03:21.674339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45266) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.811338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:21.824394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:03:21.833619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.837326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.841402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2f8d791-64de-41be-8261-d41ecd01f1ac req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] 10.222.0.53 "DELETE /v2.0/security-groups/78eb2b51-9704-41bf-9d89-dfb25be4fbff HTTP/1.1" status: 204 len: 173 time: 0.3595703 Aug 22 15:03:21.843870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45278) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.874960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad45e69-13b5-4530-b937-aeda2af42520 tempest-SecurityGroupRulesNegativeTestJSON-1638192151 tempest-SecurityGroupRulesNegativeTestJSON-1638192151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eb2b51-9704-41bf-9d89-dfb25be4fbff,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:21.884390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.896081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-96b6e221-5b5d-495e-8ab6-038a2d700576 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.900611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.901022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96b6e221-5b5d-495e-8ab6-038a2d700576 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2246215 Aug 22 15:03:21.905321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-55789247-f382-4821-8a5c-8dc520091d1a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.914157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-55789247-f382-4821-8a5c-8dc520091d1a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123549 Aug 22 15:03:21.920124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.926156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-1435a315-de5a-46a7-a654-ab9758a88b7b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.927221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1435a315-de5a-46a7-a654-ab9758a88b7b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054419 Aug 22 15:03:21.931585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45284) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.942544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-31441d61-8c34-4882-9481-33482860aeaf tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.945598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-31441d61-8c34-4882-9481-33482860aeaf tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0123622 Aug 22 15:03:21.951518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:03:21.954611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45286) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.955496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Deleting subnet 22dc17f3-4f4f-4e9c-8938-89a3fa5be8e7 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:03:21.959585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:21.963651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-356a4c3b-3e84-41e4-be0c-bce28898d4f7 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.964824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-356a4c3b-3e84-41e4-be0c-bce28898d4f7 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090680 Aug 22 15:03:21.967418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45288) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.979521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:21.979757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-177fd907-1389-4e7e-9399-fe5809ced7de tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.980910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-177fd907-1389-4e7e-9399-fe5809ced7de tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0113907 Aug 22 15:03:21.983501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45290) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:21.989512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-2d1d818a-5e03-4563-99bd-87cf2fddd375 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:21.990745 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d1d818a-5e03-4563-99bd-87cf2fddd375 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057974 Aug 22 15:03:22.013462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.062967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.067941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-1543e172-c9a4-4489-81f9-9528f5bc1eec tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.072570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1543e172-c9a4-4489-81f9-9528f5bc1eec tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051179 Aug 22 15:03:22.076257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.083095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.089252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-47ff70da-88e4-44e5-acd0-9e34ec526972 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.093408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-47ff70da-88e4-44e5-acd0-9e34ec526972 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089426 Aug 22 15:03:22.094579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.101034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-355a71e4-b34c-4fd9-8fd5-17e03c8be046 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.102439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-355a71e4-b34c-4fd9-8fd5-17e03c8be046 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046325 Aug 22 15:03:22.104742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45298) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.110675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-5ee3e48b-4239-43fa-a5c7-5b694778997f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.114770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ee3e48b-4239-43fa-a5c7-5b694778997f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056877 Aug 22 15:03:22.115042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45300) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.120306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-d35d17b8-43ea-44bc-9c80-bd0b52bbce70 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.123181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d35d17b8-43ea-44bc-9c80-bd0b52bbce70 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048287 Aug 22 15:03:22.123885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45302) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.129637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-48f49b64-6d87-41f9-9637-db959b20b4b8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.129821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.134195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-48f49b64-6d87-41f9-9637-db959b20b4b8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062704 Aug 22 15:03:22.136328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45304) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.154397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-6e409e60-8bf6-4695-805c-c5c51c48f3ee tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.157548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45306) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.158686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e409e60-8bf6-4695-805c-c5c51c48f3ee tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0201700 Aug 22 15:03:22.163338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-b24d5b5a-9088-4144-8def-0449cf7a5ac6 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.164630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b24d5b5a-9088-4144-8def-0449cf7a5ac6 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057187 Aug 22 15:03:22.171109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.177124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-4a076fcf-6743-4b18-846b-1047f43b794a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.178352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a076fcf-6743-4b18-846b-1047f43b794a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061002 Aug 22 15:03:22.182663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45310) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.191560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-118d55c9-29aa-4d7b-a245-d1d347fd0ac3 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.193295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-118d55c9-29aa-4d7b-a245-d1d347fd0ac3 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088866 Aug 22 15:03:22.201065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45314) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.209554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:22.233413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-023565c1-1e7d-423b-b2d0-36d9120c8521 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.234647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-023565c1-1e7d-423b-b2d0-36d9120c8521 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0320625 Aug 22 15:03:22.238659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45316) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.243802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-896da7ab-9638-49ef-8826-a1a37d8d567b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.245164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-896da7ab-9638-49ef-8826-a1a37d8d567b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050137 Aug 22 15:03:22.247961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45318) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.253695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-c4911696-4782-43b5-9c06-2412574013c0 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.256016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4911696-4782-43b5-9c06-2412574013c0 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057478 Aug 22 15:03:22.258236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45320) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.263520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-7932305c-cb86-411e-9280-8397af4be6f2 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.267545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7932305c-cb86-411e-9280-8397af4be6f2 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081923 Aug 22 15:03:22.267834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45322) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.275609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-03761dad-9011-41f9-ac00-0840d66a1b2a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.279447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-03761dad-9011-41f9-ac00-0840d66a1b2a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050290 Aug 22 15:03:22.279831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.285904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-d921daec-8530-43ce-b75d-d5b7f20d0825 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.288219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d921daec-8530-43ce-b75d-d5b7f20d0825 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0057442 Aug 22 15:03:22.290523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.296541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-c3b421d2-193f-497b-9162-66781e2372fe tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.303648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3b421d2-193f-497b-9162-66781e2372fe tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056410 Aug 22 15:03:22.307619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45330) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.324841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-f4bc5539-5f31-4cd3-8e86-b2c0fdee66f2 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.328678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45332) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.328977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4bc5539-5f31-4cd3-8e86-b2c0fdee66f2 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0103447 Aug 22 15:03:22.334319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-8bd486d6-4309-4c6a-bda8-0d3f8413df6b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.336014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8bd486d6-4309-4c6a-bda8-0d3f8413df6b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054724 Aug 22 15:03:22.341731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45334) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.347615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-dbcd949c-9a3e-4878-b52b-b3caa8ea95a8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.348667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbcd949c-9a3e-4878-b52b-b3caa8ea95a8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058992 Aug 22 15:03:22.351841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.356574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-854180cf-26bb-488b-b97a-e1024ef8b6a0 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.357690 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-854180cf-26bb-488b-b97a-e1024ef8b6a0 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046389 Aug 22 15:03:22.360440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45338) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.365945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-d9c40290-01e6-4276-8002-05d0559f1380 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.366893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9c40290-01e6-4276-8002-05d0559f1380 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055449 Aug 22 15:03:22.369767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45340) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.374109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-4c24f76a-077d-47f6-a5c3-4bfb1e2d687c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.375151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c24f76a-077d-47f6-a5c3-4bfb1e2d687c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046062 Aug 22 15:03:22.390471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45342) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.397428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-066d9591-2089-420d-a787-14ef3151d78e tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.397428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-066d9591-2089-420d-a787-14ef3151d78e tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048065 Aug 22 15:03:22.398465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45344) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.402460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-49d82bdf-aeb4-4235-9182-8476b6327484 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.403468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-49d82bdf-aeb4-4235-9182-8476b6327484 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0040915 Aug 22 15:03:22.405629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45346) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.410204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-57d4a995-3043-4375-b1ee-d02aa293a347 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.411138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57d4a995-3043-4375-b1ee-d02aa293a347 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046821 Aug 22 15:03:22.413479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45348) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.417310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-32959891-963b-4f46-bd3b-a14d633ccf7f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.418244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-32959891-963b-4f46-bd3b-a14d633ccf7f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0039341 Aug 22 15:03:22.420559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45350) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.427016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-ce834f54-6c02-4923-bc54-372d5c6c0208 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.429367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ce834f54-6c02-4923-bc54-372d5c6c0208 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058460 Aug 22 15:03:22.432188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45352) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.436925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-f8009e99-cdce-483d-a10f-99b35a96c8f7 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.438479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f8009e99-cdce-483d-a10f-99b35a96c8f7 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047379 Aug 22 15:03:22.440930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45356) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.445291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-f31b8984-fa93-4db1-9243-b06f93a7314c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.446307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f31b8984-fa93-4db1-9243-b06f93a7314c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044520 Aug 22 15:03:22.449015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45358) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.454983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-1a5bdcca-c6c9-43d7-aa1c-03347b429dbe tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.463210 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1a5bdcca-c6c9-43d7-aa1c-03347b429dbe tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060363 Aug 22 15:03:22.463210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.464006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45362) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.469140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-3d90ae48-b5b3-44af-9ac4-2a127c9a4c8b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.471964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d90ae48-b5b3-44af-9ac4-2a127c9a4c8b tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069394 Aug 22 15:03:22.473477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45364) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.477915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-6738ebd2-312f-4423-b91b-7a4520a5366f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.479183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6738ebd2-312f-4423-b91b-7a4520a5366f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044439 Aug 22 15:03:22.481251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45366) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.485613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22dc17f3-4f4f-4e9c-8938-89a3fa5be8e7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:22.485788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-cbfdfab3-7406-451a-94a3-dc842b56c6c5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.488020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cbfdfab3-7406-451a-94a3-dc842b56c6c5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050550 Aug 22 15:03:22.490135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.492452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.494344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-609604b8-ea46-44a2-b5f3-60a4190dd336 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22dc17f3-4f4f-4e9c-8938-89a3fa5be8e7 HTTP/1.1" status: 204 len: 168 time: 0.6489775 Aug 22 15:03:22.497512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-5c02250d-0e8e-4740-be39-956cd7b8bfc5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.499889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c02250d-0e8e-4740-be39-956cd7b8bfc5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074899 Aug 22 15:03:22.501859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.502106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45372) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.507038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-43cff719-f286-48f3-815a-2ba75beab39c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.508093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43cff719-f286-48f3-815a-2ba75beab39c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0049169 Aug 22 15:03:22.511034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.515679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-4e4bfa41-1271-45f3-8d6d-76ff116cca3a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.517747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4e4bfa41-1271-45f3-8d6d-76ff116cca3a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054591 Aug 22 15:03:22.525538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45378) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.535331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-b9320b51-aa91-47b8-b56d-423e3697e71c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.539139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9320b51-aa91-47b8-b56d-423e3697e71c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0115392 Aug 22 15:03:22.540198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45380) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.559445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-2a984bc2-9977-46da-9972-96b5bfe7efbd tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.563137 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a984bc2-9977-46da-9972-96b5bfe7efbd tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0139298 Aug 22 15:03:22.566359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.570893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e50fdd-ad30-49cc-a90d-9d630f262482 req-66cc3963-9dfd-4986-bd51-9fa787320a9b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:22.571081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-295b628d-0667-445b-a097-654e597f2536 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.574688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-295b628d-0667-445b-a097-654e597f2536 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043547 Aug 22 15:03:22.576520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23e50fdd-ad30-49cc-a90d-9d630f262482 req-66cc3963-9dfd-4986-bd51-9fa787320a9b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.0878189 Aug 22 15:03:22.577216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45386) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.584094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-25540c06-dc79-4bd0-a564-6f8f69ed7a06 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.586143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25540c06-dc79-4bd0-a564-6f8f69ed7a06 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069141 Aug 22 15:03:22.594360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45390) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.622013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a2504007-2c15-4d37-9c70-f3421a6199d1'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:03:22.623107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-07a06ed6-ab10-4270-ba91-a7dd3ce4bf2c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.626694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-07a06ed6-ab10-4270-ba91-a7dd3ce4bf2c tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0288754 Aug 22 15:03:22.631195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.651022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-750b0933-fe2c-472d-b00a-3a4dfc026c86 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.655578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-750b0933-fe2c-472d-b00a-3a4dfc026c86 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0233469 Aug 22 15:03:22.656597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45394) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.673190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-bb7477fd-1172-4d80-9fd7-9a48f0a7141e tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.675266 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bb7477fd-1172-4d80-9fd7-9a48f0a7141e tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175104 Aug 22 15:03:22.679927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45396) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.693726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-fbfd6e9f-0909-4754-b9e5-76aeac69959f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.698518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45398) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.706213 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fbfd6e9f-0909-4754-b9e5-76aeac69959f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0204594 Aug 22 15:03:22.715361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.722069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-31b27bea-2c9f-4870-bf77-3fc483e34b01 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.726975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45400) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.728044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-31b27bea-2c9f-4870-bf77-3fc483e34b01 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0256324 Aug 22 15:03:22.731366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-e7622bc9-89f8-4b40-ba0e-2d4cf88aadc8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.735051 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e7622bc9-89f8-4b40-ba0e-2d4cf88aadc8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070953 Aug 22 15:03:22.737255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.745630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-94b227e0-ca68-45f3-a128-19abd17cc1a5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.753612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-94b227e0-ca68-45f3-a128-19abd17cc1a5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102530 Aug 22 15:03:22.753775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23e50fdd-ad30-49cc-a90d-9d630f262482 req-6770b2c2-707c-41c7-9f9a-c2257c5726e9 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596377 Aug 22 15:03:22.772114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45404) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.778265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-dd75197f-09ca-4ccb-a9b3-5c5b8a79fc68 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.782556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd75197f-09ca-4ccb-a9b3-5c5b8a79fc68 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084643 Aug 22 15:03:22.790987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45408) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.791784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-214ae0b3-d401-4eba-934a-827728b7a5ac tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.792998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-214ae0b3-d401-4eba-934a-827728b7a5ac tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053320 Aug 22 15:03:22.795944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.804437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-8d6c9c74-10c1-4ff0-925f-a1b7be6a3155 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.808412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d6c9c74-10c1-4ff0-925f-a1b7be6a3155 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094941 Aug 22 15:03:22.808603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45412) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.815110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-c1ca8acb-7672-4398-a045-befd910143df tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.818919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1ca8acb-7672-4398-a045-befd910143df tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092034 Aug 22 15:03:22.819637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45414) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.825378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-d1a64840-fe05-45ad-bbbf-9f330242ba48 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.827537 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1a64840-fe05-45ad-bbbf-9f330242ba48 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0068793 Aug 22 15:03:22.833580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45416) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.834526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74af8be-e572-4111-ab2b-620efdf11b50 req-634ab29c-b6ce-4f39-8f3c-717099556d25 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:22.842333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a74af8be-e572-4111-ab2b-620efdf11b50 req-634ab29c-b6ce-4f39-8f3c-717099556d25 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1450050 Aug 22 15:03:22.872483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-1285faaa-eb75-413f-b1f7-567f88a1477f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.877066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1285faaa-eb75-413f-b1f7-567f88a1477f tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078623 Aug 22 15:03:22.877066 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.878494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45418) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.885143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-76c3d989-23bb-43da-ab72-ebcef029f521 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.886136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-76c3d989-23bb-43da-ab72-ebcef029f521 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060256 Aug 22 15:03:22.888559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b984fe13-05fb-43f0-a7aa-3de5fb72a578']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:22.888949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.896243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-d066b421-3b86-4569-8255-b830c6e99991 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.898354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d066b421-3b86-4569-8255-b830c6e99991 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073903 Aug 22 15:03:22.902606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.903014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a74af8be-e572-4111-ab2b-620efdf11b50 req-97053b1e-7a22-43b8-b71e-b5b93f858c2a tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597639 Aug 22 15:03:22.905849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec24f897-7265-4538-a795-349c79c486ad') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:22.906587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec24f897-7265-4538-a795-349c79c486ad') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:22.911382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-4dd65b36-3074-40ac-85e7-09a802c6cdd5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.912503 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4dd65b36-3074-40ac-85e7-09a802c6cdd5 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089176 Aug 22 15:03:22.916422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45424) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.921931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.922566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [None req-63ef222a-83ee-47ed-b992-a8cd4efa2c5d tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.924073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63ef222a-83ee-47ed-b992-a8cd4efa2c5d tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063181 Aug 22 15:03:22.926742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.939091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-66aa9f57-48ba-49e4-ba99-ba94dd57ab5d tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.942791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66aa9f57-48ba-49e4-ba99-ba94dd57ab5d tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0100846 Aug 22 15:03:22.943672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.950486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-22156251-b573-4040-8fe7-82c5dd96d75a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.951408 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22156251-b573-4040-8fe7-82c5dd96d75a tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049052 Aug 22 15:03:22.952530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.954542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45432) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.961396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-9c20614b-5f23-4659-a686-30ea441ad6d8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.962355 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9c20614b-5f23-4659-a686-30ea441ad6d8 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0063508 Aug 22 15:03:22.964887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:22.967003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:03:22.967408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:22.971789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [None req-5e417188-664f-4b8c-be9c-7de6e338a918 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:03:22.972698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5e417188-664f-4b8c-be9c-7de6e338a918 tempest-ExtensionsTestJSON-1726880386 tempest-ExtensionsTestJSON-1726880386-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069158 Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:03:22.973449 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:03:23.136326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:23.143351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:23.146665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] 10.222.0.53 "DELETE /v2.0/networks/b984fe13-05fb-43f0-a7aa-3de5fb72a578 HTTP/1.1" status: 204 len: 168 time: 0.6432428 Aug 22 15:03:23.157709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51fa97-c196-4dc6-96d9-761dae4a564a admin admin] Pushing event deleted for resources: {'Network': ['ID=b984fe13-05fb-43f0-a7aa-3de5fb72a578,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:23.526737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45448) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:23.561762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45452) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:23.603062 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c8b77fc-4d11-4ed9-af97-d6d24c59ece5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=943f90e27e824639a4603c9ccb17dd65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401502 Aug 22 15:03:23.605580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45454) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:23.694285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:23.724993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:23.780698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b44fd568-f1b6-45ae-99fb-53c68c41cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:23.891552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822efc62-322a-45fc-b30f-4eb12af72dd9 req-3a52126c-aa37-4b61-a8c4-a4f3cd0f381b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:23.894484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-822efc62-322a-45fc-b30f-4eb12af72dd9 req-3a52126c-aa37-4b61-a8c4-a4f3cd0f381b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.0542922 Aug 22 15:03:23.936396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-822efc62-322a-45fc-b30f-4eb12af72dd9 req-df5467a9-758e-45cd-ab15-21220b7291b0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Aug 22 15:03:24.043563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa8e1-fda9-40ef-8005-c75958806b2e req-7f8a4e16-7cf3-4659-86d6-8cf7381d3ce9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:24.045158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af3aa8e1-fda9-40ef-8005-c75958806b2e req-7f8a4e16-7cf3-4659-86d6-8cf7381d3ce9 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0564511 Aug 22 15:03:24.050431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.054461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.054461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/945a792f-a575-4b0f-aa02-a9a4a5032348 HTTP/1.1" status: 204 len: 168 time: 0.4475744 Aug 22 15:03:24.072005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c04f3-80d2-464b-a3e7-d8b4102a1493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a792f-a575-4b0f-aa02-a9a4a5032348,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:24.128259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af3aa8e1-fda9-40ef-8005-c75958806b2e req-b142398e-5b41-4e30-8c05-96cbcc577df3 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760226 Aug 22 15:03:24.173593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b44fd568-f1b6-45ae-99fb-53c68c41cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.312760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b44fd568-f1b6-45ae-99fb-53c68c41cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.355380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b44fd568-f1b6-45ae-99fb-53c68c41cb82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bbc8d33f19348d596109e58b4aa31e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275163 Aug 22 15:03:24.357973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fd568-f1b6-45ae-99fb-53c68c41cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a54bf-d2b6-4d62-948a-a4a3bc3da576,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:24.364476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:24.432555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.459249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.606551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.606711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:24.607859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef9a54bf-d2b6-4d62-948a-a4a3bc3da576 HTTP/1.1" status: 204 len: 168 time: 0.2484658 Aug 22 15:03:24.617500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782098e-8ae6-4859-9c4b-d1231d9a51ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a54bf-d2b6-4d62-948a-a4a3bc3da576,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:25.150383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-dbca6ea8-3027-4bf4-a0c0-64288605920c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:25.150383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-dbca6ea8-3027-4bf4-a0c0-64288605920c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.0751464 Aug 22 15:03:25.170397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75984e15-579a-4217-a2b7-1ff005c379e3 req-5f0c5425-3662-4c50-b5dd-100ce8707fee tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:25.182385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75984e15-579a-4217-a2b7-1ff005c379e3 req-5f0c5425-3662-4c50-b5dd-100ce8707fee tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.1582966 Aug 22 15:03:25.312067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75984e15-579a-4217-a2b7-1ff005c379e3 req-5cac76eb-97fc-4778-8a86-71114bb53fe4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264601 Aug 22 15:03:25.351249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8227-efe8-44a4-8b2c-8120511d6349 req-9abdfff3-84df-4d71-b8cd-ac1925075dbb tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:25.354829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8bb8227-efe8-44a4-8b2c-8120511d6349 req-9abdfff3-84df-4d71-b8cd-ac1925075dbb tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 946 time: 0.1138775 Aug 22 15:03:25.384655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Deleting port 95f918f2-08b1-4e9c-89de-c4d36deee29a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:25.385001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.455497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8bb8227-efe8-44a4-8b2c-8120511d6349 req-15bf2f64-6aab-4c5a-855b-88ece08dddf1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920477 Aug 22 15:03:25.514068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] For port 95f918f2-08b1-4e9c-89de-c4d36deee29a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=95f918f2-08b1-4e9c-89de-c4d36deee29a,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:25.514781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45532) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:25.515487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.534830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Calling delete_port for 95f918f2-08b1-4e9c-89de-c4d36deee29a owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:25.675335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:25.692143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1039392582-network', 'tenant_id': '7144bed4897e49549200580d9fcf39b1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:25.850020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.857691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d205c2fd-7305-4276-90d9-c8fa3da6ffeb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:03:25.867920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Made reservation on behalf of 7144bed4897e49549200580d9fcf39b1 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:25.877502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.887534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.918663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Pushing event deleted for resources: {'Port': ['ID=95f918f2-08b1-4e9c-89de-c4d36deee29a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:25.928236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['95f918f2-08b1-4e9c-89de-c4d36deee29a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:03:25.934310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a2504007-2c15-4d37-9c70-f3421a6199d1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:25.938915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a2504007-2c15-4d37-9c70-f3421a6199d1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:25.941178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.992417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] No DVR routers for this DVR port 95f918f2-08b1-4e9c-89de-c4d36deee29a on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:03:25.995349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:25.997512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d354bb1f-9bf8-4cc9-b029-6e9b986eb8b1 req-ddca6221-8347-477b-acb5-6ee744f83010 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.10 "DELETE /v2.0/ports/95f918f2-08b1-4e9c-89de-c4d36deee29a HTTP/1.1" status: 204 len: 173 time: 0.8439028 Aug 22 15:03:26.002826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'name': 'network-vif-deleted', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:26.005323 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487108a6-98c9-44dd-9c60-c5b44200dcf8" -d '{"events": [{"server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "name": "network-vif-deleted", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:26.056314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.063981 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:03:26.160256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.181082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45562) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:26.243854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:26.251212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917c8d8c-0188-4891-90c3-ede1cbd095bd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:26.274964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.275404 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Added segment 89d71493-2cbd-480e-acff-c91b471fec8a of type vlan for network ce3c26e3-ffb4-40dd-931f-1c5b9dca785e Aug 22 15:03:26.292776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.356711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:26.358614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:26.363717 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf958b35-7919-4368-91e0-c8dd19b9f624" -d '{"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:26.370232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.377830 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514a56a-b191-443b-a3d1-ab0116873589 x-openstack-request-id: req-e514a56a-b191-443b-a3d1-ab0116873589 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:26.378341 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8", "name": "network-vif-deleted", "tag": "95f918f2-08b1-4e9c-89de-c4d36deee29a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:26.378587 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e514a56a-b191-443b-a3d1-ab0116873589 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:26.378945 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8', 'name': 'network-vif-deleted', 'tag': '95f918f2-08b1-4e9c-89de-c4d36deee29a', 'status': 'completed', 'code': 200} Aug 22 15:03:26.428970 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c726c-46ce-4ecf-bcf9-8858cf0cfcf3 x-openstack-request-id: req-e53c726c-46ce-4ecf-bcf9-8858cf0cfcf3 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:26.429428 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:26.429670 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e53c726c-46ce-4ecf-bcf9-8858cf0cfcf3 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:26.430404 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'code': 200} Aug 22 15:03:26.433635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1889095512'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:26.438065 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.528707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:26.600097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60505-ca6f-41ef-8afb-846c861ddd8f req-3cecfbe1-c461-4e38-920c-73a060b97977 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:26.601670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ec60505-ca6f-41ef-8afb-846c861ddd8f req-3cecfbe1-c461-4e38-920c-73a060b97977 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1654592 Aug 22 15:03:26.615232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.616273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:26.616915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.620724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecaf8ab9-abbb-4ff6-b37c-c55c8dc3a2e1 req-e1562b8f-7a19-4069-82de-bd71daec443d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0504725 Aug 22 15:03:26.648910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc64f4-520d-4c89-ac92-9fc5a23e4e00 req-28852b80-f8fe-4305-8bd6-73d919ecd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:26.650405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36bc64f4-520d-4c89-ac92-9fc5a23e4e00 req-28852b80-f8fe-4305-8bd6-73d919ecd648 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1097 time: 0.1146994 Aug 22 15:03:26.677694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ec60505-ca6f-41ef-8afb-846c861ddd8f req-efab1ab3-5ce9-44c2-9fa2-5de468ebe12a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600264 Aug 22 15:03:26.688331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Made reservation on behalf of 599ff05a4bc84e658044d5ae21a015e9 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:26.692119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.697631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36bc64f4-520d-4c89-ac92-9fc5a23e4e00 req-ac1cdc3e-4488-4cba-9c1e-b71c8a5129cf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Aug 22 15:03:26.705550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3c26e3-ffb4-40dd-931f-1c5b9dca785e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:26.708217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:26.725968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network ce3c26e3-ffb4-40dd-931f-1c5b9dca785e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:26.818702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e85c1d15-93ef-4bf3-a3c7-761593464880 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3021016 Aug 22 15:03:26.821656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:26.828289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Request body: {'subnet': {'network_id': 'ce3c26e3-ffb4-40dd-931f-1c5b9dca785e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1039392582-subnet', 'tenant_id': '7144bed4897e49549200580d9fcf39b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:26.912769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.074548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.114733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:27.131503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb12b17-e8e2-4fbe-9164-9f1372c92fa9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:27.134795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.135217 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Added segment 0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1 of type vlan for network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 Aug 22 15:03:27.183691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Made reservation on behalf of 7144bed4897e49549200580d9fcf39b1 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:27.186339 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.216984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.410169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.416623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:27.417249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.532731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.568666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'Network': ['ID=b4b9d5ed-47ee-47ba-b6c1-fd52819db293,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:27.584304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:27.603656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e975c6a1-4151-4e15-8c44-9d0dd568a727,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:27.612097 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f07d8175-dccf-4589-9ec0-dff25f394536 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4266450 Aug 22 15:03:27.612390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45598) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:27.617506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Request body: {'subnet': {'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:27.623599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Checking segment: {'id': '89d71493-2cbd-480e-acff-c91b471fec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ce3c26e3-ffb4-40dd-931f-1c5b9dca785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:27.624162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Network hostable DHCP agents. Network: ce3c26e3-ffb4-40dd-931f-1c5b9dca785e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:27.798733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d078e2e1-5d84-4550-8077-4cc7e62a550e req-83322b2a-0113-4445-b1e9-e810dadc6cdd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2d21ae5-48c2-48dd-9a1c-67ce5431a9d8 HTTP/1.1" status: 200 len: 210 time: 0.0356405 Aug 22 15:03:27.827189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Network ce3c26e3-ffb4-40dd-931f-1c5b9dca785e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:27.827832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Made reservation on behalf of 599ff05a4bc84e658044d5ae21a015e9 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:27.833479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.915146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4bd79-90f5-4d5b-8ff5-441da465c6f0 req-b3862962-f763-4645-9f47-a53e879824be tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:27.916780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6e4bd79-90f5-4d5b-8ff5-441da465c6f0 req-b3862962-f763-4645-9f47-a53e879824be tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1206431 Aug 22 15:03:27.930479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, ce3c26e3-ffb4-40dd-931f-1c5b9dca785e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:27.944127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:27.944969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:27.945594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df3141-b285-48fe-8089-3a662d734604 None None] Network ce3c26e3-ffb4-40dd-931f-1c5b9dca785e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:27.978421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6e4bd79-90f5-4d5b-8ff5-441da465c6f0 req-e547c70c-cd5c-42ce-bb8c-24ff3a7105a0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534816 Aug 22 15:03:28.075616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ba4816c-cdea-48ff-98a1-b9f70a6fcfc8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2447832 Aug 22 15:03:28.141862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108dfa89-5eae-4e51-b6c9-a0f46ae6f51e None None] Network ce3c26e3-ffb4-40dd-931f-1c5b9dca785e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:28.267299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:28.342529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Checking segment: {'id': '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:28.342896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Network hostable DHCP agents. Network: b4b9d5ed-47ee-47ba-b6c1-fd52819db293, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:28.350144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'Subnet': ['ID=ca78137a-5393-42e8-afc5-e6f51adbd294,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:28.406617 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-ea510e24-7f3d-48eb-a58c-8307a6b127e6 req-c70a334b-6a8c-465a-913c-c0c96bd6a195 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] show failed (client error): The resource could not be found. Aug 22 15:03:28.407682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea510e24-7f3d-48eb-a58c-8307a6b127e6 req-c70a334b-6a8c-465a-913c-c0c96bd6a195 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/599eff7b-c1e6-42c3-bc4a-0ae9f8451a54 HTTP/1.1" status: 404 len: 352 time: 0.0163226 Aug 22 15:03:28.475677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:28.496167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4487d2d-0b7f-4ffb-a096-d51bf494b579 req-cc1d28a7-8351-4002-b63e-a2543396c23e tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7144bed4897e49549200580d9fcf39b1 HTTP/1.1" status: 200 len: 2988 time: 0.0490386 Aug 22 15:03:28.562046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4487d2d-0b7f-4ffb-a096-d51bf494b579 req-02729db5-b1e9-48cb-b208-3f51a9c143a8 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/917c8d8c-0188-4891-90c3-ede1cbd095bd HTTP/1.1" status: 200 len: 2985 time: 0.0531607 Aug 22 15:03:28.571485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b4b9d5ed-47ee-47ba-b6c1-fd52819db293) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:28.580199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce949bec-a784-44e6-b7e9-09d82596a310 None None] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:28.604334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:28.605254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:28.633485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4487d2d-0b7f-4ffb-a096-d51bf494b579 req-9e15ac0f-a253-4bf5-8d55-365ea6015a87 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/917c8d8c-0188-4891-90c3-ede1cbd095bd HTTP/1.1" status: 200 len: 2985 time: 0.0705426 Aug 22 15:03:28.712766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fddc219-546f-40e7-977c-a024de63f1f2 req-0b4750f0-ce3c-4b45-872d-c092daf1c358 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/917c8d8c-0188-4891-90c3-ede1cbd095bd HTTP/1.1" status: 200 len: 2985 time: 0.0472324 Aug 22 15:03:28.765323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25b04544-ec04-4511-bf36-ac10a935eacc tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1517785 Aug 22 15:03:28.769130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45638) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:28.770363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b4b9d5ed-47ee-47ba-b6c1-fd52819db293', 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293', 'tenant_id': '599ff05a4bc84e658044d5ae21a015e9', 'fixed_ips': [{'subnet_id': 'ca78137a-5393-42e8-afc5-e6f51adbd294'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:03:28.771338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:28.774554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Request body: {'port': {'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1416139180'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:28.789542 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-3fddc219-546f-40e7-977c-a024de63f1f2 req-ee4db07f-f0b3-4ea2-9161-f4a5e2f550d2 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 15:03:28.790681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fddc219-546f-40e7-977c-a024de63f1f2 req-ee4db07f-f0b3-4ea2-9161-f4a5e2f550d2 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "DELETE /v2.0/security-groups/917c8d8c-0188-4891-90c3-ede1cbd095bd HTTP/1.1" status: 409 len: 352 time: 0.0712900 Aug 22 15:03:28.835740 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-e89c3123-3ba2-4c5f-9052-bd8e8344e189 req-cebe6295-eab9-44e0-b941-7f9335583c2c tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] show failed (client error): The resource could not be found. Aug 22 15:03:28.843988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e89c3123-3ba2-4c5f-9052-bd8e8344e189 req-cebe6295-eab9-44e0-b941-7f9335583c2c tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/affa377f-1b7b-4699-b9f3-9151116088a5 HTTP/1.1" status: 404 len: 352 time: 0.0229053 Aug 22 15:03:28.894446 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-eb31c9f0-b6c2-4b08-80fa-87b2d0f511a3 req-f592e38e-4678-4d58-b3c4-5a4143bd6577 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] show failed (client error): The resource could not be found. Aug 22 15:03:28.903255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb31c9f0-b6c2-4b08-80fa-87b2d0f511a3 req-f592e38e-4678-4d58-b3c4-5a4143bd6577 tempest-SecurityGroupsNegativeTestJSON-1147314423 tempest-SecurityGroupsNegativeTestJSON-1147314423-project] 10.222.0.53 "GET /v2.0/security-groups/638f03dd-c80a-4349-ba67-a7f82ed577a8 HTTP/1.1" status: 404 len: 352 time: 0.0305653 Aug 22 15:03:28.908453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45650) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:28.984299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Deleting subnet e975c6a1-4151-4e15-8c44-9d0dd568a727 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:03:28.988663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:28.989260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Allocated IP 2001:db8::2 (b4b9d5ed-47ee-47ba-b6c1-fd52819db293/ca78137a-5393-42e8-afc5-e6f51adbd294/9f3070e2-bf4d-4b9e-86cb-576915a28f4b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:29.062961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.129940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Made reservation on behalf of 599ff05a4bc84e658044d5ae21a015e9 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:29.134152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.142261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.162184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] device_id is not set on port f4f6f7b3-fad4-4b58-9fec-3ede8244210a yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:03:29.199836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec0ef7-1b9c-4c35-940d-141979cf4cf4 req-58791efb-d723-4894-b1a3-9efdba0040b3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:29.201734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1ec0ef7-1b9c-4c35-940d-141979cf4cf4 req-58791efb-d723-4894-b1a3-9efdba0040b3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1159153 Aug 22 15:03:29.279671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1ec0ef7-1b9c-4c35-940d-141979cf4cf4 req-c74ac133-f264-4354-81b3-1162b33a995d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701911 Aug 22 15:03:29.326481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.449909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Transition to ACTIVE for port object 9f3070e2-bf4d-4b9e-86cb-576915a28f4b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:29.455754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.467989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Transition to ACTIVE for port object 9f3070e2-bf4d-4b9e-86cb-576915a28f4b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:29.500402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e975c6a1-4151-4e15-8c44-9d0dd568a727,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:29.518791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.521022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-325987a3-0737-4600-bf60-fcb646b04125 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e975c6a1-4151-4e15-8c44-9d0dd568a727 HTTP/1.1" status: 204 len: 168 time: 0.6113818 Aug 22 15:03:29.523616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:29.554360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455df1-e057-4017-a20c-e38ebd94fe86 req-e9b06b1e-b93f-4782-ad5a-de093664e050 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:29.578971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45674) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:29.584098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'floatingip': {'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:29.589960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69455df1-e057-4017-a20c-e38ebd94fe86 req-e9b06b1e-b93f-4782-ad5a-de093664e050 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1051106 Aug 22 15:03:29.600218 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.647818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:29.655214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:29.657276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Pushing event updated for resources: {'Port': ['ID=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:29.660985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:29.709403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.738993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 95f918f2-08b1-4e9c-89de-c4d36deee29a no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:29.747099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa9cc-285e-4e83-86ea-d58916d3c1bf req-5fd2ba7a-7a3d-439c-b822-aef211e6a271 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:29.748911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-287fa9cc-285e-4e83-86ea-d58916d3c1bf req-5fd2ba7a-7a3d-439c-b822-aef211e6a271 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1074769 Aug 22 15:03:29.764053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.782649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 95f918f2-08b1-4e9c-89de-c4d36deee29a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:29.783796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 95f918f2-08b1-4e9c-89de-c4d36deee29a not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:29.795396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Attempting to bind port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:29.796133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Attempting to bind port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:29.796674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Attempting to bind port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b on network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:29.802983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:29.803629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Checking segment: {'id': '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:29.804238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.804791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Bound using segment: {'id': '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:29.805417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-287fa9cc-285e-4e83-86ea-d58916d3c1bf req-5097fc4e-ba25-48ae-bf82-d2b1efa52e6d tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Aug 22 15:03:29.805610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Bound port: 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:29.806016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:29.825880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Allocated IP 2001:db8::274 (b4b9d5ed-47ee-47ba-b6c1-fd52819db293/ca78137a-5393-42e8-afc5-e6f51adbd294/f4f6f7b3-fad4-4b58-9fec-3ede8244210a) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:29.902171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] For port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:29.905544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] For port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,segment=NetworkSegment(0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1),segment_id=0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:30.036650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.044550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.073553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3c26e3-ffb4-40dd-931f-1c5b9dca785e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:30.124463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a64c5d72-a976-4590-b579-d4b857d1eb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.136189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47cfd7-d8a7-413e-85ad-350b15cfc50d None None] Pushing event updated for resources: {'Port': ['ID=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:30.145452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d71493-2cbd-480e-acff-c91b471fec8a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:30.145774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d71493-2cbd-480e-acff-c91b471fec8a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:30.192729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.267764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.272624 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.340453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Transition to ACTIVE for port object f4f6f7b3-fad4-4b58-9fec-3ede8244210a will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:30.345119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:03:30.347052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:03:30.347915 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:03:30.546916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.570596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.572011 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce3c26e3-ffb4-40dd-931f-1c5b9dca785e HTTP/1.1" status: 204 len: 168 time: 1.0473275 Aug 22 15:03:30.596473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b31e7-8b8f-4f97-ab15-1ca832170c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3c26e3-ffb4-40dd-931f-1c5b9dca785e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:30.652062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:30.717057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:30.724984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:30.966134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2740ce-5af3-49b2-86d4-da5c1c27f477 req-0a5e3baa-cac1-4631-8eab-da921d125747 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:30.978746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f2740ce-5af3-49b2-86d4-da5c1c27f477 req-0a5e3baa-cac1-4631-8eab-da921d125747 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0733693 Aug 22 15:03:31.005425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:31.011403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:31.012455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.026210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.033637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f2740ce-5af3-49b2-86d4-da5c1c27f477 req-665e95af-e530-423a-a4b4-f66ec71a887e tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534894 Aug 22 15:03:31.036697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'Port': ['ID=f4f6f7b3-fad4-4b58-9fec-3ede8244210a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:31.110530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45702) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:31.161544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e0c80506-5b87-4642-9f58-3f5985d1c676 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3905718 Aug 22 15:03:31.162525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.164955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45704) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:31.170661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Request body: {'port': {'network_id': 'b4b9d5ed-47ee-47ba-b6c1-fd52819db293', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1935714277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:31.171491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] bootfile-name is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:31.172027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] tftp-server is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:31.174122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] server-ip-address is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:31.180209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d386ebe-1cef-4de8-b2ea-ffc9654628a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7144bed4897e49549200580d9fcf39b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670714 Aug 22 15:03:31.194562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:31.283876 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Floating IP c0e2a4c9-33a4-4283-a168-e79834b61039 associated. External IP: 172.25.0.36, port: a2504007-2c15-4d37-9c70-f3421a6199d1. Aug 22 15:03:31.323380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.350209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2788268e-020e-45e7-b5b6-1c70a6910196 None None] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:31.356827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.489984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Made reservation on behalf of 599ff05a4bc84e658044d5ae21a015e9 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:31.493796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.519847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] device_id is not set on port 7580b918-5ebe-4fc8-8909-b961b40a927e yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:03:31.536701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:03:31.606939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-60212975-48f0-46e5-99bb-5e31a80a4032 None None] Provisioning for port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:31.640025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.654476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.654476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/917c8d8c-0188-4891-90c3-ede1cbd095bd HTTP/1.1" status: 204 len: 168 time: 0.4557428 Aug 22 15:03:31.668303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18f5c5-02f3-4f45-ae84-bda71fa97989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917c8d8c-0188-4891-90c3-ede1cbd095bd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:31.716918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Allocated IP 2001:db8::28f (b4b9d5ed-47ee-47ba-b6c1-fd52819db293/ca78137a-5393-42e8-afc5-e6f51adbd294/7580b918-5ebe-4fc8-8909-b961b40a927e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:31.733580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:31.741187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:31.750676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:31.784739 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf37940a-9f6f-4f41-9e36-798abf85ea83 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "PUT /v2.0/floatingips/c0e2a4c9-33a4-4283-a168-e79834b61039 HTTP/1.1" status: 200 len: 991 time: 2.2060902 Aug 22 15:03:31.785839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:31.793437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f3070e2-bf4d-4b9e-86cb-576915a28f4b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:31.806324 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246d6371-b796-4152-acd1-44b54a93b030" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:31.807029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:31.808334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:31.927329 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305e14b-90d9-441b-b784-173a18a7452c x-openstack-request-id: req-1305e14b-90d9-441b-b784-173a18a7452c {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:31.928240 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:31.928914 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1305e14b-90d9-441b-b784-173a18a7452c {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:31.929482 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'status': 'completed', 'code': 200} Aug 22 15:03:32.138541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:32.222043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.232890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:32.274211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Provisioning for port f4f6f7b3-fad4-4b58-9fec-3ede8244210a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:32.285145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Provisioning complete for port f4f6f7b3-fad4-4b58-9fec-3ede8244210a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:32.285584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.295797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:32.296195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.510110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d6371-b796-4152-acd1-44b54a93b030 req-264dd4f2-90e8-47b8-86e0-2f211469343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:32.511637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-264dd4f2-90e8-47b8-86e0-2f211469343f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1097 time: 0.5115891 Aug 22 15:03:32.531020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Transition to ACTIVE for port object 7580b918-5ebe-4fc8-8909-b961b40a927e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:32.565283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ed0bb-f5b9-4878-920a-3a58a989db59 req-f8c8424b-85fe-4051-acf3-dbc119aa8fe8 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:32.566827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd4ed0bb-f5b9-4878-920a-3a58a989db59 req-f8c8424b-85fe-4051-acf3-dbc119aa8fe8 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.4286866 Aug 22 15:03:32.613531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Port f4f6f7b3-fad4-4b58-9fec-3ede8244210a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:32.690941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Provisioning complete for port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:32.691330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.698023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd4ed0bb-f5b9-4878-920a-3a58a989db59 req-4cd869ce-ff55-4eac-9f76-2856ea5c1efc tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231751 Aug 22 15:03:32.714823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d6371-b796-4152-acd1-44b54a93b030 req-df248a61-5060-479a-9c5d-d1f3062c0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:32.717121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-df248a61-5060-479a-9c5d-d1f3062c0d37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1968780 Aug 22 15:03:32.797047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.809062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-dc18c775-20d3-43e7-9bae-5d99e365e921 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 999 time: 0.0852020 Aug 22 15:03:32.869568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d6371-b796-4152-acd1-44b54a93b030 req-a8c9d9e4-5183-4872-8ded-f0bd87be20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:32.871497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-a8c9d9e4-5183-4872-8ded-f0bd87be20a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0552433 Aug 22 15:03:32.875589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,segment=NetworkSegment(0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1),segment_id=0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:32.918571 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:32.930987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d6371-b796-4152-acd1-44b54a93b030 req-3a42e38e-46ad-4843-a80c-5e8a7134ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:32.932523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-3a42e38e-46ad-4843-a80c-5e8a7134ad26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550866 Aug 22 15:03:32.946210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'c0e2a4c9-33a4-4283-a168-e79834b61039', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3dc532-a51d-4103-8060-a5991c732461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:07Z', 'updated_at': '2021-08-22T15:03:30Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:32.978937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:03:32.989349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:32.989984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:33.016847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.067118 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.105065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:33.107842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'Port': ['ID=7580b918-5ebe-4fc8-8909-b961b40a927e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:33.112622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:33.116198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-189f1017-d886-4471-a85b-e575eb93cf83 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763198 Aug 22 15:03:33.117445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:33.118399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.124932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:33.125890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.133209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:33.253042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-246d6371-b796-4152-acd1-44b54a93b030 req-4a807488-e258-4417-8252-8a7992bb378e service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215096 Aug 22 15:03:33.297058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:03:33.297422 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-a4cb4aef-3474-4c32-a95c-b3785079fae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:03:33.302390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bcc9375b-0556-4e94-b689-1f3ec9fa87e8 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1358025 Aug 22 15:03:33.304845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45750) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:33.311145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:33.418057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa6418-b307-4e99-8f22-a3d82324b46f tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:33.425066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa6418-b307-4e99-8f22-a3d82324b46f tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:33.432028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa6418-b307-4e99-8f22-a3d82324b46f tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:33.437236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45754) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:33.446457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2afa6418-b307-4e99-8f22-a3d82324b46f tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1404898 Aug 22 15:03:33.536971 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-53ab4998-219b-4c56-9ad7-c61fbbcb2497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.548451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'c0e2a4c9-33a4-4283-a168-e79834b61039', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3dc532-a51d-4103-8060-a5991c732461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:07Z', 'updated_at': '2021-08-22T15:03:30Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:33.568640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:33.573902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Deleting port 7580b918-5ebe-4fc8-8909-b961b40a927e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:33.574260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.586100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d89273-9c5f-4490-8405-ec67361e769d None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'c0e2a4c9-33a4-4283-a168-e79834b61039', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3dc532-a51d-4103-8060-a5991c732461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:07Z', 'updated_at': '2021-08-22T15:03:30Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:33.683645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f3070e2-bf4d-4b9e-86cb-576915a28f4b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:33.756830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.778416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-434977880-network', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:33.806002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Calling delete_port for 7580b918-5ebe-4fc8-8909-b961b40a927e owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:33.921419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:33.922085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.939787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Made reservation on behalf of 68ae36c5f88042f5850900d5fe9fc09e for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:33.942733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.955599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:33.984572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee51eb01-c993-4ac2-9f5e-0ead40bb4443 None None] New status for floating IP c0e2a4c9-33a4-4283-a168-e79834b61039: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:03:34.024763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3e79-2563-4fb5-87b0-d549ead2f8e8 req-18fadd4b-5819-4467-a2cd-3fbd3ab6e3bd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:34.026305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-896d3e79-2563-4fb5-87b0-d549ead2f8e8 req-18fadd4b-5819-4467-a2cd-3fbd3ab6e3bd tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1718137 Aug 22 15:03:34.081057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Provisioning complete for port f4f6f7b3-fad4-4b58-9fec-3ede8244210a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:34.081437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.197845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-896d3e79-2563-4fb5-87b0-d549ead2f8e8 req-bfe29b66-c5e1-49ea-a0be-5c9315e0ca46 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583607 Aug 22 15:03:34.214725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Port f4f6f7b3-fad4-4b58-9fec-3ede8244210a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:34.256112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.260841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Provisioning for port 7580b918-5ebe-4fc8-8909-b961b40a927e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:34.272446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Provisioning complete for port 7580b918-5ebe-4fc8-8909-b961b40a927e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:34.272823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.288792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event deleted for resources: {'Port': ['ID=7580b918-5ebe-4fc8-8909-b961b40a927e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:34.304264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6e83bb46-a06c-4a59-b685-8efd46c99b8d None None] Port 7580b918-5ebe-4fc8-8909-b961b40a927e was deleted so its status cannot be updated. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 15:03:34.353031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.353784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.354343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.354879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.355402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.355920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.356469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.357213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.357866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.358381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.358893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.359424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.363584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.365816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7fe8a34-671d-4de2-86cd-efede9f5ce33 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "DELETE /v2.0/ports/7580b918-5ebe-4fc8-8909-b961b40a927e HTTP/1.1" status: 204 len: 168 time: 0.9275317 Aug 22 15:03:34.377059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45772) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:34.384339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Request body: {'port': {'name': 'tempest-new-port-name-1955737175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:34.384814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.api.validators [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] bootfile-name is not in valid_values {{(pid=102048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:34.385721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.api.validators [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] tftp-server is not in valid_values {{(pid=102048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:34.385721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.api.validators [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] server-ip-address is not in valid_values {{(pid=102048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:03:34.416626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.477534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.495461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.530535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:34.551927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.552570 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Added segment f1d0f9b5-a026-4478-b3f8-c0743bbe1811 of type vlan for network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 Aug 22 15:03:34.562453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5974cb5-38f0-4d2b-8357-8f6a2d02509a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:34.604546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.605187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.606471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.609080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.622877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:34.636474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.762263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.770544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.777899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:34.777899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.840492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] Pushing event updated for resources: {'Network': ['ID=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:34.852161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:34.879439 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.901359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.904148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-81112513-fd6d-4e41-9fca-8c1c1a22392b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3321784 Aug 22 15:03:34.904682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:34.910422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Request body: {'subnet': {'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-434977880-subnet', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:34.954110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] In _notify_port_updated(), no bound segment for port f4f6f7b3-fad4-4b58-9fec-3ede8244210a on network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:03:34.961970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:34.962921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:34.968830 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "PUT /v2.0/ports/f4f6f7b3-fad4-4b58-9fec-3ede8244210a HTTP/1.1" status: 200 len: 1130 time: 0.5884013 Aug 22 15:03:34.969661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45782) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:34.992710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee9a7-62a5-4ce4-bf26-bc4c380610e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event updated for resources: {'Port': ['ID=f4f6f7b3-fad4-4b58-9fec-3ede8244210a,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:35.041341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993fa3a-e590-455d-b712-342651646406 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:35.042768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f993fa3a-e590-455d-b712-342651646406 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "GET /v2.0/ports/f4f6f7b3-fad4-4b58-9fec-3ede8244210a HTTP/1.1" status: 200 len: 1130 time: 0.0712342 Aug 22 15:03:35.046067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45784) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:35.089342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Made reservation on behalf of 68ae36c5f88042f5850900d5fe9fc09e for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:35.091956 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.230858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-79c7237f-7b60-4fc7-8858-ecc7623c1a70 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:35.231861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-79c7237f-7b60-4fc7-8858-ecc7623c1a70 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.54 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.0845029 Aug 22 15:03:35.307961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c50fe16c-bc7f-4227-af06-e811eb9245e0 None None] Provisioning complete for port f4f6f7b3-fad4-4b58-9fec-3ede8244210a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:35.311034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c50fe16c-bc7f-4227-af06-e811eb9245e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.354165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Deleting port f4f6f7b3-fad4-4b58-9fec-3ede8244210a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:35.354499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.380434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c50fe16c-bc7f-4227-af06-e811eb9245e0 None None] Port f4f6f7b3-fad4-4b58-9fec-3ede8244210a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:35.411280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Deleting port d205c2fd-7305-4276-90d9-c8fa3da6ffeb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:35.411860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.507803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776e55f-2b38-45f0-a448-049072735df8 req-4042d6ce-e5f5-4138-bf64-b41962c39271 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:35.509293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8776e55f-2b38-45f0-a448-049072735df8 req-4042d6ce-e5f5-4138-bf64-b41962c39271 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 945 time: 0.1811695 Aug 22 15:03:35.510690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] For port d205c2fd-7305-4276-90d9-c8fa3da6ffeb, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:35.511149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.537523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Calling delete_port for d205c2fd-7305-4276-90d9-c8fa3da6ffeb owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:35.562480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.589869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8776e55f-2b38-45f0-a448-049072735df8 req-1d5b2513-d231-4f3f-b306-b7140ba6597c tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/security-groups?id=7762ecdf-9659-44de-bacf-6d1cbc2f102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700471 Aug 22 15:03:35.590842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Calling delete_port for f4f6f7b3-fad4-4b58-9fec-3ede8244210a owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:35.648372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.731038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed232dda-f557-40ee-9bf4-ae3581a751ff,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:35.762769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Checking segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:35.762769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Network hostable DHCP agents. Network: 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:35.817427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.832687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d205c2fd-7305-4276-90d9-c8fa3da6ffeb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:03:35.853096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Pushing event deleted for resources: {'Port': ['ID=d205c2fd-7305-4276-90d9-c8fa3da6ffeb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:35.906716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] No DVR routers for this DVR port d205c2fd-7305-4276-90d9-c8fa3da6ffeb on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:03:35.910359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:35.912869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-442d7630-ff4b-4dcc-b8c9-4057f283f3dd req-58bd1133-8161-45fb-8220-0beb8db750c1 tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.54 "DELETE /v2.0/ports/d205c2fd-7305-4276-90d9-c8fa3da6ffeb HTTP/1.1" status: 204 len: 173 time: 0.6739833 Aug 22 15:03:35.913341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'name': 'network-vif-deleted', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:35.916323 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f78f2-fe5f-4d32-8829-3d1974af4262" -d '{"events": [{"server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "name": "network-vif-deleted", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:35.924890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:35.961204 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcbcb58-a8bb-459e-a07f-a09e47f498da x-openstack-request-id: req-cfcbcb58-a8bb-459e-a07f-a09e47f498da {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:35.961504 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df3c0d0-4e54-4490-88ed-efb3b5f70273", "name": "network-vif-deleted", "tag": "d205c2fd-7305-4276-90d9-c8fa3da6ffeb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:35.961758 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfcbcb58-a8bb-459e-a07f-a09e47f498da {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:35.962156 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df3c0d0-4e54-4490-88ed-efb3b5f70273', 'name': 'network-vif-deleted', 'tag': 'd205c2fd-7305-4276-90d9-c8fa3da6ffeb', 'status': 'completed', 'code': 200} Aug 22 15:03:35.975462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.004064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event deleted for resources: {'Port': ['ID=f4f6f7b3-fad4-4b58-9fec-3ede8244210a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:36.034452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.038681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3e77ff9-8554-444a-b5fb-9053b9321c8a tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "DELETE /v2.0/ports/f4f6f7b3-fad4-4b58-9fec-3ede8244210a HTTP/1.1" status: 204 len: 168 time: 0.9908926 Aug 22 15:03:36.039022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45798) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:36.123115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:36.134807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0973e81-4c0e-47e0-8f97-acd05352f2c8 None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:36.146243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:36.147033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.154730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Deleting subnet ca78137a-5393-42e8-afc5-e6f51adbd294 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:03:36.162980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.268620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.324030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:36.328584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f62523e8-a4c3-4bd2-b772-560aaacf2cc2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4227109 Aug 22 15:03:36.328747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:36.467908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.469176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.475221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.496103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:03:36.496402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.569105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.588140 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.628713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78137a-5393-42e8-afc5-e6f51adbd294,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:36.630756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.647622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa8beb-be8d-49d0-8477-6d2a76088398 None None] Network b4b9d5ed-47ee-47ba-b6c1-fd52819db293 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:36.654807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d3bea5e4-30cc-4c66-a86c-3f0dc87b67d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "DELETE /v2.0/subnets/ca78137a-5393-42e8-afc5-e6f51adbd294 HTTP/1.1" status: 204 len: 168 time: 0.6132247 Aug 22 15:03:36.658196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45810) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:36.733319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.809413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0dc2ee94-145e-492c-adad-92c515eb0278 req-30689e73-c709-43ba-b107-fbfe64ba8c8f tempest-ServerRescueNegativeTestJSON-1785622861 tempest-ServerRescueNegativeTestJSON-1785622861-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df3c0d0-4e54-4490-88ed-efb3b5f70273 HTTP/1.1" status: 200 len: 210 time: 0.0540171 Aug 22 15:03:36.842964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.881027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Allocated IP 172.20.0.2 (0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9/ed232dda-f557-40ee-9bf4-ae3581a751ff/d8baee85-d57f-4e74-ae90-8a13c7542ae8) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:36.914332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:36.969547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Deleting port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:36.969892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.045419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] DHCP port deletion for b4b9d5ed-47ee-47ba-b6c1-fd52819db293 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:03:37.121289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] For port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,segment=NetworkSegment(0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1),segment_id=0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:37.121596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.140679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Calling delete_port for 9f3070e2-bf4d-4b9e-86cb-576915a28f4b owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:37.195423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Deleting port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:37.195960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.329736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.341626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] For port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,segment=NetworkSegment(0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1),segment_id=0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:37.342005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.358442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Calling delete_port for 9f3070e2-bf4d-4b9e-86cb-576915a28f4b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:37.381310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Transition to ACTIVE for port object d8baee85-d57f-4e74-ae90-8a13c7542ae8 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:37.381536 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.433749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event deleted for resources: {'Port': ['ID=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:37.436216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] No DVR routers for this DVR port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:03:37.436916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Transition to ACTIVE for port object d8baee85-d57f-4e74-ae90-8a13c7542ae8 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:37.482387 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.489119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.509516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] Pushing event deleted for resources: {'Port': ['ID=9f3070e2-bf4d-4b9e-86cb-576915a28f4b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:37.513876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.515813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf1c35-c807-475b-8e49-50fba4f6fef3 None None] No DVR routers for this DVR port 9f3070e2-bf4d-4b9e-86cb-576915a28f4b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:03:37.553028 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.589203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.602935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b9d5ed-47ee-47ba-b6c1-fd52819db293']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:37.621780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:37.622049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Pushing event updated for resources: {'Port': ['ID=d8baee85-d57f-4e74-ae90-8a13c7542ae8,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:37.622338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc5ebe0-ff13-4ed3-a81b-cc90840f33b1') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:37.644125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:37.644538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.646113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:37.648593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:37.665234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.677426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:03:37.677930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:03:37.681661 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:03:37.705642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f3070e2-bf4d-4b9e-86cb-576915a28f4b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:37.733401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9f3070e2-bf4d-4b9e-86cb-576915a28f4b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:37.733831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f3070e2-bf4d-4b9e-86cb-576915a28f4b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:37.752202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Attempting to bind port d8baee85-d57f-4e74-ae90-8a13c7542ae8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:37.752889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Attempting to bind port d8baee85-d57f-4e74-ae90-8a13c7542ae8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:37.752889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Attempting to bind port d8baee85-d57f-4e74-ae90-8a13c7542ae8 on network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:37.755310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Allocated IP 172.25.0.27 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:37.795127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:37.795966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Checking segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:37.796711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.797906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Bound using segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:37.798969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Bound port: d8baee85-d57f-4e74-ae90-8a13c7542ae8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:37.799565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.924150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] For port d8baee85-d57f-4e74-ae90-8a13c7542ae8, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:37.929370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] For port d8baee85-d57f-4e74-ae90-8a13c7542ae8, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d8baee85-d57f-4e74-ae90-8a13c7542ae8,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:37.949961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45830) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:37.958939 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:37.966560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.024705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.026756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] 10.222.0.53 "DELETE /v2.0/networks/b4b9d5ed-47ee-47ba-b6c1-fd52819db293 HTTP/1.1" status: 204 len: 168 time: 1.3675435 Aug 22 15:03:38.029407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c35164-97a4-4800-b194-796bda00c9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197 tempest-ExtraDHCPOptionsIpV6TestJSON-1911108197-project] Pushing event deleted for resources: {'Network': ['ID=b4b9d5ed-47ee-47ba-b6c1-fd52819db293,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:38.056239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.096245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.163743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:38.172098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:38.176737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:38.179195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:38.204401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda9941-2115-4a49-9bff-7dec226a6247 None None] Pushing event updated for resources: {'Port': ['ID=d8baee85-d57f-4e74-ae90-8a13c7542ae8,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:38.498666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d205c2fd-7305-4276-90d9-c8fa3da6ffeb no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:38.547822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: d205c2fd-7305-4276-90d9-c8fa3da6ffeb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:38.549144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d205c2fd-7305-4276-90d9-c8fa3da6ffeb not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:38.596852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45840) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:38.705092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.848598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-03b6c5e5-de15-4b01-8987-96c8152d8a61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=599ff05a4bc84e658044d5ae21a015e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496822 Aug 22 15:03:38.856388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.858869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45846) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:38.952502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:38.955891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.271005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.295606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Router 9c7b773a-6575-492c-abf8-f35aab32f5f5 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:03:39.519614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:39.531510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Sync routers for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:39.551408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:39.558008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:39.585733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d0b95-7ee1-4933-b91a-bf2d0b476acb None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:39.617007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.625683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.627531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deb12b17-e8e2-4fbe-9164-9f1372c92fa9 HTTP/1.1" status: 204 len: 168 time: 0.7676322 Aug 22 15:03:39.663629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d8be0-b512-4d1e-b8ae-74f8b3250c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb12b17-e8e2-4fbe-9164-9f1372c92fa9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:39.664349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.664349 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-92eb81ae-fb4b-4cb4-ba4c-f4eb312970e0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3382363 Aug 22 15:03:39.666032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45864) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:39.711845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Deleting port e6fadd06-0b60-42a3-8853-2c9933b4ef28 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:39.712468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.851062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] For port e6fadd06-0b60-42a3-8853-2c9933b4ef28, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6fadd06-0b60-42a3-8853-2c9933b4ef28,segment=NetworkSegment(0bd448d9-6fc4-4f26-8f33-5d95fe941244),segment_id=0bd448d9-6fc4-4f26-8f33-5d95fe941244)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:39.851858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:39.871473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Calling delete_port for e6fadd06-0b60-42a3-8853-2c9933b4ef28 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:39.960504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d8baee85-d57f-4e74-ae90-8a13c7542ae8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:40.262618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:40.353477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-095fb18f-34c5-4de3-b8b4-99b2c2e73da0 None None] Provisioning for port d8baee85-d57f-4e74-ae90-8a13c7542ae8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:40.376938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d8baee85-d57f-4e74-ae90-8a13c7542ae8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:40.411456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d8baee85-d57f-4e74-ae90-8a13c7542ae8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:40.411456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.450013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.493102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fadd06-0b60-42a3-8853-2c9933b4ef28,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:40.537564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.773275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.804837 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.842328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:40.877127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:38Z', 'revision_number': 3, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:40.976405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d8baee85-d57f-4e74-ae90-8a13c7542ae8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d8baee85-d57f-4e74-ae90-8a13c7542ae8,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:40.979550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Checking router: 9c7b773a-6575-492c-abf8-f35aab32f5f5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:03:40.980062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Updating router 9c7b773a-6575-492c-abf8-f35aab32f5f5 port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:03:41.011926 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.067127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.232479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Allocated IP 172.20.0.1 (0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9/ed232dda-f557-40ee-9bf4-ae3581a751ff/91611465-d74f-4d76-a1ff-073881935103) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:41.242962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:03:41.277464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5e694690-c33b-4090-b3b2-61bea7204fe1 None None] Provisioning complete for port d8baee85-d57f-4e74-ae90-8a13c7542ae8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:41.277933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5e694690-c33b-4090-b3b2-61bea7204fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.320158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d8baee85-d57f-4e74-ae90-8a13c7542ae8,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:41.464757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.498769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Transition to ACTIVE for port object 91611465-d74f-4d76-a1ff-073881935103 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:41.506889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:41.515690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69167305-850a-4892-ab20-f78ffe4f8073 admin admin] 10.222.0.53 "PUT /v2.0/routers/4c7ab72b-6bbd-4c2f-a23e-8adac17418d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5623500 Aug 22 15:03:41.517343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:41.519958 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Sync routers for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:41.541064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:41.541927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:41.574228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:41.626967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.652630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Transition to ACTIVE for port object 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:41.716313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.731990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.752964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:41.860972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Pushing event updated for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:41.885127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1900120474'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:41.899295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:41.902839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:41.905637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:41.906664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d8baee85-d57f-4e74-ae90-8a13c7542ae8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:41.983957 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:42.007565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05218a8b-afc2-4119-a091-949589cf7619 None None] Pushing event updated for resources: {'Port': ['ID=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:42.012162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Attempting to bind port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:42.014221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Attempting to bind port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:42.015321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Made reservation on behalf of 140209df30a24394851a7ac0bba57d91 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:42.015550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Attempting to bind port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:42.021479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.027925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.045414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.064429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:42.065076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:42.065558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.066026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:42.066586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Bound port: 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:42.067062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.195340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.197129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d8baee85-d57f-4e74-ae90-8a13c7542ae8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:42.197630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.201685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.265029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] For port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:42.268887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] For port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:42.306988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.345482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:42.352534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5970a2-759a-4f37-9592-9b8da46a5d21,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:42.360974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.361327 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Added segment 69012365-677f-490b-ba57-78e561ec61e8 of type vlan for network 14872892-ee26-4a96-af7a-f36b5257b7df Aug 22 15:03:42.373709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:03:40Z', 'revision_number': 5, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port': {'id': '3cc175b5-738e-4542-8eb6-6514bd0c9ed1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:34Z', 'updated_at': '2021-08-22T15:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:42.409367 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Checking router: 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:03:42.410763 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.420227 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Routers {'4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:42.421051 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:42.437236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.457965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.502376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-18752ee4-e35d-4a6e-afab-d8d739bcdb12 None None] Provisioning for port 91611465-d74f-4d76-a1ff-073881935103 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:42.523134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-18752ee4-e35d-4a6e-afab-d8d739bcdb12 None None] Provisioning complete for port 91611465-d74f-4d76-a1ff-073881935103 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:42.523134 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18752ee4-e35d-4a6e-afab-d8d739bcdb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.537225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Deleting port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:42.538056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.541780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:42.543949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:42.563888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.570564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:42.570931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.619542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-18752ee4-e35d-4a6e-afab-d8d739bcdb12 None None] Port 91611465-d74f-4d76-a1ff-073881935103 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:42.621018 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] Set router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:42.650155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] For port 3cc175b5-738e-4542-8eb6-6514bd0c9ed1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:42.652078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:42.683679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1082540 Aug 22 15:03:42.685135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Calling delete_port for 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:42.686024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45920) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:42.725128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'subnet': {'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:42.739823 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 6, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:42.740544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05218a8b-afc2-4119-a091-949589cf7619 None None] Pushing event updated for resources: {'Port': ['ID=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:42.820866 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabd741-86f6-4c06-b223-7a10f4df2478 None None] The sync data for ids ['4c7ab72b-6bbd-4c2f-a23e-8adac17418d2'] in n-d-805046-3 is: [{'id': '4c7ab72b-6bbd-4c2f-a23e-8adac17418d2', 'name': 'tempest-ServerRescueNegativeTestJSON-370338131-router', 'tenant_id': '82ccf59bf06a459aa028cd7f36163061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 6, 'project_id': '82ccf59bf06a459aa028cd7f36163061', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:42.887237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:43.028746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9c0f-eb89-4f4a-bd92-d86499aca785 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Network': ['ID=14872892-ee26-4a96-af7a-f36b5257b7df,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:43.040889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.140244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc175b5-738e-4542-8eb6-6514bd0c9ed1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:43.153145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Made reservation on behalf of 140209df30a24394851a7ac0bba57d91 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:43.164807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.328700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.335687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.446187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 14872892-ee26-4a96-af7a-f36b5257b7df details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:43.492507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.501864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.512273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.660100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Pushing event updated for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:43.663925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.736407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.791816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.792714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:03:43.801002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:41Z', 'revision_number': 1, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:43.827520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:43.829949 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-595e9543-6d16-46e2-8575-339868f0255f admin admin] 10.222.0.53 "DELETE /v2.0/routers/4c7ab72b-6bbd-4c2f-a23e-8adac17418d2 HTTP/1.1" status: 204 len: 168 time: 2.3109691 Aug 22 15:03:43.832662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:43.833864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:43.844616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:43.862287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6fadd06-0b60-42a3-8853-2c9933b4ef28 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:43.895007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e6fadd06-0b60-42a3-8853-2c9933b4ef28 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:43.895652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6fadd06-0b60-42a3-8853-2c9933b4ef28 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:43.900042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:03:43.910025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd8920a-9954-42c5-8936-7ba6645db316 None None] The sync data for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 is: [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:41Z', 'revision_number': 1, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:43.972389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Subnet': ['ID=437be4d2-c598-45b2-9942-7e294d79e2d0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:43.974656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Checking segment: {'id': '69012365-677f-490b-ba57-78e561ec61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:43.975028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network hostable DHCP agents. Network: 14872892-ee26-4a96-af7a-f36b5257b7df, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:43.983996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Deleting subnet 8e841769-7abf-4927-a999-c485a1ab27c0 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:03:43.993954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:03:43.994344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3cc175b5-738e-4542-8eb6-6514bd0c9ed1 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:03:44.004150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.178514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.192488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 14872892-ee26-4a96-af7a-f36b5257b7df is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:44.255387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.284176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 14872892-ee26-4a96-af7a-f36b5257b7df) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:44.292619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:44.295103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.300320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d2949-ac49-425d-9c06-5a3f1b5f1543 None None] Network 14872892-ee26-4a96-af7a-f36b5257b7df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:44.381214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Router 9c7b773a-6575-492c-abf8-f35aab32f5f5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:03:44.439143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-68ab5ae8-3d74-4cb5-970a-d7366a833e95 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7275360 Aug 22 15:03:44.449828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45948) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:44.455417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-331206921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:44.469428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.508716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e841769-7abf-4927-a999-c485a1ab27c0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:44.528008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.531156 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-86796e0e-2621-44e3-8aa7-b1253a91f653 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8e841769-7abf-4927-a999-c485a1ab27c0 HTTP/1.1" status: 204 len: 168 time: 0.6940346 Aug 22 15:03:44.534514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:44.634367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:44.634600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9bef13db-592a-4854-a898-ef618af49ab3 None None] Provisioning complete for port 91611465-d74f-4d76-a1ff-073881935103 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:44.635061 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bef13db-592a-4854-a898-ef618af49ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.640818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80bb79f3-2a32-4323-90bb-c4942a6662c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/9c7b773a-6575-492c-abf8-f35aab32f5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9737303 Aug 22 15:03:44.664604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.666007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.689067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.753639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9bef13db-592a-4854-a898-ef618af49ab3 None None] Port 91611465-d74f-4d76-a1ff-073881935103 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:44.773278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.816900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-14872892-ee26-4a96-af7a-f36b5257b7df', 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df', 'tenant_id': '140209df30a24394851a7ac0bba57d91', 'fixed_ips': [{'subnet_id': '437be4d2-c598-45b2-9942-7e294d79e2d0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:03:44.817954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.869761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.891034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.909388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f0452c-aae2-40c5-bc6e-e292e0d161ff']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:44.925883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd448d9-6fc4-4f26-8f33-5d95fe941244') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:44.926199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd448d9-6fc4-4f26-8f33-5d95fe941244') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:44.949672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.967958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.978526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:03:44.979783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:03:44.982062 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:03:45.048694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Allocated IP 172.20.0.2 (14872892-ee26-4a96-af7a-f36b5257b7df/437be4d2-c598-45b2-9942-7e294d79e2d0/06a17eab-1568-46ef-98de-ac726f981071) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:45.055882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.064951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c188fa22-3f25-4607-8e51-748b128e63d3 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6136124 Aug 22 15:03:45.067425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45958) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:45.130519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.143575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.144918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f8f0452c-aae2-40c5-bc6e-e292e0d161ff HTTP/1.1" status: 204 len: 168 time: 0.6091537 Aug 22 15:03:45.180980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045a8c-276a-49dc-ab34-e94e878772c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f0452c-aae2-40c5-bc6e-e292e0d161ff,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:45.449882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.472296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Transition to ACTIVE for port object 06a17eab-1568-46ef-98de-ac726f981071 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:45.510825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Transition to ACTIVE for port object 06a17eab-1568-46ef-98de-ac726f981071 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:45.594665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.682914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Pushing event updated for resources: {'Port': ['ID=06a17eab-1568-46ef-98de-ac726f981071,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:45.706274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45972) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:45.729659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Network 14872892-ee26-4a96-af7a-f36b5257b7df is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:45.734171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:45.738896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:45.757173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:45.795828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e801ce5b-f825-4f43-af3d-2557a6373458 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82ccf59bf06a459aa028cd7f36163061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854471 Aug 22 15:03:45.796174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:45.918074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Attempting to bind port 06a17eab-1568-46ef-98de-ac726f981071 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:45.918980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Attempting to bind port 06a17eab-1568-46ef-98de-ac726f981071 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '69012365-677f-490b-ba57-78e561ec61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:45.919544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Attempting to bind port 06a17eab-1568-46ef-98de-ac726f981071 on network 14872892-ee26-4a96-af7a-f36b5257b7df {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:45.935293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.949873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:45.957534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Checking segment: {'id': '69012365-677f-490b-ba57-78e561ec61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:45.957534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:45.957534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Bound using segment: {'id': '69012365-677f-490b-ba57-78e561ec61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:45.957534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Bound port: 06a17eab-1568-46ef-98de-ac726f981071, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69012365-677f-490b-ba57-78e561ec61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:45.957534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.005463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:46.011216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334813193', 'description': 'tempest-description--1312585515'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:46.035024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.061193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] For port 06a17eab-1568-46ef-98de-ac726f981071, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:46.064560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] For port 06a17eab-1568-46ef-98de-ac726f981071, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06a17eab-1568-46ef-98de-ac726f981071,segment=NetworkSegment(69012365-677f-490b-ba57-78e561ec61e8),segment_id=69012365-677f-490b-ba57-78e561ec61e8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:46.095944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:46.106470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:46.106712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.225210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.227540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.244764 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.247247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.251587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.253354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7762ecdf-9659-44de-bacf-6d1cbc2f102a HTTP/1.1" status: 204 len: 168 time: 0.4557800 Aug 22 15:03:46.281747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.291443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2d6e1-364b-4214-8733-0900fb721e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762ecdf-9659-44de-bacf-6d1cbc2f102a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:46.382935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:46.437502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349455c-8fdf-4403-8a55-4bd57f5055c3 None None] Pushing event updated for resources: {'Port': ['ID=06a17eab-1568-46ef-98de-ac726f981071,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:46.464718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.537252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.661310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.702573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:46.747563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1069dc-7fc7-4db6-9198-744b9f8f759c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:46.844500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:46.857739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1f2b0242-674e-443c-a866-6864fc70a2d3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8511279 Aug 22 15:03:46.861323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:46.872180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'security_group_rule': {'security_group_id': '4c1069dc-7fc7-4db6-9198-744b9f8f759c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:47.029628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Allocated IP 172.20.0.1 (14872892-ee26-4a96-af7a-f36b5257b7df/437be4d2-c598-45b2-9942-7e294d79e2d0/e60c853d-cac8-45ff-98b5-6d5abd3dc11d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:47.070624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.245911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.277190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.306762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.334100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Transition to ACTIVE for port object e60c853d-cac8-45ff-98b5-6d5abd3dc11d will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:47.338642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e2f88a-a30a-45e2-a34e-06c88e3a1e67,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:47.427840 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.432284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aa45649d-a21c-4893-82bb-129bbecb2e48 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5665569 Aug 22 15:03:47.432716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:47.438835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'security_group_rule': {'security_group_id': '4c1069dc-7fc7-4db6-9198-744b9f8f759c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:47.460955 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.545046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 14872892-ee26-4a96-af7a-f36b5257b7df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:47.547216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:47.550490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:47.582462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.634146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=e60c853d-cac8-45ff-98b5-6d5abd3dc11d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:47.726276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.808403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.917915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:47.991293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4837eb-8b5b-49ea-9137-848c7d53bc15,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:48.027330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.028902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13a04835-9315-4c70-9165-f069aa73bd49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5949106 Aug 22 15:03:48.040146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46064) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:48.046117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:48.050197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:48.143836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Sync routers for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:48.174659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:48.175735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:48.291527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.328490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:48.329581 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.338729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.389684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:48.539729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e1b19-cb0e-4991-a3d9-b1db851b5b6d None None] Network 14872892-ee26-4a96-af7a-f36b5257b7df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:48.567171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.684736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:48.694378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06a17eab-1568-46ef-98de-ac726f981071 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:48.791793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Allocated IP 172.25.0.186 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a0bdf025-7c8b-4211-911f-843bca3bb85a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:48.867025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1899702264-network', 'tenant_id': 'a2ff68eed4ba4e3b981e604ed3d147b9'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:48.900515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.937431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aa3d5ebf-46a0-41f8-9fdb-1c6d5d360778 None None] Provisioning for port 06a17eab-1568-46ef-98de-ac726f981071 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:48.950754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:48.975601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.091621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 06a17eab-1568-46ef-98de-ac726f981071 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:49.095788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.114153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=e60c853d-cac8-45ff-98b5-6d5abd3dc11d,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:49.115751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 06a17eab-1568-46ef-98de-ac726f981071 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:49.116819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.118263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.119791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Made reservation on behalf of a2ff68eed4ba4e3b981e604ed3d147b9 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:49.122834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.144510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.151962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:49.155453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:49.165038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:49.222504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'Port': ['ID=a0bdf025-7c8b-4211-911f-843bca3bb85a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:49.260893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 2, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:49.295510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.327721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Checking router: 9c7b773a-6575-492c-abf8-f35aab32f5f5 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:03:49.328098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Updating router 9c7b773a-6575-492c-abf8-f35aab32f5f5 port 91611465-d74f-4d76-a1ff-073881935103 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:03:49.381067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.418663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.436258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 14872892-ee26-4a96-af7a-f36b5257b7df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:49.462209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:49.493309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.509957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.628032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.696463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:03:49.702023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 06a17eab-1568-46ef-98de-ac726f981071, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06a17eab-1568-46ef-98de-ac726f981071,segment=NetworkSegment(69012365-677f-490b-ba57-78e561ec61e8),segment_id=69012365-677f-490b-ba57-78e561ec61e8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:49.740252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.756587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.757104 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Added segment 858bb802-fb35-4927-9e4e-ca843705309b of type vlan for network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 Aug 22 15:03:49.776240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47550af-8327-42de-a09e-6a825cd9fda1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:49.785779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.821379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.845334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Provisioning complete for port 06a17eab-1568-46ef-98de-ac726f981071 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:49.845715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.881184 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.915773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'Port': ['ID=a0bdf025-7c8b-4211-911f-843bca3bb85a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:49.935493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:49.982346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=06a17eab-1568-46ef-98de-ac726f981071,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:50.009266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Router 37d606aa-284a-4140-8528-3693b7e8110b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:03:50.058574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.062665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.063691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:50.063823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91bdd80e-5f5c-4e32-9d69-7c8f3087c5f0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0202272 Aug 22 15:03:50.064547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.241744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.253810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3ad899-dd75-4d63-9e7c-7ab60410ba33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:50.258024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Transition to ACTIVE for port object 91611465-d74f-4d76-a1ff-073881935103 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:50.262834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46170) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:50.263090 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c77eb38a-7a2d-4375-9d22-8c884c6e4327 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5768261 Aug 22 15:03:50.267173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:03:50.271614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Request body: {'subnet': {'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1899702264-subnet', 'tenant_id': 'a2ff68eed4ba4e3b981e604ed3d147b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:50.275823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:03:50.289241 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] Sync routers for ids ['37d606aa-284a-4140-8528-3693b7e8110b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:03:50.297237 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-922ad186-4e0f-46aa-8f2f-1686f123de3d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "PUT /v2.0/routers/37d606aa-284a-4140-8528-3693b7e8110b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2251654 Aug 22 15:03:50.297667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Provisioning for port e60c853d-cac8-45ff-98b5-6d5abd3dc11d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:50.299535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46176) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:50.305417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] Routers {'37d606aa-284a-4140-8528-3693b7e8110b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:50.305933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['37d606aa-284a-4140-8528-3693b7e8110b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:50.320158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'port': {'network_id': '14872892-ee26-4a96-af7a-f36b5257b7df', 'name': 'tempest-FloatingIPNegativeTestJSON-1024365031'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:50.328065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Provisioning complete for port e60c853d-cac8-45ff-98b5-6d5abd3dc11d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:50.328454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.369033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Made reservation on behalf of a2ff68eed4ba4e3b981e604ed3d147b9 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:50.371455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.384749 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:50.417043 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] Routers {'37d606aa-284a-4140-8528-3693b7e8110b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:50.417876 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['37d606aa-284a-4140-8528-3693b7e8110b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:50.433612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0b236-e0cb-4eab-88ac-4b1dc2d37688 None None] Port e60c853d-cac8-45ff-98b5-6d5abd3dc11d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:50.435356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.501530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:50.502659 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb3a39-7199-4199-b2c0-b17838996a2a None None] The sync data for ids ['37d606aa-284a-4140-8528-3693b7e8110b'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:50.557419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-81b8d89f-07cb-4cfa-812d-810b76d63f35 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1334813193&fields=id&tenant_id=68ae36c5f88042f5850900d5fe9fc09e HTTP/1.1" status: 200 len: 267 time: 0.1150219 Aug 22 15:03:50.623510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357c8c9-e8fb-414d-a0f8-9b153ba0302e None None] Pushing event updated for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:50.634014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0ba22f26-7592-4244-abb3-ddac01041110 None None] Provisioning complete for port e60c853d-cac8-45ff-98b5-6d5abd3dc11d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:50.634399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ba22f26-7592-4244-abb3-ddac01041110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.660794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Made reservation on behalf of 140209df30a24394851a7ac0bba57d91 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:50.670995 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.712796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] device_id is not set on port 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:03:50.762609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Attempting to bind port 91611465-d74f-4d76-a1ff-073881935103 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:50.763544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Attempting to bind port 91611465-d74f-4d76-a1ff-073881935103 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:50.764515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Attempting to bind port 91611465-d74f-4d76-a1ff-073881935103 on network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:50.781136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0ba22f26-7592-4244-abb3-ddac01041110 None None] Port e60c853d-cac8-45ff-98b5-6d5abd3dc11d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:50.795366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:50.796210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Checking segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:50.796894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.797606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Bound using segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:50.799249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Bound port: 91611465-d74f-4d76-a1ff-073881935103, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:50.800501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.847088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-3bd36b3e-5a01-438a-8a02-502a197d7de0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:50.855987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-3bd36b3e-5a01-438a-8a02-502a197d7de0 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/networks?id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 HTTP/1.1" status: 200 len: 811 time: 0.2960522 Aug 22 15:03:50.879687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-84b500de-0f20-415a-acf5-a6677efddca1 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/quotas/68ae36c5f88042f5850900d5fe9fc09e HTTP/1.1" status: 200 len: 375 time: 0.0226240 Aug 22 15:03:50.921272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:50.960198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] For port 91611465-d74f-4d76-a1ff-073881935103, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:50.965009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] For port 91611465-d74f-4d76-a1ff-073881935103, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=91611465-d74f-4d76-a1ff-073881935103,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:50.998784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Allocated IP 172.20.0.10 (14872892-ee26-4a96-af7a-f36b5257b7df/437be4d2-c598-45b2-9942-7e294d79e2d0/36e1d6a3-a6d5-46d1-92db-ac48dec40a41) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:51.015046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2694a641-ec6b-46a9-8ecd-a2cc3d058790 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342916 Aug 22 15:03:51.055841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.083693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.204367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:03:51.205336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:51.213638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357c8c9-e8fb-414d-a0f8-9b153ba0302e None None] Pushing event updated for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:51.374387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e05b2b-ae59-4e36-b0ab-9991dc240c7d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:51.394323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.412364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Checking segment: {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:51.412819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Network hostable DHCP agents. Network: 3a3ad899-dd75-4d63-9e7c-7ab60410ba33, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:03:51.419582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Transition to ACTIVE for port object 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:51.447349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-c76ab79e-5385-4f09-8197-258915f21793 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274793 Aug 22 15:03:51.489608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:03:51.550129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.580148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:03:51.604668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-4780c2df-365a-4cee-b5a0-f457992758e4 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504469 Aug 22 15:03:51.636814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 14872892-ee26-4a96-af7a-f36b5257b7df is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:51.642845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:51.646402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:51.683411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3a3ad899-dd75-4d63-9e7c-7ab60410ba33) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:51.694228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:51.695203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.817630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-402610ff-26ad-4d11-bc14-be3653a29d8c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5534670 Aug 22 15:03:51.841164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:51.842041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:51.852656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=36e1d6a3-a6d5-46d1-92db-ac48dec40a41,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:51.945033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af1076c-0c4b-4886-9155-ae73f3c2f624 None None] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:51.993548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0b79db0d-30e2-448a-84aa-1450c20d4c08 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6904185 Aug 22 15:03:51.996787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:52.003530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:52.083652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-513f7a55-2cac-46f4-aad6-73e3d5223065 req-ed1d2c4d-f58b-40b2-a6cc-9e194bfaef5f tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0673647 Aug 22 15:03:52.118336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.123673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06a17eab-1568-46ef-98de-ac726f981071 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:52.256555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177aec0-a711-4ce6-83d5-31f409541880 None None] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:03:52.300100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.326603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 06a17eab-1568-46ef-98de-ac726f981071 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:52.327115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.367135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:50Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:03:52.414456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2b3aa-f16b-4c19-bfb9-0e71116e23d0 None None] The sync data for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 is: [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:50Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:03:52.459580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Allocated IP 172.25.0.45 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e21436b5-03e0-4a76-b38f-2d07937d3207) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:52.553331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f6dc7e3-9901-4e1e-a83c-3a1fb5487742 None None] Provisioning for port 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:52.569011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f6dc7e3-9901-4e1e-a83c-3a1fb5487742 None None] Provisioning complete for port 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:52.569523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f6dc7e3-9901-4e1e-a83c-3a1fb5487742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.606388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 91611465-d74f-4d76-a1ff-073881935103 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:52.721894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-9425a066-b6f2-4320-b0cd-816646f2fd65 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:52.738194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-9425a066-b6f2-4320-b0cd-816646f2fd65 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 814 time: 0.1992106 Aug 22 15:03:52.748012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.770617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dc7e3-9901-4e1e-a83c-3a1fb5487742 None None] Port 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:52.794604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-3553186a-33eb-41c3-b634-2b0e0965ca5b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/quotas/a2ff68eed4ba4e3b981e604ed3d147b9 HTTP/1.1" status: 200 len: 375 time: 0.0539691 Aug 22 15:03:52.834421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-42d78263-5136-428e-9d03-5db37b2d2d4d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378163 Aug 22 15:03:52.883405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 91611465-d74f-4d76-a1ff-073881935103 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:52.890327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 91611465-d74f-4d76-a1ff-073881935103 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:52.890327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:52.907234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:53.012442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:53.018310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:53.029992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:53.042025 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:53.086138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 91611465-d74f-4d76-a1ff-073881935103, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=91611465-d74f-4d76-a1ff-073881935103,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:03:53.101200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=e21436b5-03e0-4a76-b38f-2d07937d3207,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:53.212288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:53.363813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:53.585764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1ad50aa-b7f4-4d47-a815-7bd80aac755a req-1b77e62d-d9b2-4526-a228-660e2d8947e1 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0296342 Aug 22 15:03:53.587381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:53.587951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-f8b10af6-9992-4690-ba77-b9d2d4fc9fcb service neutron] 10.222.0.53 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776479 Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:03:53.588966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-e251e430-e12d-401e-ab0f-b3b7d40c2fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889044 Aug 22 15:03:53.741882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:53.929694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 91611465-d74f-4d76-a1ff-073881935103 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:03:53.986139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f2de987-f346-4a94-be1f-4bac2196b53b req-42abf801-bf55-44cb-a154-e3b891c63af7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 210 time: 0.0640767 Aug 22 15:03:53.999905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.059551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 91611465-d74f-4d76-a1ff-073881935103 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:54.060586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.102100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.174252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=e21436b5-03e0-4a76-b38f-2d07937d3207,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:54.184319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.278191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.280516 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-496c1ee9-23be-4584-97f8-fa0cf251242d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2817240 Aug 22 15:03:54.283711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:54.290868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7b46aeb2-8186-49af-98e2-0052b792f795 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'floatingip': {'port_id': '36e1d6a3-a6d5-46d1-92db-ac48dec40a41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:54.379247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b46aeb2-8186-49af-98e2-0052b792f795 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.543337 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-7b46aeb2-8186-49af-98e2-0052b792f795 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] update failed (client error): The resource could not be found. Aug 22 15:03:54.547908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46396) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:54.548739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7b46aeb2-8186-49af-98e2-0052b792f795 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "PUT /v2.0/floatingips/8cc6d0b2-71a8-4b08-9ad8-1ccbdd5bbe1d HTTP/1.1" status: 404 len: 507 time: 0.2630613 Aug 22 15:03:54.727381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting port e21436b5-03e0-4a76-b38f-2d07937d3207 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:54.728163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.767193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81b0b10-65e6-418a-835e-40a283d2f0a8 req-99814cbb-ac3f-4d60-8721-37a1acf904db tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0832672 Aug 22 15:03:54.880277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.880689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:54.896288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Calling delete_port for e21436b5-03e0-4a76-b38f-2d07937d3207 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:55.108655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c01d9ebd-0a40-4bb7-a130-ef8a1cd514fa req-fee96148-ed7a-4b68-9bea-01545717c9b4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 210 time: 0.0492814 Aug 22 15:03:55.157525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.197445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Port': ['ID=e21436b5-03e0-4a76-b38f-2d07937d3207,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:55.277665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.281401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.283483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e462f05b-dab5-4325-9570-50b0acb17fc5 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "DELETE /v2.0/floatingips/8cc6d0b2-71a8-4b08-9ad8-1ccbdd5bbe1d HTTP/1.1" status: 204 len: 168 time: 0.7338624 Aug 22 15:03:55.287339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46442) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:55.292866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e47ad510-36e3-42b6-8e58-0ccde38abb1d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'floatingip': {'floating_network_id': '14872892-ee26-4a96-af7a-f36b5257b7df', 'port_id': '36e1d6a3-a6d5-46d1-92db-ac48dec40a41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:55.394585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e47ad510-36e3-42b6-8e58-0ccde38abb1d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.553023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46458) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:55.610595 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-e47ad510-36e3-42b6-8e58-0ccde38abb1d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:03:55.611702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e47ad510-36e3-42b6-8e58-0ccde38abb1d tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3232181 Aug 22 15:03:55.616020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:55.621002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '36e1d6a3-a6d5-46d1-92db-ac48dec40a41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:55.679692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26b75e9d-338a-4417-a4d9-05d7f4196d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.723688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.841175 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26b75e9d-338a-4417-a4d9-05d7f4196d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:55.894271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fed5ed9-c1b3-4eff-b328-79679346bd46 req-0e924191-0e68-4a61-86ee-ea447935479d tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0319641 Aug 22 15:03:55.975407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26b75e9d-338a-4417-a4d9-05d7f4196d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.026379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26b75e9d-338a-4417-a4d9-05d7f4196d12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e7d3c5939cb4e5a8f48c165d883d862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722476 Aug 22 15:03:56.027232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b75e9d-338a-4417-a4d9-05d7f4196d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b5847-f175-402b-9f79-ec56ae4f8162,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:56.030539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:56.089002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.130822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.232781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-64b51754-a231-474a-88c1-eb38b5b25bce tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:56.233202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b24a88d8-893c-442e-a76f-a7274ce79610 req-3957fd3e-d07a-4ae5-a66a-7cf023af8ae5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 210 time: 0.0435050 Aug 22 15:03:56.233330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-64b51754-a231-474a-88c1-eb38b5b25bce tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.54 "GET /v2.0/networks?id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 HTTP/1.1" status: 200 len: 811 time: 0.1553469 Aug 22 15:03:56.236768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.285969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-f4c77b6b-8235-46f9-9796-5ae2c30df123 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68ae36c5f88042f5850900d5fe9fc09e HTTP/1.1" status: 200 len: 380 time: 0.0413477 Aug 22 15:03:56.295309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'port': {'device_id': '1d643e2c-6367-4aaf-b429-063218426452', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'admin_state_up': True, 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'security_groups': ['4c1069dc-7fc7-4db6-9198-744b9f8f759c']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:56.363652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.366426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.367893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b99b5847-f175-402b-9f79-ec56ae4f8162 HTTP/1.1" status: 204 len: 168 time: 0.3362606 Aug 22 15:03:56.378760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76ed6-4fdd-47d8-b43a-76ae1588eb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b5847-f175-402b-9f79-ec56ae4f8162,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:56.498288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Allocated IP 172.25.0.238 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/b5a85f9a-62b6-4449-a1d6-b2ab82a1e70f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:56.592120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Made reservation on behalf of 68ae36c5f88042f5850900d5fe9fc09e for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:56.596307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.644159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.776084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Allocated IP 172.20.0.7 (0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9/ed232dda-f557-40ee-9bf4-ae3581a751ff/ff55cef9-bb8e-4bc9-8472-4b62d0a5b900) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:56.883965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:56.935603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:56.940781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:56.944747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:56.974375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event updated for resources: {'Port': ['ID=b5a85f9a-62b6-4449-a1d6-b2ab82a1e70f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:57.019734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9bb89b8-6850-4932-b77d-79519f787d4f req-c0c036cd-9890-44b8-8194-9c7abbef9c74 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0365126 Aug 22 15:03:57.020410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.066863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Transition to ACTIVE for port object ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:57.173684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting port b5a85f9a-62b6-4449-a1d6-b2ab82a1e70f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:57.174036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.265798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.271107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.302593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Calling delete_port for b5a85f9a-62b6-4449-a1d6-b2ab82a1e70f owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:57.305289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.349255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-47e4b070-456a-4113-aa10-b1d26b79f2fb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:57.350967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-47e4b070-456a-4113-aa10-b1d26b79f2fb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.54 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 814 time: 0.1309116 Aug 22 15:03:57.387786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-096b8359-ebd0-4c3f-8940-90287300298d req-636b8703-6115-4bea-83e0-ac4c707db32e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 210 time: 0.0357862 Aug 22 15:03:57.392765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Request body: {'port': {'device_id': '61bb8319-fdbb-4168-8fac-746592070b70', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'admin_state_up': True, 'tenant_id': 'a2ff68eed4ba4e3b981e604ed3d147b9'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:57.455782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:57.473762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:57.491241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:57.546878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event updated for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:57.584356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:57.591580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.649483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Made reservation on behalf of a2ff68eed4ba4e3b981e604ed3d147b9 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:03:57.653273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.718508 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b0fb329b-86a7-4007-ba35-d10f08d8c9fc tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4270418 Aug 22 15:03:57.731181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Request body: {'port': {'device_id': '1d643e2c-6367-4aaf-b429-063218426452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:57.760230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.802048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-49b30a9f-32c7-48be-af94-8eab8ed89f4f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802205 Aug 22 15:03:57.805736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e51cd5c1-a935-4e51-8cf3-e52c6b8af4e6 None None] Provisioning for port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:03:57.809080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e51cd5c1-a935-4e51-8cf3-e52c6b8af4e6 None None] Provisioning complete for port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:03:57.809610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e51cd5c1-a935-4e51-8cf3-e52c6b8af4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:57.856415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Port': ['ID=b5a85f9a-62b6-4449-a1d6-b2ab82a1e70f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:57.858712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e51cd5c1-a935-4e51-8cf3-e52c6b8af4e6 None None] Port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:03:57.901330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Allocated IP 172.20.0.2 (3a3ad899-dd75-4d63-9e7c-7ab60410ba33/62e05b2b-ae59-4e36-b0ab-9991dc240c7d/ce08c03e-6ef9-4ec6-9f67-4390b79391e2) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:03:57.905572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-7f46f250-7d04-4eb4-b3bd-6e94328a3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:57.908482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-7f46f250-7d04-4eb4-b3bd-6e94328a3240 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1097 time: 0.0718331 Aug 22 15:03:57.950124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.026225 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] create failed (client error): The resource could not be found. Aug 22 15:03:58.027828 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-942f5a55-611f-49ca-9e32-8e7928bcb21a tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4107563 Aug 22 15:03:58.034341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46610) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:58.187474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-62a1cec0-fd7a-4ca6-af92-c776beb6f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.189746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-62a1cec0-fd7a-4ca6-af92-c776beb6f2d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 916 time: 0.2594416 Aug 22 15:03:58.304924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:03:58.306876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b892b7-f1d6-49ab-b6f1-c889aa5aec88 req-ebd6fa26-1265-46e9-a5a8-791ebc3b7682 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.308470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8b892b7-f1d6-49ab-b6f1-c889aa5aec88 req-ebd6fa26-1265-46e9-a5a8-791ebc3b7682 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 931 time: 0.1989183 Aug 22 15:03:58.325883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.334262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.339077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Transition to ACTIVE for port object ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:03:58.359081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-d4deb7d5-d4e2-4120-8bb2-0c2130c3aa1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 1002 time: 0.1458278 Aug 22 15:03:58.431512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting port 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:03:58.431858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.437683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.443590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8b892b7-f1d6-49ab-b6f1-c889aa5aec88 req-78eb2dc5-b2c1-4c12-ae6b-b7dca9e722e3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228852 Aug 22 15:03:58.499447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:58.512535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-6c81b2ab-b218-4c03-a8aa-03bf7f6fde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.514464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-6c81b2ab-b218-4c03-a8aa-03bf7f6fde52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 200 len: 854 time: 0.1486309 Aug 22 15:03:58.582424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-988cbf80-4e79-4068-9508-821cc9e80692 req-342724b6-4a5c-494d-aefb-5ee621b4d421 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 210 time: 0.0716121 Aug 22 15:03:58.590665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Attempting to bind port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:03:58.591134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Attempting to bind port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:03:58.591719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Attempting to bind port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 on network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:58.600667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 on network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:03:58.601582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Attempting to bind port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 on network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:03:58.611688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:03:58.612828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.613284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Checking segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:03:58.613750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Bound using segment: {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:03:58.614295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Bound port: ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:03:58.614767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.639941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Calling delete_port for 36e1d6a3-a6d5-46d1-92db-ac48dec40a41 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:03:58.642856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-4d823bf9-f517-43c5-a401-6a8e340c7dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.644731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-4d823bf9-f517-43c5-a401-6a8e340c7dca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1592a7db-3282-4065-aaca-6b6873fa4a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221428 Aug 22 15:03:58.677829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.701092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:03:58.706488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:03:58.801753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.827351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:03:58.835493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:58.837781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:03:58.845282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:03:58.868897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.869633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:58.871646 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] 10.222.0.54 "PUT /v2.0/ports/ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 HTTP/1.1" status: 200 len: 1091 time: 1.1453156 Aug 22 15:03:58.872311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:03:58.874939 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b8d7f-4f3a-4676-8995-d46038573fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:03:58.888913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-d8943816-41ef-4e8e-bba1-33524ff6b21c service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364902 Aug 22 15:03:58.921757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34eabc-3331-4a64-8ddc-93688ec00ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:58.971458 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c2cb50-3eb8-4de3-865a-332f6ca36fd4 x-openstack-request-id: req-e8c2cb50-3eb8-4de3-865a-332f6ca36fd4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:03:58.971880 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:03:58.972393 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8c2cb50-3eb8-4de3-865a-332f6ca36fd4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:03:58.979383 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'status': 'completed', 'code': 200} Aug 22 15:03:58.979535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:58.979535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:59.027956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-2276e991-fac4-44db-9cf3-b21f5d4db26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.029841 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-2276e991-fac4-44db-9cf3-b21f5d4db26a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 1094 time: 0.0557561 Aug 22 15:03:59.067441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b74cfaa1-29eb-4b4a-9b13-77ccc705d528 req-cf74b7ae-0e38-44ab-aa0b-65539811dfcf service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690652 Aug 22 15:03:59.118457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-006504b5-77c8-4ced-a766-eae7511a17a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7296109 Aug 22 15:03:59.134529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Request body: {'port': {'device_id': '61bb8319-fdbb-4168-8fac-746592070b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:03:59.170091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:59.190220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-9b58bade-426b-4af9-9c88-c1c246dd2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.192442 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-9b58bade-426b-4af9-9c88-c1c246dd2cb1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1538391 Aug 22 15:03:59.303404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Port': ['ID=36e1d6a3-a6d5-46d1-92db-ac48dec40a41,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:03:59.306292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-45f99524-0111-4117-80b4-6f00138f9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.308148 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-540b8d7f-4f3a-4676-8995-d46038573fa6 req-45f99524-0111-4117-80b4-6f00138f9dd6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071322 Aug 22 15:03:59.312473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:59.429500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b4bfd9ea-c182-412c-bcf6-0f1f478f808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.431269 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b4bfd9ea-c182-412c-bcf6-0f1f478f808c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 1094 time: 0.0770566 Aug 22 15:03:59.457713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:03:59.462266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-311354d9-03c6-4192-94e6-b10495b1611c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "DELETE /v2.0/ports/36e1d6a3-a6d5-46d1-92db-ac48dec40a41 HTTP/1.1" status: 204 len: 168 time: 1.4269903 Aug 22 15:03:59.466377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46684) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:59.482393 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-d426a1f9-8f19-40b0-a491-7dbef6896e90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 HTTP/1.1" status: 200 len: 217 time: 0.0428057 Aug 22 15:03:59.570280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-ec2c3ae7-1a32-45d5-8001-71ac3e2ca02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.572028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-ec2c3ae7-1a32-45d5-8001-71ac3e2ca02f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed232dda-f557-40ee-9bf4-ae3581a751ff HTTP/1.1" status: 200 len: 850 time: 0.0829394 Aug 22 15:03:59.630524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-ad512fc7-0126-448a-8a66-ec5e4ad113ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.634230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-ad512fc7-0126-448a-8a66-ec5e4ad113ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541553 Aug 22 15:03:59.718421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd94eb-b462-40f6-a19d-d4718ed47d67 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.720566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b1dd94eb-b462-40f6-a19d-d4718ed47d67 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d606aa-284a-4140-8528-3693b7e8110b HTTP/1.1" status: 200 len: 913 time: 0.2532363 Aug 22 15:03:59.724472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46698) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:03:59.780735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dec8b-6f62-4d9c-81bf-d668ec67fd5a req-ea0e7ade-1a4d-475e-9952-06228167ad8b tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.788436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c04dec8b-6f62-4d9c-81bf-d668ec67fd5a req-ea0e7ade-1a4d-475e-9952-06228167ad8b tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 943 time: 0.2125850 Aug 22 15:03:59.818191 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-953fdc4f-4e01-4db9-85e4-d55b496f433c service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732044 Aug 22 15:03:59.886857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e960-a4d3-4582-b2d7-8de49f281cf7 req-3be0063c-8967-412d-b1ca-2e624efb8fd7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:03:59.888613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d492e960-a4d3-4582-b2d7-8de49f281cf7 req-3be0063c-8967-412d-b1ca-2e624efb8fd7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 931 time: 0.1817362 Aug 22 15:03:59.904256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c04dec8b-6f62-4d9c-81bf-d668ec67fd5a req-ccf3bd6d-436e-4625-9815-b91b540d889a tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148958 Aug 22 15:03:59.994271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:04:00.004411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.009545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d492e960-a4d3-4582-b2d7-8de49f281cf7 req-4776235b-82b7-4749-becc-78218c72fdab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981863 Aug 22 15:04:00.023093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Transition to ACTIVE for port object ce08c03e-6ef9-4ec6-9f67-4390b79391e2 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:00.044281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-85ba5017-9daf-46f2-af19-0b42f2c879c0 req-b92c429f-999f-4b50-a381-00ce07e2aa47 service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164037 Aug 22 15:04:00.147017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.155513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1c756e01-8fb0-4b43-88b9-5b787a9ffd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.189175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.239255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:00.306671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Attempting to bind port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:00.307030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Attempting to bind port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:00.307337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Attempting to bind port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:00.312236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:04:00.312663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Attempting to bind port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:00.317854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:00.318203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Checking segment: {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:00.318593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Bound using segment: {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:00.319028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Bound port: ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:00.319394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.388610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:00.392886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:00.469644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting port e60c853d-cac8-45ff-98b5-6d5abd3dc11d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:00.470210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.472203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.508121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:00.508747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.510173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 1091 time: 1.3802130 Aug 22 15:04:00.510629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:00.512928 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67030cd-d20f-41ab-bae8-e600ad74554e" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:00.545187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f1f2e-7025-4a6c-a064-faaa0a9c54b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:00.554219 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c6d90-5312-46c7-a371-69341f37b3ae x-openstack-request-id: req-429c6d90-5312-46c7-a371-69341f37b3ae {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:00.554521 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:00.554873 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-429c6d90-5312-46c7-a371-69341f37b3ae {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:00.555294 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'status': 'completed', 'code': 200} Aug 22 15:04:00.565498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.577617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Calling delete_port for e60c853d-cac8-45ff-98b5-6d5abd3dc11d owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:00.627803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-0f971fc5-bd4e-4e73-bf50-563f984f3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:00.629378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-0f971fc5-bd4e-4e73-bf50-563f984f3cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1094 time: 0.0538855 Aug 22 15:04:00.855097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:00.888167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Port': ['ID=e60c853d-cac8-45ff-98b5-6d5abd3dc11d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:01.072549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-658a5e12-219b-42b0-b12f-95b409247c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.075030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-658a5e12-219b-42b0-b12f-95b409247c32 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4373329 Aug 22 15:04:01.088896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2caf92-0d97-4648-96e3-a509ad6a13d9 req-bc98c718-bbe7-4e31-8825-bf3f14bde841 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.091240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef2caf92-0d97-4648-96e3-a509ad6a13d9 req-bc98c718-bbe7-4e31-8825-bf3f14bde841 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 943 time: 0.0874875 Aug 22 15:04:01.118520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:01.258135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfc6b7-54c1-40a8-a666-bf8696043210 req-17c94bd2-ef62-44c6-bcae-e15c80432116 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.259853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6bfc6b7-54c1-40a8-a666-bf8696043210 req-17c94bd2-ef62-44c6-bcae-e15c80432116 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1662748 Aug 22 15:04:01.270162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef2caf92-0d97-4648-96e3-a509ad6a13d9 req-38f9713a-3c14-468b-aea1-f5dc7af9ca58 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665556 Aug 22 15:04:01.309231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-e73bfb70-f3b7-4ffe-a478-1d554d0247f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.311076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d67030cd-d20f-41ab-bae8-e600ad74554e req-e73bfb70-f3b7-4ffe-a478-1d554d0247f2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186234 Aug 22 15:04:01.338019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6bfc6b7-54c1-40a8-a666-bf8696043210 req-48cfa638-2674-4098-b8b7-e102c869d5bf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667484 Aug 22 15:04:01.412640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-b8820fcb-f1da-42e5-9128-bad3686a71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.414624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-b8820fcb-f1da-42e5-9128-bad3686a71ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1094 time: 0.0589268 Aug 22 15:04:01.463864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-307900f0-2aa5-47b3-a49a-9bdbb76ce790 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 217 time: 0.0397754 Aug 22 15:04:01.535154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-7f77e277-c121-485d-8078-859d27d0358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:01.539170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-7f77e277-c121-485d-8078-859d27d0358b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 0.0671544 Aug 22 15:04:01.581812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-945e1cda-622d-4d97-b3dd-d6437a957106 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Aug 22 15:04:01.683579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-8bda18b8-3480-4467-8f60-dd3a1f4d41e4 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936518 Aug 22 15:04:01.704391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Router 37d606aa-284a-4140-8528-3693b7e8110b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:04:01.780723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15e1d00a-5b08-4f33-803b-1904457a88b3 req-e0659ee6-4a77-4ecf-847b-a9be44ae7241 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Aug 22 15:04:01.782382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:04:01.797903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e241daa2-8a9e-4b25-b507-38e18fdedc55 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "PUT /v2.0/routers/37d606aa-284a-4140-8528-3693b7e8110b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0625002 Aug 22 15:04:01.798207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:01.798335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] Sync routers for ids ['37d606aa-284a-4140-8528-3693b7e8110b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:04:01.830893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] Routers {'37d606aa-284a-4140-8528-3693b7e8110b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:04:01.830893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['37d606aa-284a-4140-8528-3693b7e8110b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:01.867108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:01.877880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] Routers {'37d606aa-284a-4140-8528-3693b7e8110b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:04:01.878730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:03:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['37d606aa-284a-4140-8528-3693b7e8110b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:01.889067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:01.918896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:01.919570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771af5c-0bd2-4ef0-b74d-6c454e1a58a8 None None] The sync data for ids ['37d606aa-284a-4140-8528-3693b7e8110b'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:04:02.071289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.073609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.174698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.176197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Fanout notify agent at l3_agent the message router_deleted on router 37d606aa-284a-4140-8528-3693b7e8110b {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:04:02.184576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.185997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67cc9dcc-623a-4222-828d-5877e6f275a7 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "DELETE /v2.0/routers/37d606aa-284a-4140-8528-3693b7e8110b HTTP/1.1" status: 204 len: 168 time: 0.3943262 Aug 22 15:04:02.189068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46746) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:02.244938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting subnet 437be4d2-c598-45b2-9942-7e294d79e2d0 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:04:02.248147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.290617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.414968 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.474760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbc0e-d053-4590-a328-0df301a2bc6e req-00e8ad1d-ad4e-4627-85b5-e423da1f4693 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:02.476289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5cbc0e-d053-4590-a328-0df301a2bc6e req-00e8ad1d-ad4e-4627-85b5-e423da1f4693 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 943 time: 0.1362493 Aug 22 15:04:02.549614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a98b3-55da-4866-bb89-db4c952d7d2a req-c53b9878-e0de-4d7c-b8f9-de196617dd40 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:02.551121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e8a98b3-55da-4866-bb89-db4c952d7d2a req-c53b9878-e0de-4d7c-b8f9-de196617dd40 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1377685 Aug 22 15:04:02.554763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5cbc0e-d053-4590-a328-0df301a2bc6e req-7be034a2-9618-4468-b901-ae2a39750f9e tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714602 Aug 22 15:04:02.600431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e8a98b3-55da-4866-bb89-db4c952d7d2a req-a6fc18fc-c558-4760-8924-f960e14c48ef tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Aug 22 15:04:02.616189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.652893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Subnet': ['ID=437be4d2-c598-45b2-9942-7e294d79e2d0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:02.671079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.674178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7aadb289-f577-4334-a851-49cd3c88c885 tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "DELETE /v2.0/subnets/437be4d2-c598-45b2-9942-7e294d79e2d0 HTTP/1.1" status: 204 len: 168 time: 0.4836907 Aug 22 15:04:02.676625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:02.678385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d3338-556e-4ca8-91b7-54533d890867 None None] Network 14872892-ee26-4a96-af7a-f36b5257b7df requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:02.773829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.826624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.835572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Deleting port 06a17eab-1568-46ef-98de-ac726f981071 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:02.835855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.894835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] DHCP port deletion for 14872892-ee26-4a96-af7a-f36b5257b7df request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:04:02.908202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] For port 06a17eab-1568-46ef-98de-ac726f981071, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06a17eab-1568-46ef-98de-ac726f981071,segment=NetworkSegment(69012365-677f-490b-ba57-78e561ec61e8),segment_id=69012365-677f-490b-ba57-78e561ec61e8)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:02.911583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:02.936063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Calling delete_port for 06a17eab-1568-46ef-98de-ac726f981071 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:02.944018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Deleting port 06a17eab-1568-46ef-98de-ac726f981071 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:02.944402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.035426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] For port 06a17eab-1568-46ef-98de-ac726f981071, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=06a17eab-1568-46ef-98de-ac726f981071,segment=NetworkSegment(69012365-677f-490b-ba57-78e561ec61e8),segment_id=69012365-677f-490b-ba57-78e561ec61e8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:03.035835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.067547 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:04:03.163937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.190578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Port': ['ID=06a17eab-1568-46ef-98de-ac726f981071,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:03.195537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] No DVR routers for this DVR port 06a17eab-1568-46ef-98de-ac726f981071 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:03.198512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Calling delete_port for 06a17eab-1568-46ef-98de-ac726f981071 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:03.291597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.292597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.302141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14872892-ee26-4a96-af7a-f36b5257b7df']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:03.312998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69012365-677f-490b-ba57-78e561ec61e8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:03.313303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69012365-677f-490b-ba57-78e561ec61e8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:03.317888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] Pushing event deleted for resources: {'Port': ['ID=06a17eab-1568-46ef-98de-ac726f981071,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:03.322310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf40dcd-a9ac-4765-9737-aa14629fe467 None None] No DVR routers for this DVR port 06a17eab-1568-46ef-98de-ac726f981071 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:03.336078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.350543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.356848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:03.357238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:03.360819 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:03.460170 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86626a67-ad26-4b67-b299-5a78556ce41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.563665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.571036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:03.572982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] 10.222.0.53 "DELETE /v2.0/networks/14872892-ee26-4a96-af7a-f36b5257b7df HTTP/1.1" status: 204 len: 168 time: 0.8951268 Aug 22 15:04:03.585386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1bb26-443d-44b1-9b3e-11add16a706c tempest-FloatingIPNegativeTestJSON-1226221656 tempest-FloatingIPNegativeTestJSON-1226221656-project] Pushing event deleted for resources: {'Network': ['ID=14872892-ee26-4a96-af7a-f36b5257b7df,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:03.736962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf9186-b566-438f-bede-28e0c929fe2a req-8e872ba4-c162-4582-bead-e18123cd7b55 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:03.738535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbf9186-b566-438f-bede-28e0c929fe2a req-8e872ba4-c162-4582-bead-e18123cd7b55 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 943 time: 0.0880799 Aug 22 15:04:03.810761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbf9186-b566-438f-bede-28e0c929fe2a req-7fe53d45-3962-42f3-87a0-81119375a4ac tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625238 Aug 22 15:04:03.819668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e401583-9462-4d1d-8305-df06a31e4a52 req-c8ca6ad2-8fd1-4591-ae1e-c30183b2e74c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:03.830945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e401583-9462-4d1d-8305-df06a31e4a52 req-c8ca6ad2-8fd1-4591-ae1e-c30183b2e74c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.0908294 Aug 22 15:04:03.888681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e401583-9462-4d1d-8305-df06a31e4a52 req-24202c4d-0776-4be4-96e9-3ed3ad71bb0b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513296 Aug 22 15:04:03.910994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06a17eab-1568-46ef-98de-ac726f981071 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:04:03.996573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 06a17eab-1568-46ef-98de-ac726f981071 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:04:03.996573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 06a17eab-1568-46ef-98de-ac726f981071 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:04:04.216532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46786) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:04.396581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8ccd526-2f94-4f39-a82d-c2e6348b7a29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=140209df30a24394851a7ac0bba57d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778207 Aug 22 15:04:04.398862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46794) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:04.456553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.479059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.608971 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.612079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.613269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f5970a2-759a-4f37-9592-9b8da46a5d21 HTTP/1.1" status: 204 len: 168 time: 0.2130747 Aug 22 15:04:04.621842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29523c1d-9891-494b-a62b-3323af1a2c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5970a2-759a-4f37-9592-9b8da46a5d21,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:04.648272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:04:04.785082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:04.796412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'port_id': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'mac_address': 'fa:16:3e:85:c4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:04:04.829277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.841021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:04.859808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:04:04.883461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:04.971903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db382a-9db9-4711-9dac-65629b066ad5 req-3c5faa38-2fd8-4e2d-8023-55b1e1281dfb tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:04.982285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6db382a-9db9-4711-9dac-65629b066ad5 req-3c5faa38-2fd8-4e2d-8023-55b1e1281dfb tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 943 time: 0.0724485 Aug 22 15:04:04.997549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:05.103625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:05.124264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6db382a-9db9-4711-9dac-65629b066ad5 req-5a4bdef9-4dd4-4073-b362-8779a92ca82e tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344416 Aug 22 15:04:05.152317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c4039-c7ff-4d50-9298-c5432282477d req-88d49392-f3b8-48bd-a47d-d625978d270b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:05.173199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4c4039-c7ff-4d50-9298-c5432282477d req-88d49392-f3b8-48bd-a47d-d625978d270b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1380024 Aug 22 15:04:05.255903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4c4039-c7ff-4d50-9298-c5432282477d req-5aae9e83-3bfb-45d5-87e6-6b8d3b5bb771 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Aug 22 15:04:05.300528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:05.930708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46836) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:06.040168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-934844968'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:06.112124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:06.115901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.125306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.255582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.281697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ae18-50cb-4f93-9841-33f8467ef741 req-1b669355-476b-40dc-8325-09c3e2988aa9 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:06.284668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb5ae18-50cb-4f93-9841-33f8467ef741 req-1b669355-476b-40dc-8325-09c3e2988aa9 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 944 time: 0.0832832 Aug 22 15:04:06.321283 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.341574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb5ae18-50cb-4f93-9841-33f8467ef741 req-bb7edbf0-310a-4fd1-bb36-3da7423f9490 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462437 Aug 22 15:04:06.376465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:06.392345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab9a74-0dc0-4c5e-b1fb-f95a3f20479a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:06.400653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.400791 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 3dfd5d15-80b1-42ef-8534-16cd20a71d35 of type vlan for network 06a21071-a1ac-4421-ad59-7057179be6db Aug 22 15:04:06.464886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.479907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68200a1-1e29-4c38-ad88-902269c8e5d8 req-e4d34e58-1890-45f2-bd77-283de131c72e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:06.481509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b68200a1-1e29-4c38-ad88-902269c8e5d8 req-e4d34e58-1890-45f2-bd77-283de131c72e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.0994084 Aug 22 15:04:06.527962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b68200a1-1e29-4c38-ad88-902269c8e5d8 req-0bc6cf0b-49b4-4615-ba37-e2c6a230d8c5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Aug 22 15:04:06.563567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.569367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:06.569972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.648636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=06a21071-a1ac-4421-ad59-7057179be6db,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:06.655353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:04:06.662555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:06.666901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 06a21071-a1ac-4421-ad59-7057179be6db details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:06.673449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aebc032a-bd51-4ef4-a1fe-0b5f4e695b61 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7412014 Aug 22 15:04:06.722751 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.818141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46852) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:06.827184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '06a21071-a1ac-4421-ad59-7057179be6db', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:06.910822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:06.927348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'port_id': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'mac_address': 'fa:16:3e:d2:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e05b2b-ae59-4e36-b0ab-9991dc240c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:04:06.975047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:04:06.982187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:06.982564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:06.984016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.018800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:04:07.048643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:07.071353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:07.074935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.111361 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.141486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.210993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:07.213608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:07.215916 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f0c97f-0179-4efe-9200-02d949da1a91" -d '{"events": [{"server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "name": "network-vif-plugged", "status": "completed", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:07.235001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:07.261605 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccf8cc9-cc56-4944-99c8-449d42a30c2d x-openstack-request-id: req-9ccf8cc9-cc56-4944-99c8-449d42a30c2d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:07.261917 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "name": "network-vif-plugged", "status": "completed", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:07.262189 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ccf8cc9-cc56-4944-99c8-449d42a30c2d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:07.262590 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'code': 200} Aug 22 15:04:07.315824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.465548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:07.490059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ce08c03e-6ef9-4ec6-9f67-4390b79391e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:07.555695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f8ea2-f81f-4cdf-b809-7d3ff1b6b855 req-0b8d6ba0-5175-4fc3-a817-11b0c36d985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:07.559501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a13f8ea2-f81f-4cdf-b809-7d3ff1b6b855 req-0b8d6ba0-5175-4fc3-a817-11b0c36d985c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 1096 time: 0.2115788 Aug 22 15:04:07.563529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.656661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c637b-0166-47ad-9587-62b16705cc6f req-b8b998f4-3d51-4a38-b40f-0700120a0e49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:07.673335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-988c637b-0166-47ad-9587-62b16705cc6f req-b8b998f4-3d51-4a38-b40f-0700120a0e49 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.1959248 Aug 22 15:04:07.674943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=de7b702c-d7f1-456a-827e-b6243a811b3f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:07.714324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '3dfd5d15-80b1-42ef-8534-16cd20a71d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:07.714820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 06a21071-a1ac-4421-ad59-7057179be6db, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:07.737261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a13f8ea2-f81f-4cdf-b809-7d3ff1b6b855 req-e8f13cd7-addd-4303-868e-6eed19d7a21b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703651 Aug 22 15:04:07.809171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 06a21071-a1ac-4421-ad59-7057179be6db is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:07.830023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-988c637b-0166-47ad-9587-62b16705cc6f req-d0365088-8fc1-4681-b98a-60f0578b53f4 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556447 Aug 22 15:04:07.860969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc293ca-9fdb-440e-978b-feaeff45f3eb req-d4c311bb-482c-43b5-b451-b9c27206ae3c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:07.863622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc293ca-9fdb-440e-978b-feaeff45f3eb req-d4c311bb-482c-43b5-b451-b9c27206ae3c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.0952516 Aug 22 15:04:07.895100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 06a21071-a1ac-4421-ad59-7057179be6db) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:07.900003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:07.900785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:07.908260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d259a-ed54-4b99-ad5a-4dd4d7b9161c None None] Network 06a21071-a1ac-4421-ad59-7057179be6db requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:07.948256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc293ca-9fdb-440e-978b-feaeff45f3eb req-4f3b3211-f65e-480a-befa-ab1aa657a881 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Aug 22 15:04:08.023344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eab355d4-77b2-4a16-a7a0-820179b51364 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2011395 Aug 22 15:04:08.025727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:08.032434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753423244'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:08.125412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:08.127119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.128845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-06a21071-a1ac-4421-ad59-7057179be6db', 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': 'de7b702c-d7f1-456a-827e-b6243a811b3f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:08.130173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.180815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:08.192978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.193652 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment ab3de74f-bc0f-4a55-b359-0c0df0e6660c of type vlan for network 54d52754-566c-451c-8d18-5231240edafc Aug 22 15:04:08.251858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.324647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Allocated IP 172.20.255.242 (06a21071-a1ac-4421-ad59-7057179be6db/de7b702c-d7f1-456a-827e-b6243a811b3f/c0741dc0-85d8-4965-9986-0a2372ae89bc) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:08.357142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.363830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:08.364469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.444253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=54d52754-566c-451c-8d18-5231240edafc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:08.456707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 54d52754-566c-451c-8d18-5231240edafc details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:08.461464 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3c1ce03-32ab-4989-ac90-cc66d71958ce tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4344954 Aug 22 15:04:08.464778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:08.470428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '54d52754-566c-451c-8d18-5231240edafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:08.511638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.521701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Transition to ACTIVE for port object c0741dc0-85d8-4965-9986-0a2372ae89bc will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:08.539141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Transition to ACTIVE for port object c0741dc0-85d8-4965-9986-0a2372ae89bc will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:08.616631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.643601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:08.648040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.658421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Network 06a21071-a1ac-4421-ad59-7057179be6db is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:08.664372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:08.668188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:08.682654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:08.688185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Pushing event updated for resources: {'Port': ['ID=c0741dc0-85d8-4965-9986-0a2372ae89bc,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:08.769214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Attempting to bind port c0741dc0-85d8-4965-9986-0a2372ae89bc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:08.769611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Attempting to bind port c0741dc0-85d8-4965-9986-0a2372ae89bc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '3dfd5d15-80b1-42ef-8534-16cd20a71d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:08.769952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Attempting to bind port c0741dc0-85d8-4965-9986-0a2372ae89bc on network 06a21071-a1ac-4421-ad59-7057179be6db {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:08.780823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:08.781777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Checking segment: {'id': '3dfd5d15-80b1-42ef-8534-16cd20a71d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:08.782175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.782581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Bound using segment: {'id': '3dfd5d15-80b1-42ef-8534-16cd20a71d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:08.783076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Bound port: c0741dc0-85d8-4965-9986-0a2372ae89bc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd5d15-80b1-42ef-8534-16cd20a71d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06a21071-a1ac-4421-ad59-7057179be6db'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:08.783466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.869907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] For port c0741dc0-85d8-4965-9986-0a2372ae89bc, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:08.874080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] For port c0741dc0-85d8-4965-9986-0a2372ae89bc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c0741dc0-85d8-4965-9986-0a2372ae89bc,segment=NetworkSegment(3dfd5d15-80b1-42ef-8534-16cd20a71d35),segment_id=3dfd5d15-80b1-42ef-8534-16cd20a71d35)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:08.900391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:04:08.904462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:08.910732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:08.987951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614ed3-e08c-4516-a0a7-f4f5b47d11f2 req-c20a6a53-9252-4c07-9a24-e46d8c675731 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:08.989902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0614ed3-e08c-4516-a0a7-f4f5b47d11f2 req-c20a6a53-9252-4c07-9a24-e46d8c675731 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.0620196 Aug 22 15:04:09.002887 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.038979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0614ed3-e08c-4516-a0a7-f4f5b47d11f2 req-a1f575c8-1622-4bea-ba3b-414109c64f10 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Aug 22 15:04:09.064895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.119413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca98031-40d3-4b4b-af59-9e5f10d4bc0c None None] Pushing event updated for resources: {'Port': ['ID=c0741dc0-85d8-4965-9986-0a2372ae89bc,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:09.148022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:09.152762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.229975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f31c56-0a11-4ed8-9e52-bd5c825b0a9c req-2fa00d37-ab29-4b8c-b0cb-e0624dc6f535 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:09.229975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72f31c56-0a11-4ed8-9e52-bd5c825b0a9c req-2fa00d37-ab29-4b8c-b0cb-e0624dc6f535 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.1106176 Aug 22 15:04:09.255051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.291962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:09.293403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=2df605ab-f880-4f3c-80b2-5bc6a5af02d2,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:09.296733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72f31c56-0a11-4ed8-9e52-bd5c825b0a9c req-be3d9048-d20b-4be9-b7a5-0c84e8d6e776 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Aug 22 15:04:09.302121 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75574e9a-1881-450b-a242-5f8eb4ffefeb" -d '{"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:09.342066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:09.358154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '54d52754-566c-451c-8d18-5231240edafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:09.363295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 54d52754-566c-451c-8d18-5231240edafc, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:09.363902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c959ca8-2ae2-4cc2-8c4d-8bc85321d746 x-openstack-request-id: req-3c959ca8-2ae2-4cc2-8c4d-8bc85321d746 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:09.363902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:09.364260 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c959ca8-2ae2-4cc2-8c4d-8bc85321d746 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:09.364722 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'code': 200} Aug 22 15:04:09.506826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 54d52754-566c-451c-8d18-5231240edafc is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:09.543364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e695-fb45-4d90-9e5a-1a5f6611605f req-708f2820-e8fb-4d46-ac95-35b5ee53420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:09.545032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a9e695-fb45-4d90-9e5a-1a5f6611605f req-708f2820-e8fb-4d46-ac95-35b5ee53420c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1096 time: 0.0772996 Aug 22 15:04:09.600288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a9e695-fb45-4d90-9e5a-1a5f6611605f req-971329b4-76d8-43a8-b1cc-11095d6c5dc9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Aug 22 15:04:09.624279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 54d52754-566c-451c-8d18-5231240edafc) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:09.635543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:09.637166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.639995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1107a50-5b98-4d9c-b589-7191e6c108f8 None None] Network 54d52754-566c-451c-8d18-5231240edafc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:09.708807 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d81a538a-06ec-4781-9b1e-703becc8789a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2434185 Aug 22 15:04:09.711380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:09.809115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-54d52754-566c-451c-8d18-5231240edafc', 'network_id': '54d52754-566c-451c-8d18-5231240edafc', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '2df605ab-f880-4f3c-80b2-5bc6a5af02d2'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:09.811074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.826365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.947097 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:09.995797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c0741dc0-85d8-4965-9986-0a2372ae89bc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:10.046452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Allocated IP 172.20.0.2 (54d52754-566c-451c-8d18-5231240edafc/2df605ab-f880-4f3c-80b2-5bc6a5af02d2/3ea758c6-d068-42e8-ac34-0f6b4b3dac36) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:10.163365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c0741dc0-85d8-4965-9986-0a2372ae89bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:04:10.181438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848618c-9aa7-4ea5-b087-1ff7811c902b req-4b07bf1f-13f3-46c5-868a-9c5fa99364b2 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:10.183448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3848618c-9aa7-4ea5-b087-1ff7811c902b req-4b07bf1f-13f3-46c5-868a-9c5fa99364b2 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.0547423 Aug 22 15:04:10.250254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3848618c-9aa7-4ea5-b087-1ff7811c902b req-d7a133ca-b7de-4dc3-b161-26c8e9b22c02 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539589 Aug 22 15:04:10.261522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.274651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Transition to ACTIVE for port object 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:10.300666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Transition to ACTIVE for port object 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:10.387194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.427639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4f748-3fa0-4d9c-be3a-fd83407d040d req-57c2fe6e-c3de-4df9-a886-2f8b8ea57fbe tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:10.436932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36a4f748-3fa0-4d9c-be3a-fd83407d040d req-57c2fe6e-c3de-4df9-a886-2f8b8ea57fbe tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.0935791 Aug 22 15:04:10.442828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46918) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:10.447367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Pushing event updated for resources: {'Port': ['ID=3ea758c6-d068-42e8-ac34-0f6b4b3dac36,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:10.448952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Request body: {'floatingip': {'port_id': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:10.464269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.482926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Network 54d52754-566c-451c-8d18-5231240edafc is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:10.486161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:10.490227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:10.502626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf9dd8-516d-45f1-aa56-fa66fbd0a13a None None] Network 06a21071-a1ac-4421-ad59-7057179be6db requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:10.516040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.596088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.603878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=2df605ab-f880-4f3c-80b2-5bc6a5af02d2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:10.638452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Attempting to bind port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:10.638833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Attempting to bind port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '54d52754-566c-451c-8d18-5231240edafc'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:10.639206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Attempting to bind port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 on network 54d52754-566c-451c-8d18-5231240edafc {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:10.648443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:10.648837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Checking segment: {'id': 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '54d52754-566c-451c-8d18-5231240edafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:10.649300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.649704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Bound using segment: {'id': 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '54d52754-566c-451c-8d18-5231240edafc'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:10.650232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Bound port: 3ea758c6-d068-42e8-ac34-0f6b4b3dac36, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '54d52754-566c-451c-8d18-5231240edafc'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:10.650629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.802247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Provisioning for port c0741dc0-85d8-4965-9986-0a2372ae89bc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:04:10.807406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] For port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:10.814724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] For port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3ea758c6-d068-42e8-ac34-0f6b4b3dac36,segment=NetworkSegment(ab3de74f-bc0f-4a55-b359-0c0df0e6660c),segment_id=ab3de74f-bc0f-4a55-b359-0c0df0e6660c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:10.815886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Provisioning complete for port c0741dc0-85d8-4965-9986-0a2372ae89bc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:10.816281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.844362 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.855917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba5e6-03ea-420c-971e-78476e07896e req-7a3d3c17-2d27-41f9-85bc-b9d08927acd4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:10.857553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-813ba5e6-03ea-420c-971e-78476e07896e req-7a3d3c17-2d27-41f9-85bc-b9d08927acd4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3572731 Aug 22 15:04:10.892856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:10.894684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d52754-566c-451c-8d18-5231240edafc']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:10.943445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:10.943752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:10.970370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b26336-e1d7-4fb4-a4d9-499a42235ff7 None None] Pushing event updated for resources: {'Port': ['ID=3ea758c6-d068-42e8-ac34-0f6b4b3dac36,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:11.015096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-813ba5e6-03ea-420c-971e-78476e07896e req-ea1f00a9-4482-459b-9054-894bfdaf3958 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331022 Aug 22 15:04:11.019151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.049696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.064317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:11.065158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:11.068763 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:11.084955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aeba82-5603-4b6f-88da-0c515ee5d863 None None] Network 54d52754-566c-451c-8d18-5231240edafc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:11.088803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.201545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] For port c0741dc0-85d8-4965-9986-0a2372ae89bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c0741dc0-85d8-4965-9986-0a2372ae89bc,segment=NetworkSegment(3dfd5d15-80b1-42ef-8534-16cd20a71d35),segment_id=3dfd5d15-80b1-42ef-8534-16cd20a71d35)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:11.277564 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:11.277564 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:11.277564 n-d-805046-3 neutron-server[102049]: [parameters: {'id': '54d52754-566c-451c-8d18-5231240edafc'}] Aug 22 15:04:11.277564 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:11.278368 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:11.311416 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.360894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac231cc4-bfa2-4312-b167-b8b5acf9d1ea None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:11.386307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0bc80-baea-4ee7-8906-2841fa1a597d None None] Pushing event updated for resources: {'Port': ['ID=c0741dc0-85d8-4965-9986-0a2372ae89bc,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:11.470740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b540677c-ca82-42dc-8714-8405edc4c9e6 None None] Provisioning complete for port c0741dc0-85d8-4965-9986-0a2372ae89bc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:11.471081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b540677c-ca82-42dc-8714-8405edc4c9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:11.557963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac231cc4-bfa2-4312-b167-b8b5acf9d1ea None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:11.812931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.018554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c0741dc0-85d8-4965-9986-0a2372ae89bc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:12.078622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:12.079435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.135105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.183689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c0741dc0-85d8-4965-9986-0a2372ae89bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:12.184335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.217073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3ea758c6-d068-42e8-ac34-0f6b4b3dac36,segment=NetworkSegment(ab3de74f-bc0f-4a55-b359-0c0df0e6660c),segment_id=ab3de74f-bc0f-4a55-b359-0c0df0e6660c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:12.217460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.234551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:12.255066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3500808-b6b9-4217-a5b6-83aacc432bed req-6aacf4d5-13c8-4b1b-bff2-5a7f34b0c86f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:12.256972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3500808-b6b9-4217-a5b6-83aacc432bed req-6aacf4d5-13c8-4b1b-bff2-5a7f34b0c86f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1250894 Aug 22 15:04:12.261161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.437676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3500808-b6b9-4217-a5b6-83aacc432bed req-8b7fea26-bc35-4d1e-a5b7-867716589caa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Aug 22 15:04:12.472110 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Floating IP a21f0197-1741-4b65-8e64-bc18d915c6f6 associated. External IP: 172.25.0.186, port: ff55cef9-bb8e-4bc9-8472-4b62d0a5b900. Aug 22 15:04:12.579529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.611262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=3ea758c6-d068-42e8-ac34-0f6b4b3dac36,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:12.621579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 3ea758c6-d068-42e8-ac34-0f6b4b3dac36 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:12.813623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.829226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d52754-566c-451c-8d18-5231240edafc']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:12.847339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:12.847596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3de74f-bc0f-4a55-b359-0c0df0e6660c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:12.893344 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.925646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.951161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:12.951579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:12.962765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-7fc84ba3-5d76-49fc-a7e9-022db87bfc47 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:12.971149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-7fc84ba3-5d76-49fc-a7e9-022db87bfc47 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 814 time: 0.3128796 Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:12.973015 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:13.036187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Router 9c7b773a-6575-492c-abf8-f35aab32f5f5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:04:13.042278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-9ff8d95d-ef2e-47e0-9447-7fa11b97a278 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/quotas/a2ff68eed4ba4e3b981e604ed3d147b9 HTTP/1.1" status: 200 len: 375 time: 0.0702591 Aug 22 15:04:13.185765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f0721ebd-78f3-46f1-a5da-9f916d62fdc7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301100 Aug 22 15:04:13.224926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:04:13.230268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.237293 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Sync routers for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:04:13.247927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:04:13.248698 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:04:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:13.258810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.279082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.285262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/54d52754-566c-451c-8d18-5231240edafc HTTP/1.1" status: 204 len: 168 time: 3.5693376 Aug 22 15:04:13.285602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 46998) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:13.290815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4804801'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:13.335401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-edaf5b3a-b3c2-4119-b6fc-ceccf1a846e8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "PUT /v2.0/floatingips/a21f0197-1741-4b65-8e64-bc18d915c6f6 HTTP/1.1" status: 200 len: 991 time: 2.8874471 Aug 22 15:04:13.335401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:13.340571 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:13.349429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbdf8c-ee95-4a06-9d60-66d347b72361 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=54d52754-566c-451c-8d18-5231240edafc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:13.388783 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:04:13.404490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:13.408979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.413857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-0c6ab168-f4c6-4185-a5cf-7eeb04d1b238 service neutron] 10.222.0.53 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184222 Aug 22 15:04:13.498387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:13.514144 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3b442-dae1-4bf5-9c6c-a23876742c62 x-openstack-request-id: req-aad3b442-dae1-4bf5-9c6c-a23876742c62 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:13.514745 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:13.514745 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aad3b442-dae1-4bf5-9c6c-a23876742c62 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:13.515902 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'status': 'completed', 'code': 200} Aug 22 15:04:13.522077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.523424 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 3a23d2ca-6f31-483d-a239-df0fa79372f0 of type vlan for network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 Aug 22 15:04:13.553567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-104cd751-ac16-4cf6-b2be-30c568e56726 service neutron] 10.222.0.53 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370149 Aug 22 15:04:13.597534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.654123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a21f0197-1741-4b65-8e64-bc18d915c6f6', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'port_id': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'mac_address': 'fa:16:3e:85:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d643e2c-6367-4aaf-b429-063218426452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:49Z', 'updated_at': '2021-08-22T15:04:11Z', 'revision_number': 1, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:13.660511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-c5eaab64-4b46-43e2-939c-a1f91737be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:13.663674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-c5eaab64-4b46-43e2-939c-a1f91737be85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 1096 time: 0.1068141 Aug 22 15:04:13.683241 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Checking router: 9c7b773a-6575-492c-abf8-f35aab32f5f5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:04:13.694920 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:04:13.695954 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:04:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:13.706136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.717786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:13.717786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:13.789131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-434e5ba2-8c20-43b0-837f-48a6cc053c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:13.790994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-434e5ba2-8c20-43b0-837f-48a6cc053c4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 HTTP/1.1" status: 200 len: 912 time: 0.1207917 Aug 22 15:04:13.824865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=99dd2c8d-e9b3-4963-872b-5f211a75fc27,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:13.832782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:04:13.838979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:13.876230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-b6110e72-2b2d-4727-807e-73f7391b9055 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 HTTP/1.1" status: 200 len: 999 time: 0.0777950 Aug 22 15:04:13.938112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-05e177b0-e79a-4d35-8b07-83abc43e191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:13.941411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-05e177b0-e79a-4d35-8b07-83abc43e191f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed232dda-f557-40ee-9bf4-ae3581a751ff HTTP/1.1" status: 200 len: 850 time: 0.0583017 Aug 22 15:04:13.958795 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1a1bd2f9-7b6f-4ce9-a08d-7fcc449446a8 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6714377 Aug 22 15:04:13.964642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47016) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:13.970482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:14.134452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ddde4f0-84ce-41d5-851c-0e6b8d364086 req-d0165a80-6410-450b-b1c6-6e405bbfe80b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.1583498 Aug 22 15:04:14.141109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-12703623-7e72-4e8c-a9cf-c7178fd50f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:14.142659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-12703623-7e72-4e8c-a9cf-c7178fd50f13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698189 Aug 22 15:04:14.258087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a21f0197-1741-4b65-8e64-bc18d915c6f6', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'port_id': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'mac_address': 'fa:16:3e:85:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d643e2c-6367-4aaf-b429-063218426452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:49Z', 'updated_at': '2021-08-22T15:04:11Z', 'revision_number': 1, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:14.278142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:14.283257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:14.318320 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fefea-dc2a-4494-a611-b434f2609d81 None None] The sync data for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 is: [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a21f0197-1741-4b65-8e64-bc18d915c6f6', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'port_id': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'mac_address': 'fa:16:3e:85:c4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d643e2c-6367-4aaf-b429-063218426452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:03:49Z', 'updated_at': '2021-08-22T15:04:11Z', 'revision_number': 1, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:04:14.339429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-490e4425-d4ca-4adb-bbde-ba50e17ee7e0 service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891668 Aug 22 15:04:14.377242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing IP validity checks on allocation pools {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 15:04:14.377725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 15:04:14.491532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8ad80cc-dbd2-47bd-bda1-74cf5a6757dc req-9c1940dd-d780-478e-a2bc-a4e38c5a0883 service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333683 Aug 22 15:04:14.637710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:14.685611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49037103-1878-4ec3-a9f6-275f193e0798 None None] New status for floating IP a21f0197-1741-4b65-8e64-bc18d915c6f6: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:04:14.724235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=2fe04aaa-5a56-4c18-ba8b-33334a3de1f4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:14.731940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '3a23d2ca-6f31-483d-a239-df0fa79372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:14.732336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 99dd2c8d-e9b3-4963-872b-5f211a75fc27, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:14.843071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:15.048957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 99dd2c8d-e9b3-4963-872b-5f211a75fc27) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:15.053571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.054472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.059678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c049e-4a07-4411-925e-b185d8ca22d0 None None] Network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:15.183221 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8748618-6592-4583-9900-20a5a8efc547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2159867 Aug 22 15:04:15.184660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47054) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:15.239316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb2d6e92-b41e-4b84-a726-9f4329a1b420 req-c1391d84-236a-4db4-acb2-4ba9d824c05e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.0531218 Aug 22 15:04:15.284828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-99dd2c8d-e9b3-4963-872b-5f211a75fc27', 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '2fe04aaa-5a56-4c18-ba8b-33334a3de1f4'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:15.285720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.384390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.481608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.523856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Allocated IP 172.20.0.3 (99dd2c8d-e9b3-4963-872b-5f211a75fc27/2fe04aaa-5a56-4c18-ba8b-33334a3de1f4/65094a05-d37c-44e8-bec8-f86fb43dfb2e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:15.769530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.779683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8b2f539c-16a8-451d-b43c-fbb71a0ead3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1358609 Aug 22 15:04:15.786410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Transition to ACTIVE for port object 65094a05-d37c-44e8-bec8-f86fb43dfb2e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:15.800571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Transition to ACTIVE for port object 65094a05-d37c-44e8-bec8-f86fb43dfb2e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:15.873698 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:15.937535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:15.942342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:15.947198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:15.975355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.975855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.976377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.976865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.977347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.977832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.978346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:15.980840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3646647-ce60-436d-a76d-9174478f5706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.0938833 Aug 22 15:04:15.985703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Pushing event updated for resources: {'Port': ['ID=65094a05-d37c-44e8-bec8-f86fb43dfb2e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:16.024440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Attempting to bind port 65094a05-d37c-44e8-bec8-f86fb43dfb2e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:16.024942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Attempting to bind port 65094a05-d37c-44e8-bec8-f86fb43dfb2e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '3a23d2ca-6f31-483d-a239-df0fa79372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:16.029352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Attempting to bind port 65094a05-d37c-44e8-bec8-f86fb43dfb2e on network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:16.032985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:16.033508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Checking segment: {'id': '3a23d2ca-6f31-483d-a239-df0fa79372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:16.034010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.034517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Bound using segment: {'id': '3a23d2ca-6f31-483d-a239-df0fa79372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:16.036802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Bound port: 65094a05-d37c-44e8-bec8-f86fb43dfb2e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a23d2ca-6f31-483d-a239-df0fa79372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:16.036802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.128950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.145437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] For port 65094a05-d37c-44e8-bec8-f86fb43dfb2e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:16.147868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3b2d1bd-2cef-4126-bf17-08936493be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:16.148365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3b2d1bd-2cef-4126-bf17-08936493be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:16.148835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3b2d1bd-2cef-4126-bf17-08936493be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:16.150411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] For port 65094a05-d37c-44e8-bec8-f86fb43dfb2e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=65094a05-d37c-44e8-bec8-f86fb43dfb2e,segment=NetworkSegment(3a23d2ca-6f31-483d-a239-df0fa79372f0),segment_id=3a23d2ca-6f31-483d-a239-df0fa79372f0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:16.150630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-b3b2d1bd-2cef-4126-bf17-08936493be53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 2298 time: 0.1413822 Aug 22 15:04:16.174363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe04aaa-5a56-4c18-ba8b-33334a3de1f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:16.243704 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.317210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.346683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd2c8d-e9b3-4963-872b-5f211a75fc27']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:16.374355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a23d2ca-6f31-483d-a239-df0fa79372f0') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:16.375669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a23d2ca-6f31-483d-a239-df0fa79372f0') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:16.389847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.412221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.422918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:16.424002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:16.430402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683895-62fe-491e-b53a-370a83c4bd0a None None] Pushing event updated for resources: {'Port': ['ID=65094a05-d37c-44e8-bec8-f86fb43dfb2e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:16.462447 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:16.650289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:16.650289 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:16.650289 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '99dd2c8d-e9b3-4963-872b-5f211a75fc27'}] Aug 22 15:04:16.650289 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:16.654065 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:16.684608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12a52023-c148-4530-94d9-f60e49a6d2ac req-a3210f27-1834-4994-8423-eaf97aa354c8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.0578911 Aug 22 15:04:16.713873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-c4ee124b-1d1b-45e6-9c49-e2784d5c65b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1000 time: 0.5556352 Aug 22 15:04:16.803277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-be6528cc-1dcb-4033-87e6-be587f8545bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:16.806944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-be6528cc-1dcb-4033-87e6-be587f8545bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.0852702 Aug 22 15:04:16.898663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8749e9a0-8a93-42de-8f6c-4ac89238c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:16.904001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8749e9a0-8a93-42de-8f6c-4ac89238c165 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867217 Aug 22 15:04:17.126580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-00a8c918-b1de-41f1-ba09-727e36385400 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708074 Aug 22 15:04:17.156056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:17.189205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-7cd633dd-1879-4878-92b0-9011e21b6deb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:17.190802 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-7cd633dd-1879-4878-92b0-9011e21b6deb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.10 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 814 time: 0.2773433 Aug 22 15:04:17.214877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Request body: {'port': {'device_id': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'admin_state_up': True, 'tenant_id': 'a2ff68eed4ba4e3b981e604ed3d147b9'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:17.290499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-1e9297ab-347a-4d83-b881-e679c344fa24 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570508 Aug 22 15:04:17.338473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-ac5849ea-af25-48be-b0d2-51e9a06295da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 217 time: 0.0387757 Aug 22 15:04:17.367631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 65094a05-d37c-44e8-bec8-f86fb43dfb2e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:17.368265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:17.425253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-ea1d788c-b4d0-412c-8215-7fceef35c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:17.427356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-ea1d788c-b4d0-412c-8215-7fceef35c87a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0820100 Aug 22 15:04:17.460673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 65094a05-d37c-44e8-bec8-f86fb43dfb2e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=65094a05-d37c-44e8-bec8-f86fb43dfb2e,segment=NetworkSegment(3a23d2ca-6f31-483d-a239-df0fa79372f0),segment_id=3a23d2ca-6f31-483d-a239-df0fa79372f0)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:17.461279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:17.480977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 65094a05-d37c-44e8-bec8-f86fb43dfb2e owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:17.510080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-e101559f-1109-443c-9109-36fbbed783cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:17.513459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-e101559f-1109-443c-9109-36fbbed783cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760281 Aug 22 15:04:17.564716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Made reservation on behalf of a2ff68eed4ba4e3b981e604ed3d147b9 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:17.574628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:17.713271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-0a51e3c1-2b42-459a-a603-b336b9625974 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703870 Aug 22 15:04:17.853348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a88bc99-80e3-49b7-a1c9-db2ee55a983b req-abcec49b-0df0-4f25-9bcc-9be3aab1b492 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.0361512 Aug 22 15:04:17.870821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:17.888225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Allocated IP 172.20.0.6 (3a3ad899-dd75-4d63-9e7c-7ab60410ba33/62e05b2b-ae59-4e36-b0ab-9991dc240c7d/13912cd4-f518-4846-85f7-6c4850a63340) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:17.892908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-3e4ef6d5-3393-4bf5-8f95-b6ce3d748a61 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710255 Aug 22 15:04:17.921023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=65094a05-d37c-44e8-bec8-f86fb43dfb2e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:17.931265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 65094a05-d37c-44e8-bec8-f86fb43dfb2e on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:17.960922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-455fc4f9-d283-45b9-8ee8-2a7bc5e9540a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 217 time: 0.0593274 Aug 22 15:04:17.965953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27ef2b-7c8d-4ad0-a065-68024e7af109 None None] Network 99dd2c8d-e9b3-4963-872b-5f211a75fc27 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:18.081085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-5ff71f8a-998d-47b1-90cc-e94ee054321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:18.082723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-5ff71f8a-998d-47b1-90cc-e94ee054321d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1147428 Aug 22 15:04:18.120468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.139624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 65094a05-d37c-44e8-bec8-f86fb43dfb2e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:18.181930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd2c8d-e9b3-4963-872b-5f211a75fc27']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:18.205367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-99781534-d494-4cf4-986c-98eb98b2b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:18.207023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-99781534-d494-4cf4-986c-98eb98b2b99d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171002 Aug 22 15:04:18.210754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a23d2ca-6f31-483d-a239-df0fa79372f0') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:18.211068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a23d2ca-6f31-483d-a239-df0fa79372f0') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:18.218697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a0b5c95c-aed9-4565-b2cb-126a00c0d8bb None None] Could not find standard attr ID for object 65094a05-d37c-44e8-bec8-f86fb43dfb2e. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:04:18.218697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 65094a05-d37c-44e8-bec8-f86fb43dfb2e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:04:18.218697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 65094a05-d37c-44e8-bec8-f86fb43dfb2e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 22 15:04:18.263318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.283573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.294842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:18.296924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:18.298503 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:18.302154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port 65094a05-d37c-44e8-bec8-f86fb43dfb2e not found, will not notify nova. {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 22 15:04:18.382052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.382782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-a18dc94b-4497-4455-a6d7-e0ada894058b service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524961 Aug 22 15:04:18.390763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819c5fd-9e65-45a7-8d52-3cd73684ef93 None None] DHCP port deletion for 99dd2c8d-e9b3-4963-872b-5f211a75fc27 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:04:18.483483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-7b53b8fa-3af6-4b55-9cc0-828f8de3ec50 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979884 Aug 22 15:04:18.517459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.532115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-c5bc7f02-ad45-454e-9b98-6e655a317573 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 217 time: 0.0414219 Aug 22 15:04:18.535329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.537370 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/99dd2c8d-e9b3-4963-872b-5f211a75fc27 HTTP/1.1" status: 204 len: 168 time: 3.3487620 Aug 22 15:04:18.548334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47122) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:18.549990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659fc01-5dd2-449c-824b-0863ef893f7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=99dd2c8d-e9b3-4963-872b-5f211a75fc27,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:18.554295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.555200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-841256825'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:18.566729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ce08c03e-6ef9-4ec6-9f67-4390b79391e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:18.650435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Pushing event updated for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:18.658028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:18.659498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:18.661881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:18.697297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8a06fc60-655f-4a24-817a-ca71a46fbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:18.700661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8a06fc60-655f-4a24-817a-ca71a46fbe38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1614330 Aug 22 15:04:18.737014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:18.738075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.763034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:18.768461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.817880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:18.826493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-abc52128-24cb-447d-8c4b-793d3bb75b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:18.830776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-abc52128-24cb-447d-8c4b-793d3bb75b3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215742 Aug 22 15:04:18.855406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-f1382733-0ba7-44d8-bc5b-43fa74b3c153 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6471410 Aug 22 15:04:18.875628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Request body: {'port': {'device_id': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:18.951744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:18.952123 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 2f04fcb3-2f4d-4701-b42a-adfcc2955f25 of type vlan for network 21ad4717-a4a2-41d6-ba79-10875add6815 Aug 22 15:04:18.956474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.043048 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.059475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-a84a842c-90f2-4b32-8ad5-36784050a558 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138808 Aug 22 15:04:19.090026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bf0f6-7f7a-449b-bfbe-07991f9e0621 req-0d29e55e-3c00-4ddb-8ce7-1070f43087d7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:19.100065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-651bf0f6-7f7a-449b-bfbe-07991f9e0621 req-0d29e55e-3c00-4ddb-8ce7-1070f43087d7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 931 time: 0.1440845 Aug 22 15:04:19.239633 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.253979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:19.255077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.349164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7957857 Aug 22 15:04:19.350089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:19.363770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:19.391169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-651bf0f6-7f7a-449b-bfbe-07991f9e0621 req-c7549178-2a05-412e-98a2-baf9f3ab5e9d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717321 Aug 22 15:04:19.419689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-4ecd7813-f862-44fe-9190-50d8f0f8161c service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499253 Aug 22 15:04:19.494530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13912cd4-f518-4846-85f7-6c4850a63340 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:04:19.505810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.523061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Transition to ACTIVE for port object 13912cd4-f518-4846-85f7-6c4850a63340 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:19.545609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-65b68ba2-69d8-4d37-9569-cc24d784168f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 217 time: 0.0437667 Aug 22 15:04:19.549950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091dd0f-d609-40c9-ab38-86d02862f5df tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=21ad4717-a4a2-41d6-ba79-10875add6815,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:19.560836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 21ad4717-a4a2-41d6-ba79-10875add6815 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:19.609450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:19.613366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.614213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-9fd72e7a-77f8-493e-9d17-025cb996e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:19.615721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-9fd72e7a-77f8-493e-9d17-025cb996e4d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.0623770 Aug 22 15:04:19.696975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-97c22916-4920-4e1a-80a8-041123dd07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:19.699072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-97c22916-4920-4e1a-80a8-041123dd07d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753474 Aug 22 15:04:19.759053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:19.882628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-3d00859f-1f7d-42a7-957c-8ebb53524ac2 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749446 Aug 22 15:04:19.902603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:19.990386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 65094a05-d37c-44e8-bec8-f86fb43dfb2e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:04:20.023009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 65094a05-d37c-44e8-bec8-f86fb43dfb2e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:04:20.023364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 65094a05-d37c-44e8-bec8-f86fb43dfb2e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:04:20.047842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.091178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-7dcb265d-bd53-41c5-a335-da1d545455f8 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994109 Aug 22 15:04:20.102242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Attempting to bind port 13912cd4-f518-4846-85f7-6c4850a63340 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:20.102490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Attempting to bind port 13912cd4-f518-4846-85f7-6c4850a63340 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:20.102825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Attempting to bind port 13912cd4-f518-4846-85f7-6c4850a63340 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:20.118060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Port 13912cd4-f518-4846-85f7-6c4850a63340 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:04:20.118395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Attempting to bind port 13912cd4-f518-4846-85f7-6c4850a63340 on network 3a3ad899-dd75-4d63-9e7c-7ab60410ba33 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:20.135568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:20.135884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Checking segment: {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:20.136232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Bound using segment: {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:20.136678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Bound port: 13912cd4-f518-4846-85f7-6c4850a63340, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858bb802-fb35-4927-9e4e-ca843705309b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:20.137042 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.140819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-c983bc7f-6474-4916-99b5-ef4e333603a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.0421286 Aug 22 15:04:20.142807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=51af55e0-8909-490e-9465-01d1e8788c8c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:20.196199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '2f04fcb3-2f4d-4701-b42a-adfcc2955f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:20.196862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 21ad4717-a4a2-41d6-ba79-10875add6815, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:20.202738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8bca71aa-76e6-4c05-b969-509631749213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.204882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-8bca71aa-76e6-4c05-b969-509631749213 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0571401 Aug 22 15:04:20.250342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:20.260549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=13912cd4-f518-4846-85f7-6c4850a63340,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:20.290353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 21ad4717-a4a2-41d6-ba79-10875add6815 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:20.309393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-f9a8fa7e-3392-4f30-b3fc-bb9a8abddc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.312355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-f9a8fa7e-3392-4f30-b3fc-bb9a8abddc46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921507 Aug 22 15:04:20.318388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.414192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.415044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.416569 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/13912cd4-f518-4846-85f7-6c4850a63340 HTTP/1.1" status: 200 len: 1091 time: 1.5463107 Aug 22 15:04:20.419377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:20.424199 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d004497-6473-4031-bacc-2d1f3074f7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "tag": "13912cd4-f518-4846-85f7-6c4850a63340"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:20.432003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 21ad4717-a4a2-41d6-ba79-10875add6815) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:20.438458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dce63-ef63-4d68-910f-0a2564a7b5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:20.451770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d71f1-fa48-4251-afae-526aa2602919 None None] Network 21ad4717-a4a2-41d6-ba79-10875add6815 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:20.456580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.457572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.524597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-3d574658-f0bf-4d13-8306-d052a95531c4 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932306 Aug 22 15:04:20.538320 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a009bf1a-49fb-4c73-b180-c65c0ad94de7 x-openstack-request-id: req-a009bf1a-49fb-4c73-b180-c65c0ad94de7 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:20.538911 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "tag": "13912cd4-f518-4846-85f7-6c4850a63340", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:20.539146 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a009bf1a-49fb-4c73-b180-c65c0ad94de7 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:20.539497 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340', 'status': 'completed', 'code': 200} Aug 22 15:04:20.646560 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-42a620d9-d671-4cbf-bfc9-9a245682ef64 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2950115 Aug 22 15:04:20.648246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950dbd8-db1c-48be-823b-205c6376a26e req-890966cf-6dd5-419f-9184-f0e82be529c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.649678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:20.656492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d950dbd8-db1c-48be-823b-205c6376a26e req-890966cf-6dd5-419f-9184-f0e82be529c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 943 time: 0.1298954 Aug 22 15:04:20.695492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-21ad4717-a4a2-41d6-ba79-10875add6815', 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '51af55e0-8909-490e-9465-01d1e8788c8c'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:20.696148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.706215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-0037ab36-be4f-45d3-9d85-c6b31116edf0 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504283 Aug 22 15:04:20.724566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-2aa14588-9c90-47da-bda4-66752543fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.727792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-2aa14588-9c90-47da-bda4-66752543fb61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 1094 time: 0.1455603 Aug 22 15:04:20.728602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d950dbd8-db1c-48be-823b-205c6376a26e req-c2340659-0c43-4baa-b1fc-2c66ded54c18 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Aug 22 15:04:20.778953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-aa878627-9fe8-4b5c-aa1f-1a5937622074 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0634727 Aug 22 15:04:20.861233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-cb95be37-d7e8-4723-9891-ae8fec79c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.862963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-cb95be37-d7e8-4723-9891-ae8fec79c7e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0752757 Aug 22 15:04:20.946902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Allocated IP 172.20.0.1 (21ad4717-a4a2-41d6-ba79-10875add6815/51af55e0-8909-490e-9465-01d1e8788c8c/f51f7079-24d9-4f79-9edd-cf109f462a7e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:20.949535 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:20.959711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-dbbb5880-a6ca-4660-8927-24d9c6246566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:20.961302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-dbbb5880-a6ca-4660-8927-24d9c6246566 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802672 Aug 22 15:04:21.139491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-024fcf8b-006d-40d2-b22b-7cb2cf5f46e6 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697841 Aug 22 15:04:21.183696 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.198324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Transition to ACTIVE for port object f51f7079-24d9-4f79-9edd-cf109f462a7e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:21.216254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Transition to ACTIVE for port object f51f7079-24d9-4f79-9edd-cf109f462a7e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:21.289933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac5bb20-0632-405f-8b35-8c5ede6ae6fe req-22f078ac-fd88-47d9-b910-a9d966bb8d0c service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432474 Aug 22 15:04:21.313669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.325709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.376048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-8a698fa8-3367-45bf-9218-59d29eab8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:21.377138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Network 21ad4717-a4a2-41d6-ba79-10875add6815 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:21.377670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-8a698fa8-3367-45bf-9218-59d29eab8874 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6117356 Aug 22 15:04:21.381009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:21.386231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:21.439567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Pushing event updated for resources: {'Port': ['ID=f51f7079-24d9-4f79-9edd-cf109f462a7e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:21.474981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port f51f7079-24d9-4f79-9edd-cf109f462a7e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:21.475345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.513479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Attempting to bind port f51f7079-24d9-4f79-9edd-cf109f462a7e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:21.513841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Attempting to bind port f51f7079-24d9-4f79-9edd-cf109f462a7e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2f04fcb3-2f4d-4701-b42a-adfcc2955f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:21.514206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Attempting to bind port f51f7079-24d9-4f79-9edd-cf109f462a7e on network 21ad4717-a4a2-41d6-ba79-10875add6815 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:21.520424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:21.524379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Checking segment: {'id': '2f04fcb3-2f4d-4701-b42a-adfcc2955f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:21.524379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.524379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Bound using segment: {'id': '2f04fcb3-2f4d-4701-b42a-adfcc2955f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:21.524379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Bound port: f51f7079-24d9-4f79-9edd-cf109f462a7e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f04fcb3-2f4d-4701-b42a-adfcc2955f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21ad4717-a4a2-41d6-ba79-10875add6815'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:21.524379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.561356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-ffc3ee4e-9950-4c75-ac52-208b1919f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:21.563945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d004497-6473-4031-bacc-2d1f3074f7f2 req-ffc3ee4e-9950-4c75-ac52-208b1919f9a6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780472 Aug 22 15:04:21.595994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port f51f7079-24d9-4f79-9edd-cf109f462a7e, host n-d-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:21.596374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.603256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] For port f51f7079-24d9-4f79-9edd-cf109f462a7e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:21.606627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] For port f51f7079-24d9-4f79-9edd-cf109f462a7e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f51f7079-24d9-4f79-9edd-cf109f462a7e,segment=NetworkSegment(2f04fcb3-2f4d-4701-b42a-adfcc2955f25),segment_id=2f04fcb3-2f4d-4701-b42a-adfcc2955f25)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:21.610945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for f51f7079-24d9-4f79-9edd-cf109f462a7e owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:21.684454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:21.722858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-1681d281-d706-4eac-b56e-04b19d5bbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:21.724406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-1681d281-d706-4eac-b56e-04b19d5bbc89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 1094 time: 0.0958836 Aug 22 15:04:21.783206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adde975-9aa8-40d8-ae92-3e2919c0df37 None None] Pushing event updated for resources: {'Port': ['ID=f51f7079-24d9-4f79-9edd-cf109f462a7e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:21.892360 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-4be3a769-bfc8-4628-a3d6-f368ce375cda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13912cd4-f518-4846-85f7-6c4850a63340 HTTP/1.1" status: 200 len: 217 time: 0.1540763 Aug 22 15:04:21.897480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc44f1-e4de-44bf-883c-a42a17714813 req-0467c028-26d3-478f-954c-dc127726ea7f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:21.899149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68bc44f1-e4de-44bf-883c-a42a17714813 req-0467c028-26d3-478f-954c-dc127726ea7f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 943 time: 0.0736620 Aug 22 15:04:21.949397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68bc44f1-e4de-44bf-883c-a42a17714813 req-c6ad062c-cad3-47dc-8cc4-376f6e7679aa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Aug 22 15:04:21.964184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-62c0f4ca-6c54-4636-b512-d67a584e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:21.965808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-62c0f4ca-6c54-4636-b512-d67a584e7231 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 0.0655084 Aug 22 15:04:22.031812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-572d532d-92e4-432e-9888-ba9178ec6038 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497417 Aug 22 15:04:22.069303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.152985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=f51f7079-24d9-4f79-9edd-cf109f462a7e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:22.209960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port f51f7079-24d9-4f79-9edd-cf109f462a7e on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:22.249907 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-3922bba7-f80c-4774-b80a-74ef2aa2b15e service neutron] 10.222.0.10 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163165 Aug 22 15:04:22.306845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.411273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6122df9f-dea4-4af9-aa41-7ab8b7e69707 req-cbff23c9-d273-4c7d-8f4a-42fce8543698 service neutron] 10.222.0.10 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502111 Aug 22 15:04:22.545921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.591419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=51af55e0-8909-490e-9465-01d1e8788c8c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:22.684519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.697879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ad4717-a4a2-41d6-ba79-10875add6815']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:22.709268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f04fcb3-2f4d-4701-b42a-adfcc2955f25') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:22.709565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f04fcb3-2f4d-4701-b42a-adfcc2955f25') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:22.719905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.735532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.744180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:22.744718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:22.748016 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:22.924407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.936101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:22.936101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/21ad4717-a4a2-41d6-ba79-10875add6815 HTTP/1.1" status: 204 len: 168 time: 2.2828498 Aug 22 15:04:22.939126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47218) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:22.946316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744807338'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:22.969544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0dedf-7f61-4a33-88e0-c9903c16f81a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=21ad4717-a4a2-41d6-ba79-10875add6815,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:22.981847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-afd06958-6b6b-4ace-bc7f-7f5ead60efc1 None None] Could not find standard attr ID for object f51f7079-24d9-4f79-9edd-cf109f462a7e. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:04:22.999712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14942aa9-2801-4baf-b4a7-1a42f5da0d7a None None] DHCP port deletion for 21ad4717-a4a2-41d6-ba79-10875add6815 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:04:23.018826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33ccb2-ecc3-4631-b263-94efe47eb41c None None] Network 21ad4717-a4a2-41d6-ba79-10875add6815 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:23.046980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33ccb2-ecc3-4631-b263-94efe47eb41c None None] Network 21ad4717-a4a2-41d6-ba79-10875add6815 could not be found, it might have been deleted concurrently. {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 15:04:23.117238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:23.121251 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:23.135552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179dc47-f189-406f-a06a-441157c3903c req-36e0e061-8f96-4390-ad5a-78efa800a178 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:23.145637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7179dc47-f189-406f-a06a-441157c3903c req-36e0e061-8f96-4390-ad5a-78efa800a178 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 943 time: 0.0839171 Aug 22 15:04:23.181089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:23.198349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:23.198703 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 07d44a29-8556-4735-845e-88f0ec482d6c of type vlan for network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 Aug 22 15:04:23.209322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7179dc47-f189-406f-a06a-441157c3903c req-cc356133-13b2-4aad-aefd-c693395436bc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Aug 22 15:04:23.258665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:23.420585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:23.426801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:23.427506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:23.504977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=38ab2356-d6e9-4e2f-b8b1-cb36d80997a4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:23.518456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:23.557891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8235a4f0-73ab-41a1-8d79-0144e6c2266a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6171834 Aug 22 15:04:23.560959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47238) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:23.567152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:23.760239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:23.764260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:24.032714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:24.113506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=b3aae95b-328f-4944-b160-869beba01fa2,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:24.125847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '07d44a29-8556-4735-845e-88f0ec482d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:24.126389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:24.323359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:24.348636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ab831-0cef-4989-b25f-ce9a82cf73f0 req-c0fa3350-ca93-4111-8efa-3b7722ff077f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:24.350369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-139ab831-0cef-4989-b25f-ce9a82cf73f0 req-c0fa3350-ca93-4111-8efa-3b7722ff077f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 943 time: 0.0610230 Aug 22 15:04:24.424659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-139ab831-0cef-4989-b25f-ce9a82cf73f0 req-27cada60-ebc2-40ea-8616-84fdcebd2f35 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682008 Aug 22 15:04:24.518055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:24.533353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:24.534148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:24.540613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bfc9fd-42c8-4f0f-9bfa-c967956e3a57 None None] Network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:24.715312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-38ab2356-d6e9-4e2f-b8b1-cb36d80997a4', 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': 'b3aae95b-328f-4944-b160-869beba01fa2'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:24.716263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:24.858783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Allocated IP 172.20.0.2 (38ab2356-d6e9-4e2f-b8b1-cb36d80997a4/b3aae95b-328f-4944-b160-869beba01fa2/d251568a-fea2-4c7b-87b8-e58430177bff) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:24.871912 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-828d7d07-cec8-4bba-86e3-58fd27157318 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3091304 Aug 22 15:04:24.877494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47266) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:24.981858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.050058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.183834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.194446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Transition to ACTIVE for port object d251568a-fea2-4c7b-87b8-e58430177bff will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:25.210429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Transition to ACTIVE for port object d251568a-fea2-4c7b-87b8-e58430177bff will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:25.340658 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.408190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:25.413181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:25.419534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:25.432065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Pushing event updated for resources: {'Port': ['ID=d251568a-fea2-4c7b-87b8-e58430177bff,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:25.459644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.501029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=b3aae95b-328f-4944-b160-869beba01fa2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:25.572181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Attempting to bind port d251568a-fea2-4c7b-87b8-e58430177bff on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:25.573447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Attempting to bind port d251568a-fea2-4c7b-87b8-e58430177bff by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '07d44a29-8556-4735-845e-88f0ec482d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:25.574394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Attempting to bind port d251568a-fea2-4c7b-87b8-e58430177bff on network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:25.609495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:25.610074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Checking segment: {'id': '07d44a29-8556-4735-845e-88f0ec482d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:25.610532 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.610946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Bound using segment: {'id': '07d44a29-8556-4735-845e-88f0ec482d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:25.611443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Bound port: d251568a-fea2-4c7b-87b8-e58430177bff, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d44a29-8556-4735-845e-88f0ec482d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:25.611992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.633487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.659490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ab2356-d6e9-4e2f-b8b1-cb36d80997a4']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:25.663549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00accba-832d-4e42-a87f-ff6ab378dcbc req-df83df1c-886b-4f03-b1a7-3f0bdc144506 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:25.680312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a00accba-832d-4e42-a87f-ff6ab378dcbc req-df83df1c-886b-4f03-b1a7-3f0bdc144506 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 943 time: 0.0902512 Aug 22 15:04:25.715505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d44a29-8556-4735-845e-88f0ec482d6c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:25.715816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d44a29-8556-4735-845e-88f0ec482d6c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:25.736611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a00accba-832d-4e42-a87f-ff6ab378dcbc req-3e3a1c68-c445-4d61-9d15-85185e952d6d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573347 Aug 22 15:04:25.741868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] For port d251568a-fea2-4c7b-87b8-e58430177bff, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:25.745035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.745653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] For port d251568a-fea2-4c7b-87b8-e58430177bff, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d251568a-fea2-4c7b-87b8-e58430177bff,segment=NetworkSegment(07d44a29-8556-4735-845e-88f0ec482d6c),segment_id=07d44a29-8556-4735-845e-88f0ec482d6c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:25.849175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.851631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.871884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:25.875151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:25.878440 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:25.960817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d64ba-8d57-4427-ad94-4129f4270e49 None None] Network 38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:25.977700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132754e8-242f-4fa2-8c62-acd83bd7145b None None] Pushing event updated for resources: {'Port': ['ID=d251568a-fea2-4c7b-87b8-e58430177bff,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:26.015035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:26.015035 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:26.015035 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '38ab2356-d6e9-4e2f-b8b1-cb36d80997a4'}] Aug 22 15:04:26.015035 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:26.015709 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:26.018074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 13912cd4-f518-4846-85f7-6c4850a63340 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:04:26.322497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c144e84-21a5-417e-978f-39a6fb01cd69 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:26.397039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=13912cd4-f518-4846-85f7-6c4850a63340,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:26.479747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '13912cd4-f518-4846-85f7-6c4850a63340', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'port_id': '13912cd4-f518-4846-85f7-6c4850a63340', 'mac_address': 'fa:16:3e:af:9e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e05b2b-ae59-4e36-b0ab-9991dc240c7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:04:26.482557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c144e84-21a5-417e-978f-39a6fb01cd69 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:26.517657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.594640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.595890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port d251568a-fea2-4c7b-87b8-e58430177bff {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:26.603714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.620646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13912cd4-f518-4846-85f7-6c4850a63340 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:04:26.653256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=13912cd4-f518-4846-85f7-6c4850a63340,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:26.669671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port d251568a-fea2-4c7b-87b8-e58430177bff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d251568a-fea2-4c7b-87b8-e58430177bff,segment=NetworkSegment(07d44a29-8556-4735-845e-88f0ec482d6c),segment_id=07d44a29-8556-4735-845e-88f0ec482d6c)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:26.673277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.687944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for d251568a-fea2-4c7b-87b8-e58430177bff owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:26.730480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.863150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:26.933952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03e6b-4028-4b45-9d4d-ceb034d826ef req-0455425f-8142-4cf2-913d-d46f3675cfa3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:26.934733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:26.935857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67b03e6b-4028-4b45-9d4d-ceb034d826ef req-0455425f-8142-4cf2-913d-d46f3675cfa3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 944 time: 0.0587213 Aug 22 15:04:26.968421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=d251568a-fea2-4c7b-87b8-e58430177bff,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:26.970681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port d251568a-fea2-4c7b-87b8-e58430177bff on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:27.005846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67b03e6b-4028-4b45-9d4d-ceb034d826ef req-4f156d4d-6437-4356-8fd6-b38bd68c5a37 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Aug 22 15:04:27.078028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.090717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ab2356-d6e9-4e2f-b8b1-cb36d80997a4']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:27.103552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d44a29-8556-4735-845e-88f0ec482d6c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:27.103855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d44a29-8556-4735-845e-88f0ec482d6c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:27.114433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.130307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.137630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:27.138027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:27.141708 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:27.185879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['13912cd4-f518-4846-85f7-6c4850a63340'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:27.266727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.288021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.289965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 HTTP/1.1" status: 204 len: 168 time: 2.4115179 Aug 22 15:04:27.290909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723b67-ade3-4a61-9e02-333ab8514cac tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=38ab2356-d6e9-4e2f-b8b1-cb36d80997a4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:27.297047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47320) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:27.303568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005523415'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:27.396675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:27.400695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.429310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:27.439874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.440292 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 13c05685-dff7-484b-9c02-d6a1f4cfb89b of type vlan for network 46bfce28-3080-4b4f-b778-a337429c93ec Aug 22 15:04:27.492620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.631890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.639405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:27.640242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:27.714492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=46bfce28-3080-4b4f-b778-a337429c93ec,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:27.725309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 46bfce28-3080-4b4f-b778-a337429c93ec details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:27.868171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4a6160c7-fe36-4227-a51f-7637d8749bf0 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5669181 Aug 22 15:04:27.870170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:27.876012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:28.095063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:28.099627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:28.209626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing IP validity checks on allocation pools {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 15:04:28.210178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 15:04:28.229495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5f93-3e79-4ac6-b16c-f6602809fb55 req-cbcac0bd-287c-4806-a571-ae358e3b0dd8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:28.241113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5a5f93-3e79-4ac6-b16c-f6602809fb55 req-cbcac0bd-287c-4806-a571-ae358e3b0dd8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 944 time: 0.1488457 Aug 22 15:04:28.291796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5a5f93-3e79-4ac6-b16c-f6602809fb55 req-0d455fba-453d-42dc-a4e6-ebc28b34041f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545399 Aug 22 15:04:28.465741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:28.528992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=7d262191-1211-4a90-8d01-4fbb5d14e93d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:28.542181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '13c05685-dff7-484b-9c02-d6a1f4cfb89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:28.542487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 46bfce28-3080-4b4f-b778-a337429c93ec, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:28.671474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 46bfce28-3080-4b4f-b778-a337429c93ec is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:28.751941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 46bfce28-3080-4b4f-b778-a337429c93ec) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:28.756417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:28.757087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:28.761584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a25d45-6509-4a3c-b461-f096df79cca5 None None] Network 46bfce28-3080-4b4f-b778-a337429c93ec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:28.827082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-364a6966-81ca-43d1-9d5b-e29d41a7fff7 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9556675 Aug 22 15:04:28.830013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47358) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:28.977951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-46bfce28-3080-4b4f-b778-a337429c93ec', 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '7d262191-1211-4a90-8d01-4fbb5d14e93d'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:28.979504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.018420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.085076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.137447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Allocated IP 172.20.0.3 (46bfce28-3080-4b4f-b778-a337429c93ec/7d262191-1211-4a90-8d01-4fbb5d14e93d/c94230dc-ed3d-424e-8ee4-75b37a61d4cc) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:29.303776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.313532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Transition to ACTIVE for port object c94230dc-ed3d-424e-8ee4-75b37a61d4cc will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:29.330476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Transition to ACTIVE for port object c94230dc-ed3d-424e-8ee4-75b37a61d4cc will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:29.418601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713876-c48f-4d45-9983-46b299d96bf2 req-52bfb76a-1934-407c-9fc1-3e0f76f5fab2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:29.420285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93713876-c48f-4d45-9983-46b299d96bf2 req-52bfb76a-1934-407c-9fc1-3e0f76f5fab2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 944 time: 0.0534239 Aug 22 15:04:29.450343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.503057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93713876-c48f-4d45-9983-46b299d96bf2 req-7037920e-0bde-493e-8672-7c88b173f3b7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704579 Aug 22 15:04:29.513836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Network 46bfce28-3080-4b4f-b778-a337429c93ec is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:29.522657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:29.527176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Pushing event updated for resources: {'Port': ['ID=c94230dc-ed3d-424e-8ee4-75b37a61d4cc,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:29.530334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:29.552244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.601201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=7d262191-1211-4a90-8d01-4fbb5d14e93d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:29.610357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Attempting to bind port c94230dc-ed3d-424e-8ee4-75b37a61d4cc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:29.610357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Attempting to bind port c94230dc-ed3d-424e-8ee4-75b37a61d4cc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '13c05685-dff7-484b-9c02-d6a1f4cfb89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:29.610357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Attempting to bind port c94230dc-ed3d-424e-8ee4-75b37a61d4cc on network 46bfce28-3080-4b4f-b778-a337429c93ec {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:29.620750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:29.833184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Checking segment: {'id': '13c05685-dff7-484b-9c02-d6a1f4cfb89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:29.833184 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.833184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Bound using segment: {'id': '13c05685-dff7-484b-9c02-d6a1f4cfb89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:29.833184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Bound port: c94230dc-ed3d-424e-8ee4-75b37a61d4cc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c05685-dff7-484b-9c02-d6a1f4cfb89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '46bfce28-3080-4b4f-b778-a337429c93ec'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:29.833184 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.834584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.834584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bfce28-3080-4b4f-b778-a337429c93ec']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:29.834584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c05685-dff7-484b-9c02-d6a1f4cfb89b') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:29.834584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c05685-dff7-484b-9c02-d6a1f4cfb89b') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:29.834584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.835478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] For port c94230dc-ed3d-424e-8ee4-75b37a61d4cc, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:29.835478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] For port c94230dc-ed3d-424e-8ee4-75b37a61d4cc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c94230dc-ed3d-424e-8ee4-75b37a61d4cc,segment=NetworkSegment(13c05685-dff7-484b-9c02-d6a1f4cfb89b),segment_id=13c05685-dff7-484b-9c02-d6a1f4cfb89b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:29.917635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.919877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.933701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:29.934120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:29.938367 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:29.985193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5da532-cdce-4d84-8a4f-ba9d5254cfc0 None None] Pushing event updated for resources: {'Port': ['ID=c94230dc-ed3d-424e-8ee4-75b37a61d4cc,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:30.044572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 13912cd4-f518-4846-85f7-6c4850a63340 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:04:30.098356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:30.098356 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:30.098356 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '46bfce28-3080-4b4f-b778-a337429c93ec'}] Aug 22 15:04:30.098356 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:30.098881 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:30.109893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f84372-8754-4d16-9cce-ae8cbea68ee4 None None] Network 46bfce28-3080-4b4f-b778-a337429c93ec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:30.132480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5a26df85-7852-4b5c-8802-ca6c5b1b4e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.248762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 13912cd4-f518-4846-85f7-6c4850a63340 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:04:30.254432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 13912cd4-f518-4846-85f7-6c4850a63340 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:04:30.254432 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.258014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26c575-4e5b-482d-8abc-d98bccd9ebf6 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:30.426229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.461765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:30.464044 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394e6b2-89b2-485c-a62e-b57a750e239e" -d '{"events": [{"server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "name": "network-vif-plugged", "status": "completed", "tag": "13912cd4-f518-4846-85f7-6c4850a63340"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:30.476887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26c575-4e5b-482d-8abc-d98bccd9ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:30.487051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=13912cd4-f518-4846-85f7-6c4850a63340,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:30.522614 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc138569-5989-4c21-a3fe-f1b82c74e014 x-openstack-request-id: req-cc138569-5989-4c21-a3fe-f1b82c74e014 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:30.522908 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "name": "network-vif-plugged", "status": "completed", "tag": "13912cd4-f518-4846-85f7-6c4850a63340", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:30.523159 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc138569-5989-4c21-a3fe-f1b82c74e014 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:30.523546 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340', 'code': 200} Aug 22 15:04:30.585185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.599962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.662106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9db9-54a6-404c-99d8-e6be153bb562 req-364a559d-40fc-4567-84cc-fd280c47e59d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:30.663719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d1e9db9-54a6-404c-99d8-e6be153bb562 req-364a559d-40fc-4567-84cc-fd280c47e59d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0856538 Aug 22 15:04:30.736826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d1e9db9-54a6-404c-99d8-e6be153bb562 req-93e62f8e-c780-4436-95db-fa64be570490 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658574 Aug 22 15:04:30.754547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port c94230dc-ed3d-424e-8ee4-75b37a61d4cc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:30.754903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.758891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494d102-b800-45ad-8621-12cea368e9d6 req-0b10aeea-2507-4d1f-b3ea-5b2b07bb9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:30.760511 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f494d102-b800-45ad-8621-12cea368e9d6 req-0b10aeea-2507-4d1f-b3ea-5b2b07bb9187 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 1096 time: 0.0677481 Aug 22 15:04:30.771249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:30.857260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port c94230dc-ed3d-424e-8ee4-75b37a61d4cc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c94230dc-ed3d-424e-8ee4-75b37a61d4cc,segment=NetworkSegment(13c05685-dff7-484b-9c02-d6a1f4cfb89b),segment_id=13c05685-dff7-484b-9c02-d6a1f4cfb89b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:30.857898 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:30.862530 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f494d102-b800-45ad-8621-12cea368e9d6 req-cc638cfe-74d0-45f6-bd53-645b87439f92 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915351 Aug 22 15:04:30.877094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for c94230dc-ed3d-424e-8ee4-75b37a61d4cc owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:31.082790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.144473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port c94230dc-ed3d-424e-8ee4-75b37a61d4cc on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:31.156353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=c94230dc-ed3d-424e-8ee4-75b37a61d4cc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:31.263581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.275647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bfce28-3080-4b4f-b778-a337429c93ec']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:31.287422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c05685-dff7-484b-9c02-d6a1f4cfb89b') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:31.287738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c05685-dff7-484b-9c02-d6a1f4cfb89b') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:31.304772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.323182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.331276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:31.331679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:31.335057 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:31.522798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.533493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.539134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:31.547483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/46bfce28-3080-4b4f-b778-a337429c93ec HTTP/1.1" status: 204 len: 168 time: 2.7078907 Aug 22 15:04:31.547671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-452670766'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:31.552156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819e2a-28a2-4b50-8309-a19812c13e9e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=46bfce28-3080-4b4f-b778-a337429c93ec,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:31.721687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:31.725292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.750682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:31.762428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.762428 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 5640351e-2f82-4a8a-8ee2-61b13c3d16b3 of type vlan for network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c Aug 22 15:04:31.809223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:31.885981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b35f8-d958-4615-b7b8-ed5175feef49 req-58e7ed35-33ae-454a-8854-b16385ff6043 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:31.892248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-092b35f8-d958-4615-b7b8-ed5175feef49 req-58e7ed35-33ae-454a-8854-b16385ff6043 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0682287 Aug 22 15:04:31.939380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-092b35f8-d958-4615-b7b8-ed5175feef49 req-97165514-6df2-4f8f-95f7-1153ea3a2709 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Aug 22 15:04:32.060791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:32.069134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:32.070943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:32.158117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:32.177549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:32.273047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0a429d6a-84a4-4246-973b-30e1bccda959 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7322264 Aug 22 15:04:32.275419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47442) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:32.288173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:32.488921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:32.493456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:32.798828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:32.799384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:32.873233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=db582f77-855b-44f1-bc52-f0ff935a7ebf,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:32.894630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '5640351e-2f82-4a8a-8ee2-61b13c3d16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:32.894630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:33.025445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:33.086811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641d82-1dff-4e8e-850a-abcea829c88b req-b3708a47-a617-4f8d-ba1f-925d9e673974 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:33.088518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40641d82-1dff-4e8e-850a-abcea829c88b req-b3708a47-a617-4f8d-ba1f-925d9e673974 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0595653 Aug 22 15:04:33.135250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40641d82-1dff-4e8e-850a-abcea829c88b req-6f6d998d-099c-4d01-9d11-106cf1f77f16 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Aug 22 15:04:33.146619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:33.146869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:33.147879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.161868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b63fbb-eabd-4903-9976-f6cf001928b5 None None] Network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:33.280118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47466) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:33.281151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f48b84b6-3d7e-44be-87cf-57babdc6a11b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0029724 Aug 22 15:04:33.428390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.457507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c', 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': 'db582f77-855b-44f1-bc52-f0ff935a7ebf'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:33.460520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.462285 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dc3a735-c7d6-43fe-86cc-eeb366c5ac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.508189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.632865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Allocated IP 172.20.0.1 (d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c/db582f77-855b-44f1-bc52-f0ff935a7ebf/4c91b8a3-c757-4b30-aa8a-8fb8530da3c1) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:33.822417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b7b2b-31d5-4849-a951-e1a7a7fb5cd4 req-5e1cc183-3006-4b8b-baba-6e2c8b28ef19 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:33.828564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-996b7b2b-31d5-4849-a951-e1a7a7fb5cd4 req-5e1cc183-3006-4b8b-baba-6e2c8b28ef19 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0795796 Aug 22 15:04:33.844594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:33.860632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Transition to ACTIVE for port object 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:33.877478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-996b7b2b-31d5-4849-a951-e1a7a7fb5cd4 req-aa5f853e-6e47-4ff3-8e38-678ce5afa276 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Aug 22 15:04:33.877717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Transition to ACTIVE for port object 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:33.986286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.023415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:34.026450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:34.031266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:34.046928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Pushing event updated for resources: {'Port': ['ID=4c91b8a3-c757-4b30-aa8a-8fb8530da3c1,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:34.100369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Attempting to bind port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:34.100908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Attempting to bind port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5640351e-2f82-4a8a-8ee2-61b13c3d16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:34.101434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Attempting to bind port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 on network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:34.107734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:34.109850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Checking segment: {'id': '5640351e-2f82-4a8a-8ee2-61b13c3d16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:34.109850 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.110196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Bound using segment: {'id': '5640351e-2f82-4a8a-8ee2-61b13c3d16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:34.110820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Bound port: 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5640351e-2f82-4a8a-8ee2-61b13c3d16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:34.111414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.129436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.160799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=db582f77-855b-44f1-bc52-f0ff935a7ebf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:34.308075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.320233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:34.337460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5640351e-2f82-4a8a-8ee2-61b13c3d16b3') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:34.337756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5640351e-2f82-4a8a-8ee2-61b13c3d16b3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:34.351784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.371780 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.385503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:34.385857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:34.390572 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:34.401608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] For port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:34.457682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] For port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4c91b8a3-c757-4b30-aa8a-8fb8530da3c1,segment=NetworkSegment(5640351e-2f82-4a8a-8ee2-61b13c3d16b3),segment_id=5640351e-2f82-4a8a-8ee2-61b13c3d16b3)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:34.529418 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:34.529418 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:34.529418 n-d-805046-3 neutron-server[102048]: [parameters: {'id': 'd2d658f3-2a98-4b09-93f1-0c9fce9ffa8c'}] Aug 22 15:04:34.529418 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:34.530330 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:34.569350 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.647232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8dc9c-7c92-4ae6-9d68-29e9398b7056 None None] Pushing event updated for resources: {'Port': ['ID=4c91b8a3-c757-4b30-aa8a-8fb8530da3c1,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:34.677330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a49eb9-081f-4621-88ce-e37d5877e71b None None] Network d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:34.816021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:34.832995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d3e58-e094-493c-8eaf-d33292283fb2 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:34.959620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d3e58-e094-493c-8eaf-d33292283fb2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:35.016857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c62db-2bf9-4208-99d9-abd19ee00f3c req-b2d7e7c7-cda0-430a-9936-3ec70e25a213 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:35.024683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1c62db-2bf9-4208-99d9-abd19ee00f3c req-b2d7e7c7-cda0-430a-9936-3ec70e25a213 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0686376 Aug 22 15:04:35.031757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.064428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1c62db-2bf9-4208-99d9-abd19ee00f3c req-9b41b1f4-739d-4ba0-a83b-72de5fc563cd tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Aug 22 15:04:35.126552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:35.127057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.254382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4c91b8a3-c757-4b30-aa8a-8fb8530da3c1,segment=NetworkSegment(5640351e-2f82-4a8a-8ee2-61b13c3d16b3),segment_id=5640351e-2f82-4a8a-8ee2-61b13c3d16b3)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:35.254640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.278174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:35.437729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-416b8eab-8b8e-4e13-8ffe-559b4f84a6dd tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:35.439391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-416b8eab-8b8e-4e13-8ffe-559b4f84a6dd tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.10 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 945 time: 0.0599751 Aug 22 15:04:35.517007 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.552619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 4c91b8a3-c757-4b30-aa8a-8fb8530da3c1 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:35.554298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=4c91b8a3-c757-4b30-aa8a-8fb8530da3c1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.594772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.595472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.595585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.595867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.596232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.596568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:35.643023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Deleting port 13912cd4-f518-4846-85f7-6c4850a63340 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:35.643582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.688993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.708789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:35.754544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5640351e-2f82-4a8a-8ee2-61b13c3d16b3') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:35.755461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5640351e-2f82-4a8a-8ee2-61b13c3d16b3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:35.769049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.789375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.804515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:35.805511 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:35.807881 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:35.845283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] For port 13912cd4-f518-4846-85f7-6c4850a63340, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=13912cd4-f518-4846-85f7-6c4850a63340,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:35.845607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:35.893687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Calling delete_port for 13912cd4-f518-4846-85f7-6c4850a63340 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:36.060680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.071956 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.073928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c HTTP/1.1" status: 204 len: 168 time: 2.7926631 Aug 22 15:04:36.079163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:36.086350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72690d41-8af8-4c89-b450-c3003380c026 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:36.111466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417049779'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:36.164720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.179938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ce08c03e-6ef9-4ec6-9f67-4390b79391e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:36.197745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Pushing event deleted for resources: {'Port': ['ID=13912cd4-f518-4846-85f7-6c4850a63340,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:36.220085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['13912cd4-f518-4846-85f7-6c4850a63340'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:04:36.229040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1152a795-43ec-46da-9ce4-39e7815f7e1d req-c2d41876-7b8e-42aa-88de-481d47573290 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.0558870 Aug 22 15:04:36.255284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:36.256580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] No DVR routers for this DVR port 13912cd4-f518-4846-85f7-6c4850a63340 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:36.260599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.261535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.262605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7bc4cee4-dbe7-4baf-9803-8a8e766bebd2 req-1adbb616-776a-48c7-b259-44897b6da58e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.10 "DELETE /v2.0/ports/13912cd4-f518-4846-85f7-6c4850a63340 HTTP/1.1" status: 204 len: 173 time: 0.8161974 Aug 22 15:04:36.265483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'name': 'network-vif-deleted', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:04:36.265483 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf4aaa-25b7-4778-bc2b-16044176e193" -d '{"events": [{"server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "name": "network-vif-deleted", "tag": "13912cd4-f518-4846-85f7-6c4850a63340"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:04:36.338870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:36.341897 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0922bb09-aa45-47c6-adf0-da9754fa7b58 x-openstack-request-id: req-0922bb09-aa45-47c6-adf0-da9754fa7b58 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:04:36.342384 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640cfcd8-a9b1-433f-986d-d7ce59fb736a", "name": "network-vif-deleted", "tag": "13912cd4-f518-4846-85f7-6c4850a63340", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:04:36.342714 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0922bb09-aa45-47c6-adf0-da9754fa7b58 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:04:36.343189 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640cfcd8-a9b1-433f-986d-d7ce59fb736a', 'name': 'network-vif-deleted', 'tag': '13912cd4-f518-4846-85f7-6c4850a63340', 'status': 'completed', 'code': 200} Aug 22 15:04:36.352017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.352017 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 3be47b1f-122c-499b-b37d-b42a10863ceb of type vlan for network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 Aug 22 15:04:36.405609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.562855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.571376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:36.572087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:36.648453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:36.657346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.658083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.658681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.659021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.659362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.659694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.660049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.660381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.660712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.661051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.661378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.661715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:36.681924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:36.734657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-49e52395-1eea-48b1-bdd6-fe37b66297b6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6459823 Aug 22 15:04:36.740067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:36.740874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:36.791266 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:37.025896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:37.036086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:37.370966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28a9a27d-d191-4cb1-9a81-2fa0515ad418 req-5ef22060-9514-49c9-9f06-a4422e341e1b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=640cfcd8-a9b1-433f-986d-d7ce59fb736a HTTP/1.1" status: 200 len: 210 time: 0.0308118 Aug 22 15:04:37.631719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:37.724921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '3be47b1f-122c-499b-b37d-b42a10863ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:37.725308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:37.727679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=02c24157-c60a-45f3-b92d-c837621ee9bc,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:37.871595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:37.997907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:38.004660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:38.005700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.011018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9464fef-90a9-4e0f-9797-9cb92cc3b67d None None] Network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:38.133953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df8228f1-f4be-4f45-bc4a-0a9212078245 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3980298 Aug 22 15:04:38.136604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:38.229008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6', 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '02c24157-c60a-45f3-b92d-c837621ee9bc'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:38.231139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.292461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.356232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.409260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Allocated IP 172.20.0.1 (f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6/02c24157-c60a-45f3-b92d-c837621ee9bc/99fa99d7-6c16-49c3-9877-966ab7e57adc) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:38.571222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa96879-b4fa-441d-8fe2-c0bbf9e1ccbb req-8f9e9e06-3d94-4730-a098-14851e86c7c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:38.588332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa96879-b4fa-441d-8fe2-c0bbf9e1ccbb req-8f9e9e06-3d94-4730-a098-14851e86c7c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0943062 Aug 22 15:04:38.619567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.630549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Transition to ACTIVE for port object 99fa99d7-6c16-49c3-9877-966ab7e57adc will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:38.637675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5aa96879-b4fa-441d-8fe2-c0bbf9e1ccbb req-5b4fea77-15d6-4cd3-b169-7907aca30c59 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Aug 22 15:04:38.664884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Transition to ACTIVE for port object 99fa99d7-6c16-49c3-9877-966ab7e57adc will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:38.798162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.861200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:38.869496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:38.875810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:38.886605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdffd1f-fac5-4b6a-83b2-0df7b9148605 req-ee507bb5-d5a7-4fc9-97f4-d4552b8da6f0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:38.888469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Pushing event updated for resources: {'Port': ['ID=99fa99d7-6c16-49c3-9877-966ab7e57adc,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:38.888743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cdffd1f-fac5-4b6a-83b2-0df7b9148605 req-ee507bb5-d5a7-4fc9-97f4-d4552b8da6f0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0724633 Aug 22 15:04:38.935192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.945461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cdffd1f-fac5-4b6a-83b2-0df7b9148605 req-06451434-df69-4a17-b71d-f1c3c0f7df98 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Aug 22 15:04:38.975989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Attempting to bind port 99fa99d7-6c16-49c3-9877-966ab7e57adc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:38.978524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Attempting to bind port 99fa99d7-6c16-49c3-9877-966ab7e57adc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '3be47b1f-122c-499b-b37d-b42a10863ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:38.978524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Attempting to bind port 99fa99d7-6c16-49c3-9877-966ab7e57adc on network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:38.986213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:38.986400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Checking segment: {'id': '3be47b1f-122c-499b-b37d-b42a10863ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:38.986727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.987138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Bound using segment: {'id': '3be47b1f-122c-499b-b37d-b42a10863ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:38.987623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Bound port: 99fa99d7-6c16-49c3-9877-966ab7e57adc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be47b1f-122c-499b-b37d-b42a10863ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:38.988226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:38.996797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=02c24157-c60a-45f3-b92d-c837621ee9bc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:39.074205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:39.081806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] For port 99fa99d7-6c16-49c3-9877-966ab7e57adc, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:39.085543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] For port 99fa99d7-6c16-49c3-9877-966ab7e57adc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=99fa99d7-6c16-49c3-9877-966ab7e57adc,segment=NetworkSegment(3be47b1f-122c-499b-b37d-b42a10863ceb),segment_id=3be47b1f-122c-499b-b37d-b42a10863ceb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:39.089269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:39.108908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be47b1f-122c-499b-b37d-b42a10863ceb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:39.109615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be47b1f-122c-499b-b37d-b42a10863ceb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:39.122297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:39.131701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3207-9f3e-46db-880e-4d46620b5c75 req-ac6da41c-fdbe-4f98-aced-f0c15de8898e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:39.145946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-927d3207-9f3e-46db-880e-4d46620b5c75 req-ac6da41c-fdbe-4f98-aced-f0c15de8898e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0757453 Aug 22 15:04:39.195206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-927d3207-9f3e-46db-880e-4d46620b5c75 req-a614d510-a6e0-4cfe-9efc-be78a7ea4d44 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533354 Aug 22 15:04:39.204345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:39.206487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:39.236053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:39.236548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:39.240030 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:39.342750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fee3-0ab1-4ed6-bb2d-9d1d1281a1c0 None None] Pushing event updated for resources: {'Port': ['ID=99fa99d7-6c16-49c3-9877-966ab7e57adc,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:39.347733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49b0d6-72f3-462a-85c2-1857ecfd4fca None None] Network f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:39.438107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:39.438107 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:39.438107 n-d-805046-3 neutron-server[102048]: [parameters: {'id': 'f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6'}] Aug 22 15:04:39.438107 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:39.438708 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:39.503607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ae1e5-6a0e-42e8-8a57-114fb9711326 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:39.628248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ae1e5-6a0e-42e8-8a57-114fb9711326 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:39.940206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.028901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 99fa99d7-6c16-49c3-9877-966ab7e57adc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:40.030498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.069033 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:04:40.094325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 13912cd4-f518-4846-85f7-6c4850a63340 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:04:40.134220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 13912cd4-f518-4846-85f7-6c4850a63340 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:04:40.134578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 13912cd4-f518-4846-85f7-6c4850a63340 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:04:40.148403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 99fa99d7-6c16-49c3-9877-966ab7e57adc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=99fa99d7-6c16-49c3-9877-966ab7e57adc,segment=NetworkSegment(3be47b1f-122c-499b-b37d-b42a10863ceb),segment_id=3be47b1f-122c-499b-b37d-b42a10863ceb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:40.149977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.163951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 99fa99d7-6c16-49c3-9877-966ab7e57adc owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:40.340099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.380066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 99fa99d7-6c16-49c3-9877-966ab7e57adc on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:40.385210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=99fa99d7-6c16-49c3-9877-966ab7e57adc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:40.396866 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.515334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.530783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:40.543120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be47b1f-122c-499b-b37d-b42a10863ceb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:40.543475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be47b1f-122c-499b-b37d-b42a10863ceb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:40.557336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.574593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.583329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:40.583917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:40.587284 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:40.741286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.742288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.746545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 HTTP/1.1" status: 204 len: 168 time: 2.6068850 Aug 22 15:04:40.748117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47648) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:40.754558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433449911'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:40.774311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb323-00a5-4e92-8dd5-d05cdd10d0f2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:40.922273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:40.925986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.964357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:40.964357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:40.964357 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 07368897-958a-4d94-87fa-821257aced42 of type vlan for network 2828b266-405e-4e66-8049-a4006685c82c Aug 22 15:04:41.003110 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.191631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.197959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:41.198628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.287950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=2828b266-405e-4e66-8049-a4006685c82c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:41.304865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2828b266-405e-4e66-8049-a4006685c82c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:41.330361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67ed0e02-033d-4463-8269-c503a027774b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5796316 Aug 22 15:04:41.333079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:41.339905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:41.517957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.574300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.602743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 2828b266-405e-4e66-8049-a4006685c82c is not hosted by any dhcp agent {{(pid=102048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:04:41.607849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:41.608858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:41.610209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "PUT /v2.0/networks/2828b266-405e-4e66-8049-a4006685c82c HTTP/1.1" status: 200 len: 723 time: 0.2759998 Aug 22 15:04:41.613749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47678) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:41.626237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '2828b266-405e-4e66-8049-a4006685c82c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:41.733385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dd52f-b378-4349-9c98-5d218d553f66 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=2828b266-405e-4e66-8049-a4006685c82c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:41.745872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2828b266-405e-4e66-8049-a4006685c82c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:41.865330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:41.869015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:42.156703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:42.230888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=6819ec69-0a21-4ec8-a680-b86420ec997b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:42.244152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '07368897-958a-4d94-87fa-821257aced42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2828b266-405e-4e66-8049-a4006685c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:42.244522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 2828b266-405e-4e66-8049-a4006685c82c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:42.333786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 2828b266-405e-4e66-8049-a4006685c82c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:42.430709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2828b266-405e-4e66-8049-a4006685c82c) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:42.436797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:42.437855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:42.444156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7fb71-f1ca-4e71-87be-4dd4631f01f0 None None] Network 2828b266-405e-4e66-8049-a4006685c82c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:42.540829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d961877f-5e88-468d-bbe5-a2eebc7cb902 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9252479 Aug 22 15:04:42.542909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47722) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:42.552509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:42.635847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2828b266-405e-4e66-8049-a4006685c82c', 'network_id': '2828b266-405e-4e66-8049-a4006685c82c', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '6819ec69-0a21-4ec8-a680-b86420ec997b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:42.641051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:42.681616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5642565'] for subnet, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:42.723559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2429f-8d68-4df1-b8c1-fb60b69ebf29 req-bf30c55d-b08e-48ff-af50-2093caf72c09 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:42.725942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24b2429f-8d68-4df1-b8c1-fb60b69ebf29 req-bf30c55d-b08e-48ff-af50-2093caf72c09 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Aug 22 15:04:42.777097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24b2429f-8d68-4df1-b8c1-fb60b69ebf29 req-5b53edbf-eac8-4162-ab12-67e721e83c0d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Aug 22 15:04:42.928575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782d9c3-b591-40f0-8b2b-ff148136fd77 req-2cd131d8-f42b-495b-aa47-72979ee6cb39 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:42.930207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c782d9c3-b591-40f0-8b2b-ff148136fd77 req-2cd131d8-f42b-495b-aa47-72979ee6cb39 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0680375 Aug 22 15:04:42.979443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773289925690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5868025'] for subnet, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.027717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:43.028695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.032723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c782d9c3-b591-40f0-8b2b-ff148136fd77 req-8ce07ba6-6250-45eb-8dfb-8e8a911d34f5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818770 Aug 22 15:04:43.037286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "PUT /v2.0/subnets/6819ec69-0a21-4ec8-a680-b86420ec997b HTTP/1.1" status: 200 len: 806 time: 0.4927282 Aug 22 15:04:43.040832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:43.073378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44550c9-8a09-4d46-878f-3cd1eeb9f843 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=6819ec69-0a21-4ec8-a680-b86420ec997b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:43.097158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Allocated IP 172.20.0.2 (2828b266-405e-4e66-8049-a4006685c82c/6819ec69-0a21-4ec8-a680-b86420ec997b/5de59c27-8d88-4a9f-a686-964f8ff0e894) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:43.212163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.278314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.316010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.330509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Transition to ACTIVE for port object 5de59c27-8d88-4a9f-a686-964f8ff0e894 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:43.363462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Transition to ACTIVE for port object 5de59c27-8d88-4a9f-a686-964f8ff0e894 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:43.448606 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.540475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Pushing event updated for resources: {'Port': ['ID=5de59c27-8d88-4a9f-a686-964f8ff0e894,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:43.548930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Network 2828b266-405e-4e66-8049-a4006685c82c is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:43.554006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:43.554006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:43.575278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.626543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Attempting to bind port 5de59c27-8d88-4a9f-a686-964f8ff0e894 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:43.627092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Attempting to bind port 5de59c27-8d88-4a9f-a686-964f8ff0e894 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '07368897-958a-4d94-87fa-821257aced42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2828b266-405e-4e66-8049-a4006685c82c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:43.627596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Attempting to bind port 5de59c27-8d88-4a9f-a686-964f8ff0e894 on network 2828b266-405e-4e66-8049-a4006685c82c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:43.635662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:43.636401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Checking segment: {'id': '07368897-958a-4d94-87fa-821257aced42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2828b266-405e-4e66-8049-a4006685c82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:43.636942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.637435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Bound using segment: {'id': '07368897-958a-4d94-87fa-821257aced42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2828b266-405e-4e66-8049-a4006685c82c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:43.638072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Bound port: 5de59c27-8d88-4a9f-a686-964f8ff0e894, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07368897-958a-4d94-87fa-821257aced42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2828b266-405e-4e66-8049-a4006685c82c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:43.639216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.647923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=6819ec69-0a21-4ec8-a680-b86420ec997b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:43.769376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] For port 5de59c27-8d88-4a9f-a686-964f8ff0e894, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:43.770958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.775374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] For port 5de59c27-8d88-4a9f-a686-964f8ff0e894, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5de59c27-8d88-4a9f-a686-964f8ff0e894,segment=NetworkSegment(07368897-958a-4d94-87fa-821257aced42),segment_id=07368897-958a-4d94-87fa-821257aced42)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:43.787732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828b266-405e-4e66-8049-a4006685c82c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:43.803063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07368897-958a-4d94-87fa-821257aced42') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:43.803375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07368897-958a-4d94-87fa-821257aced42') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:43.814446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.842924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.847383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.863161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:43.863549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:43.894322 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:43.957329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00853172-bbba-4686-ab72-2d3ba9999f69 None None] Network 2828b266-405e-4e66-8049-a4006685c82c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:43.985729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce4143-3c41-40b2-bc9c-34a9afb0e0ce None None] Pushing event updated for resources: {'Port': ['ID=5de59c27-8d88-4a9f-a686-964f8ff0e894,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:43.992357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:43.992357 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:43.992357 n-d-805046-3 neutron-server[102049]: [parameters: {'id': '2828b266-405e-4e66-8049-a4006685c82c'}] Aug 22 15:04:43.992357 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:43.993245 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:44.171851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b124bea-fdd5-4e7f-a411-fca70372c392 None None] Network 2828b266-405e-4e66-8049-a4006685c82c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:44.330055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840da044-eabe-4c6f-a990-24537f6c9fdd None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:44.458738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840da044-eabe-4c6f-a990-24537f6c9fdd None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:44.496846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:44.581929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 5de59c27-8d88-4a9f-a686-964f8ff0e894 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:44.582579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:44.674439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 5de59c27-8d88-4a9f-a686-964f8ff0e894, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5de59c27-8d88-4a9f-a686-964f8ff0e894,segment=NetworkSegment(07368897-958a-4d94-87fa-821257aced42),segment_id=07368897-958a-4d94-87fa-821257aced42)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:44.674965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:44.689145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 5de59c27-8d88-4a9f-a686-964f8ff0e894 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:44.888251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:44.917108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=5de59c27-8d88-4a9f-a686-964f8ff0e894,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:44.920771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 5de59c27-8d88-4a9f-a686-964f8ff0e894 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:45.004057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.015325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828b266-405e-4e66-8049-a4006685c82c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:45.026862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07368897-958a-4d94-87fa-821257aced42') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:45.027160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07368897-958a-4d94-87fa-821257aced42') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:45.037778 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.053565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.065568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:45.065982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:45.069192 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:45.533715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.542137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1665508'] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.544618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/2828b266-405e-4e66-8049-a4006685c82c HTTP/1.1" status: 204 len: 168 time: 2.5024242 Aug 22 15:04:45.549245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47812) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:45.568981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307295e-d2a6-454c-9efa-8332f189bcf2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=2828b266-405e-4e66-8049-a4006685c82c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:45.582337 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ea1d9-8792-43bd-8852-197cea656817 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:45.582928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ea1d9-8792-43bd-8852-197cea656817 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:45.584789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-942ea1d9-8792-43bd-8852-197cea656817 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/2828b266-405e-4e66-8049-a4006685c82c HTTP/1.1" status: 404 len: 339 time: 0.0342906 Aug 22 15:04:45.588594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47814) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:45.594481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677772328', 'description': 'd1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:45.676420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:45.679991 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.706331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:45.715315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.715662 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 9d0b3840-c9de-48db-a75b-f7e364f35360 of type vlan for network 44c1280f-caaa-4f2b-ae36-1b1169213223 Aug 22 15:04:45.761101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.825527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.832226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:45.832855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:45.934104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=44c1280f-caaa-4f2b-ae36-1b1169213223,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:45.945332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 44c1280f-caaa-4f2b-ae36-1b1169213223 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:46.002477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf478617-90c1-4d42-9aba-60c27e44c4eb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4126003 Aug 22 15:04:46.005216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47824) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:46.133927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d8060a-39cd-40c3-93ef-aa0f55a2c9cd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:46.133927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02d8060a-39cd-40c3-93ef-aa0f55a2c9cd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks?id=44c1280f-caaa-4f2b-ae36-1b1169213223 HTTP/1.1" status: 200 len: 760 time: 0.1264210 Aug 22 15:04:46.135849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47836) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:46.142756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'description': 'd2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:46.290583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90b7a4-56c1-4b7b-a07d-42dd3cbd1f58 req-a2252c68-dbc9-46cb-ac5b-8d72912a6f45 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:46.296450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d90b7a4-56c1-4b7b-a07d-42dd3cbd1f58 req-a2252c68-dbc9-46cb-ac5b-8d72912a6f45 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1268840 Aug 22 15:04:46.385364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d90b7a4-56c1-4b7b-a07d-42dd3cbd1f58 req-45599803-4392-4cae-b4c0-ce6b7772f13b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Aug 22 15:04:46.412183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:46.530123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:46.548820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6880c-22cb-4c38-bbd1-39c37f224634 req-ae72197d-f9d2-496f-9517-27ed32854f3d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:46.550440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f6880c-22cb-4c38-bbd1-39c37f224634 req-ae72197d-f9d2-496f-9517-27ed32854f3d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0665505 Aug 22 15:04:46.570469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 44c1280f-caaa-4f2b-ae36-1b1169213223 is not hosted by any dhcp agent {{(pid=102049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:04:46.584160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:46.585502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:46.587467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "PUT /v2.0/networks/44c1280f-caaa-4f2b-ae36-1b1169213223 HTTP/1.1" status: 200 len: 757 time: 0.4499943 Aug 22 15:04:46.595655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47852) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:46.659311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e927a9e-1c8c-4618-8146-3c0f4826ba7e tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=44c1280f-caaa-4f2b-ae36-1b1169213223,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:46.670838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 44c1280f-caaa-4f2b-ae36-1b1169213223 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:46.715565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f6880c-22cb-4c38-bbd1-39c37f224634 req-74774225-6723-4d99-8e93-b12a03e5614b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Aug 22 15:04:46.755366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e9299-938e-4bba-a873-aa048c4aa3bd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:46.761049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:46.761394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4d9e9299-938e-4bba-a873-aa048c4aa3bd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks?id=44c1280f-caaa-4f2b-ae36-1b1169213223 HTTP/1.1" status: 200 len: 760 time: 0.1645088 Aug 22 15:04:46.767251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788419501'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:46.882699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:46.887805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:46.979792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:46.998553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:46.999043 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment ec1ae1ca-54ea-4513-a0b0-919863cc6d3e of type vlan for network 134c156d-8704-43ff-bee2-3b79a2949be9 Aug 22 15:04:47.018767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0156-215e-4a4f-9dfb-69dcbff85916 req-2d75954d-55ee-456f-88a9-98271a0e83bf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:47.020748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e1c0156-215e-4a4f-9dfb-69dcbff85916 req-2d75954d-55ee-456f-88a9-98271a0e83bf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1103752 Aug 22 15:04:47.077318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:47.121964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e1c0156-215e-4a4f-9dfb-69dcbff85916 req-ab6af04d-a77a-4d0c-8d22-16157c478d8e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756688 Aug 22 15:04:47.192504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:47.204492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:47.205160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:47.336758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5743158 Aug 22 15:04:47.341303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:47.342599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c97cc-a23f-42dc-8d8f-22d8d246429f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=134c156d-8704-43ff-bee2-3b79a2949be9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:47.349410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '134c156d-8704-43ff-bee2-3b79a2949be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:47.356222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 134c156d-8704-43ff-bee2-3b79a2949be9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:47.363197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bdfdb-67b0-4315-9edf-0843edc3a833 req-6bb7e6a6-d4d4-412e-b2b2-cd402e5b3525 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:47.364876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-377bdfdb-67b0-4315-9edf-0843edc3a833 req-6bb7e6a6-d4d4-412e-b2b2-cd402e5b3525 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1390426 Aug 22 15:04:47.435353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-377bdfdb-67b0-4315-9edf-0843edc3a833 req-882613bb-f60a-4fc7-a40e-6961477a170d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612655 Aug 22 15:04:47.579520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:47.583122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:47.833660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dd855-3d5c-4a41-ad16-4e1e876cd85f req-3bd8ebd3-d79d-44e4-bfff-162d39d2c964 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:47.843438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b10dd855-3d5c-4a41-ad16-4e1e876cd85f req-3bd8ebd3-d79d-44e4-bfff-162d39d2c964 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0833712 Aug 22 15:04:47.905357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b10dd855-3d5c-4a41-ad16-4e1e876cd85f req-364f2249-a3c8-43a9-b7cc-c63c068f56af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Aug 22 15:04:48.071791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:48.118848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9678f-78c9-4c38-8729-e7c6884732b1 req-6015172f-9a94-4963-adcb-3ab07b850aed tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:48.121156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53d9678f-78c9-4c38-8729-e7c6884732b1 req-6015172f-9a94-4963-adcb-3ab07b850aed tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1018062 Aug 22 15:04:48.179916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53d9678f-78c9-4c38-8729-e7c6884732b1 req-6dc6a125-cc8b-419c-9f0c-91a78de90dd1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Aug 22 15:04:48.203232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=159f6eae-36b3-43d3-9382-ca703c3a5ae7,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:48.249267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': 'ec1ae1ca-54ea-4513-a0b0-919863cc6d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '134c156d-8704-43ff-bee2-3b79a2949be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:48.253275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 134c156d-8704-43ff-bee2-3b79a2949be9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:48.356722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 134c156d-8704-43ff-bee2-3b79a2949be9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:48.459783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 134c156d-8704-43ff-bee2-3b79a2949be9) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:48.465405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:48.466402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:48.472283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36c499-b54f-4ddf-b6ca-78bad4f599c7 None None] Network 134c156d-8704-43ff-bee2-3b79a2949be9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:48.485711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23d91-02a8-4431-87d2-da525b020f6b req-71a1366a-d290-45c0-ac06-5cde67b128b6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:48.496185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77c23d91-02a8-4431-87d2-da525b020f6b req-71a1366a-d290-45c0-ac06-5cde67b128b6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0806086 Aug 22 15:04:48.551990 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-678b2a8f-1b72-4313-b7b3-fedb5dc7128c tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087867 Aug 22 15:04:48.554759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:48.556446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77c23d91-02a8-4431-87d2-da525b020f6b req-de76cd81-ee1d-42c3-8967-8d20cb9e6a16 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588417 Aug 22 15:04:48.764865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a81f3-30a2-4b37-af47-5c521cb8ee44 req-9c0abe6e-c53b-4a1d-9ea6-96bf0aca3e85 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:48.766480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc6a81f3-30a2-4b37-af47-5c521cb8ee44 req-9c0abe6e-c53b-4a1d-9ea6-96bf0aca3e85 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1318164 Aug 22 15:04:48.791794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:48.798735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066001ef-799e-48c6-be33-1727590dc820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-134c156d-8704-43ff-bee2-3b79a2949be9', 'network_id': '134c156d-8704-43ff-bee2-3b79a2949be9', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': '159f6eae-36b3-43d3-9382-ca703c3a5ae7'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:48.799621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-066001ef-799e-48c6-be33-1727590dc820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:48.845554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc6a81f3-30a2-4b37-af47-5c521cb8ee44 req-f9c637d5-8c8f-4556-87c1-ef43371745cd tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725222 Aug 22 15:04:48.915645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.118025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.135328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05c729-fe79-4fdd-8645-31c2989987e7 req-c403c019-da47-4b33-b42b-d548e5c95526 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:49.146529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e05c729-fe79-4fdd-8645-31c2989987e7 req-c403c019-da47-4b33-b42b-d548e5c95526 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1154594 Aug 22 15:04:49.154164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=159f6eae-36b3-43d3-9382-ca703c3a5ae7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server [None req-066001ef-799e-48c6-be33-1727590dc820 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 159f6eae-36b3-43d3-9382-ca703c3a5ae7: This subnet is being modified by another concurrent operation. Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:04:49.252193 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise exception Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 159f6eae-36b3-43d3-9382-ca703c3a5ae7: This subnet is being modified by another concurrent operation. Aug 22 15:04:49.256143 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Aug 22 15:04:49.306628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e05c729-fe79-4fdd-8645-31c2989987e7 req-87807625-f4fa-4464-9ff8-62dbd033fe3a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577680 Aug 22 15:04:49.313888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c35841e-bfb9-4072-b517-4251419d7c23 None None] Network 134c156d-8704-43ff-bee2-3b79a2949be9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:49.323452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.350204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134c156d-8704-43ff-bee2-3b79a2949be9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:49.367627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ae1ca-54ea-4513-a0b0-919863cc6d3e') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:49.367918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ae1ca-54ea-4513-a0b0-919863cc6d3e') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:49.380568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.397623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.405836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:49.406254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:49.422833 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:49.465478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9464-ceb0-49ad-b062-390d5fc42937 req-b17eae1a-ca33-439a-bac9-195bba767d1a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:49.476745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-319f9464-ceb0-49ad-b062-390d5fc42937 req-b17eae1a-ca33-439a-bac9-195bba767d1a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0625451 Aug 22 15:04:49.481282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5a776-c600-40ae-bd4a-12cf4488f225 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:49.521274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-319f9464-ceb0-49ad-b062-390d5fc42937 req-a6bb3594-7f2f-404b-b226-b43368702407 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Aug 22 15:04:49.608803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.616931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:49.621477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/134c156d-8704-43ff-bee2-3b79a2949be9 HTTP/1.1" status: 204 len: 168 time: 1.0631173 Aug 22 15:04:49.621740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:49.642018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e5a776-c600-40ae-bd4a-12cf4488f225 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:49.662053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79244b7-d5e2-4986-83d8-18ff034059d6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=134c156d-8704-43ff-bee2-3b79a2949be9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:49.679615 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b1ce1a-d611-409a-b436-ca8db16d9d3d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] GET failed (client error): The resource could not be found. Aug 22 15:04:49.684573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3b1ce1a-d611-409a-b436-ca8db16d9d3d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets/159f6eae-36b3-43d3-9382-ca703c3a5ae7 HTTP/1.1" status: 404 len: 337 time: 0.0585825 Aug 22 15:04:49.684573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47960) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:49.706027 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5bda58-81db-4fd9-9948-7f4abf597a41 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:49.706615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5bda58-81db-4fd9-9948-7f4abf597a41 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:49.712811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb5bda58-81db-4fd9-9948-7f4abf597a41 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/134c156d-8704-43ff-bee2-3b79a2949be9 HTTP/1.1" status: 404 len: 339 time: 0.0237610 Aug 22 15:04:49.713231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:49.784270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454269a-3310-4b3e-8beb-92272b3b377b req-c9d1aaef-0733-44a7-9e99-3c7f38e33411 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:49.795855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b454269a-3310-4b3e-8beb-92272b3b377b req-c9d1aaef-0733-44a7-9e99-3c7f38e33411 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0753319 Aug 22 15:04:49.853051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b454269a-3310-4b3e-8beb-92272b3b377b req-7710f939-91bb-4273-bcf4-228540cb8b8f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Aug 22 15:04:49.993676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eee974-bdcc-44c1-ad62-423c7c2c9a27 req-c688f2a1-30bc-4bd1-8a9c-4e9b76d2ccf9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.003298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90eee974-bdcc-44c1-ad62-423c7c2c9a27 req-c688f2a1-30bc-4bd1-8a9c-4e9b76d2ccf9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0653028 Aug 22 15:04:50.048710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90eee974-bdcc-44c1-ad62-423c7c2c9a27 req-dab85c92-ba62-4c16-9540-78d5a0a79efe tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Aug 22 15:04:50.056044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbfac94-c732-498c-9a5f-7a9885e7d60f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.057688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cdbfac94-c732-498c-9a5f-7a9885e7d60f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3432295 Aug 22 15:04:50.061422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 47970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.129155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47980) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.129683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a49b9eb5-bf8e-49d7-9058-1370eb718eda tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 207 time: 0.0668857 Aug 22 15:04:50.408877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f995bc-e84a-4d6c-915b-c17dd1221bbc req-1410a780-7b54-4a2e-acdc-18ccd50540af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.409133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6822b-a2bc-496b-bc47-c2f63ca788b5 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.418624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6822b-a2bc-496b-bc47-c2f63ca788b5 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.422129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f995bc-e84a-4d6c-915b-c17dd1221bbc req-1410a780-7b54-4a2e-acdc-18ccd50540af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 814 time: 0.2165322 Aug 22 15:04:50.428634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6822b-a2bc-496b-bc47-c2f63ca788b5 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.437010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6822b-a2bc-496b-bc47-c2f63ca788b5 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.439545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f1b6822b-a2bc-496b-bc47-c2f63ca788b5 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3088982 Aug 22 15:04:50.439734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f995bc-e84a-4d6c-915b-c17dd1221bbc req-091f48e8-48d0-4d31-a35f-3e9db77341a9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/quotas/a2ff68eed4ba4e3b981e604ed3d147b9 HTTP/1.1" status: 200 len: 375 time: 0.0161750 Aug 22 15:04:50.443230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 47998) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.504534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f995bc-e84a-4d6c-915b-c17dd1221bbc req-dc16bf1b-eceb-438d-a90f-a8fab5dccf25 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520883 Aug 22 15:04:50.572372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b4653db6-c6be-4487-a0e5-6d8e4be34cbb tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1248801 Aug 22 15:04:50.572876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.709371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103babc-829b-4e31-823b-c10c5c9bf547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.711069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103babc-829b-4e31-823b-c10c5c9bf547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.712644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3103babc-829b-4e31-823b-c10c5c9bf547 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1386347 Aug 22 15:04:50.717495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.725343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cd955-74c0-4b99-8ab8-fd9c31f6f844 req-cc0e836e-a91a-4281-b14c-23c1715b93db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.727118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e18cd955-74c0-4b99-8ab8-fd9c31f6f844 req-cc0e836e-a91a-4281-b14c-23c1715b93db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1519263 Aug 22 15:04:50.771814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e18cd955-74c0-4b99-8ab8-fd9c31f6f844 req-76d49b69-71ea-4368-b3ca-ec6391d541f9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Aug 22 15:04:50.813634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35ff78-c208-4106-9496-15ee2c73e739 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.815521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd35ff78-c208-4106-9496-15ee2c73e739 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['shared'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.817349 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd35ff78-c208-4106-9496-15ee2c73e739 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0986049 Aug 22 15:04:50.821040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48012) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:50.975902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932db82e-bebe-44c8-846f-0fb8a6260cde req-120615e0-ccd3-4979-aaf7-7829701b7038 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:50.977538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-932db82e-bebe-44c8-846f-0fb8a6260cde req-120615e0-ccd3-4979-aaf7-7829701b7038 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1065657 Aug 22 15:04:50.985636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:50.998884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa141b07-2720-4cad-8b07-93bf43dfdbe1 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.000790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fa141b07-2720-4cad-8b07-93bf43dfdbe1 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks/06a21071-a1ac-4421-ad59-7057179be6db HTTP/1.1" status: 200 len: 799 time: 0.1784091 Aug 22 15:04:51.006201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48018) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:51.096062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-932db82e-bebe-44c8-846f-0fb8a6260cde req-03600f6a-e8d5-4bb0-8a98-f3e820c256d0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052561 Aug 22 15:04:51.150942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-024dde3b-51c5-4a72-8671-c63434bab1d3 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/networks/06a21071-a1ac-4421-ad59-7057179be6db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1425312 Aug 22 15:04:51.154426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48024) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:51.217829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96349d85-916d-4b4f-ad34-1b261494ed3a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.220471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-96349d85-916d-4b4f-ad34-1b261494ed3a tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets/de7b702c-d7f1-456a-827e-b6243a811b3f HTTP/1.1" status: 200 len: 811 time: 0.0647833 Aug 22 15:04:51.223433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48032) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:51.306786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c383672-6712-409a-968b-aabaf875acfd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.308413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5c383672-6712-409a-968b-aabaf875acfd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "GET /v2.0/subnets/de7b702c-d7f1-456a-827e-b6243a811b3f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0836160 Aug 22 15:04:51.313273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48054) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:51.318833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498399727'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:51.417929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c93f2612-9315-4588-aac2-8c730afdc697 req-7d863bc2-9f20-4cfc-b685-1c6af7dc4076 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9 HTTP/1.1" status: 200 len: 221 time: 0.1083078 Aug 22 15:04:51.442191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:51.446132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:51.476889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:04:51.488438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:51.488995 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Added segment 4f3df0c9-67ee-4676-ac55-b3c78b9bbb74 of type vlan for network 1dd562ad-e636-4da3-bf02-9c414de190ba Aug 22 15:04:51.537918 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:51.584140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd1d82-178b-487b-a122-c41b7945edf6 req-5f516f9c-0faa-487b-9384-176c21062393 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.588454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3bd1d82-178b-487b-a122-c41b7945edf6 req-5f516f9c-0faa-487b-9384-176c21062393 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0907209 Aug 22 15:04:51.630767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:51.637338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.637613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3bd1d82-178b-487b-a122-c41b7945edf6 req-6b82412b-f8a8-4111-aaf3-3fa9d8ab53d1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Aug 22 15:04:51.637964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:51.811636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e5fbc-1d9d-4ff3-8416-7f7b1e5699f4 req-17171652-984c-4c5a-88d2-16470c9efcac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:51.813918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-824e5fbc-1d9d-4ff3-8416-7f7b1e5699f4 req-17171652-984c-4c5a-88d2-16470c9efcac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0818851 Aug 22 15:04:51.885120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-824e5fbc-1d9d-4ff3-8416-7f7b1e5699f4 req-50ad8de2-5cf4-4a84-83c7-9a99207f86e8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Aug 22 15:04:52.030778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7161746 Aug 22 15:04:52.034344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48104) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:52.039659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:52.044792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae95bb-de49-4bf3-a17f-95506e97ffc9 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Network': ['ID=1dd562ad-e636-4da3-bf02-9c414de190ba,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:52.070553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5b24-70d7-4803-ad7d-7ab199246c43 req-a65c4e52-0fb4-416d-9168-8bf53b653941 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.081119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90ed5b24-70d7-4803-ad7d-7ab199246c43 req-a65c4e52-0fb4-416d-9168-8bf53b653941 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0698626 Aug 22 15:04:52.174802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90ed5b24-70d7-4803-ad7d-7ab199246c43 req-6178b8d5-cc1d-487c-9ddc-c7048fea0060 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871179 Aug 22 15:04:52.271910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1dd562ad-e636-4da3-bf02-9c414de190ba details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:04:52.300560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Made reservation on behalf of 307c71167239427f9427af5879b35208 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:04:52.304679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:52.306274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aadbca-3fa0-48bd-84e8-703e922b9847 req-969830a3-47b9-43cf-b91c-75cbe93adb94 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.309322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83aadbca-3fa0-48bd-84e8-703e922b9847 req-969830a3-47b9-43cf-b91c-75cbe93adb94 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0671935 Aug 22 15:04:52.358088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83aadbca-3fa0-48bd-84e8-703e922b9847 req-9c52f9ca-4070-4086-b09c-09b0a24ff686 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Aug 22 15:04:52.397952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing IP validity checks on allocation pools {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 15:04:52.398572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 15:04:52.519482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16563f50-0355-4af6-bf85-0d88a1511d97 req-4ec5e1ad-1419-4e4c-905a-36d9ab32a251 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.521260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16563f50-0355-4af6-bf85-0d88a1511d97 req-4ec5e1ad-1419-4e4c-905a-36d9ab32a251 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0593448 Aug 22 15:04:52.562353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16563f50-0355-4af6-bf85-0d88a1511d97 req-d8417de5-59bc-47a8-9e61-56b72b5e6fff tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Aug 22 15:04:52.618039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:52.725100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=e895624d-11f4-4d44-a4a3-0f0619b42f2f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:52.753427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Checking segment: {'id': '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:52.753677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network hostable DHCP agents. Network: 1dd562ad-e636-4da3-bf02-9c414de190ba, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:04:52.772493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477bb0-c640-44da-a642-990631573d26 req-604798e7-c0bc-487e-aed6-997aa5acbccc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.774092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec477bb0-c640-44da-a642-990631573d26 req-604798e7-c0bc-487e-aed6-997aa5acbccc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0674267 Aug 22 15:04:52.822967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec477bb0-c640-44da-a642-990631573d26 req-cec5f562-a745-47d5-aab1-9db7d68a8c8f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Aug 22 15:04:52.856705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Network 1dd562ad-e636-4da3-bf02-9c414de190ba is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:04:52.951117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1dd562ad-e636-4da3-bf02-9c414de190ba) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:52.955565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.958073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:52.962974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb6fee-b69b-411e-ae60-271b8a9cfba2 None None] Network 1dd562ad-e636-4da3-bf02-9c414de190ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:52.974352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666cb3-0dd7-441b-a4b6-fe8a936c2451 req-f0575f07-8d92-4952-9234-a99cb1b50028 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:52.976536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f666cb3-0dd7-441b-a4b6-fe8a936c2451 req-f0575f07-8d92-4952-9234-a99cb1b50028 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0615878 Aug 22 15:04:53.040185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f666cb3-0dd7-441b-a4b6-fe8a936c2451 req-7fada98e-db18-4265-ab30-a22a447c04f6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537472 Aug 22 15:04:53.067063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f6913dd3-c488-43ae-9746-544253561908 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0316317 Aug 22 15:04:53.069753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48172) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:53.079350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:04:53.234578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1dd562ad-e636-4da3-bf02-9c414de190ba', 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba', 'tenant_id': '307c71167239427f9427af5879b35208', 'fixed_ips': [{'subnet_id': 'e895624d-11f4-4d44-a4a3-0f0619b42f2f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:04:53.237725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.238811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7c04-5f05-4f02-b2e6-f9c762dae744 req-abcf3857-1a2e-4195-b94b-65a032eed87c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:53.246415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b97f7c04-5f05-4f02-b2e6-f9c762dae744 req-abcf3857-1a2e-4195-b94b-65a032eed87c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1043870 Aug 22 15:04:53.261038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5642565'] for subnet, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.298311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b97f7c04-5f05-4f02-b2e6-f9c762dae744 req-7f9980b1-c6c1-4b4e-9408-6535103fe68f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502365 Aug 22 15:04:53.462863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e99d3-e077-4dcd-b737-d43ed1cd456e req-bc0c6bca-3edc-4cd6-9c08-00edef8b869d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:53.468514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-414e99d3-e077-4dcd-b737-d43ed1cd456e req-bc0c6bca-3edc-4cd6-9c08-00edef8b869d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0572860 Aug 22 15:04:53.527640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-414e99d3-e077-4dcd-b737-d43ed1cd456e req-41f4dc1d-5efd-4d9b-9119-8e45c6e6ea19 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Aug 22 15:04:53.619689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773289925690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5868025'] for subnet, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.668731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:53.669697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.671145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "PUT /v2.0/subnets/e895624d-11f4-4d44-a4a3-0f0619b42f2f HTTP/1.1" status: 200 len: 877 time: 0.5996163 Aug 22 15:04:53.674092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48192) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:53.682131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Allocated IP 172.20.0.3 (1dd562ad-e636-4da3-bf02-9c414de190ba/e895624d-11f4-4d44-a4a3-0f0619b42f2f/884a1d75-3baf-4b19-9cd2-5b9be76ffaf3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:04:53.706728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadee17-f8a2-49ee-9555-f07f17a681bc req-c6c77c29-e2a8-44be-a02a-68fb11767265 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:53.712632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca22d7-8ce8-47e0-92d8-1a3912bd5e11 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event updated for resources: {'Subnet': ['ID=e895624d-11f4-4d44-a4a3-0f0619b42f2f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:53.714773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadee17-f8a2-49ee-9555-f07f17a681bc req-c6c77c29-e2a8-44be-a02a-68fb11767265 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0956452 Aug 22 15:04:53.773063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadee17-f8a2-49ee-9555-f07f17a681bc req-0c524313-575a-40f7-8570-ddb4c2c821e0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Aug 22 15:04:53.835743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.908571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.927657 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:53.938687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Transition to ACTIVE for port object 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:53.961772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Transition to ACTIVE for port object 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:04:53.987769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfe0e-6a2c-4af1-a826-003f506be442 req-5576a2e6-b5ec-493e-ae2d-f0203460665d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:53.989440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-066dfe0e-6a2c-4af1-a826-003f506be442 req-5576a2e6-b5ec-493e-ae2d-f0203460665d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0567393 Aug 22 15:04:54.030165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-066dfe0e-6a2c-4af1-a826-003f506be442 req-cfcab440-42b8-4fe7-94dc-9e75192cefa0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Aug 22 15:04:54.049728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.127175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Pushing event updated for resources: {'Port': ['ID=884a1d75-3baf-4b19-9cd2-5b9be76ffaf3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:54.142052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.142454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.142730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.143059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.143611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.144146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.144475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.144964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.145460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.145975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.146480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.146803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:04:54.164722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Network 1dd562ad-e636-4da3-bf02-9c414de190ba is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:04:54.166118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:04:54.168601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:04:54.176496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befce37d-cd87-4ede-bba3-7081213aa70d req-6b1d09b4-f95c-4cc1-97b6-d25a4373b6e1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:54.178593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-befce37d-cd87-4ede-bba3-7081213aa70d req-6b1d09b4-f95c-4cc1-97b6-d25a4373b6e1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0649238 Aug 22 15:04:54.198675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.236107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=e895624d-11f4-4d44-a4a3-0f0619b42f2f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:54.266224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-befce37d-cd87-4ede-bba3-7081213aa70d req-46fd7f62-37e7-4bf5-8923-477aec5efd9d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811791 Aug 22 15:04:54.303709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Attempting to bind port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:04:54.304260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Attempting to bind port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:04:54.304908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Attempting to bind port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 on network 1dd562ad-e636-4da3-bf02-9c414de190ba {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:04:54.312487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:04:54.314811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Checking segment: {'id': '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:04:54.315548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.316200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Bound using segment: {'id': '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:04:54.317660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Bound port: 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1dd562ad-e636-4da3-bf02-9c414de190ba'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:04:54.318339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.319610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.344047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd562ad-e636-4da3-bf02-9c414de190ba']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:54.366218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:54.366947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:54.391614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.413345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.423308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:54.423722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:54.430626 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:54.460353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a475fa-31f0-4fe4-8ea4-79a6251cd6e4 req-76ebf52e-4f2f-4673-89f0-9cd196772adf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:54.465842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] For port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:04:54.470933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78a475fa-31f0-4fe4-8ea4-79a6251cd6e4 req-76ebf52e-4f2f-4673-89f0-9cd196772adf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0944805 Aug 22 15:04:54.523179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] For port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=884a1d75-3baf-4b19-9cd2-5b9be76ffaf3,segment=NetworkSegment(4f3df0c9-67ee-4676-ac55-b3c78b9bbb74),segment_id=4f3df0c9-67ee-4676-ac55-b3c78b9bbb74)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:04:54.523427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78a475fa-31f0-4fe4-8ea4-79a6251cd6e4 req-cc731ede-2fbe-4945-9f8c-d6e3df0843c8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Aug 22 15:04:54.562793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:04:54.562793 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:04:54.562793 n-d-805046-3 neutron-server[102048]: [parameters: {'id': '1dd562ad-e636-4da3-bf02-9c414de190ba'}] Aug 22 15:04:54.562793 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:04:54.565583 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:04:54.636769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:54.680997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a098f8-bf8b-42d5-b2d2-184e0897a966 req-c8d164df-a39d-4585-be4a-56cb2b89f404 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:54.688779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1a098f8-bf8b-42d5-b2d2-184e0897a966 req-c8d164df-a39d-4585-be4a-56cb2b89f404 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0825763 Aug 22 15:04:54.740727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1a098f8-bf8b-42d5-b2d2-184e0897a966 req-7afd6fe2-bb17-4d31-9467-65765a18d6b0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470462 Aug 22 15:04:54.783434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8133dde-dd09-4598-b0cb-88f921c2ad50 None None] Pushing event updated for resources: {'Port': ['ID=884a1d75-3baf-4b19-9cd2-5b9be76ffaf3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:54.815058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97f33c-5a7c-4d39-8e2b-a4e6e51ae23e None None] Network 1dd562ad-e636-4da3-bf02-9c414de190ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:54.962534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb2e4-b90b-431e-9998-08692c89218d req-1ad6cfa5-adb6-4df2-9f0f-5446bcdb81e3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:54.963066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ac293-6314-4db1-b356-9c46351b69b5 None None] Network 1dd562ad-e636-4da3-bf02-9c414de190ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:54.964144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce8bb2e4-b90b-431e-9998-08692c89218d req-1ad6cfa5-adb6-4df2-9f0f-5446bcdb81e3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0696979 Aug 22 15:04:55.025100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce8bb2e4-b90b-431e-9998-08692c89218d req-46dd4cd8-6185-48e4-9c3d-ec416ec0bb92 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501087 Aug 22 15:04:55.064865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:55.245449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:55.245814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:55.253965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08317-d580-4530-9a20-0f73c1fc7c1c req-4b7dd86b-68cd-4ece-a34a-7018b09262f9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:55.261429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accea2f-7890-4357-a53d-e5f2684a467e None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:04:55.274143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5c08317-d580-4530-9a20-0f73c1fc7c1c req-4b7dd86b-68cd-4ece-a34a-7018b09262f9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1386576 Aug 22 15:04:55.412328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5c08317-d580-4530-9a20-0f73c1fc7c1c req-9acce637-8f48-4d52-b5cd-f9d2f67b7000 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207373 Aug 22 15:04:55.465294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=884a1d75-3baf-4b19-9cd2-5b9be76ffaf3,segment=NetworkSegment(4f3df0c9-67ee-4676-ac55-b3c78b9bbb74),segment_id=4f3df0c9-67ee-4676-ac55-b3c78b9bbb74)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:55.465908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:55.490760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:55.602439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accea2f-7890-4357-a53d-e5f2684a467e None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:04:55.676203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec91bfc-018f-41f0-a4ba-e1028db4aa60 req-e5377ba0-9944-42e7-8c22-a24bad56ee1e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:55.684205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec91bfc-018f-41f0-a4ba-e1028db4aa60 req-e5377ba0-9944-42e7-8c22-a24bad56ee1e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0642109 Aug 22 15:04:55.727051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:55.737691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ec91bfc-018f-41f0-a4ba-e1028db4aa60 req-89fadfe9-7ebe-4e10-96ab-7e06cd051786 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Aug 22 15:04:55.776497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=884a1d75-3baf-4b19-9cd2-5b9be76ffaf3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:55.785869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port 884a1d75-3baf-4b19-9cd2-5b9be76ffaf3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:55.889994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47773e70-ab31-48e3-b05d-3d46728fd697 req-be805f7a-ebdf-442d-8a9e-f75372382b58 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:55.898540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47773e70-ab31-48e3-b05d-3d46728fd697 req-be805f7a-ebdf-442d-8a9e-f75372382b58 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0827982 Aug 22 15:04:55.956692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47773e70-ab31-48e3-b05d-3d46728fd697 req-d8a4e5b0-1d9d-493b-a9d3-17bb5de768fe tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Aug 22 15:04:55.986201 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.009224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd562ad-e636-4da3-bf02-9c414de190ba']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.032603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.032603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3df0c9-67ee-4676-ac55-b3c78b9bbb74') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.043951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.061976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.069461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:56.070593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:56.078629 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:56.134903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b8494-a0b4-4881-8d1b-d129f154d95f req-8e052029-ce0a-4c44-a22a-4a2dcd16e4d8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:56.142376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1b8494-a0b4-4881-8d1b-d129f154d95f req-8e052029-ce0a-4c44-a22a-4a2dcd16e4d8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0777998 Aug 22 15:04:56.178857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1b8494-a0b4-4881-8d1b-d129f154d95f req-cff4a204-145c-4be2-a354-29a781cdffcc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Aug 22 15:04:56.229865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.235636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.240948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/1dd562ad-e636-4da3-bf02-9c414de190ba HTTP/1.1" status: 204 len: 168 time: 2.5623822 Aug 22 15:04:56.241700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48272) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.258354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bd87f-f040-4a8f-8aef-381fe92dcb6f tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=1dd562ad-e636-4da3-bf02-9c414de190ba,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:56.276678 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ba02e5-9983-4486-905d-abac07efef88 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.277261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ba02e5-9983-4486-905d-abac07efef88 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.279767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0ba02e5-9983-4486-905d-abac07efef88 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/e895624d-11f4-4d44-a4a3-0f0619b42f2f HTTP/1.1" status: 404 len: 337 time: 0.0367541 Aug 22 15:04:56.282801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.306613 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaf718e-e84a-4f39-baa7-b1c7a6e94835 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.310680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaf718e-e84a-4f39-baa7-b1c7a6e94835 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.312149 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eaaf718e-e84a-4f39-baa7-b1c7a6e94835 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/1dd562ad-e636-4da3-bf02-9c414de190ba HTTP/1.1" status: 404 len: 339 time: 0.0276651 Aug 22 15:04:56.314834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48280) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.344257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae32e92-9c9e-4915-8be3-38d198452197 req-26a12d32-fd30-4423-a7dd-f94c08d8180d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:56.352021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dae32e92-9c9e-4915-8be3-38d198452197 req-26a12d32-fd30-4423-a7dd-f94c08d8180d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0773182 Aug 22 15:04:56.358611 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7d3268-ab26-4fdd-bffd-9a34c7c56ff1 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.359092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7d3268-ab26-4fdd-bffd-9a34c7c56ff1 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.361312 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef7d3268-ab26-4fdd-bffd-9a34c7c56ff1 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/159f6eae-36b3-43d3-9382-ca703c3a5ae7 HTTP/1.1" status: 404 len: 337 time: 0.0448434 Aug 22 15:04:56.364116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.401864 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af1e8ea-4647-426c-bd0d-dde45b99375d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.402617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af1e8ea-4647-426c-bd0d-dde45b99375d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.402848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dae32e92-9c9e-4915-8be3-38d198452197 req-d84b9a19-cf72-4a2f-b512-f0bde969cf95 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Aug 22 15:04:56.407592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48284) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.413845 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3af1e8ea-4647-426c-bd0d-dde45b99375d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/134c156d-8704-43ff-bee2-3b79a2949be9 HTTP/1.1" status: 404 len: 339 time: 0.0422699 Aug 22 15:04:56.508527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.632594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.648380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c1280f-caaa-4f2b-ae36-1b1169213223']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.661128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0b3840-c9de-48db-a75b-f7e364f35360') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.661639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0b3840-c9de-48db-a75b-f7e364f35360') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:56.687124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.699907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.713295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:56.713295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:56.716446 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:56.843937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644235d-64db-402f-b167-a1b7932fa1b0 req-bdc2cb7d-6656-4c48-80e8-fddfe831c621 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:56.845514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2644235d-64db-402f-b167-a1b7932fa1b0 req-bdc2cb7d-6656-4c48-80e8-fddfe831c621 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0759611 Aug 22 15:04:56.878478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.894045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:56.896125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/44c1280f-caaa-4f2b-ae36-1b1169213223 HTTP/1.1" status: 204 len: 168 time: 0.4874747 Aug 22 15:04:56.899037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48302) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.919164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2644235d-64db-402f-b167-a1b7932fa1b0 req-8f59ba69-b6ae-4190-91af-a1f6dc0da045 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Aug 22 15:04:56.920447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e64388-4469-42d2-b699-b66f8f21a731 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=44c1280f-caaa-4f2b-ae36-1b1169213223,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:56.929962 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b59324-cbec-4989-8b27-adb4bcf38f57 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.930312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b59324-cbec-4989-8b27-adb4bcf38f57 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.932460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28b59324-cbec-4989-8b27-adb4bcf38f57 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/6819ec69-0a21-4ec8-a680-b86420ec997b HTTP/1.1" status: 404 len: 337 time: 0.0324261 Aug 22 15:04:56.935908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48304) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:56.970661 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-443d1dc1-7eba-4b3e-8cfb-e15565b629af tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:56.971276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443d1dc1-7eba-4b3e-8cfb-e15565b629af tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:56.973147 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-443d1dc1-7eba-4b3e-8cfb-e15565b629af tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/2828b266-405e-4e66-8049-a4006685c82c HTTP/1.1" status: 404 len: 339 time: 0.0360200 Aug 22 15:04:56.975940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48306) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.007073 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd5a619-a751-4580-891d-6b7d9e8d48e6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.007532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd5a619-a751-4580-891d-6b7d9e8d48e6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.009350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2bd5a619-a751-4580-891d-6b7d9e8d48e6 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/02c24157-c60a-45f3-b92d-c837621ee9bc HTTP/1.1" status: 404 len: 337 time: 0.0323758 Aug 22 15:04:57.011937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.033190 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f8e9f3-6066-4ab9-9715-9802f0e1bbdd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.034117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f8e9f3-6066-4ab9-9715-9802f0e1bbdd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.039518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8f8e9f3-6066-4ab9-9715-9802f0e1bbdd tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/f1ebc7ae-ffb3-4e4d-9759-b8cb0d3fade6 HTTP/1.1" status: 404 len: 339 time: 0.0261602 Aug 22 15:04:57.039633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48310) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.071589 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82bc08b-fcb5-476d-a240-c72919b5bb93 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.072323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82bc08b-fcb5-476d-a240-c72919b5bb93 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.073980 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f82bc08b-fcb5-476d-a240-c72919b5bb93 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/db582f77-855b-44f1-bc52-f0ff935a7ebf HTTP/1.1" status: 404 len: 337 time: 0.0335343 Aug 22 15:04:57.076636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48314) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.096965 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3bc6dc-f03d-4825-a99f-7b2a8e1c3b8b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.097841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3bc6dc-f03d-4825-a99f-7b2a8e1c3b8b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.100379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ae3bc6dc-f03d-4825-a99f-7b2a8e1c3b8b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/d2d658f3-2a98-4b09-93f1-0c9fce9ffa8c HTTP/1.1" status: 404 len: 339 time: 0.0227401 Aug 22 15:04:57.102922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48318) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.133515 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b0216-02bc-4c6b-a231-4fcf81847d52 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.134256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290b0216-02bc-4c6b-a231-4fcf81847d52 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.136108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-290b0216-02bc-4c6b-a231-4fcf81847d52 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/7d262191-1211-4a90-8d01-4fbb5d14e93d HTTP/1.1" status: 404 len: 337 time: 0.0319846 Aug 22 15:04:57.139838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48320) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.159760 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-57186747-7f4c-4b7e-a8bc-d6699b689c79 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.164080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57186747-7f4c-4b7e-a8bc-d6699b689c79 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.167645 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-57186747-7f4c-4b7e-a8bc-d6699b689c79 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/46bfce28-3080-4b4f-b778-a337429c93ec HTTP/1.1" status: 404 len: 339 time: 0.0267332 Aug 22 15:04:57.170651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.203472 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa4e92c-7392-41f5-8f64-7edcde65e3f4 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.204047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa4e92c-7392-41f5-8f64-7edcde65e3f4 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.206071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eaa4e92c-7392-41f5-8f64-7edcde65e3f4 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/b3aae95b-328f-4944-b160-869beba01fa2 HTTP/1.1" status: 404 len: 337 time: 0.0344307 Aug 22 15:04:57.208811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.228640 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-636aac1c-a81e-4832-a6e6-df168ef5360d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.229551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636aac1c-a81e-4832-a6e6-df168ef5360d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.231177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-636aac1c-a81e-4832-a6e6-df168ef5360d tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/38ab2356-d6e9-4e2f-b8b1-cb36d80997a4 HTTP/1.1" status: 404 len: 339 time: 0.0213063 Aug 22 15:04:57.234816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48328) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.262698 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7765fe79-491d-4420-8163-0df1ae9e666b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.263739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7765fe79-491d-4420-8163-0df1ae9e666b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.266020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7765fe79-491d-4420-8163-0df1ae9e666b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/51af55e0-8909-490e-9465-01d1e8788c8c HTTP/1.1" status: 404 len: 337 time: 0.0301569 Aug 22 15:04:57.271240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48330) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.294962 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1715f285-1864-46a9-9551-0ea123f028a2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.295960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1715f285-1864-46a9-9551-0ea123f028a2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.300023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1715f285-1864-46a9-9551-0ea123f028a2 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/21ad4717-a4a2-41d6-ba79-10875add6815 HTTP/1.1" status: 404 len: 339 time: 0.0245645 Aug 22 15:04:57.303875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.329236 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc70181-ef14-45ab-902b-8ddb7d347d85 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.329715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc70181-ef14-45ab-902b-8ddb7d347d85 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.332026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fcc70181-ef14-45ab-902b-8ddb7d347d85 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/2fe04aaa-5a56-4c18-ba8b-33334a3de1f4 HTTP/1.1" status: 404 len: 337 time: 0.0304210 Aug 22 15:04:57.334530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48334) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.353997 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7198d51d-b3c1-47eb-a16d-5f51d505a489 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.354570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7198d51d-b3c1-47eb-a16d-5f51d505a489 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.359171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7198d51d-b3c1-47eb-a16d-5f51d505a489 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/99dd2c8d-e9b3-4963-872b-5f211a75fc27 HTTP/1.1" status: 404 len: 339 time: 0.0207782 Aug 22 15:04:57.359402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.387822 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6372d846-d9d0-47a2-a8f4-aadbadacb619 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.389199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6372d846-d9d0-47a2-a8f4-aadbadacb619 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.390908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6372d846-d9d0-47a2-a8f4-aadbadacb619 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/2df605ab-f880-4f3c-80b2-5bc6a5af02d2 HTTP/1.1" status: 404 len: 337 time: 0.0305259 Aug 22 15:04:57.393437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48338) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.417530 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ab586-0820-40f6-8a9a-2f52cf0fb514 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] DELETE failed (client error): The resource could not be found. Aug 22 15:04:57.418203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ab586-0820-40f6-8a9a-2f52cf0fb514 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:04:57.421006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a5ab586-0820-40f6-8a9a-2f52cf0fb514 tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/54d52754-566c-451c-8d18-5231240edafc HTTP/1.1" status: 404 len: 339 time: 0.0266278 Aug 22 15:04:57.423596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48342) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.490298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting subnet de7b702c-d7f1-456a-827e-b6243a811b3f {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:04:57.493917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.537604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.631710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.791382 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.822111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Subnet': ['ID=de7b702c-d7f1-456a-827e-b6243a811b3f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:57.824318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.827214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-24186aea-f049-4477-9379-4750b8e4772b tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/subnets/de7b702c-d7f1-456a-827e-b6243a811b3f HTTP/1.1" status: 204 len: 168 time: 0.4025581 Aug 22 15:04:57.830191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48354) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:57.833240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663b761-f1cc-436b-a6f7-11a5ffc991d1 None None] Network 06a21071-a1ac-4421-ad59-7057179be6db requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:04:57.920681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:57.991168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Deleting port c0741dc0-85d8-4965-9986-0a2372ae89bc {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:57.991601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.087771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] DHCP port deletion for 06a21071-a1ac-4421-ad59-7057179be6db request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:04:58.134037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] For port c0741dc0-85d8-4965-9986-0a2372ae89bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c0741dc0-85d8-4965-9986-0a2372ae89bc,segment=NetworkSegment(3dfd5d15-80b1-42ef-8534-16cd20a71d35),segment_id=3dfd5d15-80b1-42ef-8534-16cd20a71d35)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:58.134416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.151397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Deleting port c0741dc0-85d8-4965-9986-0a2372ae89bc {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:04:58.151913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Calling delete_port for c0741dc0-85d8-4965-9986-0a2372ae89bc owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:58.152109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.178471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0b65-198a-4a8d-a765-79a329f55440 req-ee22528b-1575-4cf8-9362-b65320a1268c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:58.180147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b8b0b65-198a-4a8d-a765-79a329f55440 req-ee22528b-1575-4cf8-9362-b65320a1268c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1073260 Aug 22 15:04:58.256533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] For port c0741dc0-85d8-4965-9986-0a2372ae89bc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c0741dc0-85d8-4965-9986-0a2372ae89bc,segment=NetworkSegment(3dfd5d15-80b1-42ef-8534-16cd20a71d35),segment_id=3dfd5d15-80b1-42ef-8534-16cd20a71d35)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:04:58.257322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.275312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Calling delete_port for c0741dc0-85d8-4965-9986-0a2372ae89bc owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:04:58.313331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b8b0b65-198a-4a8d-a765-79a329f55440 req-5135ffd5-7ea6-4de9-80a7-8316dc16ae3e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194258 Aug 22 15:04:58.407617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.414343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.445460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] Pushing event deleted for resources: {'Port': ['ID=c0741dc0-85d8-4965-9986-0a2372ae89bc,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:58.458142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758aeb4-59e5-4a71-ab01-47a7554124ce None None] No DVR routers for this DVR port c0741dc0-85d8-4965-9986-0a2372ae89bc on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:58.463583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Port': ['ID=c0741dc0-85d8-4965-9986-0a2372ae89bc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:58.470482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] No DVR routers for this DVR port c0741dc0-85d8-4965-9986-0a2372ae89bc on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:04:58.562853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.573792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a21071-a1ac-4421-ad59-7057179be6db']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:58.584351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfd5d15-80b1-42ef-8534-16cd20a71d35') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:58.584651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfd5d15-80b1-42ef-8534-16cd20a71d35') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:04:58.594838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.625458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.634855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:04:58.635289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:04:58.639068 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:04:58.776459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.791007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:58.796464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] 10.222.0.53 "DELETE /v2.0/networks/06a21071-a1ac-4421-ad59-7057179be6db HTTP/1.1" status: 204 len: 168 time: 0.9649520 Aug 22 15:04:58.817594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2da30-d1f5-44c6-96af-8a1d3c1fe0ec tempest-NetworksTest-1824764546 tempest-NetworksTest-1824764546-project] Pushing event deleted for resources: {'Network': ['ID=06a21071-a1ac-4421-ad59-7057179be6db,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:58.846721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec0a5-1097-4d68-a6b2-f6ed9bb4f99f req-833c82f4-be4c-42fe-9665-c8b6155076db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:58.850500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad4ec0a5-1097-4d68-a6b2-f6ed9bb4f99f req-833c82f4-be4c-42fe-9665-c8b6155076db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1280527 Aug 22 15:04:58.896256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad4ec0a5-1097-4d68-a6b2-f6ed9bb4f99f req-04d3085b-74a9-468b-ad3c-2ae43b196173 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374613 Aug 22 15:04:59.433944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48398) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:59.595788 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f85fd8f-3f1b-4fc0-8b9c-4e513ee15ec2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=307c71167239427f9427af5879b35208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593299 Aug 22 15:04:59.600224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48406) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:04:59.658730 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:59.687041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:59.755096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-8d54ea46-d8d2-4642-a25e-171d9cda9600 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651379 Aug 22 15:04:59.810491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:59.810491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:04:59.811674 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7ab9a74-0dc0-4c5e-b1fb-f95a3f20479a HTTP/1.1" status: 204 len: 168 time: 0.2132881 Aug 22 15:04:59.820319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcd10d-39e0-4cf8-9153-13a47ce7abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab9a74-0dc0-4c5e-b1fb-f95a3f20479a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:04:59.845691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-fa59b975-e5db-4570-bde4-159d956e9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:04:59.848520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-fa59b975-e5db-4570-bde4-159d956e9ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2888b841f9aa4b28976704feb089acbb&device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 1097 time: 0.0476968 Aug 22 15:04:59.983239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c0741dc0-85d8-4965-9986-0a2372ae89bc no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:00.039510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c0741dc0-85d8-4965-9986-0a2372ae89bc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:00.045191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c0741dc0-85d8-4965-9986-0a2372ae89bc not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:00.124100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-21a7a419-bacd-4d2d-9ff5-7852eba165a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.126471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-21a7a419-bacd-4d2d-9ff5-7852eba165a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 200 len: 916 time: 0.2491038 Aug 22 15:05:00.201568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2abd41-32fd-4f88-8b98-eac828f25c0c req-edef0cbb-d6b7-4a1b-897c-d7101fb57f2e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.203327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2abd41-32fd-4f88-8b98-eac828f25c0c req-edef0cbb-d6b7-4a1b-897c-d7101fb57f2e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1690645 Aug 22 15:05:00.257732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-1d1d2f4c-e390-4e11-8fc0-dbcfec1171ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 200 len: 1002 time: 0.1174202 Aug 22 15:05:00.300903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2abd41-32fd-4f88-8b98-eac828f25c0c req-40527ccc-8622-496e-b54c-18d00415cfe6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893419 Aug 22 15:05:00.334869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-27ef1422-d838-4870-be30-3eb414880557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.336352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-27ef1422-d838-4870-be30-3eb414880557 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 200 len: 854 time: 0.0709002 Aug 22 15:05:00.403800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-9dcf50fb-b66d-4378-b262-56a477a81eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.403800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-9dcf50fb-b66d-4378-b262-56a477a81eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1592a7db-3282-4065-aaca-6b6873fa4a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589068 Aug 22 15:05:00.743732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f50fdc-a366-4647-b89e-41a4e5ffdfdf req-96f2ec72-a6bd-4912-b7c8-43ef144631c4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.743732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46f50fdc-a366-4647-b89e-41a4e5ffdfdf req-96f2ec72-a6bd-4912-b7c8-43ef144631c4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1160400 Aug 22 15:05:00.743732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-52ddda1c-fe78-4d15-88e5-aa7c294b69ed service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452179 Aug 22 15:05:00.743732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46f50fdc-a366-4647-b89e-41a4e5ffdfdf req-16ad890e-7f99-4693-8f5b-3a8b8160128b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Aug 22 15:05:00.743732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f05cf4-d8e5-4573-83b1-837c970f1d53 req-224d1384-f540-4849-8c97-b7157e3a7534 service neutron] 10.222.0.54 "GET /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075346 Aug 22 15:05:00.906768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3b1a9-9e0f-4899-b321-93e0dd1478a0 req-50ef05d6-b465-4323-a5d7-48ef05b9d788 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:00.908284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e3b1a9-9e0f-4899-b321-93e0dd1478a0 req-50ef05d6-b465-4323-a5d7-48ef05b9d788 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Aug 22 15:05:00.956992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e3b1a9-9e0f-4899-b321-93e0dd1478a0 req-bf7f09a3-7066-4460-9995-520fb33beeba tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Aug 22 15:05:00.961903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fa6780c-c2fe-4774-9ee5-8cd37b149a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:01.116115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a916a-fe02-4f00-8737-09a35fe2a0ea req-57bd0759-c158-434f-896e-9f45043bc4d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:01.117686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-082a916a-fe02-4f00-8737-09a35fe2a0ea req-57bd0759-c158-434f-896e-9f45043bc4d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0630755 Aug 22 15:05:01.165591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-082a916a-fe02-4f00-8737-09a35fe2a0ea req-8a27eb81-93d7-4f38-97ff-8993576794b6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Aug 22 15:05:01.362314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8123ef-70af-47cb-a500-66114641c54e req-66487624-d514-42ef-aae1-e508f3a9ef90 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:01.362314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc8123ef-70af-47cb-a500-66114641c54e req-66487624-d514-42ef-aae1-e508f3a9ef90 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0819271 Aug 22 15:05:01.399173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc8123ef-70af-47cb-a500-66114641c54e req-bf373106-deab-4eee-82e5-06619afb714c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Aug 22 15:05:01.530270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cb6ab-1caa-48ec-89ea-e93fd3516722 req-66d872ea-d5d0-4d56-9a7f-639cd5bdc9b1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:01.531865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-553cb6ab-1caa-48ec-89ea-e93fd3516722 req-66d872ea-d5d0-4d56-9a7f-639cd5bdc9b1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Aug 22 15:05:01.579391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-553cb6ab-1caa-48ec-89ea-e93fd3516722 req-fd7d349c-0364-45b3-86f0-317378584401 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Aug 22 15:05:01.748052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef84ec5-fea8-45be-b017-14997d9b065c req-fc71e615-7e50-4470-8c3f-d73e990e6f1b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:01.751732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ef84ec5-fea8-45be-b017-14997d9b065c req-fc71e615-7e50-4470-8c3f-d73e990e6f1b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Aug 22 15:05:01.802508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ef84ec5-fea8-45be-b017-14997d9b065c req-eec78b7d-1e76-4d18-afb6-aaa7f3e2a500 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Aug 22 15:05:02.049006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9a5c8-f64b-4331-9e3b-865429bf757a req-e2e28652-8d9b-4772-8e78-7d97b6bf74da tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:02.057466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3b9a5c8-f64b-4331-9e3b-865429bf757a req-e2e28652-8d9b-4772-8e78-7d97b6bf74da tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1368203 Aug 22 15:05:02.085998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48502) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:02.096883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2d3d3-543f-4566-b464-285b7dad9063 req-8d2e1e33-bc8e-479a-abb5-804d72531de1 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:02.098850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b2d3d3-543f-4566-b464-285b7dad9063 req-8d2e1e33-bc8e-479a-abb5-804d72531de1 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1147776 Aug 22 15:05:02.155110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3b9a5c8-f64b-4331-9e3b-865429bf757a req-b1c9aeb9-0b63-459d-98b6-b191035a2ac2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Aug 22 15:05:02.189211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b2d3d3-543f-4566-b464-285b7dad9063 req-2ef5e3e8-bf07-4e2c-91b0-a53ac8754048 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792940 Aug 22 15:05:02.255332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1415415841'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:02.370433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8995-aea4-4c57-8b46-619a2b554113 req-fd547148-ed1d-4714-b4c8-12bc0dbeeb91 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:02.372038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8bc8995-aea4-4c57-8b46-619a2b554113 req-fd547148-ed1d-4714-b4c8-12bc0dbeeb91 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Aug 22 15:05:02.407663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:02.411558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.422248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.430816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8bc8995-aea4-4c57-8b46-619a2b554113 req-ece8d017-48e0-4afe-aec4-f6b63a2eb292 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Aug 22 15:05:02.554493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.636445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.670187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:02.687412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ae39b9-06d4-433f-9792-6eda5cb967f5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:02.689376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.690026 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment b67d9bcd-f2e8-406d-bcc4-72730c592011 of type vlan for network 5712d442-7d54-42ec-ba9b-e4b2568867e6 Aug 22 15:05:02.757695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.831064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.916817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aaf27-ab0f-4746-8990-50fa9666a681 req-d4e5d537-2060-470b-b1b7-ef532e1695c3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:02.918409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b40aaf27-ab0f-4746-8990-50fa9666a681 req-d4e5d537-2060-470b-b1b7-ef532e1695c3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3995593 Aug 22 15:05:02.945073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.953423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:02.954176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:02.967267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b40aaf27-ab0f-4746-8990-50fa9666a681 req-a5fe4599-2381-4de4-8bb9-a08854304832 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Aug 22 15:05:03.033262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=5712d442-7d54-42ec-ba9b-e4b2568867e6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:03.048294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:03.066225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-92285627-373f-4f27-92e1-d2c45b3540e5 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9790597 Aug 22 15:05:03.072140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48524) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:03.074111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823574961'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:03.149508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595ed0-fe1b-4076-a6dd-a902c645044f req-9898855d-7a31-45c4-ad77-05bae4fb31c5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:03.151835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0595ed0-fe1b-4076-a6dd-a902c645044f req-9898855d-7a31-45c4-ad77-05bae4fb31c5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0709965 Aug 22 15:05:03.190874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:03.195936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.226534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0595ed0-fe1b-4076-a6dd-a902c645044f req-978a03a2-0ed6-4f71-9ca1-2d251c0b40f8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Aug 22 15:05:03.236161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:03.257301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.257730 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment c05c40d5-db6e-4b33-9e85-95ff7d66eca4 of type vlan for network c9180e2f-83fb-4bef-ab46-653c99c6793f Aug 22 15:05:03.322683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.394193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104efc56-f558-4cbb-8a03-fe4230b5cdff req-7d7534ba-78a6-4e8c-86be-4ba2c92bd891 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:03.398057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-104efc56-f558-4cbb-8a03-fe4230b5cdff req-7d7534ba-78a6-4e8c-86be-4ba2c92bd891 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0634646 Aug 22 15:05:03.442018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5182e9b2-91d4-4580-978c-bfaa2a7df2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.450492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-104efc56-f558-4cbb-8a03-fe4230b5cdff req-0ae6dc99-12f4-47f7-8d6b-540a09757918 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Aug 22 15:05:03.519254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.519254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:03.519254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.621467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=c9180e2f-83fb-4bef-ab46-653c99c6793f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:03.634844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c9180e2f-83fb-4bef-ab46-653c99c6793f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:03.638433 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1b08aba5-77c2-45a3-8155-06a04d1bac59 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5668809 Aug 22 15:05:03.640218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:03.655914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:03.664530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab7b2-e80f-4336-8c01-080d9988b37b req-48749f36-1632-44e2-a626-7af4abd4f76a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:03.675343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d86ab7b2-e80f-4336-8c01-080d9988b37b req-48749f36-1632-44e2-a626-7af4abd4f76a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0811462 Aug 22 15:05:03.748435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d86ab7b2-e80f-4336-8c01-080d9988b37b req-b8031629-b85c-4bb3-bd7d-c8d46752410e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Aug 22 15:05:03.909322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:03.910062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:03.918678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a83663-9df7-4760-a6c6-116cc33e17c5 req-146e651b-d08f-46b9-9d0f-98588f1d54d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:03.929324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6a83663-9df7-4760-a6c6-116cc33e17c5 req-146e651b-d08f-46b9-9d0f-98588f1d54d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0827572 Aug 22 15:05:04.006288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6a83663-9df7-4760-a6c6-116cc33e17c5 req-f3e05844-f015-490c-8fc6-650d7f366b83 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Aug 22 15:05:04.307597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d01461-1589-4917-a24f-44fc2244f5ad req-644312e4-2123-4ac5-ac14-f4c00e325410 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:04.309397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74d01461-1589-4917-a24f-44fc2244f5ad req-644312e4-2123-4ac5-ac14-f4c00e325410 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1147854 Aug 22 15:05:04.393375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25704f13-e6a4-4ee2-8538-e9389d0ad87a req-700538e9-fba7-49a0-91b7-6566f03b1fb7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:04.395194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25704f13-e6a4-4ee2-8538-e9389d0ad87a req-700538e9-fba7-49a0-91b7-6566f03b1fb7 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1090472 Aug 22 15:05:04.403763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74d01461-1589-4917-a24f-44fc2244f5ad req-3f2fccc4-5d89-491c-83a7-3f5aee485a9e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833371 Aug 22 15:05:04.413814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:04.475704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25704f13-e6a4-4ee2-8538-e9389d0ad87a req-4801e7e4-c68a-4cbb-882f-7d5e9751daa1 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704215 Aug 22 15:05:04.495165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=7f869d77-ea5a-41b9-9f11-6bfc14246f66,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:04.535615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'b67d9bcd-f2e8-406d-bcc4-72730c592011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:04.536003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 5712d442-7d54-42ec-ba9b-e4b2568867e6, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:04.662721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569409-359c-4a10-8db1-aa47cc55f968 req-34d71262-e92b-4892-b6cd-3f99942a8d9a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:04.664794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e569409-359c-4a10-8db1-aa47cc55f968 req-34d71262-e92b-4892-b6cd-3f99942a8d9a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0569339 Aug 22 15:05:04.733650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:04.733831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e569409-359c-4a10-8db1-aa47cc55f968 req-a47ebd4e-2136-437f-9139-fb80d7243641 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602741 Aug 22 15:05:04.785895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:04.830417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 5712d442-7d54-42ec-ba9b-e4b2568867e6) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:04.842250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:04.842250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:04.845702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf6b29-73a1-40c2-9b2e-7bd46f2edbd4 None None] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:04.935885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd16c1-8fea-4d40-bbc8-dfa4632f4dfa req-9748e55f-dc16-467e-bbf0-59b60c1f46b5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:04.938447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bcd16c1-8fea-4d40-bbc8-dfa4632f4dfa req-9748e55f-dc16-467e-bbf0-59b60c1f46b5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0819819 Aug 22 15:05:04.988764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f37e2dea-327b-40fc-87fa-da5c40778733 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3441160 Aug 22 15:05:04.989149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:04.995270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bcd16c1-8fea-4d40-bbc8-dfa4632f4dfa req-05684ad9-fcb0-4a5d-90cf-945504837ef7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Aug 22 15:05:04.996925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:05.096627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-5712d442-7d54-42ec-ba9b-e4b2568867e6', 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': '7f869d77-ea5a-41b9-9f11-6bfc14246f66'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:05.097861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:05.161459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609314a-f632-4782-af31-823f90c60960 req-4f875706-27fe-414d-9fac-200020390ab9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:05.165184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8609314a-f632-4782-af31-823f90c60960 req-4f875706-27fe-414d-9fac-200020390ab9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0745611 Aug 22 15:05:05.227045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8609314a-f632-4782-af31-823f90c60960 req-eee51551-0a68-4000-adda-c47b310d346e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546691 Aug 22 15:05:05.316503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:05.320544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:05.534759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Allocated IP 2001:db8::2 (5712d442-7d54-42ec-ba9b-e4b2568867e6/7f869d77-ea5a-41b9-9f11-6bfc14246f66/f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:05.663616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62f6ca-58ee-4e76-9fc4-d15bdf085956 req-83796c0d-a7dc-4124-a816-2a099ea62ff5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:05.671434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc62f6ca-58ee-4e76-9fc4-d15bdf085956 req-83796c0d-a7dc-4124-a816-2a099ea62ff5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1128132 Aug 22 15:05:05.737825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc62f6ca-58ee-4e76-9fc4-d15bdf085956 req-32907d56-0bc8-485e-909d-2b46b75bd29b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Aug 22 15:05:05.773812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:05.812237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:05.834533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Transition to ACTIVE for port object f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:05.881528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Transition to ACTIVE for port object f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:05.893082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=4d1eb34b-8b15-4d76-bc0f-de55a5c16679,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:05.910166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435010-e906-4d9e-a699-9902bf42d9b7 req-5d5209d8-5fa5-46c0-adb1-1926835a17c0 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:05.911821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34435010-e906-4d9e-a699-9902bf42d9b7 req-5d5209d8-5fa5-46c0-adb1-1926835a17c0 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1153519 Aug 22 15:05:05.914563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:05.914945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: c9180e2f-83fb-4bef-ab46-653c99c6793f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:05.959479 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:05.991187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network c9180e2f-83fb-4bef-ab46-653c99c6793f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:06.018074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:06.023753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34435010-e906-4d9e-a699-9902bf42d9b7 req-ce1cd998-43cf-4e4c-bfa5-549d685ca134 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015389 Aug 22 15:05:06.037327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:06.037327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Pushing event updated for resources: {'Port': ['ID=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:06.041648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:06.064075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e760e-28ad-4d10-802e-d95782a5def5 req-72e0f6ea-9be4-4af6-b1c7-3934d00362c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:06.065705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d15e760e-28ad-4d10-802e-d95782a5def5 req-72e0f6ea-9be4-4af6-b1c7-3934d00362c0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0945210 Aug 22 15:05:06.081965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c9180e2f-83fb-4bef-ab46-653c99c6793f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:06.088903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:06.089589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.103237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a8441-924c-4240-9549-092882777b4b None None] Network c9180e2f-83fb-4bef-ab46-653c99c6793f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:06.128551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d15e760e-28ad-4d10-802e-d95782a5def5 req-c27ceb37-845a-4a30-9fce-094b22704657 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Aug 22 15:05:06.136907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Attempting to bind port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:06.137291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Attempting to bind port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b67d9bcd-f2e8-406d-bcc4-72730c592011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:06.137732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Attempting to bind port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d on network 5712d442-7d54-42ec-ba9b-e4b2568867e6 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:06.148414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:06.148799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Checking segment: {'id': 'b67d9bcd-f2e8-406d-bcc4-72730c592011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:06.151108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.151108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Bound using segment: {'id': 'b67d9bcd-f2e8-406d-bcc4-72730c592011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:06.151108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Bound port: f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67d9bcd-f2e8-406d-bcc4-72730c592011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5712d442-7d54-42ec-ba9b-e4b2568867e6'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:06.151108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.168613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f32bbcd5-6f52-4d2f-b2cc-2f5166d0633e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1775253 Aug 22 15:05:06.171898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:06.177683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450877530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:06.305604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.306859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.311533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] For port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:06.330320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] For port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,segment=NetworkSegment(b67d9bcd-f2e8-406d-bcc4-72730c592011),segment_id=b67d9bcd-f2e8-406d-bcc4-72730c592011)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:06.334656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2873a-cde3-4be9-97df-0ba5f736ab6d req-5686c63c-ad74-4297-a272-7d677729b166 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:06.338948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5e2873a-cde3-4be9-97df-0ba5f736ab6d req-5686c63c-ad74-4297-a272-7d677729b166 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0844140 Aug 22 15:05:06.393133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c9180e2f-83fb-4bef-ab46-653c99c6793f', 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': '4d1eb34b-8b15-4d76-bc0f-de55a5c16679'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:06.393133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.421813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.437297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.460150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5e2873a-cde3-4be9-97df-0ba5f736ab6d req-7f5fb10c-4463-439d-9dbd-d93de2001a8d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115277 Aug 22 15:05:06.555534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036241-bc26-44d9-9aa2-59cef2170cd1 None None] Pushing event updated for resources: {'Port': ['ID=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:06.568844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.640562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f996dd1-d34f-42fe-b690-6425ebe3f24d req-2cff17db-353a-4bd5-a046-6fa52688925b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:06.643075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f996dd1-d34f-42fe-b690-6425ebe3f24d req-2cff17db-353a-4bd5-a046-6fa52688925b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0748055 Aug 22 15:05:06.681866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.685687 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-612f4dc9-ebe7-43b7-b0ec-ae4203b08c6b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5099909 Aug 22 15:05:06.686893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:06.702041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f996dd1-d34f-42fe-b690-6425ebe3f24d req-c49cc7d8-61c6-448a-8280-5bc7f3c1a9ff tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Aug 22 15:05:06.748395 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:06.831229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Allocated IP 2001:db8:1::2 (c9180e2f-83fb-4bef-ab46-653c99c6793f/4d1eb34b-8b15-4d76-bc0f-de55a5c16679/284b9a80-b723-4fb7-8c14-b284b5c0aa5f) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:07.090405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.110225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Transition to ACTIVE for port object 284b9a80-b723-4fb7-8c14-b284b5c0aa5f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:07.131916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Transition to ACTIVE for port object 284b9a80-b723-4fb7-8c14-b284b5c0aa5f will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:07.210238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c833-061f-4072-8f68-22a94490992d req-32fafc54-475a-4e75-9fc7-196815969ecf tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:07.225871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2143c833-061f-4072-8f68-22a94490992d req-32fafc54-475a-4e75-9fc7-196815969ecf tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.0781600 Aug 22 15:05:07.230694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.257207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.288045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Network c9180e2f-83fb-4bef-ab46-653c99c6793f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:07.293157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:07.295648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:07.311896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Pushing event updated for resources: {'Port': ['ID=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:07.325285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2143c833-061f-4072-8f68-22a94490992d req-a4f1d304-9acd-4b56-9b95-a560f2caf53e tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936918 Aug 22 15:05:07.386142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-f38b4b05-b31c-4a6b-abb0-2c0aada1386c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:07.388444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-f38b4b05-b31c-4a6b-abb0-2c0aada1386c tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1096711 Aug 22 15:05:07.431742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Attempting to bind port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:07.432469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Attempting to bind port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:07.433033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Attempting to bind port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f on network c9180e2f-83fb-4bef-ab46-653c99c6793f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:07.443100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:07.446023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Checking segment: {'id': 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:07.446023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.446023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Bound using segment: {'id': 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:07.446023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Bound port: 284b9a80-b723-4fb7-8c14-b284b5c0aa5f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9180e2f-83fb-4bef-ab46-653c99c6793f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:07.447139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.609847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Deleting port fe57e00a-69b9-4c16-a6c0-182612877469 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:07.611902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.630859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] For port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:07.634987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] For port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,segment=NetworkSegment(c05c40d5-db6e-4b33-9e85-95ff7d66eca4),segment_id=c05c40d5-db6e-4b33-9e85-95ff7d66eca4)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:07.716851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:07.768266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8::1 (5712d442-7d54-42ec-ba9b-e4b2568867e6/7f869d77-ea5a-41b9-9f11-6bfc14246f66/3cad8f81-2848-484f-8c9e-b3befc4cc45e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:07.948778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59d7c3-01c0-464f-81a3-873dcf6dc27b None None] Pushing event updated for resources: {'Port': ['ID=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:07.969686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] For port fe57e00a-69b9-4c16-a6c0-182612877469, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=fe57e00a-69b9-4c16-a6c0-182612877469,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:07.970331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.037529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c2a6-0d53-4182-a06d-1150e6e22847 req-6c550db8-99f8-46a5-8c96-5c30efadc0d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:08.066448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11c9c2a6-0d53-4182-a06d-1150e6e22847 req-6c550db8-99f8-46a5-8c96-5c30efadc0d5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2722082 Aug 22 15:05:08.103839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.160882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 3cad8f81-2848-484f-8c9e-b3befc4cc45e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:08.256268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:08.323579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11c9c2a6-0d53-4182-a06d-1150e6e22847 req-7c8875f5-ba68-40ca-bfab-41358cca643a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560115 Aug 22 15:05:08.357267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.398847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719c4dc-6e4c-42e1-aed7-43d96dd4d959 None None] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:08.443739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:08.456553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=3cad8f81-2848-484f-8c9e-b3befc4cc45e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:08.485807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:08.491916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:08.497135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:08.498459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.573091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427059-d4b0-421b-9253-050311024705 req-b8bc0e60-fff7-45e1-8f70-39150dca0196 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:08.582025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f427059-d4b0-421b-9253-050311024705 req-b8bc0e60-fff7-45e1-8f70-39150dca0196 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 946 time: 0.1212962 Aug 22 15:05:08.618832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Provisioning for port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:08.650694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.651092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.651415 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Floating IP 8ba9179a-68df-42ab-9cb9-6f3faa73a83d disassociated. External IP: 172.25.0.249, port: fe57e00a-69b9-4c16-a6c0-182612877469. Aug 22 15:05:08.651933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Calling delete_port for fe57e00a-69b9-4c16-a6c0-182612877469 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:08.666203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f427059-d4b0-421b-9253-050311024705 req-0d84e923-ad20-4449-b809-b88d0dfa827f tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups?id=23881220-b619-4398-97d2-6140c600dd11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808482 Aug 22 15:05:08.670549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Provisioning complete for port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:08.672319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.787947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.866380 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:08.922194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] For port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,segment=NetworkSegment(b67d9bcd-f2e8-406d-bcc4-72730c592011),segment_id=b67d9bcd-f2e8-406d-bcc4-72730c592011)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:08.990577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.014879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.065105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event deleted for resources: {'Port': ['ID=fe57e00a-69b9-4c16-a6c0-182612877469,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:09.157175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f7266-967f-4586-9f7a-31551073e1c6 None None] Pushing event updated for resources: {'Port': ['ID=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:09.245625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.319158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Router 1c193f1c-49fa-41c3-a00f-a4615f401465 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:09.338825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.349230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.384402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Provisioning complete for port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:09.386295 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.565994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:09.570423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:09.583605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=3cad8f81-2848-484f-8c9e-b3befc4cc45e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:09.671934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:09.689402 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Sync routers for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:09.702579 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:09.703440 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:09.712426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7258a14-865f-4196-bd8d-7010e007fd53 None None] Network c9180e2f-83fb-4bef-ab46-653c99c6793f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:09.756085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Provisioning for port 3cad8f81-2848-484f-8c9e-b3befc4cc45e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:09.811806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Provisioning complete for port 3cad8f81-2848-484f-8c9e-b3befc4cc45e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:09.812236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.817212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] No DVR routers for this DVR port fe57e00a-69b9-4c16-a6c0-182612877469 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:09.821648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:09.827011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-999f2011-855d-41b6-8e39-afcbbb6d0313 req-a106348c-6ee1-4a95-bbcf-ed261ac21e90 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.54 "DELETE /v2.0/ports/fe57e00a-69b9-4c16-a6c0-182612877469 HTTP/1.1" status: 204 len: 173 time: 2.4324148 Aug 22 15:05:09.848392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'name': 'network-vif-deleted', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:05:09.853554 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e6b12a-aacb-4a98-a8e1-97f42b307df2" -d '{"events": [{"server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "name": "network-vif-deleted", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:05:09.902691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44ddc-b0ea-4a52-aea5-842f7b490cc9 req-da761c6e-6a6a-4e89-b52c-d9ed73e31944 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:09.911176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca2c74-6759-41b8-8dfc-8ae5bce92d5d None None] Port 3cad8f81-2848-484f-8c9e-b3befc4cc45e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:09.916977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a44ddc-b0ea-4a52-aea5-842f7b490cc9 req-da761c6e-6a6a-4e89-b52c-d9ed73e31944 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3853188 Aug 22 15:05:10.008245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5e258d46-2b67-4aff-8d3f-1529ef63b087 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:05:10.068614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e64658b8-cad9-45fb-b43d-e78612304cc9 req-ef171e9e-ab5d-424a-9a52-45f22828e5dc tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.2257285 Aug 22 15:05:10.124626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:10.154801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a44ddc-b0ea-4a52-aea5-842f7b490cc9 req-de5cc991-ffaf-4822-886b-a90e16eb0e14 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285774 Aug 22 15:05:10.214731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:10.222174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1150a66c-d792-45c7-b5d9-bfc267fefd32 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5339804 Aug 22 15:05:10.224802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48672) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:10.243643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] Sync routers for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:10.247303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fc9944ba-8bdd-4b37-a01e-7f9f58e0a1be None None] Provisioning for port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:10.280914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fc9944ba-8bdd-4b37-a01e-7f9f58e0a1be None None] Provisioning complete for port 3cad8f81-2848-484f-8c9e-b3befc4cc45e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:10.281458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fc9944ba-8bdd-4b37-a01e-7f9f58e0a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:10.298896 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16160292-f44f-4c15-999d-4b4a013e0b78 x-openstack-request-id: req-16160292-f44f-4c15-999d-4b4a013e0b78 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:05:10.299220 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee5a34-ea48-42fb-9341-9a88fc195487", "name": "network-vif-deleted", "tag": "fe57e00a-69b9-4c16-a6c0-182612877469", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:05:10.299522 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16160292-f44f-4c15-999d-4b4a013e0b78 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:05:10.299852 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee5a34-ea48-42fb-9341-9a88fc195487', 'name': 'network-vif-deleted', 'tag': 'fe57e00a-69b9-4c16-a6c0-182612877469', 'status': 'completed', 'code': 200} Aug 22 15:05:10.328339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 284b9a80-b723-4fb7-8c14-b284b5c0aa5f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:10.385162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267e005-d2c1-41ee-82c5-93caa5d5e2ad tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:10.388018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8267e005-d2c1-41ee-82c5-93caa5d5e2ad tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports/3cad8f81-2848-484f-8c9e-b3befc4cc45e HTTP/1.1" status: 200 len: 911 time: 0.1608648 Aug 22 15:05:10.390503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48680) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:10.417240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:10.417934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.493131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.500051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fc9944ba-8bdd-4b37-a01e-7f9f58e0a1be None None] Port 3cad8f81-2848-484f-8c9e-b3befc4cc45e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:10.521106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:10.521820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.563067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:10.563842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.564652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb8348-0118-458f-839a-a6faacd65574 None None] The sync data for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:10.627167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94275f1a-1ccc-489e-a220-7d2f7c75d19c None None] Provisioning complete for port 3cad8f81-2848-484f-8c9e-b3befc4cc45e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:10.627617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94275f1a-1ccc-489e-a220-7d2f7c75d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:10.681415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:10.689437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:10.689810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:10.743277 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.784692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94275f1a-1ccc-489e-a220-7d2f7c75d19c None None] Port 3cad8f81-2848-484f-8c9e-b3befc4cc45e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:10.829327 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Checking router: 1c193f1c-49fa-41c3-a00f-a4615f401465 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:05:10.854337 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:10.854972 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:10.918149 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:10.954708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-87d6f4ee-f6b0-4930-bc84-b9227f88f516 None None] Provisioning complete for port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:10.955106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4ee-f6b0-4930-bc84-b9227f88f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:11.034155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fe57e00a-69b9-4c16-a6c0-182612877469 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:11.098538 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:11.155666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: fe57e00a-69b9-4c16-a6c0-182612877469 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:11.162333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device fe57e00a-69b9-4c16-a6c0-182612877469 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:11.203852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,segment=NetworkSegment(c05c40d5-db6e-4b33-9e85-95ff7d66eca4),segment_id=c05c40d5-db6e-4b33-9e85-95ff7d66eca4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:11.326756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27be93ca-5562-455c-ba70-884a1c7afd35 req-01653a84-fe86-4335-b672-b771578c2cd3 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0799155 Aug 22 15:05:11.329675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:11.330913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:11.352441 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4ee-f6b0-4930-bc84-b9227f88f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:11.456300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573a4f9-fa7f-44fa-9d25-a507c2863604 req-dfa1e6c2-353d-4d7a-be35-d17253d447aa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:11.458296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1573a4f9-fa7f-44fa-9d25-a507c2863604 req-dfa1e6c2-353d-4d7a-be35-d17253d447aa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1692066 Aug 22 15:05:11.471230 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:11.507456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1e78d-0ed0-45cb-a9cf-4cc2d0e26095 None None] The sync data for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 is: [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:00:43Z', 'revision_number': 4, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '7f60b789-e065-4a98-be82-f638550799e2', 'name': '', 'network_id': '1592a7db-3282-4065-aaca-6b6873fa4a92', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'mac_address': 'fa:16:3e:3c:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:40Z', 'updated_at': '2021-08-22T15:00:56Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'subnets': [{'id': '5878de7b-07fa-4032-808c-aa0dc016edae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:11.569920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1573a4f9-fa7f-44fa-9d25-a507c2863604 req-1052babb-51d3-40ec-8743-b1a2433a596a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011496 Aug 22 15:05:11.739136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-87d6f4ee-f6b0-4930-bc84-b9227f88f516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:05:11.739496 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-87d6f4ee-f6b0-4930-bc84-b9227f88f516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:05:11.741517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:11.753709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:11.755714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:11.858516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:11.980597 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28208e8d-1d84-4fe7-b400-97c1861f7d65 None None] New status for floating IP 8ba9179a-68df-42ab-9cb9-6f3faa73a83d: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:05:12.201504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 284b9a80-b723-4fb7-8c14-b284b5c0aa5f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:12.226749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8:1::1 (c9180e2f-83fb-4bef-ab46-653c99c6793f/4d1eb34b-8b15-4d76-bc0f-de55a5c16679/5295e8a6-cce8-4ac0-8cda-5f2088ce9be3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:12.307411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:12.308058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:12.523843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:12.523843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:12.524679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10037b21-b299-4056-b979-8e437ca2683d req-d2a8050f-e6fa-4139-be6c-804781c78efe tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0325792 Aug 22 15:05:12.697281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385368-921f-4295-a53d-0e0161f8f1f1 req-68ee9d2a-c430-4e6b-bafe-3a3ad3cc3ac9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:12.698845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54385368-921f-4295-a53d-0e0161f8f1f1 req-68ee9d2a-c430-4e6b-bafe-3a3ad3cc3ac9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0526433 Aug 22 15:05:12.741837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54385368-921f-4295-a53d-0e0161f8f1f1 req-515a9061-1958-4545-9694-dbf51b17c928 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361996 Aug 22 15:05:12.888188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:12.969895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network c9180e2f-83fb-4bef-ab46-653c99c6793f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:12.970872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=5295e8a6-cce8-4ac0-8cda-5f2088ce9be3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:13.007247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:13.010301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:13.011349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.255697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.379268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b9e50801-5eff-4187-9fbf-a021723f24fc None None] Provisioning for port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:13.383797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b9e50801-5eff-4187-9fbf-a021723f24fc None None] Provisioning complete for port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:13.384266 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9e50801-5eff-4187-9fbf-a021723f24fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.420654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b9e50801-5eff-4187-9fbf-a021723f24fc None None] Port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:13.616222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c30deb98-32a6-4383-b096-a24a26f9b871 req-4891d778-f272-4127-b804-22514a6eda7d tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0553472 Aug 22 15:05:13.617308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.701230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.702138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:13.759068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=5295e8a6-cce8-4ac0-8cda-5f2088ce9be3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:13.899804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network c9180e2f-83fb-4bef-ab46-653c99c6793f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:13.911452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:13.915893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12be707-2d9f-4551-b17f-20bbd7994157 req-b5bcadc6-be96-4d81-936d-4b9dc27ea55b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:13.917928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a12be707-2d9f-4551-b17f-20bbd7994157 req-b5bcadc6-be96-4d81-936d-4b9dc27ea55b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0686383 Aug 22 15:05:14.008013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a12be707-2d9f-4551-b17f-20bbd7994157 req-d7f7103c-082e-4f11-9306-7462bae02362 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814085 Aug 22 15:05:14.104103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5e258d46-2b67-4aff-8d3f-1529ef63b087 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:14.249695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:14.264701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-629831f2-35c5-4df7-8546-9dcd6f095f46 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8737271 Aug 22 15:05:14.267044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48738) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:14.276874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] Sync routers for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:14.293231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09dc0d25-1038-4955-8d49-b1bc5036e0be None None] Provisioning complete for port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:14.294671 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09dc0d25-1038-4955-8d49-b1bc5036e0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:14.296526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:14.297327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:14.320469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be1469-0b1d-4ae5-9c65-b2704c8e3ab7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:14.321988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b1be1469-0b1d-4ae5-9c65-b2704c8e3ab7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports/5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 HTTP/1.1" status: 200 len: 913 time: 0.0539756 Aug 22 15:05:14.324866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:14.339603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:14.375480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:14.376477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:14.414672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-09dc0d25-1038-4955-8d49-b1bc5036e0be None None] Port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:14.420948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:14.421829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cf6ee-e28a-4974-b3d7-0ae536433882 None None] The sync data for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:14.682935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:14.763030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-814a715b-7a9b-4de8-addb-07bd416ef92e req-8d87a7ca-d54e-481d-924c-ca642cbdd3a2 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.0431030 Aug 22 15:05:14.953736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:14.954343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:15.099443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:15.113317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 5295e8a6-cce8-4ac0-8cda-5f2088ce9be3 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:15.197777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf84875-8ae9-45bb-bd2f-9232754567a7 req-ba1c8a69-c6bd-42ae-8736-e6c9d2092a4c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:15.200357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf84875-8ae9-45bb-bd2f-9232754567a7 req-ba1c8a69-c6bd-42ae-8736-e6c9d2092a4c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0641291 Aug 22 15:05:15.272010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf84875-8ae9-45bb-bd2f-9232754567a7 req-74095397-59ca-46e8-8019-8b6cba1e0f8d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626490 Aug 22 15:05:15.452116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:15.482084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=5295e8a6-cce8-4ac0-8cda-5f2088ce9be3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:15.637017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:15.904635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5e258d46-2b67-4aff-8d3f-1529ef63b087 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:15.977971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee47c0cd-8568-4fc5-bf11-d70aee2d7136 req-8f9030d1-157c-4624-891d-4cdcb25a71e6 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7ee5a34-ea48-42fb-9341-9a88fc195487 HTTP/1.1" status: 200 len: 210 time: 0.1106679 Aug 22 15:05:16.031180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:16.040686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] Sync routers for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:16.043956 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a1b6375-d624-49a2-83d6-9a2db982eb42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172990 Aug 22 15:05:16.050728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:16.054503 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:16.055619 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:16.115438 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:16.132703 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:16.132703 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:16.184115 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:16.185698 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035d551-379e-4099-9e47-0ba30205f632 None None] The sync data for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:16.461690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588f85-9031-47bd-bf83-9b5e6ca85f9e req-b57ae0cf-3ea7-49ed-8fdc-4efddb06eaf0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:16.468507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1588f85-9031-47bd-bf83-9b5e6ca85f9e req-b57ae0cf-3ea7-49ed-8fdc-4efddb06eaf0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1035256 Aug 22 15:05:16.509482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1588f85-9031-47bd-bf83-9b5e6ca85f9e req-c69b236c-6425-4cec-bf41-9345ee0c8056 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Aug 22 15:05:16.613696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:16.877669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 3cad8f81-2848-484f-8c9e-b3befc4cc45e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:16.877920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:16.974140 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:16.989289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 3cad8f81-2848-484f-8c9e-b3befc4cc45e owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:17.071623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:05:17.178317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48790) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:17.257944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.282395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.333458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.365833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=3cad8f81-2848-484f-8c9e-b3befc4cc45e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:17.487294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.488153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.491357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.492999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "DELETE /v2.0/security-groups/23881220-b619-4398-97d2-6140c600dd11 HTTP/1.1" status: 204 len: 168 time: 0.3136878 Aug 22 15:05:17.498768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48798) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:17.506550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563421c3-3ac8-46ef-894b-c816a01e0f45 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23881220-b619-4398-97d2-6140c600dd11,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:17.520733 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-e0eee826-0f8a-4a51-a273-980328fad7d9 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] show failed (client error): The resource could not be found. Aug 22 15:05:17.525070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:17.525271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e0eee826-0f8a-4a51-a273-980328fad7d9 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "GET /v2.0/security-groups/23881220-b619-4398-97d2-6140c600dd11 HTTP/1.1" status: 404 len: 347 time: 0.0250785 Aug 22 15:05:17.742100 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-20ca7502-128d-4894-9536-47b9de5d8787 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164963 Aug 22 15:05:17.767330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Deleting port 8adce17d-e037-4cfd-97e9-63651046cd49 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:17.768153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.879025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f24a8-db01-4735-923b-4699c219faf2 req-04bd38ed-0510-40d4-8f24-1fc3262e4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:17.880778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-04bd38ed-0510-40d4-8f24-1fc3262e4a08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1097 time: 0.0985425 Aug 22 15:05:17.895813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.904261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:17.921597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Calling delete_port for 8adce17d-e037-4cfd-97e9-63651046cd49 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:18.056276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e491-bb8d-4ce1-a22d-f47daabd3c46 req-4d5dd344-16ab-46de-aed0-9740db09b3e6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:18.057796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abd3e491-bb8d-4ce1-a22d-f47daabd3c46 req-4d5dd344-16ab-46de-aed0-9740db09b3e6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.4338381 Aug 22 15:05:18.062538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5e258d46-2b67-4aff-8d3f-1529ef63b087 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:18.089726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f24a8-db01-4735-923b-4699c219faf2 req-62cd597d-6914-4b1c-afce-14903f7dd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:18.091957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-62cd597d-6914-4b1c-afce-14903f7dd465 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1838987 Aug 22 15:05:18.158743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abd3e491-bb8d-4ce1-a22d-f47daabd3c46 req-284cf508-8acb-461a-bbaa-dc3618fb2be8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Aug 22 15:05:18.211075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:18.214204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-7cff3a26-6aa4-41ff-8dd7-0e2a6dc2c2c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 1001 time: 0.1089609 Aug 22 15:05:18.225593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a89b1613-966d-4a83-a58c-0e4e90aaf919 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723773 Aug 22 15:05:18.228782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48808) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:18.231645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] Sync routers for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:18.261828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:18.263659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:18.263999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e9129699-e8f3-4cd2-88f6-e6664feb0c67 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e258d46-2b67-4aff-8d3f-1529ef63b087 HTTP/1.1" status: 200 len: 205 time: 0.0340025 Aug 22 15:05:18.266947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48812) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:18.289902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f24a8-db01-4735-923b-4699c219faf2 req-cd937c37-0dcd-4cc6-9bae-64ea255a866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:18.289902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-cd937c37-0dcd-4cc6-9bae-64ea255a866c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0602322 Aug 22 15:05:18.325625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:18.335820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] Routers {'5e258d46-2b67-4aff-8d3f-1529ef63b087'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:18.336970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5e258d46-2b67-4aff-8d3f-1529ef63b087'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:18.343994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f24a8-db01-4735-923b-4699c219faf2 req-5994194e-bc8b-4a64-b870-fb8e160fa8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:18.345906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-5994194e-bc8b-4a64-b870-fb8e160fa8f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488765 Aug 22 15:05:18.397276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:18.402195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c34634-9404-481e-b8b4-1b93440361ac None None] The sync data for ids ['5e258d46-2b67-4aff-8d3f-1529ef63b087'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:18.402817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.443600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.505504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Pushing event deleted for resources: {'Port': ['ID=8adce17d-e037-4cfd-97e9-63651046cd49,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:18.573810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-113dbb7c-e166-4f31-ac45-82f9278f3d87 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161493 Aug 22 15:05:18.591700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.594613 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.596455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e4408ec-962f-449a-b773-4363f42fad80 tempest-ServersTestBootFromVolume-1111916912 tempest-ServersTestBootFromVolume-1111916912-project] 10.222.0.53 "DELETE /v2.0/floatingips/8ba9179a-68df-42ab-9cb9-6f3faa73a83d HTTP/1.1" status: 204 len: 168 time: 1.0699501 Aug 22 15:05:18.600511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48820) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:18.612657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.647564 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.704349 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b24f24a8-db01-4735-923b-4699c219faf2 req-d474e7d1-1441-4c3f-afeb-dee8cfae8923 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231265 Aug 22 15:05:18.799570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.800198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router 5e258d46-2b67-4aff-8d3f-1529ef63b087 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:05:18.807957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:18.810181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4df496d-87e3-4cc6-a028-f038408b1631 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087 HTTP/1.1" status: 204 len: 168 time: 0.5418382 Aug 22 15:05:18.813051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48822) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:19.110348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.258309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet 4d1eb34b-8b15-4d76-bc0f-de55a5c16679 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:05:19.265870 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.339787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.399422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9610122-8a91-4a26-aa25-017bec390e9a req-bb5c7779-d1e3-4266-b0c9-39993b381f51 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:19.401102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9610122-8a91-4a26-aa25-017bec390e9a req-bb5c7779-d1e3-4266-b0c9-39993b381f51 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1382208 Aug 22 15:05:19.482966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9610122-8a91-4a26-aa25-017bec390e9a req-4c5588e6-2041-425e-bc0c-6862e33b6202 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561302 Aug 22 15:05:19.519850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.628485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Deleting port 7f60b789-e065-4a98-be82-f638550799e2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:19.629029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.676498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.715083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1eb34b-8b15-4d76-bc0f-de55a5c16679,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:19.724217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.727030 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4a51e4e2-8d17-4d47-b7a7-de3e8fd80823 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/4d1eb34b-8b15-4d76-bc0f-de55a5c16679 HTTP/1.1" status: 204 len: 168 time: 0.9117045 Aug 22 15:05:19.729974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48836) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:19.733423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf30ee0-6393-4b3c-a214-126922c28ddc None None] Network c9180e2f-83fb-4bef-ab46-653c99c6793f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:19.799378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] For port 7f60b789-e065-4a98-be82-f638550799e2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7f60b789-e065-4a98-be82-f638550799e2,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:19.800105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.806451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet 7f869d77-ea5a-41b9-9f11-6bfc14246f66 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:05:19.820203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.845074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Calling delete_port for 7f60b789-e065-4a98-be82-f638550799e2 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:19.930583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:19.962362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] DHCP port deletion for c9180e2f-83fb-4bef-ab46-653c99c6793f request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:05:20.014224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Deleting port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:20.015007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.094074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] For port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,segment=NetworkSegment(c05c40d5-db6e-4b33-9e85-95ff7d66eca4),segment_id=c05c40d5-db6e-4b33-9e85-95ff7d66eca4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:20.094764 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.108573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.110466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Calling delete_port for 284b9a80-b723-4fb7-8c14-b284b5c0aa5f owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:20.233293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 284b9a80-b723-4fb7-8c14-b284b5c0aa5f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:20.366033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.401055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.414493 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.437041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] Pushing event deleted for resources: {'Port': ['ID=284b9a80-b723-4fb7-8c14-b284b5c0aa5f,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:20.456787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660a134-f6bc-4094-8561-3d16eaf9e0e0 None None] No DVR routers for this DVR port 284b9a80-b723-4fb7-8c14-b284b5c0aa5f on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:20.480259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.484624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=7f869d77-ea5a-41b9-9f11-6bfc14246f66,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:20.500172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.507723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-295351d4-dc68-4f07-9c9f-3ad9efcf3397 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/7f869d77-ea5a-41b9-9f11-6bfc14246f66 HTTP/1.1" status: 204 len: 168 time: 0.7738740 Aug 22 15:05:20.510634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:20.516666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641f05b-17a2-4d7b-b3e2-b30ee9e5668d None None] Network 5712d442-7d54-42ec-ba9b-e4b2568867e6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:20.575796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7f60b789-e065-4a98-be82-f638550799e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:20.779538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.953351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:20.968226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9180e2f-83fb-4bef-ab46-653c99c6793f']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:20.970904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74a5f6-6180-4acb-bec3-b32fbb9bf467 req-5c0291e2-f3a4-46ff-bab6-a88d6a846c4e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:20.984382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:20.984775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a74a5f6-6180-4acb-bec3-b32fbb9bf467 req-5c0291e2-f3a4-46ff-bab6-a88d6a846c4e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3087182 Aug 22 15:05:20.985422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c40d5-db6e-4b33-9e85-95ff7d66eca4') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:21.000896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.020560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.034414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:05:21.034875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:05:21.038788 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:05:21.061989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:05:21.140939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.147327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a74a5f6-6180-4acb-bec3-b32fbb9bf467 req-525e0f39-7615-4250-919f-fa0ae05c9a1a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504536 Aug 22 15:05:21.150241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.191822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] DHCP port deletion for 5712d442-7d54-42ec-ba9b-e4b2568867e6 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:05:21.207459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.218917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.224389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/c9180e2f-83fb-4bef-ab46-653c99c6793f HTTP/1.1" status: 204 len: 168 time: 0.7120881 Aug 22 15:05:21.229911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:21.237431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015fb52-d20f-4584-bae3-b9e79b5bffa4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=c9180e2f-83fb-4bef-ab46-653c99c6793f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:21.245964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:21.261205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'port_id': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'mac_address': 'fa:16:3e:d2:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e05b2b-ae59-4e36-b0ab-9991dc240c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:05:21.303964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Deleting port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:21.304362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.323291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.362689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.370808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:05:21.408951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] For port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,segment=NetworkSegment(b67d9bcd-f2e8-406d-bcc4-72730c592011),segment_id=b67d9bcd-f2e8-406d-bcc4-72730c592011)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:21.409453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.423125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:21.430001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Calling delete_port for f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:21.536790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:21.537366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.540272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Router 1c193f1c-49fa-41c3-a00f-a4615f401465 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:21.545069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.622786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:21.641280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ce08c03e-6ef9-4ec6-9f67-4390b79391e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:05:21.653353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,segment=NetworkSegment(b67d9bcd-f2e8-406d-bcc4-72730c592011),segment_id=b67d9bcd-f2e8-406d-bcc4-72730c592011)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:21.653873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.672903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:21.679047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:21.716092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] Pushing event deleted for resources: {'Port': ['ID=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:21.722132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ea0a0-1084-4d99-aec7-19962b2ec5bb None None] No DVR routers for this DVR port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:21.779207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:21.791395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e1270235-f7cc-49c6-9447-f410ce7b29ea admin admin] 10.222.0.53 "PUT /v2.0/routers/1c193f1c-49fa-41c3-a00f-a4615f401465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1874690 Aug 22 15:05:21.791749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48864) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:21.796431 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Sync routers for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:21.809764 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:21.811019 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:21.835606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.026292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.033439 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:22.160057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.357503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Deleting port c9d0110a-14eb-4035-8d6e-cec4e6d82579 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:22.358027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.380020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:22.386052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:05:20Z', 'revision_number': 5, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port': {'id': 'c9d0110a-14eb-4035-8d6e-cec4e6d82579', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:00:35Z', 'updated_at': '2021-08-22T15:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.405569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:22.416598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:22.426851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:22.427385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e2eed4-0cd7-4dd0-b229-4d0e3aa1fd1d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:22.428507 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Checking router: 1c193f1c-49fa-41c3-a00f-a4615f401465 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:05:22.448890 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Routers {'1c193f1c-49fa-41c3-a00f-a4615f401465'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:22.455448 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c193f1c-49fa-41c3-a00f-a4615f401465'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.493791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] For port c9d0110a-14eb-4035-8d6e-cec4e6d82579, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9d0110a-14eb-4035-8d6e-cec4e6d82579,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:22.494165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.509750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Calling delete_port for c9d0110a-14eb-4035-8d6e-cec4e6d82579 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:22.584655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.585304 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] Set router 1c193f1c-49fa-41c3-a00f-a4615f401465 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:22.599121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5712d442-7d54-42ec-ba9b-e4b2568867e6']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.612236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67d9bcd-f2e8-406d-bcc4-72730c592011') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.612872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67d9bcd-f2e8-406d-bcc4-72730c592011') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.626339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.653870 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:05:22Z', 'revision_number': 6, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:22.654789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.667043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f896-8dff-416c-b990-de8160a45730 req-95b9a3ef-e72d-4e72-be70-87d29177fc1e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:22.669594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66f0f896-8dff-416c-b990-de8160a45730 req-95b9a3ef-e72d-4e72-be70-87d29177fc1e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.2899497 Aug 22 15:05:22.673436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:05:22.675838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:05:22.679202 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:05:22.700462 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92b197-39ed-4d4d-b4e0-e66b4fc80649 None None] The sync data for ids ['1c193f1c-49fa-41c3-a00f-a4615f401465'] in n-d-805046-3 is: [{'id': '1c193f1c-49fa-41c3-a00f-a4615f401465', 'name': 'tempest-ServersTestBootFromVolume-202161168-router', 'tenant_id': '2888b841f9aa4b28976704feb089acbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:00:33Z', 'updated_at': '2021-08-22T15:05:22Z', 'revision_number': 6, 'project_id': '2888b841f9aa4b28976704feb089acbb', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:22.794196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66f0f896-8dff-416c-b990-de8160a45730 req-896bf07e-abc7-4f97-9360-b5b022efdcf1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Aug 22 15:05:22.926414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:22.960009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d0110a-14eb-4035-8d6e-cec4e6d82579,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:23.026397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.059417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.068058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.070864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/5712d442-7d54-42ec-ba9b-e4b2568867e6 HTTP/1.1" status: 204 len: 168 time: 1.8392255 Aug 22 15:05:23.082886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:23.089799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48888) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:23.103221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2093822454'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:23.107711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3c74-3c6a-4b7d-ac81-21aae7717b2d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=5712d442-7d54-42ec-ba9b-e4b2568867e6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:23.374484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.374484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.377799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:23.377799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.377799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.378425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:23.378425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.379013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.379013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c193f1c-49fa-41c3-a00f-a4615f401465 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:05:23.379013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.379013 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95b239e2-5585-4c87-9cd5-fca75fa4c3ec admin admin] 10.222.0.53 "DELETE /v2.0/routers/1c193f1c-49fa-41c3-a00f-a4615f401465 HTTP/1.1" status: 204 len: 168 time: 1.5600045 Aug 22 15:05:23.379013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:23.379838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:05:23.379838 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a879ef4-45b7-446d-bf16-869b0350c57b" -d '{"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:05:23.389988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:23.400008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.403290 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment a3e37886-b593-4344-8d8a-115207bd9337 of type vlan for network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 Aug 22 15:05:23.405069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:23.439043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Deleting subnet 5878de7b-07fa-4032-808c-aa0dc016edae {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:05:23.442859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.447652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.448412 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388182c9-a653-470e-a459-284d487d4789 x-openstack-request-id: req-388182c9-a653-470e-a459-284d487d4789 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:05:23.448700 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:05:23.448958 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-388182c9-a653-470e-a459-284d487d4789 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:05:23.449895 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'code': 200} Aug 22 15:05:23.495072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.536218 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.568168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.574718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:23.583217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.601438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.634010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:23.703183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=56ad15c7-dbde-4dbc-a89a-81f75a1c5338,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:23.710637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-65b6a77a-353e-470c-8d23-e983e08cd2ff tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6118214 Aug 22 15:05:23.717964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:23.720881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:23.723239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:23.789877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.876542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e18fb-0bfa-432e-93bf-0676a2d46f49 None None] Network 1592a7db-3282-4065-aaca-6b6873fa4a92 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:23.877828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5878de7b-07fa-4032-808c-aa0dc016edae,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:23.882173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:23.886818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48920) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:23.898280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dac9c733-a390-4bee-a08b-2feaf7ad1f5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5878de7b-07fa-4032-808c-aa0dc016edae HTTP/1.1" status: 204 len: 168 time: 0.5263445 Aug 22 15:05:24.032889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:24.038020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.174987 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.211054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148e5dd-d7c8-4778-b88d-071fffd0977e req-b4b07956-5e15-4f6b-8435-00c9051eb9af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:24.212665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] DHCP port deletion for 1592a7db-3282-4065-aaca-6b6873fa4a92 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:05:24.223844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b148e5dd-d7c8-4778-b88d-071fffd0977e req-b4b07956-5e15-4f6b-8435-00c9051eb9af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2415607 Aug 22 15:05:24.337466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Deleting port 367e65d9-f171-4674-9e2b-997d73ec8353 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:24.337874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.393196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b148e5dd-d7c8-4778-b88d-071fffd0977e req-b0cf24ce-ea0d-4b4e-bf65-cfa8c5a6486f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577361 Aug 22 15:05:24.431711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Deleting port 367e65d9-f171-4674-9e2b-997d73ec8353 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:24.432575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.448283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] For port 367e65d9-f171-4674-9e2b-997d73ec8353, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=367e65d9-f171-4674-9e2b-997d73ec8353,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:24.452168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.456381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9d0110a-14eb-4035-8d6e-cec4e6d82579 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:24.509533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c9d0110a-14eb-4035-8d6e-cec4e6d82579 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:24.509840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9d0110a-14eb-4035-8d6e-cec4e6d82579 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:24.510369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.510769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7f60b789-e065-4a98-be82-f638550799e2 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:24.515813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Calling delete_port for 367e65d9-f171-4674-9e2b-997d73ec8353 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:24.539683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 7f60b789-e065-4a98-be82-f638550799e2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:24.540461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7f60b789-e065-4a98-be82-f638550799e2 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:24.541146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 367e65d9-f171-4674-9e2b-997d73ec8353 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:24.566885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] For port 367e65d9-f171-4674-9e2b-997d73ec8353, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=367e65d9-f171-4674-9e2b-997d73ec8353,segment=NetworkSegment(a627dfdc-c135-4394-8d12-cdc128b4de4d),segment_id=a627dfdc-c135-4394-8d12-cdc128b4de4d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:24.567200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.581844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Calling delete_port for 367e65d9-f171-4674-9e2b-997d73ec8353 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:24.661082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=002c5084-363a-42f5-9a3c-20049045f229,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:24.668981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'a3e37886-b593-4344-8d8a-115207bd9337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:24.675212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 56ad15c7-dbde-4dbc-a89a-81f75a1c5338, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:24.726241 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.767370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:24.797128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.803283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.819909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] No DVR routers for this DVR port 367e65d9-f171-4674-9e2b-997d73ec8353 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:24.845523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] Pushing event deleted for resources: {'Port': ['ID=367e65d9-f171-4674-9e2b-997d73ec8353,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:24.847106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 56ad15c7-dbde-4dbc-a89a-81f75a1c5338) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:24.851306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:24.856410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.859454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a5155-ef1e-4289-a817-4103600c28cb None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:24.880349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ecfa17-6382-4df1-9755-4d8a469396a8 None None] No DVR routers for this DVR port 367e65d9-f171-4674-9e2b-997d73ec8353 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:24.885158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=367e65d9-f171-4674-9e2b-997d73ec8353,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:24.946209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:24.956597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3774e61-ded5-45b7-9202-4c62e843aeec tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2374673 Aug 22 15:05:24.959233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:24.970676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064265256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:24.975373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1592a7db-3282-4065-aaca-6b6873fa4a92']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:25.020198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a627dfdc-c135-4394-8d12-cdc128b4de4d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:25.020198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a627dfdc-c135-4394-8d12-cdc128b4de4d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:25.044600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.069709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.086230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:05:25.087095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:05:25.089683 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:05:25.125434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-56ad15c7-dbde-4dbc-a89a-81f75a1c5338', 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': '002c5084-363a-42f5-9a3c-20049045f229'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:25.127186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.129187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.132016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.247749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.256401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.259496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1592a7db-3282-4065-aaca-6b6873fa4a92 HTTP/1.1" status: 204 len: 168 time: 1.3706596 Aug 22 15:05:25.278884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9f7b8-d0ab-4a92-9f20-0d18974ca6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1592a7db-3282-4065-aaca-6b6873fa4a92,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:25.285289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.390042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Allocated IP 2001:db8::2 (56ad15c7-dbde-4dbc-a89a-81f75a1c5338/002c5084-363a-42f5-9a3c-20049045f229/adc8f005-db1c-461a-99c4-0ddc7a634224) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:25.407703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.533612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.541238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-533b257c-370c-4735-bf06-bf58a5d89f42 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5754547 Aug 22 15:05:25.542292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:25.552596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'port': {'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338', 'name': 'tempest-RoutersIpV6Test-585309051'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:25.597299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac37cb1-07c5-4a57-9ac9-d1a1a6ba5d01 req-e5bb364c-8301-451e-93a5-64c2f1b0575b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:25.607864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ac37cb1-07c5-4a57-9ac9-d1a1a6ba5d01 req-e5bb364c-8301-451e-93a5-64c2f1b0575b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1084182 Aug 22 15:05:25.706384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ac37cb1-07c5-4a57-9ac9-d1a1a6ba5d01 req-6867998f-b339-4ebe-9d04-6bc1744fc640 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963392 Aug 22 15:05:25.741320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.755131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Transition to ACTIVE for port object adc8f005-db1c-461a-99c4-0ddc7a634224 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:25.786498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Transition to ACTIVE for port object adc8f005-db1c-461a-99c4-0ddc7a634224 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:25.842052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:25.848100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.874070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] device_id is not set on port 21659556-f4b3-4b77-86c5-5183e604cc38 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:05:25.891836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:25.954878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:25.959116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:25.965584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:25.968958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Pushing event updated for resources: {'Port': ['ID=adc8f005-db1c-461a-99c4-0ddc7a634224,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:26.046152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:26.061819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8::2d7 (56ad15c7-dbde-4dbc-a89a-81f75a1c5338/002c5084-363a-42f5-9a3c-20049045f229/21659556-f4b3-4b77-86c5-5183e604cc38) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:26.075995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Attempting to bind port adc8f005-db1c-461a-99c4-0ddc7a634224 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:26.076377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Attempting to bind port adc8f005-db1c-461a-99c4-0ddc7a634224 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'a3e37886-b593-4344-8d8a-115207bd9337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:26.076750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Attempting to bind port adc8f005-db1c-461a-99c4-0ddc7a634224 on network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:26.112969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:26.113359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Checking segment: {'id': 'a3e37886-b593-4344-8d8a-115207bd9337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:26.117415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.117941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Bound using segment: {'id': 'a3e37886-b593-4344-8d8a-115207bd9337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:26.118456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Bound port: adc8f005-db1c-461a-99c4-0ddc7a634224, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e37886-b593-4344-8d8a-115207bd9337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '56ad15c7-dbde-4dbc-a89a-81f75a1c5338'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:26.118859 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.160772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f67467e0-4c39-4ca4-ba8d-e24ad251566b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2888b841f9aa4b28976704feb089acbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133759 Aug 22 15:05:26.163272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:26.271164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.286208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 21659556-f4b3-4b77-86c5-5183e604cc38 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:26.296770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] For port adc8f005-db1c-461a-99c4-0ddc7a634224, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:26.298351 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.302155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] For port adc8f005-db1c-461a-99c4-0ddc7a634224, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=adc8f005-db1c-461a-99c4-0ddc7a634224,segment=NetworkSegment(a3e37886-b593-4344-8d8a-115207bd9337),segment_id=a3e37886-b593-4344-8d8a-115207bd9337)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:26.351559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.465708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.504864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.544265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.544265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.549202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8caa14c-7ad9-42c7-bb99-b150e47c0e4e HTTP/1.1" status: 204 len: 168 time: 0.3837404 Aug 22 15:05:26.549413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4eaf49-c735-49bf-b939-14f6d6474847 None None] Pushing event updated for resources: {'Port': ['ID=adc8f005-db1c-461a-99c4-0ddc7a634224,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:26.557284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:26.563367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:26.567236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:26.569189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2233028-f6c2-4b6a-9758-d3cf9bd32f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8caa14c-7ad9-42c7-bb99-b150e47c0e4e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:26.573142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:26.573686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:26.584004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=21659556-f4b3-4b77-86c5-5183e604cc38,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:26.711208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f40cc6d-1cdf-431b-a0aa-4655620baffa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1637578 Aug 22 15:05:26.715610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49024) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:27.312946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e2b2-8d3a-41ce-bb7c-cbaf9badfc9e req-a8827c4b-7bd2-4417-bf95-d580c82d0efb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:27.314566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e06e2b2-8d3a-41ce-bb7c-cbaf9badfc9e req-a8827c4b-7bd2-4417-bf95-d580c82d0efb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.4658594 Aug 22 15:05:27.409067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:27.429156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e06e2b2-8d3a-41ce-bb7c-cbaf9badfc9e req-18c6c251-bb36-4790-baa3-d5ff36fdbdb5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000924 Aug 22 15:05:28.007860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.070058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.199615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642708a-7479-4a00-8519-4c156ec7a7f9 None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:28.331018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=21659556-f4b3-4b77-86c5-5183e604cc38,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:28.346750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-05c7cc3d-0cce-4774-9188-ff58152b0d70 None None] Provisioning for port adc8f005-db1c-461a-99c4-0ddc7a634224 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:28.410679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device adc8f005-db1c-461a-99c4-0ddc7a634224 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:28.514179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.569390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49080) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:28.754888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port adc8f005-db1c-461a-99c4-0ddc7a634224 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:28.764283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port adc8f005-db1c-461a-99c4-0ddc7a634224 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:28.764283 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.768140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-352847064-network', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:28.866678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2a28-a414-4120-87ac-470ff7e38eb8 req-436cd400-f747-4ede-87cf-7928e8e9f261 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:28.868735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-575a2a28-a414-4120-87ac-470ff7e38eb8 req-436cd400-f747-4ede-87cf-7928e8e9f261 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1755831 Aug 22 15:05:28.922190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:28.925425 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.964475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:28.981044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.034506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-575a2a28-a414-4120-87ac-470ff7e38eb8 req-cffc10c6-ff89-4cc4-907b-1be4ef2e31e6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574550 Aug 22 15:05:29.053058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.145354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port adc8f005-db1c-461a-99c4-0ddc7a634224, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=adc8f005-db1c-461a-99c4-0ddc7a634224,segment=NetworkSegment(a3e37886-b593-4344-8d8a-115207bd9337),segment_id=a3e37886-b593-4344-8d8a-115207bd9337)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:29.178624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Provisioning for port 21659556-f4b3-4b77-86c5-5183e604cc38 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:29.186274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Provisioning complete for port 21659556-f4b3-4b77-86c5-5183e604cc38 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:29.188857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.274206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.354333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.453217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:29.462947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614d028-f809-43b1-9507-0ddf50661478,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:29.503676 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.504060 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Added segment b5f2430f-12d6-406d-a260-a3b98732b5c1 of type vlan for network 2f82a258-f38f-4fc5-8068-7521c0af2669 Aug 22 15:05:29.534102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Port 21659556-f4b3-4b77-86c5-5183e604cc38 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:29.537435 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.653384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=adc8f005-db1c-461a-99c4-0ddc7a634224,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:29.671585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.682482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Provisioning complete for port adc8f005-db1c-461a-99c4-0ddc7a634224 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:29.684196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-347e8ff3-8a6d-4e4f-9b53-7286e7112c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.685908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.801528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.802481 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.853059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:29.854075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:29.859762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.071613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=21659556-f4b3-4b77-86c5-5183e604cc38,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:30.109939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] Pushing event updated for resources: {'Network': ['ID=2f82a258-f38f-4fc5-8068-7521c0af2669,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:30.113742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c080276-4281-4071-97f3-4f7ee690e4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.129685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:30.162488 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-885d21dd-98b4-4231-bae6-528eef0b1b0b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5917313 Aug 22 15:05:30.165231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:30.177066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Request body: {'subnet': {'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-352847064-subnet', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:30.193271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d53fa4e3-82e8-4264-b3f7-3b82f70a18e4 None None] Provisioning complete for port 21659556-f4b3-4b77-86c5-5183e604cc38 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:30.193875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d53fa4e3-82e8-4264-b3f7-3b82f70a18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.203203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:30.298886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:30.299485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device adc8f005-db1c-461a-99c4-0ddc7a634224 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:30.310369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:30.312892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.454487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d53fa4e3-82e8-4264-b3f7-3b82f70a18e4 None None] Port 21659556-f4b3-4b77-86c5-5183e604cc38 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:30.507156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port adc8f005-db1c-461a-99c4-0ddc7a634224 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:30.508070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.549214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561819b-40d7-4604-ae2f-03d3609c615d req-e382ff32-63c1-4a2b-a034-8af0ce4687a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:30.557618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1561819b-40d7-4604-ae2f-03d3609c615d req-e382ff32-63c1-4a2b-a034-8af0ce4687a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3912017 Aug 22 15:05:30.666704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1561819b-40d7-4604-ae2f-03d3609c615d req-b791d696-6da7-49aa-8883-02d0f042b8eb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060591 Aug 22 15:05:30.739201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:05:30.885213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41c51183-f771-46a4-aba9-8f0fea885f57 None None] Provisioning complete for port 21659556-f4b3-4b77-86c5-5183e604cc38 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:30.887168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41c51183-f771-46a4-aba9-8f0fea885f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.899045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:30.967129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:30.979388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6ce4a044-032d-447c-992c-0c43995df4ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2663276 Aug 22 15:05:30.984230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:30.993249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] Sync routers for ids ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:31.052769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f701b98-e457-4b6a-b1d9-123e837432e8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:31.069117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-41c51183-f771-46a4-aba9-8f0fea885f57 None None] Port 21659556-f4b3-4b77-86c5-5183e604cc38 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:31.082736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] Routers {'fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:31.083677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:31.139307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:31.166236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] Routers {'fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:31.168935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:31.192116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545dd81-4879-4801-ad40-62334bbeb783 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:31.193584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a545dd81-4879-4801-ad40-62334bbeb783 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports/21659556-f4b3-4b77-86c5-5183e604cc38 HTTP/1.1" status: 200 len: 983 time: 0.2083988 Aug 22 15:05:31.196488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:31.217239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Checking segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:31.217935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Network hostable DHCP agents. Network: 2f82a258-f38f-4fc5-8068-7521c0af2669, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:31.242100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:31.242790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ed172-53d9-4da4-9571-a27df64bbb7f None None] The sync data for ids ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:31.830169 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:31.847657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:31.990357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2f82a258-f38f-4fc5-8068-7521c0af2669) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:32.000847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:32.002126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.009102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c2f49-0a13-4265-b3fa-04dd90aa3629 None None] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:32.077280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa58ae96-0dad-4e17-9d35-f52a0cf1032b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9099278 Aug 22 15:05:32.079597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:32.104810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:32.280858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.282039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.334902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e5537-d393-413e-a591-1b467c676072 req-e243cbc3-e54e-4e46-bd5c-2959d38a9aca tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:32.339480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2f82a258-f38f-4fc5-8068-7521c0af2669', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:32.341146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.343431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-685e5537-d393-413e-a591-1b467c676072 req-e243cbc3-e54e-4e46-bd5c-2959d38a9aca tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.5972421 Aug 22 15:05:32.428966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.472974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-685e5537-d393-413e-a591-1b467c676072 req-ce8b6890-70fb-4497-a6ae-201d73e1aed2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283581 Aug 22 15:05:32.566294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Allocated IP 172.20.0.2 (2f82a258-f38f-4fc5-8068-7521c0af2669/2f701b98-e457-4b6a-b1d9-123e837432e8/c8fd6e4f-94c0-41fb-aeed-e6bc77246080) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:32.645746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 21659556-f4b3-4b77-86c5-5183e604cc38 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:32.646394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.812427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.827481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 21659556-f4b3-4b77-86c5-5183e604cc38 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:32.845180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.877358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.917261 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:32.941340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Transition to ACTIVE for port object c8fd6e4f-94c0-41fb-aeed-e6bc77246080 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:32.971459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Transition to ACTIVE for port object c8fd6e4f-94c0-41fb-aeed-e6bc77246080 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:33.053891 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.140548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:33.158717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:33.175907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:33.199685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Pushing event updated for resources: {'Port': ['ID=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:33.269857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.305974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Attempting to bind port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:33.306842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Attempting to bind port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:33.307427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Attempting to bind port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 on network 2f82a258-f38f-4fc5-8068-7521c0af2669 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:33.317043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:33.317687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Checking segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:33.318290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.318879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Bound using segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:33.319542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Bound port: c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:33.320270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.374865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=21659556-f4b3-4b77-86c5-5183e604cc38,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:33.490092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] For port c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:33.496887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] For port c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:33.512080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cd16c441-f067-47a6-b9d8-a477aabaa13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.521786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.574786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.578978 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.735354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca18b55-f980-49b3-a293-db046f0880bf None None] Pushing event updated for resources: {'Port': ['ID=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:33.785148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:33.928266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Allocated IP 172.25.0.5 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/f90914e6-caed-4189-8fa3-60b46e4b5cee) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:33.933500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a9e99-0fe4-4794-997f-571603739d00 req-094362b8-5ac1-4870-8397-64d5272ff7e0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:33.936880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-464a9e99-0fe4-4794-997f-571603739d00 req-094362b8-5ac1-4870-8397-64d5272ff7e0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2165885 Aug 22 15:05:34.111426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-464a9e99-0fe4-4794-997f-571603739d00 req-f895a1f4-279f-45a3-8164-98dbb2f9b0a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357396 Aug 22 15:05:34.262033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:34.389218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:34.470534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:34.489715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c8fd6e4f-94c0-41fb-aeed-e6bc77246080 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:34.589580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:34.606437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] Sync routers for ids ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:34.624389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8ec3ef4-fe73-43b0-a4c2-fd90889681c4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216847 Aug 22 15:05:34.625125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49218) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:34.652081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Pushing event updated for resources: {'Port': ['ID=f90914e6-caed-4189-8fa3-60b46e4b5cee,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:34.653798 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] Routers {'fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:34.654437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:34.675195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:34.677380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:34.686781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:34.762140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:34.785134 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:34.801392 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:34.838701 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] Routers {'fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:34.839395 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:34.982307 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:34.983596 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1043a-1046-4d05-b53f-3c6ef5caa97c None None] The sync data for ids ['fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:35.066017 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-78c80c48-7466-4d8e-ad88-790bebedd3db tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] remove_router_interface failed (client error): The resource could not be found. Aug 22 15:05:35.071166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49222) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:35.071516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-78c80c48-7466-4d8e-ad88-790bebedd3db tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4433830 Aug 22 15:05:35.107553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1db02aca-b959-4b55-8276-f7ddefb10530 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b HTTP/1.1" status: 200 len: 205 time: 0.0350587 Aug 22 15:05:35.110730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49224) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:35.342132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.365686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.460707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd0155-c04a-4bd0-928b-8972d58e8cf5 None None] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:35.563829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473285-0a22-401b-acf0-49482339982a req-1ca618ff-2063-44bc-acc5-9ba44acb3a9b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:35.566373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e473285-0a22-401b-acf0-49482339982a req-1ca618ff-2063-44bc-acc5-9ba44acb3a9b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2523844 Aug 22 15:05:35.730326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Provisioning for port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:35.754315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Provisioning complete for port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:35.754967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.756126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.760279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.959385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e473285-0a22-401b-acf0-49482339982a req-d3156cd8-eb25-470e-be84-47fbcbbbc4fb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777363 Aug 22 15:05:35.962264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.966446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:05:35.981709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.981709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fd17edb7-11e2-4711-a33e-b95cf5d82e87 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b HTTP/1.1" status: 204 len: 168 time: 0.8683100 Aug 22 15:05:35.982111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:35.984376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49246) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:36.095240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet 002c5084-363a-42f5-9a3c-20049045f229 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:05:36.124963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.129659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] For port c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:36.207379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.229512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.322141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.329372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246027-de02-48cf-82c2-b3da6e87a8d0 None None] Pushing event updated for resources: {'Port': ['ID=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:36.360919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8b830a50-89e8-402e-8634-7b9d1477d35e None None] Provisioning complete for port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:36.361313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b830a50-89e8-402e-8634-7b9d1477d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.451202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.654837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.665325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:05:36.720298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.722209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/002c5084-363a-42f5-9a3c-20049045f229 HTTP/1.1" status: 204 len: 168 time: 0.7367218 Aug 22 15:05:36.723076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=002c5084-363a-42f5-9a3c-20049045f229,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:36.725229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:36.729349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25f926-cc7f-4d41-9d5f-5755f1f1f5f3 None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:36.758546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.765779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.766392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.766922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.767464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.768041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.768566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.769094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.772860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.773391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.774146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.774668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.775200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944acb1a-efc1-4974-bc69-101426a1077e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:36.936972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:36.949951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Sync routers for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:36.953183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:36.989243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:36.993311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:37.051871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.057114 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ccdd0483-ab7e-4170-938b-09999e00359d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9721675 Aug 22 15:05:37.057114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:37.132414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port adc8f005-db1c-461a-99c4-0ddc7a634224 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:37.137550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] DHCP port deletion for 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:05:37.140421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.330328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4548c-87b4-4199-832b-2fa791c44ea3 req-e0fdc20b-0129-489a-bbbb-c2784a2076a3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:37.341745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28b4548c-87b4-4199-832b-2fa791c44ea3 req-e0fdc20b-0129-489a-bbbb-c2784a2076a3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2111824 Aug 22 15:05:37.366901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:37.400900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28b4548c-87b4-4199-832b-2fa791c44ea3 req-38b689ae-cdab-4f1a-ad41-e4f4fb83f8f0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 Aug 22 15:05:37.415094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port adc8f005-db1c-461a-99c4-0ddc7a634224, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=adc8f005-db1c-461a-99c4-0ddc7a634224,segment=NetworkSegment(a3e37886-b593-4344-8d8a-115207bd9337),segment_id=a3e37886-b593-4344-8d8a-115207bd9337)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:37.416039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.431127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for adc8f005-db1c-461a-99c4-0ddc7a634224 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:37.616187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Deleting port adc8f005-db1c-461a-99c4-0ddc7a634224 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:37.616467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.659610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.680618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port adc8f005-db1c-461a-99c4-0ddc7a634224 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:37.737040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=adc8f005-db1c-461a-99c4-0ddc7a634224,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:37.771956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] For port adc8f005-db1c-461a-99c4-0ddc7a634224, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=adc8f005-db1c-461a-99c4-0ddc7a634224,segment=NetworkSegment(a3e37886-b593-4344-8d8a-115207bd9337),segment_id=a3e37886-b593-4344-8d8a-115207bd9337)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:37.772669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.795688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Calling delete_port for adc8f005-db1c-461a-99c4-0ddc7a634224 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:37.801018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:35Z', 'revision_number': 3, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:37.836410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Checking router: 2908fb78-f75a-4a2c-bdc4-d78f8173cffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:05:37.836763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Updating router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa port f90914e6-caed-4189-8fa3-60b46e4b5cee binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:05:37.972955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:37.999219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ad15c7-dbde-4dbc-a89a-81f75a1c5338']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:38.006392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.022097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e37886-b593-4344-8d8a-115207bd9337') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:38.022544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e37886-b593-4344-8d8a-115207bd9337') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:38.045773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.084266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.105430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:05:38.105989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:05:38.109705 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:05:38.306959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.328038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Allocated IP 172.20.0.1 (2f82a258-f38f-4fc5-8068-7521c0af2669/2f701b98-e457-4b6a-b1d9-123e837432e8/9951e6ee-8d6f-423d-a45a-aea26c6e2bff) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:38.351735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.368322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.378286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/56ad15c7-dbde-4dbc-a89a-81f75a1c5338 HTTP/1.1" status: 204 len: 168 time: 1.6453910 Aug 22 15:05:38.383696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49300) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:38.407087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058800401'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:38.407321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557983fe-9874-4fb6-b08b-ac530d5877c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=56ad15c7-dbde-4dbc-a89a-81f75a1c5338,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:38.454028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c8fd6e4f-94c0-41fb-aeed-e6bc77246080 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.463286 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:05:38.468210 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:05:38.562360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.625838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d41258-dc69-4da4-99c3-8fe968b08c9a req-f689e6ce-7c27-495e-802a-5eb139d72407 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:38.627550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.638563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d41258-dc69-4da4-99c3-8fe968b08c9a req-f689e6ce-7c27-495e-802a-5eb139d72407 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1126938 Aug 22 15:05:38.654724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Transition to ACTIVE for port object 9951e6ee-8d6f-423d-a45a-aea26c6e2bff will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:38.668958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Network 56ad15c7-dbde-4dbc-a89a-81f75a1c5338 is not hosted by any dhcp agent {{(pid=102051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:05:38.669522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] No DVR routers for this DVR port adc8f005-db1c-461a-99c4-0ddc7a634224 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:38.730966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d41258-dc69-4da4-99c3-8fe968b08c9a req-7ced75af-2f40-4996-811c-7e7ef4456cf2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902469 Aug 22 15:05:38.750726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.787394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c01d1b-33ef-4521-8304-d5f141ef5766 None None] Pushing event deleted for resources: {'Port': ['ID=adc8f005-db1c-461a-99c4-0ddc7a634224,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:38.897313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:38.905764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.911138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:38.911518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:38.988737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:39.000693 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.001091 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment d2ccae5e-798a-4aca-9840-c3b51fd318ec of type vlan for network e03cb9b3-2b08-485f-87cb-47f23dd403b4 Aug 22 15:05:39.063329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.113266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:39.116835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:39.133998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:39.203602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.221680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:39.221874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.294235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:39.360491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9763031 Aug 22 15:05:39.365262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49318) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:39.371097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:39.407608 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.408356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.408717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.409070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.409417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.409898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.439592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.439592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.440563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.449655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Transition to ACTIVE for port object f90914e6-caed-4189-8fa3-60b46e4b5cee will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:39.461492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.461492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.461492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.461492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:39.465692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device adc8f005-db1c-461a-99c4-0ddc7a634224 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:39.485447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.536248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.538247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: adc8f005-db1c-461a-99c4-0ddc7a634224 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:39.538590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device adc8f005-db1c-461a-99c4-0ddc7a634224 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:39.695897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Attempting to bind port f90914e6-caed-4189-8fa3-60b46e4b5cee on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:39.696348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Attempting to bind port f90914e6-caed-4189-8fa3-60b46e4b5cee by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:39.696871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Attempting to bind port f90914e6-caed-4189-8fa3-60b46e4b5cee on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:39.715837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dd7ac-857d-4c9f-a471-3972d07ca9ac tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=e03cb9b3-2b08-485f-87cb-47f23dd403b4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Bound port: f90914e6-caed-4189-8fa3-60b46e4b5cee, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:39.716102 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.727037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bab60-adb3-48a4-b5c2-5dbec1989865 None None] Pushing event updated for resources: {'Port': ['ID=f90914e6-caed-4189-8fa3-60b46e4b5cee,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:39.746327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:39.754325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:39.763088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:39.969350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] For port f90914e6-caed-4189-8fa3-60b46e4b5cee, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:39.976145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] For port f90914e6-caed-4189-8fa3-60b46e4b5cee, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f90914e6-caed-4189-8fa3-60b46e4b5cee,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:40.053545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38d6e8-c441-467c-a0a7-ac916d8be54a req-dd0f169a-53b5-4818-8319-ba4d340b56a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:40.055009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a38d6e8-c441-467c-a0a7-ac916d8be54a req-dd0f169a-53b5-4818-8319-ba4d340b56a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.0962362 Aug 22 15:05:40.140041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a38d6e8-c441-467c-a0a7-ac916d8be54a req-a84594fa-20b9-4247-96a2-a13fb8d26261 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676565 Aug 22 15:05:40.350011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.353386 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.390168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.430693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=a32523d3-28f5-4a4f-b98d-23c8fb15ed90,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:40.447335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'd2ccae5e-798a-4aca-9840-c3b51fd318ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:40.447811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: e03cb9b3-2b08-485f-87cb-47f23dd403b4, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:40.459360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f1982a7-7a27-4158-81e1-0b9b20c65b7f None None] Provisioning for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:40.469738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bab60-adb3-48a4-b5c2-5dbec1989865 None None] Pushing event updated for resources: {'Port': ['ID=f90914e6-caed-4189-8fa3-60b46e4b5cee,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:40.483756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.487834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f1982a7-7a27-4158-81e1-0b9b20c65b7f None None] Provisioning complete for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:40.488249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1982a7-7a27-4158-81e1-0b9b20c65b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.548577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:40.554767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2f1982a7-7a27-4158-81e1-0b9b20c65b7f None None] Port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:40.566113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:40.567599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:40.624861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e03cb9b3-2b08-485f-87cb-47f23dd403b4) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:40.628997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:40.629823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.636606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2ca8d-a85f-4edc-9465-93c578e8b65c None None] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:40.722770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a8d8cc23-dcb7-43b0-b744-8c27489a12ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3561184 Aug 22 15:05:40.725195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49348) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:40.731292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-193648094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:40.845564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.955594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.957580 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:40.977557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.086714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:41.100156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.189991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.204477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.248690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:41.297860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e03cb9b3-2b08-485f-87cb-47f23dd403b4', 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': 'a32523d3-28f5-4a4f-b98d-23c8fb15ed90'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:41.298733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.300225 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:41.305571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4473e77b-9be2-4ff7-b188-990232332704 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5791526 Aug 22 15:05:41.365737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49358) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:41.458073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:41.471623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:41.646170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Allocated IP 2001:db8::2 (e03cb9b3-2b08-485f-87cb-47f23dd403b4/a32523d3-28f5-4a4f-b98d-23c8fb15ed90/9e4cb56f-5cbc-421e-a186-cafecf8d9436) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:41.657648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58e5c-1a1b-4d28-ad13-fda07f1f1ed0 req-5a25afc5-3059-477a-84a8-0379c4b17623 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:41.666421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b58e5c-1a1b-4d28-ad13-fda07f1f1ed0 req-5a25afc5-3059-477a-84a8-0379c4b17623 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3826241 Aug 22 15:05:41.756532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:41.934637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b58e5c-1a1b-4d28-ad13-fda07f1f1ed0 req-1a35b508-0476-4e75-93ed-e6fafa50b753 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667041 Aug 22 15:05:42.030872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4330672c-3854-437d-8fe9-98f3688caa92 None None] Provisioning complete for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:42.031559 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4330672c-3854-437d-8fe9-98f3688caa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.056963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:42.063906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5c6463d-b0d9-40c5-80d1-85caec7334c4 admin admin] 10.222.0.53 "PUT /v2.0/routers/2908fb78-f75a-4a2c-bdc4-d78f8173cffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067747 Aug 22 15:05:42.130577 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4330672c-3854-437d-8fe9-98f3688caa92 None None] Port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:42.137232 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.151214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:38Z', 'revision_number': 1, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:42.163455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Transition to ACTIVE for port object 9e4cb56f-5cbc-421e-a186-cafecf8d9436 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:42.190538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.198153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3781b-a170-4260-b0bb-87ff33fd5f84 None None] The sync data for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 is: [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:38Z', 'revision_number': 1, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:42.231949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Transition to ACTIVE for port object 9e4cb56f-5cbc-421e-a186-cafecf8d9436 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:42.327496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.432393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:42.455309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:42.459047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:42.578754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Pushing event updated for resources: {'Port': ['ID=9e4cb56f-5cbc-421e-a186-cafecf8d9436,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:42.602776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Attempting to bind port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:42.611510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Attempting to bind port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd2ccae5e-798a-4aca-9840-c3b51fd318ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:42.612227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Attempting to bind port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 on network e03cb9b3-2b08-485f-87cb-47f23dd403b4 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:42.635176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:42.635915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Checking segment: {'id': 'd2ccae5e-798a-4aca-9840-c3b51fd318ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:42.637831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.638480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Bound using segment: {'id': 'd2ccae5e-798a-4aca-9840-c3b51fd318ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:42.639208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Bound port: 9e4cb56f-5cbc-421e-a186-cafecf8d9436, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ccae5e-798a-4aca-9840-c3b51fd318ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e03cb9b3-2b08-485f-87cb-47f23dd403b4'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:42.639828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:42.855452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49396) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:42.872354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] For port 9e4cb56f-5cbc-421e-a186-cafecf8d9436, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:42.876555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] For port 9e4cb56f-5cbc-421e-a186-cafecf8d9436, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9e4cb56f-5cbc-421e-a186-cafecf8d9436,segment=NetworkSegment(d2ccae5e-798a-4aca-9840-c3b51fd318ec),segment_id=d2ccae5e-798a-4aca-9840-c3b51fd318ec)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:43.030872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:43.246595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6bf20c0-51ef-4e79-9b71-137a4b2d11f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:43.296873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ecc5f-1775-4cca-8f1a-27cd2a1c5418 None None] Pushing event updated for resources: {'Port': ['ID=9e4cb56f-5cbc-421e-a186-cafecf8d9436,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:43.454597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6bf20c0-51ef-4e79-9b71-137a4b2d11f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:43.553899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e6bf20c0-51ef-4e79-9b71-137a4b2d11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:43.638400 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e6bf20c0-51ef-4e79-9b71-137a4b2d11f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6df83787f6648a1834365c849d7df25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7782197 Aug 22 15:05:43.638621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf20c0-51ef-4e79-9b71-137a4b2d11f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e75e05-bac1-405e-88a8-be095457af3d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:43.641307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:43.794009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:43.825627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:44.098102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:44.101912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:44.110624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62e75e05-bac1-405e-88a8-be095457af3d HTTP/1.1" status: 204 len: 168 time: 0.4683752 Aug 22 15:05:44.139357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7dc13-3a3d-4f28-bc0e-d7a14f31a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e75e05-bac1-405e-88a8-be095457af3d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:44.160041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8::1 (e03cb9b3-2b08-485f-87cb-47f23dd403b4/a32523d3-28f5-4a4f-b98d-23c8fb15ed90/b35e23b0-204a-48f4-960a-2d9791c0aed7) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:44.455725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a76a07-329c-4271-907c-8781cf0d4de8 req-3fea496e-54bf-44cb-9c7e-fa45619b8ff7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:44.477758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36a76a07-329c-4271-907c-8781cf0d4de8 req-3fea496e-54bf-44cb-9c7e-fa45619b8ff7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.6099865 Aug 22 15:05:44.519897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:44.575210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f90914e6-caed-4189-8fa3-60b46e4b5cee up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:44.663450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object b35e23b0-204a-48f4-960a-2d9791c0aed7 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:44.711121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36a76a07-329c-4271-907c-8781cf0d4de8 req-04d331b8-521c-4e55-ad5d-6ad60a1795c7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301955 Aug 22 15:05:44.862711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:44.862868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f90914e6-caed-4189-8fa3-60b46e4b5cee completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:44.873661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f90914e6-caed-4189-8fa3-60b46e4b5cee triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:44.878009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:45.051027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:45.055907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:45.073024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:45.075322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:45.083767 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:45.134765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f90914e6-caed-4189-8fa3-60b46e4b5cee, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f90914e6-caed-4189-8fa3-60b46e4b5cee,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:45.201629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:45.201629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9e4cb56f-5cbc-421e-a186-cafecf8d9436 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:45.231105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=b35e23b0-204a-48f4-960a-2d9791c0aed7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:45.310120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff4999-ae1c-456e-a9c6-c90d991a597f None None] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:45.511454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.115921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f90914e6-caed-4189-8fa3-60b46e4b5cee,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:46.155708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6172-677f-4dc2-b954-147aff57fdae req-98698f4e-f8ba-432b-988d-41bce12022a0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:46.158571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243d6172-677f-4dc2-b954-147aff57fdae req-98698f4e-f8ba-432b-988d-41bce12022a0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.3201239 Aug 22 15:05:46.405313 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Sync routers for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:46.424981 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:46.425648 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:46.432540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.471924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-243d6172-677f-4dc2-b954-147aff57fdae req-8b73c491-f626-4919-ba24-2fcbbc0d6cbe tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954252 Aug 22 15:05:46.634882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5bd74368-89a2-441f-9c23-eefffbf13b6a None None] Provisioning for port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:46.677717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:46.677717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:46.677717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.686440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.690967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.728453 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:46.852430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Provisioning complete for port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:46.853047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:46.902329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=b35e23b0-204a-48f4-960a-2d9791c0aed7,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:47.008206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49550) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:47.152031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:47.163335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:47.255609 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.320539 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:40Z', 'revision_number': 2, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:47.329118 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.371895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2114184839-network', 'tenant_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:47.416814 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Checking router: 2908fb78-f75a-4a2c-bdc4-d78f8173cffa for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:05:47.418269 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Updating router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:05:47.453094 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.481342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:47.482537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] For port 9e4cb56f-5cbc-421e-a186-cafecf8d9436, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9e4cb56f-5cbc-421e-a186-cafecf8d9436,segment=NetworkSegment(d2ccae5e-798a-4aca-9840-c3b51fd318ec),segment_id=d2ccae5e-798a-4aca-9840-c3b51fd318ec)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:47.484231 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.499673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.655653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.778627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:05:47.782762 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:05:47.794302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:47.809058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Pushing event updated for resources: {'Port': ['ID=9e4cb56f-5cbc-421e-a186-cafecf8d9436,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:47.824101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6956-78e6-4f91-98ce-375a819585d5 req-2c16f940-1bc5-4cd2-8de4-467678108d4b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:47.825919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f76a6956-78e6-4f91-98ce-375a819585d5 req-2c16f940-1bc5-4cd2-8de4-467678108d4b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1319346 Aug 22 15:05:47.872106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f76a6956-78e6-4f91-98ce-375a819585d5 req-7e07eb0e-9719-498f-92a5-bc24910ef12a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Aug 22 15:05:48.056704 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.076018 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Transition to ACTIVE for port object 9951e6ee-8d6f-423d-a45a-aea26c6e2bff will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:48.084005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Provisioning for port b35e23b0-204a-48f4-960a-2d9791c0aed7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:48.096316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Provisioning complete for port b35e23b0-204a-48f4-960a-2d9791c0aed7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:48.096316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.122067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 3686ca29-7118-4433-8dc4-46958005c55e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:05:48.122532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.140835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d3138-2098-4fb0-9fa5-dc9378316049 None None] Port b35e23b0-204a-48f4-960a-2d9791c0aed7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:48.159888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:05:48.179317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a66174-9f85-44f5-8aa3-3a853ae61632,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:48.183886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.183886 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Added segment 5888f935-7de0-4604-85f6-d0a0dce4b2e2 of type vlan for network 652debb2-db40-441f-ab3c-8d4e84ec92d6 Aug 22 15:05:48.224077 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.290722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:48.292506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8e86da44-1cbe-48da-997c-f9e7427e4c12 None None] Provisioning complete for port b35e23b0-204a-48f4-960a-2d9791c0aed7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:48.293034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8e86da44-1cbe-48da-997c-f9e7427e4c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.295264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.299071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01306537-e727-4dd7-a95e-defd2a8b8cd7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/3686ca29-7118-4433-8dc4-46958005c55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9306281 Aug 22 15:05:48.304869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:48.415093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] Sync routers for ids ['3686ca29-7118-4433-8dc4-46958005c55e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:48.470793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.471816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:48.474024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.488470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] Routers {'3686ca29-7118-4433-8dc4-46958005c55e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:48.489523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3686ca29-7118-4433-8dc4-46958005c55e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:48.494756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8e86da44-1cbe-48da-997c-f9e7427e4c12 None None] Port b35e23b0-204a-48f4-960a-2d9791c0aed7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:48.508217 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Pushing event updated for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:48.550112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:48.568247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] Routers {'3686ca29-7118-4433-8dc4-46958005c55e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:48.575080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84146067-c50c-4e6b-ae62-c93b9c806a62 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:48.579828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.580213 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.580569 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.580895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.581231 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.581566 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.581895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.582222 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.583417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3686ca29-7118-4433-8dc4-46958005c55e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:48.597887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84146067-c50c-4e6b-ae62-c93b9c806a62 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports/b35e23b0-204a-48f4-960a-2d9791c0aed7 HTTP/1.1" status: 200 len: 911 time: 0.2683170 Aug 22 15:05:48.602151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:48.602502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.602502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.602502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.602502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:48.697444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6879148 Aug 22 15:05:48.699327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:48.709601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Request body: {'subnet': {'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2114184839-subnet', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:48.750101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:48.750101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda28029-3775-432d-a32b-e2b4b8c71f18 None None] The sync data for ids ['3686ca29-7118-4433-8dc4-46958005c55e'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:48.782486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9e4cb56f-5cbc-421e-a186-cafecf8d9436 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:48.789718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e407d4-54c6-4839-82e4-8a9739e226ed admin admin] Pushing event updated for resources: {'Network': ['ID=652debb2-db40-441f-ab3c-8d4e84ec92d6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:48.860385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:05:48.903832 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Attempting to bind port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:48.905572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Attempting to bind port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:48.905950 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Attempting to bind port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff on network 2f82a258-f38f-4fc5-8068-7521c0af2669 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:48.927030 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:48.932042 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Checking segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:48.933486 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.936076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:05:48.936263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Bound using segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:48.936263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Bound port: 9951e6ee-8d6f-423d-a45a-aea26c6e2bff, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:48.937593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:48.938057 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.125329 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] For port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:49.130587 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] For port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:49.218497 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.297109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:49.300390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.349371 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:49.350285 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:49.424291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.430781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e22fc9-4159-4c50-8fbc-930ec3b1b8c1 None None] Pushing event updated for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:49.575890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d9a0b-8081-4cf8-a2b5-d7d9a8b2cfd9 req-bd7f3e35-2d68-4f8f-81f0-16cffcbe2baa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:49.594715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b86d9a0b-8081-4cf8-a2b5-d7d9a8b2cfd9 req-bd7f3e35-2d68-4f8f-81f0-16cffcbe2baa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.4983387 Aug 22 15:05:49.623782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f90914e6-caed-4189-8fa3-60b46e4b5cee up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:49.655546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:49.656060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Network hostable DHCP agents. Network: 652debb2-db40-441f-ab3c-8d4e84ec92d6, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:05:49.681157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:49.684416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:49.769995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f90914e6-caed-4189-8fa3-60b46e4b5cee triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:49.770895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.811896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:05:49.875582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b86d9a0b-8081-4cf8-a2b5-d7d9a8b2cfd9 req-caf48d3c-c66a-4c08-8ea8-2761f5315d17 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327454 Aug 22 15:05:49.930759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 652debb2-db40-441f-ab3c-8d4e84ec92d6) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:49.936048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:49.936690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:49.998020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.029365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9b411-0c39-4671-8107-4c3216968b5e None None] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:50.098879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85742ec4-7af0-47fe-836e-3910f4bd7919 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3949432 Aug 22 15:05:50.102841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:50.108208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:50.209642 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:49Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:50.241371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.243071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.252946 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b173a3-2d16-4755-a70b-46a7a6e68171 None None] The sync data for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 is: [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:49Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:50.324446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-652debb2-db40-441f-ab3c-8d4e84ec92d6', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:05:50.324446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.396958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.554229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port b35e23b0-204a-48f4-960a-2d9791c0aed7 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:50.554817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.655510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Allocated IP 172.20.0.2 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/8dbff429-8a53-417a-8d96-190bb61ef8a4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:50.794993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:50.815920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for b35e23b0-204a-48f4-960a-2d9791c0aed7 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:50.890087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.008662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.023877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Transition to ACTIVE for port object 8dbff429-8a53-417a-8d96-190bb61ef8a4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:51.030493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9951e6ee-8d6f-423d-a45a-aea26c6e2bff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:51.100904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Transition to ACTIVE for port object 8dbff429-8a53-417a-8d96-190bb61ef8a4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:51.177936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.198868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8112f-7381-4067-b52a-8287256a6928 req-3039422c-bb8b-40cb-9236-c5451d95df39 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:51.201218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3e8112f-7381-4067-b52a-8287256a6928 req-3039422c-bb8b-40cb-9236-c5451d95df39 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.1750546 Aug 22 15:05:51.207930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:51.219615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.244708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:51.245649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.282747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3e8112f-7381-4067-b52a-8287256a6928 req-b6634de4-8d1e-48ad-8202-c4b0c89454eb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Aug 22 15:05:51.329512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:51.341707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:51.344960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:51.370273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Pushing event updated for resources: {'Port': ['ID=8dbff429-8a53-417a-8d96-190bb61ef8a4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:51.436610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.440568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.464751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Attempting to bind port 8dbff429-8a53-417a-8d96-190bb61ef8a4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:51.465599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Attempting to bind port 8dbff429-8a53-417a-8d96-190bb61ef8a4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:51.466249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Attempting to bind port 8dbff429-8a53-417a-8d96-190bb61ef8a4 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:51.476616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.476841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.496105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:51.503616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=b35e23b0-204a-48f4-960a-2d9791c0aed7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:51.504055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:51.504055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.504055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:51.504055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Bound port: 8dbff429-8a53-417a-8d96-190bb61ef8a4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:51.504055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.539384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:51.613784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.675841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] For port 8dbff429-8a53-417a-8d96-190bb61ef8a4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:51.714097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] For port 8dbff429-8a53-417a-8d96-190bb61ef8a4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8dbff429-8a53-417a-8d96-190bb61ef8a4,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:51.726168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:51.749827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Allocated IP 172.25.0.143 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/3c04f1ab-257a-441f-98e5-e2e6e712e69f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:51.786260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.808504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:51.985219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a9b8-2096-466f-9d6a-d7837c84d3dd None None] Pushing event updated for resources: {'Port': ['ID=8dbff429-8a53-417a-8d96-190bb61ef8a4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:52.017747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:52.067344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 3686ca29-7118-4433-8dc4-46958005c55e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:52.102402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-9a85bad5-7a2f-474c-80af-ce7b23c387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:52.104140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-9a85bad5-7a2f-474c-80af-ce7b23c387fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1096 time: 0.1906762 Aug 22 15:05:52.196014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:52.287866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:52.288447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:52.292534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:52.302224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:52.304100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49650) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:52.305455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] Sync routers for ids ['3686ca29-7118-4433-8dc4-46958005c55e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:52.310840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-548be229-6b88-4bd2-924f-730b9250a22a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/3686ca29-7118-4433-8dc4-46958005c55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7109108 Aug 22 15:05:52.316440 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] Routers {'3686ca29-7118-4433-8dc4-46958005c55e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:52.317688 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3686ca29-7118-4433-8dc4-46958005c55e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:52.388324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-544b547c-52c2-4314-8d6c-66822041523f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686ca29-7118-4433-8dc4-46958005c55e HTTP/1.1" status: 200 len: 205 time: 0.0829611 Aug 22 15:05:52.394151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:52.395552 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:52.423109 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] Routers {'3686ca29-7118-4433-8dc4-46958005c55e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:52.427638 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3686ca29-7118-4433-8dc4-46958005c55e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:52.473645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Pushing event updated for resources: {'Port': ['ID=3c04f1ab-257a-441f-98e5-e2e6e712e69f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:52.487871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:52.488687 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ac633-bbe5-498f-bfc8-b775d63733ba None None] The sync data for ids ['3686ca29-7118-4433-8dc4-46958005c55e'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:52.526693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-3d14c6a2-0290-4ba9-a6cb-5b907664fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:52.529373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-3d14c6a2-0290-4ba9-a6cb-5b907664fdbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 915 time: 0.3882868 Aug 22 15:05:52.676437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:52.684380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-d57e1ea4-7d28-43f2-a747-d28a3b635172 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 217 time: 0.1011646 Aug 22 15:05:52.837723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8dbff429-8a53-417a-8d96-190bb61ef8a4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:52.932017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.016859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8dbff429-8a53-417a-8d96-190bb61ef8a4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:53.021074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9951e6ee-8d6f-423d-a45a-aea26c6e2bff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:53.140911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:53.143368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.340962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5cef4-a75d-4998-8c90-dbd92935008a req-911d070b-7c58-4389-97c8-82d32fd89df8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:53.349913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13e5cef4-a75d-4998-8c90-dbd92935008a req-911d070b-7c58-4389-97c8-82d32fd89df8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.9259126 Aug 22 15:05:53.403489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.498895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5295c-e57d-4d86-ba9f-c01e5da6a526 None None] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:53.523622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.543264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.560844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13e5cef4-a75d-4998-8c90-dbd92935008a req-13a8bc5e-844a-466f-ad69-2f28c60a5221 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094662 Aug 22 15:05:53.565937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-1dfb8a3e-347d-46c9-9a30-96cca657ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:53.569088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-1dfb8a3e-347d-46c9-9a30-96cca657ae76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 0.8428209 Aug 22 15:05:53.649659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-9d6e42ee-49ab-46d3-9777-029019829f2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356057 Aug 22 15:05:53.767823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.769578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router 3686ca29-7118-4433-8dc4-46958005c55e {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:05:53.784591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Provisioning for port 8dbff429-8a53-417a-8d96-190bb61ef8a4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:53.798769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.800094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8944f524-9402-4e5e-bd01-093d80a26886 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/3686ca29-7118-4433-8dc4-46958005c55e HTTP/1.1" status: 204 len: 168 time: 1.4042845 Aug 22 15:05:53.811368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Provisioning complete for port 8dbff429-8a53-417a-8d96-190bb61ef8a4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:53.812099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:53.883821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-4f11cc61-1bde-4fb5-8c77-7e28956eb43e service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301519 Aug 22 15:05:53.884362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49668) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:53.977544 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.049036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] For port 8dbff429-8a53-417a-8d96-190bb61ef8a4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8dbff429-8a53-417a-8d96-190bb61ef8a4,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:54.060877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet a32523d3-28f5-4a4f-b98d-23c8fb15ed90 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:05:54.067145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.074803 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:05:54.127531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.149784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.155678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:05:54.219605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Pushing event updated for resources: {'Port': ['ID=8dbff429-8a53-417a-8d96-190bb61ef8a4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:54.237566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.238114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.243434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa661fd1-13d6-4d84-b8d3-b27b39a8989e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:05:54.302998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-346ba697-df43-46b0-930a-4ae12333b7dc None None] Provisioning complete for port 8dbff429-8a53-417a-8d96-190bb61ef8a4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:54.303433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-346ba697-df43-46b0-930a-4ae12333b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.342531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6e7afc-356c-4fad-b827-d5f37d6293ac req-83e85484-837c-439a-af6d-b0ae65245011 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402328 Aug 22 15:05:54.357867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.405938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:54.424648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:05:54.450155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:54.453312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:54.503880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.508058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49676) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:54.508270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-512640c0-47a2-4ceb-8cf2-e773b8c02d73 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4041426 Aug 22 15:05:54.557514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.602799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:54.630679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.636708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49682) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:54.652575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/a32523d3-28f5-4a4f-b98d-23c8fb15ed90 HTTP/1.1" status: 204 len: 168 time: 0.7667217 Aug 22 15:05:54.655467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf23c4-102d-4362-ac4e-998dd768473b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=a32523d3-28f5-4a4f-b98d-23c8fb15ed90,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:54.687006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7fb65-3838-408a-b412-842155779094 None None] Network e03cb9b3-2b08-485f-87cb-47f23dd403b4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:05:54.738654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8dbff429-8a53-417a-8d96-190bb61ef8a4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:54.780517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.866465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:05:54.866935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:54.988230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port 9e4cb56f-5cbc-421e-a186-cafecf8d9436, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9e4cb56f-5cbc-421e-a186-cafecf8d9436,segment=NetworkSegment(d2ccae5e-798a-4aca-9840-c3b51fd318ec),segment_id=d2ccae5e-798a-4aca-9840-c3b51fd318ec)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:54.988610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.002887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 9e4cb56f-5cbc-421e-a186-cafecf8d9436 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:05:55.011741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5e481-fe63-464e-9034-f69ea6fd5711 req-b47b7f02-02b0-483c-a975-bb08afb7824d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:55.022884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfc5e481-fe63-464e-9034-f69ea6fd5711 req-b47b7f02-02b0-483c-a975-bb08afb7824d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 945 time: 0.2001665 Aug 22 15:05:55.092680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfc5e481-fe63-464e-9034-f69ea6fd5711 req-28b032ad-c429-48d8-bae8-23b61f3ec84a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685136 Aug 22 15:05:55.241001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.271878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8dbff429-8a53-417a-8d96-190bb61ef8a4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:55.272470 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.309540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=9e4cb56f-5cbc-421e-a186-cafecf8d9436,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:55.310511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:55.337761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port 9e4cb56f-5cbc-421e-a186-cafecf8d9436 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:05:55.377893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a5216-9b59-4618-af84-c72b029192fc None None] DHCP port deletion for e03cb9b3-2b08-485f-87cb-47f23dd403b4 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:05:55.456670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:52Z', 'revision_number': 3, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:55.488559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.528915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:05:55.529280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Updating router f8a373e3-ccd6-459f-a5bb-154bda08f01e port 3c04f1ab-257a-441f-98e5-e2e6e712e69f binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:05:55.548950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.582558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.584693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03cb9b3-2b08-485f-87cb-47f23dd403b4']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:55.599929 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.608179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ccae5e-798a-4aca-9840-c3b51fd318ec') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:55.610792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ccae5e-798a-4aca-9840-c3b51fd318ec') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:55.643313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.645831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:05:55.648396 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05723965-6487-4b6e-b1ac-67bf6ce83fc3" -d '{"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-unplugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:05:55.677521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:55.689541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.710007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:05:55.712076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:05:55.721644 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:05:55.773369 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722f46a-0e1a-46ac-9743-8acfb680ae18 x-openstack-request-id: req-1722f46a-0e1a-46ac-9743-8acfb680ae18 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:05:55.773760 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-unplugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:05:55.773946 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1722f46a-0e1a-46ac-9743-8acfb680ae18 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:05:55.774294 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'code': 200} Aug 22 15:05:55.775116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.836461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Allocated IP 172.20.0.1 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/27618da4-4b88-4243-8213-02c5bb410366) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:55.906421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:55.938160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.943209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:55.950090 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/e03cb9b3-2b08-485f-87cb-47f23dd403b4 HTTP/1.1" status: 204 len: 168 time: 1.3076012 Aug 22 15:05:55.950538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:05:55.957332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1572244238', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:05:55.974235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01974048-eeb6-4204-9597-5ce19e600dae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=e03cb9b3-2b08-485f-87cb-47f23dd403b4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:56.031328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.056473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Transition to ACTIVE for port object 27618da4-4b88-4243-8213-02c5bb410366 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:56.128397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.130241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.142669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.196072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Transition to ACTIVE for port object 3c04f1ab-257a-441f-98e5-e2e6e712e69f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:05:56.227808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.259344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.306227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.321020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:56.323999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:56.331841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:56.337084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Attempting to bind port 3c04f1ab-257a-441f-98e5-e2e6e712e69f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:05:56.337568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Attempting to bind port 3c04f1ab-257a-441f-98e5-e2e6e712e69f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:05:56.337909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Attempting to bind port 3c04f1ab-257a-441f-98e5-e2e6e712e69f on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:05:56.352657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ebdc-cc39-4422-8c00-749065b9f4b8 None None] Pushing event updated for resources: {'Port': ['ID=3c04f1ab-257a-441f-98e5-e2e6e712e69f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Bound port: 3c04f1ab-257a-441f-98e5-e2e6e712e69f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:05:56.399815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.403484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380ae15-936c-44b9-9465-578f5ee1ec4a req-8ef75be4-d432-441e-b3e8-f28c9b0d399e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:56.403484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1380ae15-936c-44b9-9465-578f5ee1ec4a req-8ef75be4-d432-441e-b3e8-f28c9b0d399e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1682413 Aug 22 15:05:56.403484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Pushing event updated for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:56.503257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.504304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] For port 3c04f1ab-257a-441f-98e5-e2e6e712e69f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:05:56.509323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] For port 3c04f1ab-257a-441f-98e5-e2e6e712e69f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3c04f1ab-257a-441f-98e5-e2e6e712e69f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:05:56.514953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1380ae15-936c-44b9-9465-578f5ee1ec4a req-5bd4d3cd-b9d7-4b52-8b67-44cc1d6f06da tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165714 Aug 22 15:05:56.672443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9e4cb56f-5cbc-421e-a186-cafecf8d9436 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:05:56.730750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9e4cb56f-5cbc-421e-a186-cafecf8d9436 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:05:56.735150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9e4cb56f-5cbc-421e-a186-cafecf8d9436 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:05:56.773338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.922154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-68467aca-6f1d-4717-bb8f-e19206ddaee0 None None] Provisioning for port 27618da4-4b88-4243-8213-02c5bb410366 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:56.927326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:56.983300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.001097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-68467aca-6f1d-4717-bb8f-e19206ddaee0 None None] Provisioning complete for port 27618da4-4b88-4243-8213-02c5bb410366 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:57.001650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68467aca-6f1d-4717-bb8f-e19206ddaee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.035558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:05:57.035558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:57.135898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ebdc-cc39-4422-8c00-749065b9f4b8 None None] Pushing event updated for resources: {'Port': ['ID=3c04f1ab-257a-441f-98e5-e2e6e712e69f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:57.140571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-68467aca-6f1d-4717-bb8f-e19206ddaee0 None None] Port 27618da4-4b88-4243-8213-02c5bb410366 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:57.206308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:05:57.412471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.437972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.463577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.532829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:05:55Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:05:57.547297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.582264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817c9ef0-8629-4339-8fbd-ee0c22feb6ad None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:05:55Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:05:57.698967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:57.736955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 172.25.0.98 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/b5554bf9-0791-4254-820b-cc4cc8af8f8c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:05:57.761525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Pushing event updated for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:57.796929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db88a6-1741-49c3-96f3-113140e450ce req-641d0eb5-9166-4b9d-9ba9-b4b6c90c5638 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:57.803444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34db88a6-1741-49c3-96f3-113140e450ce req-641d0eb5-9166-4b9d-9ba9-b4b6c90c5638 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1686273 Aug 22 15:05:57.968086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34db88a6-1741-49c3-96f3-113140e450ce req-31717679-1337-4d01-b329-27bd703a3c5d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360576 Aug 22 15:05:57.998008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:57.998008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:58.029417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:58.252870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7080080-910b-46cd-9c5e-2d665839f5e5 req-64380f68-05a9-40a5-ac57-32b84b7c085f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:58.269885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7080080-910b-46cd-9c5e-2d665839f5e5 req-64380f68-05a9-40a5-ac57-32b84b7c085f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1487117 Aug 22 15:05:58.302584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:05:58.314405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-90d98384-b9e7-43b7-941d-dca6a75d2c8f None None] Provisioning complete for port 27618da4-4b88-4243-8213-02c5bb410366 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:58.314701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-90d98384-b9e7-43b7-941d-dca6a75d2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:58.364899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7080080-910b-46cd-9c5e-2d665839f5e5 req-e0fa826b-13db-479c-b9da-1c08d561be7c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891185 Aug 22 15:05:58.413151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-90d98384-b9e7-43b7-941d-dca6a75d2c8f None None] Port 27618da4-4b88-4243-8213-02c5bb410366 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:05:58.419799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:58.768977 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3c04f1ab-257a-441f-98e5-e2e6e712e69f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:05:58.910691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3c04f1ab-257a-441f-98e5-e2e6e712e69f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:05:58.921357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3c04f1ab-257a-441f-98e5-e2e6e712e69f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:05:58.921357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:58.926480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-6ad7adc7-1114-4b52-a3ae-53ec6aaf3e9e req-889cc8f5-0e3e-4680-9ccb-cfdc8a501d3d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:05:58.939461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ad7adc7-1114-4b52-a3ae-53ec6aaf3e9e req-889cc8f5-0e3e-4680-9ccb-cfdc8a501d3d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164416 Aug 22 15:05:58.983068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:05:58.997299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:05:59.035131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:05:59.047908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=b5554bf9-0791-4254-820b-cc4cc8af8f8c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:59.094505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:59.137009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3c04f1ab-257a-441f-98e5-e2e6e712e69f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3c04f1ab-257a-441f-98e5-e2e6e712e69f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:05:59.137253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:05:59.144578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc02e8e8-49bf-4ca0-b6dc-60cf04f5c282 admin admin] 10.222.0.53 "PUT /v2.0/routers/f8a373e3-ccd6-459f-a5bb-154bda08f01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6353474 Aug 22 15:05:59.228927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:59.374467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3c04f1ab-257a-441f-98e5-e2e6e712e69f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:05:59.533438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:05:59.623892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfff8d-66d9-4f71-a655-80d49c37b7ba req-01beb4e0-73b6-40c0-99b1-6b527570f52a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:05:59.632869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84bfff8d-66d9-4f71-a655-80d49c37b7ba req-01beb4e0-73b6-40c0-99b1-6b527570f52a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.3026919 Aug 22 15:05:59.864663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84bfff8d-66d9-4f71-a655-80d49c37b7ba req-0d9e9a6a-72ec-4576-9c90-64fc3a67401f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307661 Aug 22 15:05:59.967498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-edf81480-8511-4758-93b9-4dc852c13874 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2412763 Aug 22 15:06:00.069258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:00.080917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce2bb613-6fb3-4387-940e-85216ad52abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:00.127288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517666e-955e-417b-96e2-f70db6105742 req-b6345c26-4402-482e-bb0f-6b7d6c4ef197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:00.129045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-b6345c26-4402-482e-bb0f-6b7d6c4ef197 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 1096 time: 0.1145535 Aug 22 15:06:00.292824 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-d7dc688b-a8b5-4f60-a67f-78f18173d755 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2632248 Aug 22 15:06:00.304332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-bf3f6495-f072-4cd3-bce7-b7cbe4e76e15 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:06:00.306331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-bf3f6495-f072-4cd3-bce7-b7cbe4e76e15 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056348 Aug 22 15:06:00.366428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517666e-955e-417b-96e2-f70db6105742 req-7a669519-92fa-42be-acf6-ff117f46b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:00.368012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-7a669519-92fa-42be-acf6-ff117f46b355 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 HTTP/1.1" status: 200 len: 912 time: 0.2129285 Aug 22 15:06:00.503732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-5dfaad88-4803-45e8-a2ce-6b805e4f30ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 HTTP/1.1" status: 200 len: 1001 time: 0.1275592 Aug 22 15:06:00.504249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:06:00.663589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:00.663795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517666e-955e-417b-96e2-f70db6105742 req-911031e5-545a-40f2-a1e2-6522f95865f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:00.666201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-911031e5-545a-40f2-a1e2-6522f95865f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed232dda-f557-40ee-9bf4-ae3581a751ff HTTP/1.1" status: 200 len: 850 time: 0.1540613 Aug 22 15:06:00.669427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1795196041-network', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:00.699704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3c04f1ab-257a-441f-98e5-e2e6e712e69f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:00.784641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3c04f1ab-257a-441f-98e5-e2e6e712e69f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:00.785025 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:00.787552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:00.791232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517666e-955e-417b-96e2-f70db6105742 req-32190320-3c5f-46e8-a1d9-37f4f069dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:00.793845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-32190320-3c5f-46e8-a1d9-37f4f069dbf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155849 Aug 22 15:06:00.799178 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] Sync routers for ids ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:00.800950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Made reservation on behalf of 3230c44ebe1640e2b8d825cdca910986 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:00.803890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:00.820821 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] Routers {'80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:00.821477 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:00.851920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:00.905970 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:00.916003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:00.946930 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] Routers {'80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:00.951760 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:01.022163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:01.024308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:01.115801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.222510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.228194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:01.264771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af17a3-7205-4672-a1bc-948c2d7774e3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:01.266468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-fb8e546e-eb28-4dde-ac50-229745d183c8 service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429111 Aug 22 15:06:01.285616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:01.306549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.307897 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Added segment 6053c439-fddf-44e3-919d-7c6e43e47c82 of type vlan for network a96dfc9d-7473-4cfd-9624-2756b03bba8a Aug 22 15:06:01.320920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:06:01.326037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:01.326697 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b00dd-dffd-4306-9856-afcee22ae4cf None None] The sync data for ids ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:01.374494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d161d-8ce9-4b2a-85f6-1c509baaf178 req-327219ff-2c5f-47dc-8f47-e9780c6a9397 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:01.376545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457d161d-8ce9-4b2a-85f6-1c509baaf178 req-327219ff-2c5f-47dc-8f47-e9780c6a9397 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.2899537 Aug 22 15:06:01.399008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.441807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.441807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-499f8da1-eb4f-4855-89a8-d9c2e90dc8e4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.4855392 Aug 22 15:06:01.441807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49810) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:01.516540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457d161d-8ce9-4b2a-85f6-1c509baaf178 req-d79fa240-2fd0-49a1-afc2-e126c92498b3 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Aug 22 15:06:01.537632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.538714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:01.539499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:01.596649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4517666e-955e-417b-96e2-f70db6105742 req-c12c9bbb-9324-4047-834f-5b7b0cf91561 service neutron] 10.222.0.54 "GET /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124259 Aug 22 15:06:01.640608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a73ba07d-c552-45c7-95b6-d41a2ccc1afe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers/80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 200 len: 884 time: 0.1936483 Aug 22 15:06:01.642452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49814) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:01.668179 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9992270 Aug 22 15:06:01.668329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:05:57Z', 'revision_number': 2, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:01.678947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49816) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:01.692136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Request body: {'subnet': {'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1795196041-subnet', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:01.697150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd921ab-fc50-403a-aac4-20aacbc46523 admin admin] Pushing event updated for resources: {'Network': ['ID=a96dfc9d-7473-4cfd-9624-2756b03bba8a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:01.755807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:01.755807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:01.755807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Updating router f8a373e3-ccd6-459f-a5bb-154bda08f01e port 27618da4-4b88-4243-8213-02c5bb410366 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:01.818742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.021890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d0905805-ba21-49c2-a0f0-4eba99174937 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3756275 Aug 22 15:06:02.022344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49822) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:02.028815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1572244238'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:02.268754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.288868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Transition to ACTIVE for port object 27618da4-4b88-4243-8213-02c5bb410366 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:02.415670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.458167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Made reservation on behalf of 3230c44ebe1640e2b8d825cdca910986 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:02.460652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.566506 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.571817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:02.686338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff51b-a163-4fb3-b30a-1e8d81b005ce req-9ec7b3c7-b3e9-409b-bc94-f2b054f8c363 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:02.686911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066456-fa75-4bf6-9f70-7ab5472229b4 None None] Pushing event updated for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:02.699895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0dff51b-a163-4fb3-b30a-1e8d81b005ce req-9ec7b3c7-b3e9-409b-bc94-f2b054f8c363 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.0935085 Aug 22 15:06:02.760253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0dff51b-a163-4fb3-b30a-1e8d81b005ce req-194a2b48-69a1-4e83-b9d7-c5494e4e746d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Aug 22 15:06:02.799009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:02.914888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.001444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:03.012245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-7c330db0-d93e-45b8-933d-75fb089e67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:03.013995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-7c330db0-d93e-45b8-933d-75fb089e67c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70&tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9 HTTP/1.1" status: 200 len: 1094 time: 0.1486890 Aug 22 15:06:03.074257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Checking segment: {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:03.074709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Network hostable DHCP agents. Network: a96dfc9d-7473-4cfd-9624-2756b03bba8a, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:03.075193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Attempting to bind port 27618da4-4b88-4243-8213-02c5bb410366 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:03.075578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Attempting to bind port 27618da4-4b88-4243-8213-02c5bb410366 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:03.076399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Attempting to bind port 27618da4-4b88-4243-8213-02c5bb410366 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:03.080257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:03.098427 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] Sync routers for ids ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:03.099816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.102138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e664e1e-8fb6-4ba8-942f-21b7a702bf4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 200 len: 891 time: 1.0783906 Aug 22 15:06:03.104209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:03.104658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:03.105533 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.105885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:03.106032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:03.106531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Bound port: 27618da4-4b88-4243-8213-02c5bb410366, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:03.107207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.113563 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] Routers {'80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:03.120606 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:03.167513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-3b51de0c-a35a-48f8-be28-eb17cd9f83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:03.169403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-3b51de0c-a35a-48f8-be28-eb17cd9f83de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1094 time: 0.1312201 Aug 22 15:06:03.207179 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.248869 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:03.267691 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df2de988-df0a-442b-9a5f-e2e9ca1b5bb0 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers/80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 200 len: 891 time: 0.1503284 Aug 22 15:06:03.269917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49844) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:03.271463 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] Routers {'80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:03.275159 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:05:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:03.278930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] For port 27618da4-4b88-4243-8213-02c5bb410366, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:03.294967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] For port 27618da4-4b88-4243-8213-02c5bb410366, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=27618da4-4b88-4243-8213-02c5bb410366,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:03.306240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f364a7b2-77f1-4c79-9c92-402294cabbc7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 200 len: 205 time: 0.0330582 Aug 22 15:06:03.308598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49852) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:03.403133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.449053 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:03.449988 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a585bc1-352e-428e-80ab-0a9e387bbf1d None None] The sync data for ids ['80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:03.486456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:03.497494 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8045bc8d-cf3a-459a-9b08-7da9bb7f76b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.513986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066456-fa75-4bf6-9f70-7ab5472229b4 None None] Pushing event updated for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:03.532544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:03.533362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:03.690758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.751708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:03.818097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a96dfc9d-7473-4cfd-9624-2756b03bba8a) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:03.856653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:03.857351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:03.874451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cf54a-c139-4529-9e0e-f205ba0d1b3d None None] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:04.048101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.078171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2b5970c2-2b0c-4b0a-9148-d5da5a2b6dce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3959606 Aug 22 15:06:04.081635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:04.090519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:04.273563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.274671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.414697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.433754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port b5554bf9-0791-4254-820b-cc4cc8af8f8c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:06:04.434357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.508687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-b045bb6b-c4db-4ac0-9377-20a0d84b1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:04.511370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-b045bb6b-c4db-4ac0-9377-20a0d84b1433 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 915 time: 1.3324680 Aug 22 15:06:04.555161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.557479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f2bfa-c7ba-4c59-8bb8-d3553c0e0d76 req-a5949e7f-d382-4dcd-ab14-3aa354605783 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:04.562506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c41f2bfa-c7ba-4c59-8bb8-d3553c0e0d76 req-a5949e7f-d382-4dcd-ab14-3aa354605783 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.3513916 Aug 22 15:06:04.610910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for b5554bf9-0791-4254-820b-cc4cc8af8f8c owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:06:04.671307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:04.672229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:04.720673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:03Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:04.743484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-42e6d45e-da11-4456-868c-983cd1340b41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 217 time: 0.2147574 Aug 22 15:06:04.885474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 27618da4-4b88-4243-8213-02c5bb410366 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:04.907401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c41f2bfa-c7ba-4c59-8bb8-d3553c0e0d76 req-a8b93ed2-00b6-4dac-9866-99ede861f5ed tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320584 Aug 22 15:06:04.913285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a89c117-84c6-47e8-845a-5943a1858ec9 None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:03Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:04.990408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-88214fd6-580d-4e51-9c81-39ac414c8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:04.990408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-88214fd6-580d-4e51-9c81-39ac414c8685 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 0.2191620 Aug 22 15:06:05.029324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.081560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-fe164639-9eef-414e-aa5e-530cc3832192 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834529 Aug 22 15:06:05.220675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.348881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-5a2ebb82-d1f6-460c-a86b-509560a9d18d service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561295 Aug 22 15:06:05.393449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Allocated IP 172.20.0.2 (a96dfc9d-7473-4cfd-9624-2756b03bba8a/f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab/384b6433-47d0-4918-809c-65cc3b22fd00) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:05.514045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ae1803-7fd0-4e3d-acb1-70184fa748da req-7f0fd4e5-1d42-4d0e-b6ab-9430781d6b42 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613865 Aug 22 15:06:05.517562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 27618da4-4b88-4243-8213-02c5bb410366 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:05.535368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 27618da4-4b88-4243-8213-02c5bb410366 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:05.535861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.638665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.676070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Transition to ACTIVE for port object 384b6433-47d0-4918-809c-65cc3b22fd00 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:05.765414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Transition to ACTIVE for port object 384b6433-47d0-4918-809c-65cc3b22fd00 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:05.801999 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.881316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:05.899685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=b5554bf9-0791-4254-820b-cc4cc8af8f8c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:05.913059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.019834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.032484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 27618da4-4b88-4243-8213-02c5bb410366, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=27618da4-4b88-4243-8213-02c5bb410366,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:06.079824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Pushing event updated for resources: {'Port': ['ID=384b6433-47d0-4918-809c-65cc3b22fd00,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:06.102361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:06.108259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:06.111077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:06.191186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.193545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec6324-c7dc-4a60-964b-d38cec512a5a req-9337d852-8321-4ec5-904b-69f0f34ed341 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:06.196574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.201161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83ec6324-c7dc-4a60-964b-d38cec512a5a req-9337d852-8321-4ec5-904b-69f0f34ed341 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1190138 Aug 22 15:06:06.209172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.263907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83ec6324-c7dc-4a60-964b-d38cec512a5a req-4198d424-dc87-408c-9c55-422fae0367ef tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526721 Aug 22 15:06:06.267892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:06.270892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Attempting to bind port 384b6433-47d0-4918-809c-65cc3b22fd00 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:06.271275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Attempting to bind port 384b6433-47d0-4918-809c-65cc3b22fd00 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:06.271650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Attempting to bind port 384b6433-47d0-4918-809c-65cc3b22fd00 on network a96dfc9d-7473-4cfd-9624-2756b03bba8a {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:06.279009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:06.279395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Checking segment: {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:06.283297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.283955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Bound using segment: {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:06.291068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Bound port: 384b6433-47d0-4918-809c-65cc3b22fd00, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:06.291068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.380479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.383319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router 80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:06:06.406241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.411890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49984) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:06.413388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9d2aa6df-d211-445f-9d90-422330514e89 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 204 len: 168 time: 3.0942552 Aug 22 15:06:06.418245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-662478742'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:06.455052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] For port 384b6433-47d0-4918-809c-65cc3b22fd00, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:06.469021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] For port 384b6433-47d0-4918-809c-65cc3b22fd00, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=384b6433-47d0-4918-809c-65cc3b22fd00,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:06.545854 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.571712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:06.578116 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.652577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:06.671628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.675050 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment bedec0db-faed-4cc8-af50-fb0ba020a35a of type vlan for network e71b55a3-5de5-4299-9321-ccab225a3611 Aug 22 15:06:06.726015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.749423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4be0b-7292-4d67-839e-63eb4a549ff7 None None] Pushing event updated for resources: {'Port': ['ID=384b6433-47d0-4918-809c-65cc3b22fd00,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:06.769239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 27618da4-4b88-4243-8213-02c5bb410366 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:06.770908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.811604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.840174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.878098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 27618da4-4b88-4243-8213-02c5bb410366 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:06.878529 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.892084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:06.898168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:06.898919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:07.039662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6270459 Aug 22 15:06:07.045578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:07.072033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:07.159482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64507f-ead7-4c5a-9f1d-ec1d7714ff03 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=e71b55a3-5de5-4299-9321-ccab225a3611,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:07.177371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e71b55a3-5de5-4299-9321-ccab225a3611 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:07.283599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Allocated IP 172.25.0.128 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8df1688b-b17b-4570-b545-13c0528bbfcb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:07.529152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abf564-7daf-4ea8-80b7-ffe8465ee358 req-b6957073-2820-424b-bf36-95db8df9dc5b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:07.532543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67abf564-7daf-4ea8-80b7-ffe8465ee358 req-b6957073-2820-424b-bf36-95db8df9dc5b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1238627 Aug 22 15:06:07.565794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:07.650691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67abf564-7daf-4ea8-80b7-ffe8465ee358 req-f24cef20-6f8a-43eb-b304-827fea2a6617 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026101 Aug 22 15:06:07.672407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:07.683576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:07.804391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:08.061906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:08.066237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Pushing event updated for resources: {'Port': ['ID=8df1688b-b17b-4570-b545-13c0528bbfcb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:08.072667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:08.075516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:08.256898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89220448-65a0-4fa3-8af2-eabf5572409e None None] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:08.311175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:08.424863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'bedec0db-faed-4cc8-af50-fb0ba020a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:08.425215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: e71b55a3-5de5-4299-9321-ccab225a3611, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:08.438699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=b5bd6c67-6e51-47ea-91f1-591355a13941,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:08.562140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0022ef5b-0665-47db-a4f7-9f196c8a366d None None] Provisioning for port 384b6433-47d0-4918-809c-65cc3b22fd00 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:08.590329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e71b55a3-5de5-4299-9321-ccab225a3611 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:08.610376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcf9bb-d31c-4e1d-a840-0b3db49cbbb3 req-de9df413-0975-4f9a-81ec-7f1fc98a202c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:08.641029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8bcf9bb-d31c-4e1d-a840-0b3db49cbbb3 req-de9df413-0975-4f9a-81ec-7f1fc98a202c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1315794 Aug 22 15:06:08.680721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:08.833047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 384b6433-47d0-4918-809c-65cc3b22fd00 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:08.843515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8bcf9bb-d31c-4e1d-a840-0b3db49cbbb3 req-86e20b62-5d98-4fdf-b1de-289aaeee12c9 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921775 Aug 22 15:06:08.956463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52618ab7-d32f-426a-b2d4-e012e426ddf0 req-2a9225c1-f2fd-43db-b209-bed9c0de61a5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:08.965034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52618ab7-d32f-426a-b2d4-e012e426ddf0 req-2a9225c1-f2fd-43db-b209-bed9c0de61a5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1082501 Aug 22 15:06:09.045991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52618ab7-d32f-426a-b2d4-e012e426ddf0 req-a3c9c5ef-4885-4b1f-885f-608261b59ebf tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797036 Aug 22 15:06:09.097836 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.110204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e71b55a3-5de5-4299-9321-ccab225a3611) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:09.120698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f87ac6-e4f8-4e73-9e1a-3a7f75b395d6 None None] Network e71b55a3-5de5-4299-9321-ccab225a3611 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:09.174452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:09.175170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.189103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 384b6433-47d0-4918-809c-65cc3b22fd00 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:09.195161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-34804e0c-261e-496b-86f2-44c97f5aa0a5 None None] Provisioning complete for port 384b6433-47d0-4918-809c-65cc3b22fd00 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:09.195611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34804e0c-261e-496b-86f2-44c97f5aa0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.200006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 384b6433-47d0-4918-809c-65cc3b22fd00 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:09.200477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.298247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:09.299550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-da23fc86-3904-44fd-a849-ad86eaae18ab tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2521229 Aug 22 15:06:09.307434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1599681264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:09.355170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Router ad55e338-706d-4789-b63d-acbdbce9210f is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:06:09.423410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.424539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.490041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.550216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:09.559172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.570697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Sync routers for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:09.589585 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.610132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e71b55a3-5de5-4299-9321-ccab225a3611', 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': 'b5bd6c67-6e51-47ea-91f1-591355a13941'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:09.611101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.644511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34804e0c-261e-496b-86f2-44c97f5aa0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.657252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.658895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d03f3be6-6f23-49f8-a6ab-0fdb891be164 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3593278 Aug 22 15:06:09.661739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50098) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:09.666212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:09.666212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:09.738300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:09.740968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-835335cc-56ec-4114-9d9b-0833c50cce3d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6557646 Aug 22 15:06:09.744639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50106) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:10.064054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 384b6433-47d0-4918-809c-65cc3b22fd00, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=384b6433-47d0-4918-809c-65cc3b22fd00,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:10.187019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:10.349360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:10.394029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-34804e0c-261e-496b-86f2-44c97f5aa0a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:06:10.394879 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-34804e0c-261e-496b-86f2-44c97f5aa0a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:06:10.397382 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:10.440920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f978e2-e250-4acb-b88a-616c723a9dd1 req-0377c461-1318-4cb0-9fa9-0f8f16660f27 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:10.449323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25f978e2-e250-4acb-b88a-616c723a9dd1 req-0377c461-1318-4cb0-9fa9-0f8f16660f27 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.3080597 Aug 22 15:06:10.465625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:10.467298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Allocated IP 2001:db8::2 (e71b55a3-5de5-4299-9321-ccab225a3611/b5bd6c67-6e51-47ea-91f1-591355a13941/f7045446-4570-4008-8045-cc7b5289e998) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:10.470161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43e167-9981-4ff1-905f-c5166605bd5e req-be7c8182-cc8f-408c-9442-7be75aaee5e9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:10.474281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=384b6433-47d0-4918-809c-65cc3b22fd00,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:10.477752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c43e167-9981-4ff1-905f-c5166605bd5e req-be7c8182-cc8f-408c-9442-7be75aaee5e9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.2843311 Aug 22 15:06:10.594526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25f978e2-e250-4acb-b88a-616c723a9dd1 req-fc2103ca-67ca-4f7f-ba51-58d762db442a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354554 Aug 22 15:06:10.701651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c43e167-9981-4ff1-905f-c5166605bd5e req-4820806f-1942-4be3-b12a-2bf584f4cba7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228768 Aug 22 15:06:10.807428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 384b6433-47d0-4918-809c-65cc3b22fd00 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:10.898566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:10.939159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Transition to ACTIVE for port object f7045446-4570-4008-8045-cc7b5289e998 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:10.987241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:08Z', 'revision_number': 3, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:10.990447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Transition to ACTIVE for port object f7045446-4570-4008-8045-cc7b5289e998 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:11.034170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.039802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Checking router: ad55e338-706d-4789-b63d-acbdbce9210f for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:11.040186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Updating router ad55e338-706d-4789-b63d-acbdbce9210f port 8df1688b-b17b-4570-b545-13c0528bbfcb binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:11.042110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.050435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.058501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.068381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.074674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 384b6433-47d0-4918-809c-65cc3b22fd00 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:11.075063 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.079392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.080012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.087340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.100245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3997a965-103c-4192-a355-9490cbfb69d1 req-5216ac32-7882-4e66-b7c6-b1107048279e tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.2550406 Aug 22 15:06:11.111043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.193619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3997a965-103c-4192-a355-9490cbfb69d1 req-f11f004c-0111-4462-a709-e7abbdd26524 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943043 Aug 22 15:06:11.193845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8::1 (e71b55a3-5de5-4299-9321-ccab225a3611/b5bd6c67-6e51-47ea-91f1-591355a13941/421f60c7-a778-45a6-b443-c3ce4744b8bd) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:11.215005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.421779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.452769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 421f60c7-a778-45a6-b443-c3ce4744b8bd will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:11.471016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Network e71b55a3-5de5-4299-9321-ccab225a3611 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:11.486081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:11.511055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Pushing event updated for resources: {'Port': ['ID=f7045446-4570-4008-8045-cc7b5289e998,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:11.514315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:11.523999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Allocated IP 172.20.0.1 (a96dfc9d-7473-4cfd-9624-2756b03bba8a/f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab/c2e7804a-bba5-44e6-9625-c732ef78dfde) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:11.564174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.587844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.594629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.604264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.610930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.618649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.627572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.636264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:11.639463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40cc3148-bbf3-41b3-b25f-ab04f4dcfdcc req-a18e06ac-2c55-4335-9c0c-55ec0f638324 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.1505249 Aug 22 15:06:11.640499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e71b55a3-5de5-4299-9321-ccab225a3611 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:11.645297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:11.658877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:11.659612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.776976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=421f60c7-a778-45a6-b443-c3ce4744b8bd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:11.790404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.830806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Transition to ACTIVE for port object c2e7804a-bba5-44e6-9625-c732ef78dfde will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:11.924173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Attempting to bind port f7045446-4570-4008-8045-cc7b5289e998 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:11.925013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Attempting to bind port f7045446-4570-4008-8045-cc7b5289e998 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'bedec0db-faed-4cc8-af50-fb0ba020a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:11.925013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Attempting to bind port f7045446-4570-4008-8045-cc7b5289e998 on network e71b55a3-5de5-4299-9321-ccab225a3611 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:11.945229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:11.945620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Checking segment: {'id': 'bedec0db-faed-4cc8-af50-fb0ba020a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:11.946035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.950005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Bound using segment: {'id': 'bedec0db-faed-4cc8-af50-fb0ba020a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:11.950593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:11.950741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Bound port: f7045446-4570-4008-8045-cc7b5289e998, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedec0db-faed-4cc8-af50-fb0ba020a35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e71b55a3-5de5-4299-9321-ccab225a3611'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:11.951039 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.012432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e68c7-7e70-4bcc-aa0d-fde7b407b5e3 req-0a5a9f93-2d72-4c2d-9dd0-c23fe6eeae7e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:12.014456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a0e68c7-7e70-4bcc-aa0d-fde7b407b5e3 req-0a5a9f93-2d72-4c2d-9dd0-c23fe6eeae7e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1352355 Aug 22 15:06:12.037101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.127833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f8997-55cc-47f9-8f93-1c4a83eae134 req-d9bfdb9d-ba4c-4e36-967b-2e477d041a62 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:12.135932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de9f8997-55cc-47f9-8f93-1c4a83eae134 req-d9bfdb9d-ba4c-4e36-967b-2e477d041a62 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2590222 Aug 22 15:06:12.196019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] For port f7045446-4570-4008-8045-cc7b5289e998, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:12.203173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] For port f7045446-4570-4008-8045-cc7b5289e998, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f7045446-4570-4008-8045-cc7b5289e998,segment=NetworkSegment(bedec0db-faed-4cc8-af50-fb0ba020a35a),segment_id=bedec0db-faed-4cc8-af50-fb0ba020a35a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:12.218769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:12.223505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.231824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a0e68c7-7e70-4bcc-aa0d-fde7b407b5e3 req-58945fe1-55e8-407d-8f95-78e07f82eadc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092936 Aug 22 15:06:12.246103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:12.253949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:12.277196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Transition to ACTIVE for port object 8df1688b-b17b-4570-b545-13c0528bbfcb will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:12.298372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.382195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:12.398296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.454773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de9f8997-55cc-47f9-8f93-1c4a83eae134 req-3a54f90e-11c5-482c-9428-d34fb923e377 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177989 Aug 22 15:06:12.498760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.539419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Attempting to bind port 8df1688b-b17b-4570-b545-13c0528bbfcb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:12.542664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Attempting to bind port 8df1688b-b17b-4570-b545-13c0528bbfcb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:12.543201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Attempting to bind port 8df1688b-b17b-4570-b545-13c0528bbfcb on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:12.558864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:12.575421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:12.580910 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.582364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:12.583485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Bound port: 8df1688b-b17b-4570-b545-13c0528bbfcb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:12.584030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.593846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f095c0-45af-4729-9628-d1b56edd7fb8 None None] Pushing event updated for resources: {'Port': ['ID=f7045446-4570-4008-8045-cc7b5289e998,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:12.644177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.715233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.720084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:12.781161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313f5ad-2360-4d9b-91b7-415648ac55e8 None None] Pushing event updated for resources: {'Port': ['ID=8df1688b-b17b-4570-b545-13c0528bbfcb,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:12.853034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] For port 8df1688b-b17b-4570-b545-13c0528bbfcb, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:12.859716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] For port 8df1688b-b17b-4570-b545-13c0528bbfcb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8df1688b-b17b-4570-b545-13c0528bbfcb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:12.985942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=421f60c7-a778-45a6-b443-c3ce4744b8bd,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:13.030858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:13.035608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-efeaf997-2f7b-409a-bee4-1bad44cb0252 None None] Provisioning for port c2e7804a-bba5-44e6-9625-c732ef78dfde completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:13.080167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:13.112214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-efeaf997-2f7b-409a-bee4-1bad44cb0252 None None] Provisioning complete for port c2e7804a-bba5-44e6-9625-c732ef78dfde triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:13.113115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-efeaf997-2f7b-409a-bee4-1bad44cb0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:13.263574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network e71b55a3-5de5-4299-9321-ccab225a3611 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:13.269445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:13.291950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313f5ad-2360-4d9b-91b7-415648ac55e8 None None] Pushing event updated for resources: {'Port': ['ID=8df1688b-b17b-4570-b545-13c0528bbfcb,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:13.365452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:13.366225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:13.368494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-efeaf997-2f7b-409a-bee4-1bad44cb0252 None None] Port c2e7804a-bba5-44e6-9625-c732ef78dfde cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:13.581263 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:13.688634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:13.777488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 578fdd20-6beb-454f-8be7-3cf11117cb00 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:06:13.788681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:13.981007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:14.005949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:14.021546 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] Sync routers for ids ['578fdd20-6beb-454f-8be7-3cf11117cb00'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:14.031138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7d9bbf19-af42-44b0-af73-ffd5a51678a2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/578fdd20-6beb-454f-8be7-3cf11117cb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3680010 Aug 22 15:06:14.031835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:14.035850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] Routers {'578fdd20-6beb-454f-8be7-3cf11117cb00'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:14.036617 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['578fdd20-6beb-454f-8be7-3cf11117cb00'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:14.106206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ef262-0bc5-4b88-bd51-d351bd533455 req-dc36a3c4-8c36-45f9-b591-f2309949c052 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:14.114410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc1ef262-0bc5-4b88-bd51-d351bd533455 req-dc36a3c4-8c36-45f9-b591-f2309949c052 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.5187664 Aug 22 15:06:14.120906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:14.159464 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:14.211626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644579-2191-49df-bffe-1d29034056b1 req-ce135cd4-304c-4e79-97a4-efaba6da653a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:14.217253 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] Routers {'578fdd20-6beb-454f-8be7-3cf11117cb00'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:14.219531 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['578fdd20-6beb-454f-8be7-3cf11117cb00'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:14.228994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11644579-2191-49df-bffe-1d29034056b1 req-ce135cd4-304c-4e79-97a4-efaba6da653a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.5522759 Aug 22 15:06:14.232086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f327cb-4050-4a8d-b572-95c9bf38d9e7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:14.242203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-77f327cb-4050-4a8d-b572-95c9bf38d9e7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports/421f60c7-a778-45a6-b443-c3ce4744b8bd HTTP/1.1" status: 200 len: 911 time: 0.2063327 Aug 22 15:06:14.246864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50232) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:14.279493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5bd6c67-6e51-47ea-91f1-591355a13941'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:14.406433 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:14.407119 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d5659-325b-4002-9372-bd54cacacf61 None None] The sync data for ids ['578fdd20-6beb-454f-8be7-3cf11117cb00'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:14.466844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf96cfd-a92b-4d38-9f05-fee67049c832 None None] Network e71b55a3-5de5-4299-9321-ccab225a3611 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:14.479915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11644579-2191-49df-bffe-1d29034056b1 req-802e19f4-e56c-4278-9bb9-19496fef6a04 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449865 Aug 22 15:06:14.539314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:14.542927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:14.820825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:14.906941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f7045446-4570-4008-8045-cc7b5289e998 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:14.976412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc1ef262-0bc5-4b88-bd51-d351bd533455 req-3bb0dacf-a941-4298-afd0-ab1ff1a84730 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8559592 Aug 22 15:06:15.008499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2dde5c6b-6f1b-485b-96b9-e64b42b67081 None None] Provisioning for port f7045446-4570-4008-8045-cc7b5289e998 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:15.041981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Router ad55e338-706d-4789-b63d-acbdbce9210f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:15.221532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'c2e7804a-bba5-44e6-9625-c732ef78dfde', 'name': '', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'mac_address': 'fa:16:3e:75:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:11Z', 'updated_at': '2021-08-22T15:06:11Z', 'revision_number': 1, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'subnets': [{'id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:15.332237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d243d-17a5-4bef-aa1f-e8eb4194d323 None None] The sync data for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 is: [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'c2e7804a-bba5-44e6-9625-c732ef78dfde', 'name': '', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'mac_address': 'fa:16:3e:75:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:11Z', 'updated_at': '2021-08-22T15:06:11Z', 'revision_number': 1, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'subnets': [{'id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:15.406947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f7045446-4570-4008-8045-cc7b5289e998 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:15.447652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-36bae9d8-2be7-48cc-90b8-8aacbb56798f None None] Provisioning complete for port c2e7804a-bba5-44e6-9625-c732ef78dfde triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:15.450009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:15.451198 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36bae9d8-2be7-48cc-90b8-8aacbb56798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:15.458516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f7045446-4570-4008-8045-cc7b5289e998 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:15.475400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3848963b-e1be-4f15-afc8-d0f755d27900 admin admin] 10.222.0.53 "PUT /v2.0/routers/ad55e338-706d-4789-b63d-acbdbce9210f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7294159 Aug 22 15:06:15.484148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:15.707874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50276) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:15.761534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-36bae9d8-2be7-48cc-90b8-8aacbb56798f None None] Port c2e7804a-bba5-44e6-9625-c732ef78dfde cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:15.943342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:16.120741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.123525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.124424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.127470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.129168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.132366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.133937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.154959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-796c87b3-0305-4154-a3ff-35c02efc58d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.4268885 Aug 22 15:06:16.166177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f7045446-4570-4008-8045-cc7b5289e998, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f7045446-4570-4008-8045-cc7b5289e998,segment=NetworkSegment(bedec0db-faed-4cc8-af50-fb0ba020a35a),segment_id=bedec0db-faed-4cc8-af50-fb0ba020a35a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:16.391666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-c98b488c-1858-4f58-b2a4-08b76da4b8ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795633 Aug 22 15:06:16.391666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0af461-9e2a-4fa8-9c29-98f638339974 req-c1186354-66e5-410d-a755-c1475efcb690 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.396214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca0af461-9e2a-4fa8-9c29-98f638339974 req-c1186354-66e5-410d-a755-c1475efcb690 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.6489499 Aug 22 15:06:16.445165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Provisioning complete for port f7045446-4570-4008-8045-cc7b5289e998 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:16.446473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:16.492525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca0af461-9e2a-4fa8-9c29-98f638339974 req-ac8d344a-4aae-4220-a3a8-ff0ff65883ff tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965977 Aug 22 15:06:16.512972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7054ec8-212e-4a87-a424-46ab54bffd79 req-baea2e02-83bc-4fb8-bd82-a08ae0b146cb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:16.538328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7054ec8-212e-4a87-a424-46ab54bffd79 req-baea2e02-83bc-4fb8-bd82-a08ae0b146cb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.2630386 Aug 22 15:06:16.646992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7054ec8-212e-4a87-a424-46ab54bffd79 req-9836a272-85e6-4b2c-9c33-207b6354478b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903709 Aug 22 15:06:16.647607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:16.738305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.169815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.240890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.248907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:17.250638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.260620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/ports/421f60c7-a778-45a6-b443-c3ce4744b8bd HTTP/1.1" status: 200 len: 911 time: 3.0095994 Aug 22 15:06:17.261030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50316) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:17.300760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:06:17.301132 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:06:17.355014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8df1688b-b17b-4570-b545-13c0528bbfcb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:17.390334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032629db-e0c2-4199-9eb3-ba56c292e7b6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=421f60c7-a778-45a6-b443-c3ce4744b8bd,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:17.420857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f7045446-4570-4008-8045-cc7b5289e998,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:17.576625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8df1688b-b17b-4570-b545-13c0528bbfcb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:17.583176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8df1688b-b17b-4570-b545-13c0528bbfcb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:17.588661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.952630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:17.981958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8df1688b-b17b-4570-b545-13c0528bbfcb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8df1688b-b17b-4570-b545-13c0528bbfcb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:18.003745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed10a3-d37a-4620-8f4a-8a661d511187 req-b1bc8253-bc74-4091-b9e9-410e77b0e966 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.012055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eed10a3-d37a-4620-8f4a-8a661d511187 req-b1bc8253-bc74-4091-b9e9-410e77b0e966 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1073205 Aug 22 15:06:18.082679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cd335-e31f-4b44-8d7b-ab9ae3422f0f req-d2f404a8-501e-408d-a7ff-71a20c957b6e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.084283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-986cd335-e31f-4b44-8d7b-ab9ae3422f0f req-d2f404a8-501e-408d-a7ff-71a20c957b6e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1776850 Aug 22 15:06:18.154744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eed10a3-d37a-4620-8f4a-8a661d511187 req-3e962c0d-f294-48a8-9782-d31d668c2b32 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418130 Aug 22 15:06:18.186073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-986cd335-e31f-4b44-8d7b-ab9ae3422f0f req-7b94018c-ec7b-47ee-977f-ec75bd4cda35 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734482 Aug 22 15:06:18.311405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Provisioning for port 421f60c7-a778-45a6-b443-c3ce4744b8bd completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:18.313252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Provisioning complete for port 421f60c7-a778-45a6-b443-c3ce4744b8bd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:18.313638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.326377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.342502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.401315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8df1688b-b17b-4570-b545-13c0528bbfcb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:18.411919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-78365779-78a9-4bc2-a3d2-55ba9e304fd7 None None] Port 421f60c7-a778-45a6-b443-c3ce4744b8bd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:18.543523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ddc03e47-05e0-4470-a74e-5818e33fd01d None None] Provisioning complete for port 421f60c7-a778-45a6-b443-c3ce4744b8bd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:18.544289 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ddc03e47-05e0-4470-a74e-5818e33fd01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.593159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Sync routers for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:18.596034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ddc03e47-05e0-4470-a74e-5818e33fd01d None None] Port 421f60c7-a778-45a6-b443-c3ce4744b8bd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:18.615830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:18.616909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:18.747214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-0796857b-55a4-4dc5-8e7a-efcaf89fe6da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1217446 Aug 22 15:06:18.749103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 421f60c7-a778-45a6-b443-c3ce4744b8bd {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:06:18.749565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.822712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:18.914080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.916090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.916844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.917648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.918855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.919935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.920862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:18.924000 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-ea492e29-8ef9-4835-9c14-06e0c82c94bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 6497 time: 0.0885725 Aug 22 15:06:18.924661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:18.952164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 421f60c7-a778-45a6-b443-c3ce4744b8bd owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:06:19.065725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-f213191c-fdd4-4002-9293-97ffdc0eac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.066382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-f213191c-fdd4-4002-9293-97ffdc0eac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.066705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-f213191c-fdd4-4002-9293-97ffdc0eac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.068423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-f213191c-fdd4-4002-9293-97ffdc0eac5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=64ee791b-633b-4653-8dff-222b9d310348&id=3998c25a-6802-4a43-b809-20622b160d7a&id=3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 200 len: 2298 time: 0.1197004 Aug 22 15:06:19.106674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'c2e7804a-bba5-44e6-9625-c732ef78dfde', 'name': '', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'mac_address': 'fa:16:3e:75:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:11Z', 'updated_at': '2021-08-22T15:06:13Z', 'revision_number': 2, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'subnets': [{'id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:19.156204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Checking router: ad55e338-706d-4789-b63d-acbdbce9210f for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:19.157720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Updating router ad55e338-706d-4789-b63d-acbdbce9210f port c2e7804a-bba5-44e6-9625-c732ef78dfde binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:19.208707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-79d143ab-ef6c-4bfa-aad8-126ad4be4d94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 200 len: 1000 time: 0.1264119 Aug 22 15:06:19.271596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:19.342730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-b9f7a051-c899-4ba0-9197-c127906f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.344756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-b9f7a051-c899-4ba0-9197-c127906f818b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 200 len: 855 time: 0.1283083 Aug 22 15:06:19.350942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f7045446-4570-4008-8045-cc7b5289e998 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:19.404342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:19.410535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-bda89df4-1c68-4e73-93ec-637d3ec5a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.414002 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-bda89df4-1c68-4e73-93ec-637d3ec5a771 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e4ba391f-b7e3-4458-8459-550d38ccf0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618761 Aug 22 15:06:19.484019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=421f60c7-a778-45a6-b443-c3ce4744b8bd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:19.507660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b33bc-09c8-4dbf-a52e-76c07f19ecc9 req-00f99d5a-4c9e-4060-9a3c-90fa86b3811a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.518876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c75b33bc-09c8-4dbf-a52e-76c07f19ecc9 req-00f99d5a-4c9e-4060-9a3c-90fa86b3811a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.2179837 Aug 22 15:06:19.542802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f7045446-4570-4008-8045-cc7b5289e998 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:19.543584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:19.552570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7734-8555-420d-8f8a-3c80db1eca6a req-90c1087f-aecc-4d87-8af3-c9061bcd54a6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:19.554120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b8e7734-8555-420d-8f8a-3c80db1eca6a req-90c1087f-aecc-4d87-8af3-c9061bcd54a6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2067943 Aug 22 15:06:19.590909 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-96b98c0e-a943-4293-9338-c5d0f7d5d54e service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668742 Aug 22 15:06:19.730342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c75b33bc-09c8-4dbf-a52e-76c07f19ecc9 req-c2ff6f30-e6be-4aa8-844d-7c5ce2fd1735 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933889 Aug 22 15:06:19.753554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8df1688b-b17b-4570-b545-13c0528bbfcb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:19.760076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-e8c2b946-03be-43c3-939d-13287307c115 service neutron] 10.222.0.10 "GET /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613355 Aug 22 15:06:19.773985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:19.829801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b8e7734-8555-420d-8f8a-3c80db1eca6a req-989bb958-8859-4260-8036-ac77d3b56948 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248631 Aug 22 15:06:19.839753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:19.856365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-4bfe72ed-acee-4b4a-a99a-9a5f1eb2d8b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 217 time: 0.0876288 Aug 22 15:06:19.867461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Transition to ACTIVE for port object c2e7804a-bba5-44e6-9625-c732ef78dfde will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:19.924656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8df1688b-b17b-4570-b545-13c0528bbfcb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:19.924944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.004430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-da1001f3-2baa-4b44-a9a2-d1cac0c4419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:20.034351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-da1001f3-2baa-4b44-a9a2-d1cac0c4419e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1657686 Aug 22 15:06:20.045729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.138389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-ec2eced7-0151-40ec-b56c-ad3e62e9e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:20.140285 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-ec2eced7-0151-40ec-b56c-ad3e62e9e212 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979984 Aug 22 15:06:20.180292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 578fdd20-6beb-454f-8be7-3cf11117cb00 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:20.185662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86215fdd-b37c-496b-81c7-3c4a7385c653 None None] Pushing event updated for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:20.341110 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-b080e116-f798-410c-b550-1c3020593840 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924524 Aug 22 15:06:20.429139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Attempting to bind port c2e7804a-bba5-44e6-9625-c732ef78dfde on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:20.429519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Attempting to bind port c2e7804a-bba5-44e6-9625-c732ef78dfde by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:20.429888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Attempting to bind port c2e7804a-bba5-44e6-9625-c732ef78dfde on network a96dfc9d-7473-4cfd-9624-2756b03bba8a {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:20.432385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:20.440355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41772a70-52bb-43cb-b1db-1a2e10e0811a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/578fdd20-6beb-454f-8be7-3cf11117cb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773069 Aug 22 15:06:20.443187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:20.445921 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] Sync routers for ids ['578fdd20-6beb-454f-8be7-3cf11117cb00'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:20.452758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:20.456380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Checking segment: {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:20.456380 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.456380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Bound using segment: {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:20.456380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Bound port: c2e7804a-bba5-44e6-9625-c732ef78dfde, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6053c439-fddf-44e3-919d-7c6e43e47c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:20.456380 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.463712 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] Routers {'578fdd20-6beb-454f-8be7-3cf11117cb00'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:20.468963 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['578fdd20-6beb-454f-8be7-3cf11117cb00'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:20.513947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-09ae9564-057c-4588-85c6-f3d1f40d617d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=578fdd20-6beb-454f-8be7-3cf11117cb00 HTTP/1.1" status: 200 len: 205 time: 0.0661063 Aug 22 15:06:20.513947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50386) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:20.572334 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:20.600146 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] Routers {'578fdd20-6beb-454f-8be7-3cf11117cb00'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:20.602549 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['578fdd20-6beb-454f-8be7-3cf11117cb00'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:20.605537 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-3db0ec1f-408e-4877-8f12-53185e3f5bdb service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540317 Aug 22 15:06:20.639800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:06:20.648850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.717730 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:20.718673 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e654ba-57c6-4c2c-a0da-066bf204eb9e None None] The sync data for ids ['578fdd20-6beb-454f-8be7-3cf11117cb00'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:20.738338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-4372a203-d6e8-4c38-aa3e-732e6304f47a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 217 time: 0.1201944 Aug 22 15:06:20.751102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] For port c2e7804a-bba5-44e6-9625-c732ef78dfde, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:20.756574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] For port c2e7804a-bba5-44e6-9625-c732ef78dfde, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2e7804a-bba5-44e6-9625-c732ef78dfde,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:20.866217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-c922e2fc-4c20-4a36-bf40-749ae14ff31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:20.870595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-c922e2fc-4c20-4a36-bf40-749ae14ff31b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1267993 Aug 22 15:06:20.878391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:20.903709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:20.969713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-bb5104ac-9c44-4cf5-b52f-1b9ea34fcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:20.972317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-bb5104ac-9c44-4cf5-b52f-1b9ea34fcddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932138 Aug 22 15:06:20.996752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:06:21.010780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:21.011807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:21.022318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.024600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.222411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-0c8e1c4f-bfd9-4b78-8fa8-40a4d038e9ee service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416379 Aug 22 15:06:21.328894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41ec6-80da-4db4-9847-a490b29f2df7 req-65a65cc2-f1be-406a-830d-406536606342 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:21.330508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28e41ec6-80da-4db4-9847-a490b29f2df7 req-65a65cc2-f1be-406a-830d-406536606342 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.3237062 Aug 22 15:06:21.358455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83875764-a08e-43f2-a49e-9426671a24cb req-87ac175d-e7c6-4f72-bb15-828e448212f4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:21.362128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83875764-a08e-43f2-a49e-9426671a24cb req-87ac175d-e7c6-4f72-bb15-828e448212f4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.4309690 Aug 22 15:06:21.407198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.407198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router 578fdd20-6beb-454f-8be7-3cf11117cb00 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:06:21.445673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.456404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:21.465444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7cfb5f98-abc2-4411-9b5c-3ce017095285 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/578fdd20-6beb-454f-8be7-3cf11117cb00 HTTP/1.1" status: 204 len: 168 time: 0.9480979 Aug 22 15:06:21.523858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-d9b09b1b-706c-4f16-a6d4-a29c760735c9 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936444 Aug 22 15:06:21.545667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83875764-a08e-43f2-a49e-9426671a24cb req-3baed88f-830e-4896-9511-1d565a23b214 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672020 Aug 22 15:06:21.558813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28e41ec6-80da-4db4-9847-a490b29f2df7 req-d2e99fc9-5088-46b9-856e-7185456978fe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961114 Aug 22 15:06:21.573452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet b5bd6c67-6e51-47ea-91f1-591355a13941 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:06:21.607396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86215fdd-b37c-496b-81c7-3c4a7385c653 None None] Pushing event updated for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:21.620495 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.646602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.694597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.709679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.713379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:06:21.722143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:21.784292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:21.815513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-d8dcb526-ed1a-44f9-8707-b8c834a680d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 200 len: 217 time: 0.2824371 Aug 22 15:06:21.865622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:21.937295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-8a951dc9-c438-422c-a738-5a6cffdca939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:21.939071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-8a951dc9-c438-422c-a738-5a6cffdca939 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1134982 Aug 22 15:06:21.980547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.012481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-84321149-b546-4eca-b36f-3b8b660af1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:22.014166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-84321149-b546-4eca-b36f-3b8b660af1b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661457 Aug 22 15:06:22.084448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:22.113665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'c2e7804a-bba5-44e6-9625-c732ef78dfde', 'name': '', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'mac_address': 'fa:16:3e:75:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:11Z', 'updated_at': '2021-08-22T15:06:20Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'subnets': [{'id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:22.120614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.154641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476eabd9-2adf-4a52-8f61-8644df44cf13 None None] The sync data for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 is: [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:06:12Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'c2e7804a-bba5-44e6-9625-c732ef78dfde', 'name': '', 'network_id': 'a96dfc9d-7473-4cfd-9624-2756b03bba8a', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'mac_address': 'fa:16:3e:75:b3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:11Z', 'updated_at': '2021-08-22T15:06:20Z', 'revision_number': 4, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'subnets': [{'id': 'f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:22.154947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bd6c67-6e51-47ea-91f1-591355a13941,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:22.166170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a2504007-2c15-4d37-9c70-f3421a6199d1'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:06:22.173423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.178749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:22.179683 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0192aaf4-0019-49e6-beee-0c603985f8f4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/b5bd6c67-6e51-47ea-91f1-591355a13941 HTTP/1.1" status: 204 len: 168 time: 0.7201350 Aug 22 15:06:22.217270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-d20b6091-b72f-44cd-b294-baa2904ce96d service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951656 Aug 22 15:06:22.226211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8584b2-f7fd-4052-af3c-b96c3a3e40e6 None None] Network e71b55a3-5de5-4299-9321-ccab225a3611 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:22.338323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.420926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port f7045446-4570-4008-8045-cc7b5289e998 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:06:22.421641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.441642 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-11424607-3530-405f-80e1-bac89ae8ad13 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168310 Aug 22 15:06:22.523734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port f7045446-4570-4008-8045-cc7b5289e998, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f7045446-4570-4008-8045-cc7b5289e998,segment=NetworkSegment(bedec0db-faed-4cc8-af50-fb0ba020a35a),segment_id=bedec0db-faed-4cc8-af50-fb0ba020a35a)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:22.525903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:22.526345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-986b9061-9c24-491f-ac40-a870dcd61d75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 200 len: 217 time: 0.0771861 Aug 22 15:06:22.551318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for f7045446-4570-4008-8045-cc7b5289e998 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:06:22.647879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-e0bdb44c-faf6-479e-bb62-1db7aafc9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:22.649890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-e0bdb44c-faf6-479e-bb62-1db7aafc9464 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 200 len: 797 time: 0.1158409 Aug 22 15:06:22.782581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-d14df313-9384-48da-b825-252ef46e65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:22.784164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-d14df313-9384-48da-b825-252ef46e65d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=64ee791b-633b-4653-8dff-222b9d310348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258700 Aug 22 15:06:22.903276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658badc-ed5b-468d-b75b-33462e154e2e None None] DHCP port deletion for e71b55a3-5de5-4299-9321-ccab225a3611 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:06:22.952298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.000391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=f7045446-4570-4008-8045-cc7b5289e998,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:23.007811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port f7045446-4570-4008-8045-cc7b5289e998 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:06:23.014844 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-f2b099b1-532e-4815-aba9-bbe559200861 service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176738 Aug 22 15:06:23.035384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ec455-c586-49ad-a62c-02160e44f8f3 req-eb197969-5094-428a-a827-6e88587a13d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.036565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-507ec455-c586-49ad-a62c-02160e44f8f3 req-eb197969-5094-428a-a827-6e88587a13d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.2340801 Aug 22 15:06:23.110940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31c5c5-00fe-4e10-b903-8deae83d3ecb req-ab30c834-1825-45f2-a140-d70990e514a9 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.113464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f31c5c5-00fe-4e10-b903-8deae83d3ecb req-ab30c834-1825-45f2-a140-d70990e514a9 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.2392664 Aug 22 15:06:23.200228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-507ec455-c586-49ad-a62c-02160e44f8f3 req-160b9bc7-06d9-43fd-8141-4ef6a4fa3273 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281848 Aug 22 15:06:23.229298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-4d6e3833-2c91-417b-b77f-1f34f208c02c service neutron] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998355 Aug 22 15:06:23.346989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.367545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-c2e29ddd-0097-4b65-8b28-3fee811cf11b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 200 len: 217 time: 0.1298039 Aug 22 15:06:23.409644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f31c5c5-00fe-4e10-b903-8deae83d3ecb req-1dfa3bbc-47b3-4668-8d04-027b19234171 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777696 Aug 22 15:06:23.412816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71b55a3-5de5-4299-9321-ccab225a3611']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:23.427091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedec0db-faed-4cc8-af50-fb0ba020a35a') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:23.427379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedec0db-faed-4cc8-af50-fb0ba020a35a') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:23.458645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.460576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2e7804a-bba5-44e6-9625-c732ef78dfde up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:23.482491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.517334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:06:23.517750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.519194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-f0c6e337-9e8b-4d18-8efd-1faa68827885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:06:23.525380 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:06:23.528581 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-f0c6e337-9e8b-4d18-8efd-1faa68827885 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.1437430 Aug 22 15:06:23.581901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-3b9891a6-4183-49ef-83c6-33cf51cee21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.583603 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-3b9891a6-4183-49ef-83c6-33cf51cee21d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551157 Aug 22 15:06:23.662879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b276c5f9-95ad-4d42-a70e-75ffd5e49e40 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.664510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b276c5f9-95ad-4d42-a70e-75ffd5e49e40 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1818719 Aug 22 15:06:23.682286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f195f265-66d5-4d4b-b9e3-648e707ffad5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0099506 Aug 22 15:06:23.689756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-39e33a9d-df42-414e-97ab-25ae121a2bdc service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991569 Aug 22 15:06:23.693398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c2e7804a-bba5-44e6-9625-c732ef78dfde completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:23.696898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c2e7804a-bba5-44e6-9625-c732ef78dfde triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:23.698023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.746602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-a19fdcb2-a627-4b64-9cc3-fd7d91b5025e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566254 Aug 22 15:06:23.803808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-1c74af7b-821b-4626-9ba5-67df2e2d244b service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059153 Aug 22 15:06:23.804925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.815680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.825622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:23.831774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/e71b55a3-5de5-4299-9321-ccab225a3611 HTTP/1.1" status: 204 len: 168 time: 1.6517019 Aug 22 15:06:23.835730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50466) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:23.840895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2086450424', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:23.852124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c2e7804a-bba5-44e6-9625-c732ef78dfde, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2e7804a-bba5-44e6-9625-c732ef78dfde,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:23.859678 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-d5dbefad-122c-4e13-9739-6383261d0fd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 200 len: 217 time: 0.0485969 Aug 22 15:06:23.864501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb8318-ca8a-4710-8956-9a2c5fdcc6f2 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=e71b55a3-5de5-4299-9321-ccab225a3611,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:23.896380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f47ebc0d-47d4-44d3-aebd-6503c6ce1f9b service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422920 Aug 22 15:06:23.923753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-f0251e8d-d878-4891-ad4c-de08ead7c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.925388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-f0251e8d-d878-4891-ad4c-de08ead7c242 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 200 len: 797 time: 0.0587807 Aug 22 15:06:23.995915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278446c0-3452-4566-9454-99799fc50715 req-7a06f5a9-ca34-4c2c-bfed-68ffd43ae2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:23.998611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-7a06f5a9-ca34-4c2c-bfed-68ffd43ae2b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3998c25a-6802-4a43-b809-20622b160d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659511 Aug 22 15:06:24.013012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.017706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-9b5b3bc6-74d6-4eaf-bc97-49df33b08f0f service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144342 Aug 22 15:06:24.041074 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.042307 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.125135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:24.132647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f7045446-4570-4008-8045-cc7b5289e998 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:06:24.154198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.156624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f7045446-4570-4008-8045-cc7b5289e998 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:06:24.156994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f7045446-4570-4008-8045-cc7b5289e998 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:06:24.166577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-1f27aedf-6083-4ddb-a893-33f4428ff338 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593907 Aug 22 15:06:24.287680 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-278446c0-3452-4566-9454-99799fc50715 req-bb4b2665-368b-40c9-8d60-e76eb1d9e155 service neutron] 10.222.0.10 "GET /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125677 Aug 22 15:06:24.292841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.418154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.419592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-78d26f0c-2f0b-464f-b761-df53282769d3 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5828724 Aug 22 15:06:24.422339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:24.427642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1552350902'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:24.600593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:24.606010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.622686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:24.632158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:24.642308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.642659 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment 5290f91d-dc5e-4671-be7b-1d35e16b263f of type vlan for network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 Aug 22 15:06:24.675558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a2504007-2c15-4d37-9c70-f3421a6199d1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:24.675936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.686519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.770468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.800327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:24.802508 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe29ac-8e41-4d77-bdd1-c31df838c875" -d '{"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:24.818213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:24.861775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.867587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:24.868306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:24.941805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:24.957834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:25.069045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:25.103841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6035b-3c96-4cb0-aab4-c24f436f336f req-cddd191d-74eb-4208-85f3-8e6cc8cf49fa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:25.111589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ae6035b-3c96-4cb0-aab4-c24f436f336f req-cddd191d-74eb-4208-85f3-8e6cc8cf49fa tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.0847917 Aug 22 15:06:25.127469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9b186274-e434-44d7-ab9c-7098f71e0deb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6993642 Aug 22 15:06:25.127737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50528) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:25.131649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:25.150915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:25.164496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ae6035b-3c96-4cb0-aab4-c24f436f336f req-afbd2072-93d9-4218-b416-bb2229fbf7b4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Aug 22 15:06:25.299533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2e7804a-bba5-44e6-9625-c732ef78dfde up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:25.318240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129d0e-e129-4820-b3cc-d0dff3eef09e req-b0482609-67e5-410b-a1c0-be9c0a6b203a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:25.326219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77129d0e-e129-4820-b3cc-d0dff3eef09e req-b0482609-67e5-410b-a1c0-be9c0a6b203a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.0892234 Aug 22 15:06:25.366388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c2e7804a-bba5-44e6-9625-c732ef78dfde triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:25.366961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:25.379432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77129d0e-e129-4820-b3cc-d0dff3eef09e req-30c59fd6-f2fc-4e50-86ba-32ef6f2758c2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518000 Aug 22 15:06:25.398073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:25.424383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:25.459757 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a985c1f1-9f35-41ec-a11c-32cdf08ff256 x-openstack-request-id: req-a985c1f1-9f35-41ec-a11c-32cdf08ff256 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:25.473279 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:25.473279 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a985c1f1-9f35-41ec-a11c-32cdf08ff256 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:25.473279 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'code': 200} Aug 22 15:06:25.474167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc920f8d-1c07-46f3-b290-35a99c42ea3a req-33804a99-c891-488a-afe5-a4f86473d222 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0306189 Aug 22 15:06:25.783814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:25.857392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=5aed7fc8-d1ec-4aab-8fab-035725a3a0b4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:25.870719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:25.871085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:26.034909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:26.246045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:26.250984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:26.252638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:26.264293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea7edf8-088d-416c-ad62-dd64a03c50a0 None None] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:26.366852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17165b33-a91e-47e1-949f-3f928f02ac27 req-47315004-ea7c-41d1-8eb4-6420932df4cc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:26.378621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17165b33-a91e-47e1-949f-3f928f02ac27 req-47315004-ea7c-41d1-8eb4-6420932df4cc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1040869 Aug 22 15:06:26.457761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17165b33-a91e-47e1-949f-3f928f02ac27 req-2f0a05ff-0715-407d-83b2-754292c32648 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779545 Aug 22 15:06:26.553537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:26.556802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:26.575727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a645b62-c822-4a4f-8195-4c3533137371 req-2615d861-fc57-447f-b1e3-d3cdeb73328c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0362668 Aug 22 15:06:26.592794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d181-52ec-47c0-950f-c638a84f6e99 req-a92199fd-edde-497c-b3a5-c352f789a8da tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:26.601329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9419d181-52ec-47c0-950f-c638a84f6e99 req-a92199fd-edde-497c-b3a5-c352f789a8da tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.0885270 Aug 22 15:06:26.655305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9419d181-52ec-47c0-950f-c638a84f6e99 req-c3b717a3-e1c1-4a7c-9baa-6aa53414d52e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529547 Aug 22 15:06:26.809128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Allocated IP 2001:db8::2 (959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5/5aed7fc8-d1ec-4aab-8fab-035725a3a0b4/b91b6b26-34a7-4529-940e-b9a9b1e23c86) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:27.008021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:27.041658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Transition to ACTIVE for port object b91b6b26-34a7-4529-940e-b9a9b1e23c86 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:27.066422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Transition to ACTIVE for port object b91b6b26-34a7-4529-940e-b9a9b1e23c86 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:27.094031 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-115dadf3-5e7e-48c6-bf5b-91ec7d1ea691 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9670451 Aug 22 15:06:27.096850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50592) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:27.343193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Pushing event updated for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Attempting to bind port b91b6b26-34a7-4529-940e-b9a9b1e23c86 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Attempting to bind port b91b6b26-34a7-4529-940e-b9a9b1e23c86 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Attempting to bind port b91b6b26-34a7-4529-940e-b9a9b1e23c86 on network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Checking segment: {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.012570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Bound using segment: {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:28.017626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Bound port: b91b6b26-34a7-4529-940e-b9a9b1e23c86, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:28.017626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.017626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:28.017626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b91b6b26-34a7-4529-940e-b9a9b1e23c86,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:28.018819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb3a3456-7cfb-4579-8e6c-6cb2fc000947 req-04b4201d-c142-45f9-8199-5d1c217ba951 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.1091886 Aug 22 15:06:28.018819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb52f13-12cb-4ba1-89a6-b8b36779b82a req-80752fd1-b07c-417b-ab26-f351e7c1a81e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:28.018819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bb52f13-12cb-4ba1-89a6-b8b36779b82a req-80752fd1-b07c-417b-ab26-f351e7c1a81e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1822810 Aug 22 15:06:28.045862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.083184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bb52f13-12cb-4ba1-89a6-b8b36779b82a req-26272188-42d2-4f60-b099-c88f4aa84814 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Aug 22 15:06:28.120276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b76e0-2494-4aef-9e6f-7f363c5748a9 None None] Pushing event updated for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:28.144158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0c1cb-ae16-4389-8bd3-20852fd42a4c req-9ba0911a-cd65-475e-8bc6-05edda9e3e97 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:28.152926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adf0c1cb-ae16-4389-8bd3-20852fd42a4c req-9ba0911a-cd65-475e-8bc6-05edda9e3e97 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2326360 Aug 22 15:06:28.156326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.298269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adf0c1cb-ae16-4389-8bd3-20852fd42a4c req-05727b61-afab-401d-b2cb-e162132bfbe3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444149 Aug 22 15:06:28.617175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8::1 (959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5/5aed7fc8-d1ec-4aab-8fab-035725a3a0b4/0662d095-1cb7-42b5-8c8b-c77bbcabea60) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:28.781718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:28.798421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 0662d095-1cb7-42b5-8c8b-c77bbcabea60 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:28.985983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63815d6b-cd45-4434-a505-e7070f339a19 req-7b61e76a-7778-4f6b-a256-ad8e2b6c6434 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0421143 Aug 22 15:06:29.029150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:29.085752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:29.091073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:29.096189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:29.097104 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:29.222566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:29.332645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2695-934f-4c19-bc37-f74b6300d691 req-0423b348-5bd4-4b3d-9880-63b95a8efb6b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:29.360697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fff2695-934f-4c19-bc37-f74b6300d691 req-0423b348-5bd4-4b3d-9880-63b95a8efb6b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 943 time: 0.1798034 Aug 22 15:06:29.402315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b91b6b26-34a7-4529-940e-b9a9b1e23c86 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:29.446075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fff2695-934f-4c19-bc37-f74b6300d691 req-7e093248-dcfe-49bc-92b9-251b3d965624 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Aug 22 15:06:29.499041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837015f9-b223-4ce6-8f3a-77486ab11b5f req-64a3e4a7-7f49-4a65-a8c3-9e0be6fdfc09 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:29.500781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-837015f9-b223-4ce6-8f3a-77486ab11b5f req-64a3e4a7-7f49-4a65-a8c3-9e0be6fdfc09 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.0735731 Aug 22 15:06:29.522570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:06:29.556786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-837015f9-b223-4ce6-8f3a-77486ab11b5f req-d8ad437e-4532-4cb4-b60c-e5cee4778ced tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471771 Aug 22 15:06:29.567838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433143a-d693-4c51-a6de-172d29b1c515 None None] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:29.604753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:29.628381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b91b6b26-34a7-4529-940e-b9a9b1e23c86 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:29.709744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:29.732918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'network_id': '3a3ad899-dd75-4d63-9e7c-7ab60410ba33', 'port_id': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'mac_address': 'fa:16:3e:d2:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e05b2b-ae59-4e36-b0ab-9991dc240c7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:06:29.808019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:29.840448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:06:29.877614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:29.904305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Provisioning for port b91b6b26-34a7-4529-940e-b9a9b1e23c86 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:29.908455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Provisioning complete for port b91b6b26-34a7-4529-940e-b9a9b1e23c86 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:29.908910 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:29.920432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.013680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.015478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.085847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.087361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.191693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:30.203808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b91b6b26-34a7-4529-940e-b9a9b1e23c86,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:30.205838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:30.240193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a62012f2-22f8-4477-8ee1-23016662c2b1 req-a40a62bf-a79d-435b-aaba-d525b1a7370e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.1552639 Aug 22 15:06:30.341213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ce08c03e-6ef9-4ec6-9f67-4390b79391e2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:06:30.383416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:30.386797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:30.460780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d393-0dcc-4fcd-b3d0-8f7a5155ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.470829 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.546807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-85b4bfe4-7a07-4453-af0b-33db1f1efd6e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:30.549095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-85b4bfe4-7a07-4453-af0b-33db1f1efd6e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.2084203 Aug 22 15:06:30.569253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:30.725648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccf965-d5ea-4f9b-8061-33d09570fa10 None None] Pushing event updated for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:30.756074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Provisioning complete for port b91b6b26-34a7-4529-940e-b9a9b1e23c86 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:30.756454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:30.761063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799cdba-c2ca-46c5-8313-39319c3804e3 req-5cd86816-2ee9-49f8-8a80-d7f28a8a2794 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:30.775935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f799cdba-c2ca-46c5-8313-39319c3804e3 req-5cd86816-2ee9-49f8-8a80-d7f28a8a2794 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.1537716 Aug 22 15:06:30.898204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f799cdba-c2ca-46c5-8313-39319c3804e3 req-fe2aec44-b37c-44ee-87e8-6d9d4b2b6410 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172919 Aug 22 15:06:30.936760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2058001-d9a2-41e5-844e-e636bae0daeb req-21bd70d2-e698-4ce6-8fa2-80a210a659aa tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:30.958507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2058001-d9a2-41e5-844e-e636bae0daeb req-21bd70d2-e698-4ce6-8fa2-80a210a659aa tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2739992 Aug 22 15:06:30.989080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:30.995101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.045309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2058001-d9a2-41e5-844e-e636bae0daeb req-bb7d95f9-f509-4393-b320-037bb3974a9a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855772 Aug 22 15:06:31.049852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:06:31.084434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:06:31.244788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:31.256140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:31.262069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9947c58-5bd2-4527-8d2d-e60c6ad2407e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1612580 Aug 22 15:06:31.270336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:31.278187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Provisioning for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:31.293476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:31.297799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:31.310550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Provisioning complete for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:31.311511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.311773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100908453'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:31.395786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.12 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/a316120a-063d-4b40-bc99-11400ce2dd43) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:31.465553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f52c35ce-2d14-429b-92da-0056b0db0b3e req-91ded721-5abe-48fd-9e5c-46c07ae0293f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0676641 Aug 22 15:06:31.466537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:31.475534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.491480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-82c161d5-33bd-46ed-81c3-a02d4ca179d9 None None] Port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:31.493469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b91b6b26-34a7-4529-940e-b9a9b1e23c86 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:31.527162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:31.542486 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.542837 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment 4bce033e-7fb1-4a7f-a7e1-89be5d92d555 of type vlan for network 563228c2-8dbe-437d-abb2-40d03bfc5c77 Aug 22 15:06:31.622545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.749115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.754864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:31.755495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.767826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:31.770543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-935d37e0-aa52-4015-9046-7fbdc89aeae3 None None] Provisioning complete for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:31.770922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-935d37e0-aa52-4015-9046-7fbdc89aeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.786309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:31.822055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object a316120a-063d-4b40-bc99-11400ce2dd43 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:31.911178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50728) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:31.911465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6397552 Aug 22 15:06:31.919100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:31.921806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52c50d-286b-485c-b4a8-bae6c689879c tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=563228c2-8dbe-437d-abb2-40d03bfc5c77,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:31.997383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.085897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:32.111142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:32.129795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:32.166558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:32.173865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:32.196947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-935d37e0-aa52-4015-9046-7fbdc89aeae3 None None] Port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:32.203729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56385eb9-5fc0-4fdf-b0f9-25e90585c061 req-a4a03546-802f-4438-92d9-30eabc446553 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:32.206581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56385eb9-5fc0-4fdf-b0f9-25e90585c061 req-a4a03546-802f-4438-92d9-30eabc446553 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.1786592 Aug 22 15:06:32.259191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b91b6b26-34a7-4529-940e-b9a9b1e23c86 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:32.259565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.296258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:32.307359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.315284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56385eb9-5fc0-4fdf-b0f9-25e90585c061 req-e4edb692-471d-4007-8777-cf3398cde22f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025677 Aug 22 15:06:32.406996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:32.408912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.584740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045eea-16f5-4c0a-a3bf-f97a65a1a07c req-4c1dc6c3-1ab0-40cf-b233-018852dbf394 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:32.590138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-b737f6b5-680a-4cc7-9236-ae0235206061 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0175750 Aug 22 15:06:32.595323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d045eea-16f5-4c0a-a3bf-f97a65a1a07c req-4c1dc6c3-1ab0-40cf-b233-018852dbf394 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1173689 Aug 22 15:06:32.617901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Request body: {'port': {'device_id': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:32.760003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d045eea-16f5-4c0a-a3bf-f97a65a1a07c req-5bcf2530-fe34-44e4-b9a6-c8f2d529ce9f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629448 Aug 22 15:06:32.784196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:29Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:29Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:32.817929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:32.818645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Updating router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:32.824269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac10448-dce9-46fd-958e-fc2853fc5b62 req-5629f606-574c-43b1-9f1e-277f4d16aadd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:32.826045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ac10448-dce9-46fd-958e-fc2853fc5b62 req-5629f606-574c-43b1-9f1e-277f4d16aadd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 932 time: 0.2164981 Aug 22 15:06:32.852076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.862753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.936140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:32.976502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ac10448-dce9-46fd-958e-fc2853fc5b62 req-db691555-a55c-4b28-8d8e-0ce8de396e09 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405659 Aug 22 15:06:32.982842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54e2d244-f860-46dc-9e98-d5b731e9a6f4 None None] Provisioning for port a316120a-063d-4b40-bc99-11400ce2dd43 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:33.048430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54e2d244-f860-46dc-9e98-d5b731e9a6f4 None None] Provisioning complete for port a316120a-063d-4b40-bc99-11400ce2dd43 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:33.048430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54e2d244-f860-46dc-9e98-d5b731e9a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.103377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-54e2d244-f860-46dc-9e98-d5b731e9a6f4 None None] Port a316120a-063d-4b40-bc99-11400ce2dd43 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:33.121050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.245152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=b041b37f-da7e-49b0-9a66-6bc417c6ac90,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:33.271067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:33.271429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 563228c2-8dbe-437d-abb2-40d03bfc5c77, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:33.412237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:33.463454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a316120a-063d-4b40-bc99-11400ce2dd43 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:06:33.467337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.479955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Transition to ACTIVE for port object 0662d095-1cb7-42b5-8c8b-c77bbcabea60 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:33.490592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.505701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Transition to ACTIVE for port object a316120a-063d-4b40-bc99-11400ce2dd43 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:33.513182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 563228c2-8dbe-437d-abb2-40d03bfc5c77) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:33.519048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:33.520163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.528388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea7c54-2471-4a27-9ac2-6938b0554fec None None] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:33.586751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297f39d-e26e-45ff-bde9-075d813b6c16 req-446eb15a-7d7b-46a4-870a-cd4db9732dbc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:33.592596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a297f39d-e26e-45ff-bde9-075d813b6c16 req-446eb15a-7d7b-46a4-870a-cd4db9732dbc tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.1462359 Aug 22 15:06:33.617360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.644081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:33.668554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a297f39d-e26e-45ff-bde9-075d813b6c16 req-ae515516-122b-4edd-9434-ee47dd921df4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Aug 22 15:06:33.719383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Pushing event updated for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:33.721474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.747506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e61ca4b-d588-49e0-a797-a561d69c1804 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8346181 Aug 22 15:06:33.750332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:33.760357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b328-26ac-4872-8093-a58a9175e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.925127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Attempting to bind port a316120a-063d-4b40-bc99-11400ce2dd43 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:33.925550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Attempting to bind port a316120a-063d-4b40-bc99-11400ce2dd43 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:33.927715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Attempting to bind port a316120a-063d-4b40-bc99-11400ce2dd43 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:33.928896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d897-c26c-48a4-8d84-7278ce4992ed None None] Pushing event updated for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:33.941011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Port a316120a-063d-4b40-bc99-11400ce2dd43 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:06:33.946629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Attempting to bind port a316120a-063d-4b40-bc99-11400ce2dd43 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:33.953459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:33.956290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:33.956290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:33.956290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Bound port: a316120a-063d-4b40-bc99-11400ce2dd43, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:33.956290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:33.982764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-563228c2-8dbe-437d-abb2-40d03bfc5c77', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:33.982764 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.169159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:34.180125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a316120a-063d-4b40-bc99-11400ce2dd43,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:34.268868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Allocated IP 2001:db8:1::2 (563228c2-8dbe-437d-abb2-40d03bfc5c77/b041b37f-da7e-49b0-9a66-6bc417c6ac90/f8c2b726-6267-4ccb-8108-864c272675f4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:34.279434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.300664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Attempting to bind port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:34.301240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Attempting to bind port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:34.301765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Attempting to bind port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 on network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:34.356309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:34.356661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Checking segment: {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:34.357063 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.363333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Bound using segment: {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:34.364274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Bound port: 0662d095-1cb7-42b5-8c8b-c77bbcabea60, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5290f91d-dc5e-4671-be7b-1d35e16b263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:34.364693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.375772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:34.376679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.380063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] 10.222.0.10 "PUT /v2.0/ports/a316120a-063d-4b40-bc99-11400ce2dd43 HTTP/1.1" status: 200 len: 1092 time: 1.7763014 Aug 22 15:06:34.380876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:34.388664 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61f305-ecb7-482c-b30d-276aacbeb04e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:34.436367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:34.436740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:34.448505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec998e-7add-4997-bf3e-f9e9a07d8298 service neutron] Pushing event updated for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:34.634548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-35d82722-f770-4611-b218-3835a869e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:34.639652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-35d82722-f770-4611-b218-3835a869e36e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 1095 time: 0.0977769 Aug 22 15:06:34.660837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b0a9-08e6-431e-9f9c-3dd233f61587 req-3889aa54-dc72-43b1-84a0-a23e8f3aa29c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:34.670456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e558b0a9-08e6-431e-9f9c-3dd233f61587 req-3889aa54-dc72-43b1-84a0-a23e8f3aa29c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.4118028 Aug 22 15:06:34.699890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74781ae-4625-4e28-9d76-a801d5cf1358 req-3d4ba776-d7a3-4ce0-a52e-18f46640875c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:34.704525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d74781ae-4625-4e28-9d76-a801d5cf1358 req-3d4ba776-d7a3-4ce0-a52e-18f46640875c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.6054168 Aug 22 15:06:34.766238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-f5abda48-31a1-4ca9-bd35-13f5440369ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a316120a-063d-4b40-bc99-11400ce2dd43 HTTP/1.1" status: 200 len: 217 time: 0.1132913 Aug 22 15:06:34.893725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-ecfabeb5-2bca-499b-9757-15638d5bb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:34.895611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-ecfabeb5-2bca-499b-9757-15638d5bb881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1219559 Aug 22 15:06:34.933306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e558b0a9-08e6-431e-9f9c-3dd233f61587 req-24fb5c2c-e332-466d-94c9-1acedeac17a8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616313 Aug 22 15:06:34.968338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d74781ae-4625-4e28-9d76-a801d5cf1358 req-886af462-860e-4576-a343-33f7d9ead23c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409825 Aug 22 15:06:34.996661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-82ee8fb1-4c2b-4039-80a8-ebed1e353088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:35.002129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-82ee8fb1-4c2b-4039-80a8-ebed1e353088 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898893 Aug 22 15:06:35.029892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] For port 0662d095-1cb7-42b5-8c8b-c77bbcabea60, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:35.042216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] For port 0662d095-1cb7-42b5-8c8b-c77bbcabea60, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0662d095-1cb7-42b5-8c8b-c77bbcabea60,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:35.088270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:35.155074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:35.167894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:35.271374 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02118b41-ac5d-4cdc-9bfc-2ad2a37a5e67 x-openstack-request-id: req-02118b41-ac5d-4cdc-9bfc-2ad2a37a5e67 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:35.272212 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:35.274891 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02118b41-ac5d-4cdc-9bfc-2ad2a37a5e67 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:35.275906 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43', 'status': 'completed', 'code': 200} Aug 22 15:06:35.402844 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-4d99f8b9-4ef4-4c97-9f42-13e4e1796b3f service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959186 Aug 22 15:06:35.489396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11dd55-24be-431c-b6a5-985c0e8cb6a7 req-e211127e-501a-4f84-85d6-503580072ff8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:35.495798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:35.499259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c11dd55-24be-431c-b6a5-985c0e8cb6a7 req-e211127e-501a-4f84-85d6-503580072ff8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 944 time: 0.1101587 Aug 22 15:06:35.623634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c11dd55-24be-431c-b6a5-985c0e8cb6a7 req-ec6e6831-e3e0-4abf-ba30-7cf0dda1c692 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233861 Aug 22 15:06:35.670468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:35.671114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:35.712164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3df430e-7558-42fb-bd17-cea1758c5e22 req-ae59fc72-43a5-4970-a8d2-29947c07c9e6 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991188 Aug 22 15:06:35.854264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:35.856668 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3759e684-890a-4d3d-90d5-5422fdc0a3ac" -d '{"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:36.007539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d897-c26c-48a4-8d84-7278ce4992ed None None] Pushing event updated for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:36.030772 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a77a7a-0a01-4883-bae6-378a3f2be926 x-openstack-request-id: req-34a77a7a-0a01-4883-bae6-378a3f2be926 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:36.031395 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-plugged", "status": "completed", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:36.031395 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34a77a7a-0a01-4883-bae6-378a3f2be926 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:36.031715 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'code': 200} Aug 22 15:06:36.033560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:36.048839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-f3198584-2abf-4725-8d61-aef1d36c0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.050416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-f3198584-2abf-4725-8d61-aef1d36c0e4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 1095 time: 0.1565752 Aug 22 15:06:36.113878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:36.119254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:36.206724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Transition to ACTIVE for port object f8c2b726-6267-4ccb-8108-864c272675f4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:36.221926 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:36.267823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0d4b-82dc-44ca-8e34-d123e107811d req-bf67e07c-4d47-4243-bb7c-9219efa55f3d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.282661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c6b0d4b-82dc-44ca-8e34-d123e107811d req-bf67e07c-4d47-4243-bb7c-9219efa55f3d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1956611 Aug 22 15:06:36.344301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:36.356008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Transition to ACTIVE for port object f8c2b726-6267-4ccb-8108-864c272675f4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:36.366177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c2118-650e-4e27-b4ab-4dd27bc76029 req-315382e9-79cb-4408-8172-d56257e82c2a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.366567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-6d385166-119d-4fec-98b6-1367fc9e4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.368815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-6d385166-119d-4fec-98b6-1367fc9e4d74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.3096404 Aug 22 15:06:36.372790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e6c2118-650e-4e27-b4ab-4dd27bc76029 req-315382e9-79cb-4408-8172-d56257e82c2a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.2239742 Aug 22 15:06:36.461847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:36.475187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-b66e2c59-808f-4ab6-8186-51b16c0d6479 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a316120a-063d-4b40-bc99-11400ce2dd43 HTTP/1.1" status: 200 len: 217 time: 0.0985265 Aug 22 15:06:36.565834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c6b0d4b-82dc-44ca-8e34-d123e107811d req-58d1f957-5752-45ba-bd55-8405cbf124a2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855933 Aug 22 15:06:36.577839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-f1493768-7345-4384-a3f5-f5ba84d09c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.580779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-f1493768-7345-4384-a3f5-f5ba84d09c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0985353 Aug 22 15:06:36.677078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e6c2118-650e-4e27-b4ab-4dd27bc76029 req-4f114b21-d0a5-4c51-8dda-94c4248fe2a7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944219 Aug 22 15:06:36.677262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-0815c7e0-6d84-4ece-a348-3b18fce44f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.678834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-0815c7e0-6d84-4ece-a348-3b18fce44f3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900903 Aug 22 15:06:36.771436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a7d33-8455-4f93-81ef-1b50ce9ed2fc req-1d086a3c-815f-4426-872e-87d557c8ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:36.775321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd4a7d33-8455-4f93-81ef-1b50ce9ed2fc req-1d086a3c-815f-4426-872e-87d557c8ee62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1097 time: 0.4759924 Aug 22 15:06:36.778744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8:1::1 (563228c2-8dbe-437d-abb2-40d03bfc5c77/b041b37f-da7e-49b0-9a66-6bc417c6ac90/0ada3461-00d9-4bbe-895e-734a799622b8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:36.867165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-f779ac12-c568-4477-aa23-53e3763f7276 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797700 Aug 22 15:06:36.933092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:36.947402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:36.949974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:36.995032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Pushing event updated for resources: {'Port': ['ID=f8c2b726-6267-4ccb-8108-864c272675f4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:37.005154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd4a7d33-8455-4f93-81ef-1b50ce9ed2fc req-e8a1b88b-3f8d-4396-8e53-308570d19d1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061524 Aug 22 15:06:37.010144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e61f305-ecb7-482c-b30d-276aacbeb04e req-ea039277-92a1-4940-9d39-7f776dfa298d service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307368 Aug 22 15:06:37.087499 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.101679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Attempting to bind port f8c2b726-6267-4ccb-8108-864c272675f4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:37.102595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Attempting to bind port f8c2b726-6267-4ccb-8108-864c272675f4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:37.102971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Attempting to bind port f8c2b726-6267-4ccb-8108-864c272675f4 on network 563228c2-8dbe-437d-abb2-40d03bfc5c77 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:37.114763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:37.115155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Checking segment: {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:37.115619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.116053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Bound using segment: {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:37.116611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Bound port: f8c2b726-6267-4ccb-8108-864c272675f4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:37.117003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.124528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaa02c-cb28-42e8-a706-3a9053e020e5 req-2eed634e-ac21-42f0-8190-79050e314fab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:37.133530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cbaa02c-cb28-42e8-a706-3a9053e020e5 req-2eed634e-ac21-42f0-8190-79050e314fab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.3384588 Aug 22 15:06:37.176008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:29Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:35Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:37.201277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cbaa02c-cb28-42e8-a706-3a9053e020e5 req-0a9e4252-461e-4828-afbf-9cd7e5970fbb tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660498 Aug 22 15:06:37.232204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5603a2-9b66-43ca-bf70-8e37d3c8ae9e None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:29Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:35Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:37.253354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.287475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 0ada3461-00d9-4bbe-895e-734a799622b8 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:37.299523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] For port f8c2b726-6267-4ccb-8108-864c272675f4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:37.307891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] For port f8c2b726-6267-4ccb-8108-864c272675f4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8c2b726-6267-4ccb-8108-864c272675f4,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:37.361367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.388411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.484356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c4f3b-090a-41c2-aa14-67b4ae4735fb None None] Pushing event updated for resources: {'Port': ['ID=f8c2b726-6267-4ccb-8108-864c272675f4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:37.498488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:37.505494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:37.613052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:37.615674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:37.756742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005c7f-d801-49ac-bde0-f035b8e5b846 req-a3176eae-2b8a-45ea-a517-054ed68ee508 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:37.765510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73005c7f-d801-49ac-bde0-f035b8e5b846 req-a3176eae-2b8a-45ea-a517-054ed68ee508 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.0810318 Aug 22 15:06:37.822928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73005c7f-d801-49ac-bde0-f035b8e5b846 req-58938ded-67ce-43db-84c5-4b53a3387ccf tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Aug 22 15:06:37.979111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:38.014859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d044e-8f2a-42a2-a967-5c56c7703a71 req-aac2e28a-0243-4b3f-ae48-1790c068db9f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:38.016801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-406d044e-8f2a-42a2-a967-5c56c7703a71 req-aac2e28a-0243-4b3f-ae48-1790c068db9f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.1927428 Aug 22 15:06:39.393617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:39.443593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-406d044e-8f2a-42a2-a967-5c56c7703a71 req-0d8ee72a-6d43-436f-90de-37bfc7e3cf46 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3766057 Aug 22 15:06:39.487707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:39.492146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:39.536576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b609b-e72c-4052-afd5-5d07bfb2d78d None None] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:39.620807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0662d095-1cb7-42b5-8c8b-c77bbcabea60 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:39.753781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:39.913290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc01ad-f8e7-444e-9128-53c0b07713f4 req-e6fa14f8-cf13-4daf-9f0c-7a7a52597f50 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:39.923894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5fa8832-e2ef-40d7-a23c-056e97ea9725 None None] Provisioning for port f8c2b726-6267-4ccb-8108-864c272675f4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:39.944020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85cc01ad-f8e7-444e-9128-53c0b07713f4 req-e6fa14f8-cf13-4daf-9f0c-7a7a52597f50 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.5354586 Aug 22 15:06:40.113120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:40.138347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:40.140083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:40.191464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:40.226587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c473bb-fb6f-455f-a0fa-0ff1ce532d68 req-69898fc8-0cc8-41a5-95c6-14d3697f2011 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:40.231114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3c473bb-fb6f-455f-a0fa-0ff1ce532d68 req-69898fc8-0cc8-41a5-95c6-14d3697f2011 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.6078641 Aug 22 15:06:40.262050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:40.335121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3c473bb-fb6f-455f-a0fa-0ff1ce532d68 req-6d74ee38-334d-4424-9b86-9c39f032c611 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848348 Aug 22 15:06:40.339953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85cc01ad-f8e7-444e-9128-53c0b07713f4 req-692f7ff7-fbd9-422a-b354-24fb7e01fc3c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675966 Aug 22 15:06:40.530936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:40.644311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:40.646035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:40.683343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 0662d095-1cb7-42b5-8c8b-c77bbcabea60, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0662d095-1cb7-42b5-8c8b-c77bbcabea60,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:40.764300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:40.765159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8c2b726-6267-4ccb-8108-864c272675f4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:40.827056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe69f-22ad-422a-b08f-c8403e0b8cb9 req-a9ca3b4f-fe34-47f9-9484-b5f5b1bc4f3b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:40.828841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-969fe69f-22ad-422a-b08f-c8403e0b8cb9 req-a9ca3b4f-fe34-47f9-9484-b5f5b1bc4f3b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.1989801 Aug 22 15:06:40.950076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:41.057860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:41.074067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:41.083211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50898) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:41.085385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d1c26a71-87c1-4350-8f6a-7550a5ceac64 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3319275 Aug 22 15:06:41.091249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826934130'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:41.108862 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:41.109517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:41.121104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f8c2b726-6267-4ccb-8108-864c272675f4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:41.128579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f8c2b726-6267-4ccb-8108-864c272675f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:41.129128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.137425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-969fe69f-22ad-422a-b08f-c8403e0b8cb9 req-9054c225-7a62-434c-807d-469cf3fc06d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356672 Aug 22 15:06:41.144642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-00cbddb6-e830-4b13-825e-8963ebe0d8f7 None None] Provisioning for port 0ada3461-00d9-4bbe-895e-734a799622b8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:41.165266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50900) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:41.176704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1798897756'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:41.217272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-00cbddb6-e830-4b13-825e-8963ebe0d8f7 None None] Provisioning complete for port 0ada3461-00d9-4bbe-895e-734a799622b8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:41.217653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-00cbddb6-e830-4b13-825e-8963ebe0d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.280574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:41.311689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.330097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-00cbddb6-e830-4b13-825e-8963ebe0d8f7 None None] Port 0ada3461-00d9-4bbe-895e-734a799622b8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:41.372638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:41.378450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.397503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:41.425965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.426626 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment d8e57dae-238d-403d-863d-ac3ec36cf9e3 of type vlan for network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 Aug 22 15:06:41.441052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:41.529983 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.530998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:41.570297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.573038 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Added segment bcbee762-2b70-46a4-b111-c37288690366 of type vlan for network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 Aug 22 15:06:41.581456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5916890b-377f-4a1f-8cb0-c88e5bab82fe None None] Provisioning complete for port 0ada3461-00d9-4bbe-895e-734a799622b8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:41.582089 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5916890b-377f-4a1f-8cb0-c88e5bab82fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.587587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.652835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f8c2b726-6267-4ccb-8108-864c272675f4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8c2b726-6267-4ccb-8108-864c272675f4,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:41.669095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5916890b-377f-4a1f-8cb0-c88e5bab82fe None None] Port 0ada3461-00d9-4bbe-895e-734a799622b8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:41.763749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.770098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.772167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:41.773051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.819891 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.827158 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:37Z', 'revision_number': 3, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:39Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:41.860631 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:41.860999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Updating router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 port 0ada3461-00d9-4bbe-895e-734a799622b8 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:41.881626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cdfb0-2bcb-4cff-a97e-9721bd27ad91 req-26272073-115c-46e2-accc-74d33cd82223 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:41.890969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b8cdfb0-2bcb-4cff-a97e-9721bd27ad91 req-26272073-115c-46e2-accc-74d33cd82223 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2564783 Aug 22 15:06:41.940902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411e3fa-45eb-4325-9167-430cccbb6754 req-ccfc7e14-f61f-4f59-85fd-7fbca0903594 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:41.941161 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:41.944509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c411e3fa-45eb-4325-9167-430cccbb6754 req-ccfc7e14-f61f-4f59-85fd-7fbca0903594 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2615864 Aug 22 15:06:42.058911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.070383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:42.077708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.112350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0662d095-1cb7-42b5-8c8b-c77bbcabea60 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:42.139794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f8c2b726-6267-4ccb-8108-864c272675f4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:42.183749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c411e3fa-45eb-4325-9167-430cccbb6754 req-d9c9b824-7ef1-4552-8229-9b7f1bb4f5dd tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221789 Aug 22 15:06:42.202918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b8cdfb0-2bcb-4cff-a97e-9721bd27ad91 req-7e4780dc-dd0b-4f9b-b9b0-585a74a71764 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991512 Aug 22 15:06:42.215905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1a28f993-aefb-4c44-b1b1-543c3d28cdbe None None] Provisioning complete for port 0ada3461-00d9-4bbe-895e-734a799622b8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:42.217938 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a28f993-aefb-4c44-b1b1-543c3d28cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.317746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Network': ['ID=9ccf4230-5ece-4158-8b55-3660a3f6ef97,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:42.353733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:42.366588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-03537108-6e21-47de-9099-27c2e9a1aae5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1989024 Aug 22 15:06:42.370063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50920) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:42.375750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1300499421'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:42.444159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1a28f993-aefb-4c44-b1b1-543c3d28cdbe None None] Port 0ada3461-00d9-4bbe-895e-734a799622b8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:42.514174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:42.521588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.612521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:42.613188 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.617386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:42.641687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fbc39-fb23-46d5-bee6-8aaa3d5d57bc req-6e8ac58b-ffc7-449b-8880-517b2e09b69b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:42.645858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-259fbc39-fb23-46d5-bee6-8aaa3d5d57bc req-6e8ac58b-ffc7-449b-8880-517b2e09b69b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.2069027 Aug 22 15:06:42.776826 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.813462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-259fbc39-fb23-46d5-bee6-8aaa3d5d57bc req-39cddb0f-b7d3-4e91-9c8c-80f32b6830c9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589572 Aug 22 15:06:42.817534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.818463 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Added segment 17df4793-c59d-4c9e-8134-6ef15ccf0e81 of type vlan for network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 Aug 22 15:06:42.832238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Transition to ACTIVE for port object 0ada3461-00d9-4bbe-895e-734a799622b8 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:42.859638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=1dcd6816-cc6c-4e93-a632-632c7c9b4544,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:42.875385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.875723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.876106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.876446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.876782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.877135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.881468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.881824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.884028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.887355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.887355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.887355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:42.904067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:42.921864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:42.932164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410ad0d-e02a-4801-9c7b-542635b90666 req-8d95d67e-48fe-485f-a6a1-15e12ee1ae67 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:42.939995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9410ad0d-e02a-4801-9c7b-542635b90666 req-8d95d67e-48fe-485f-a6a1-15e12ee1ae67 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2158320 Aug 22 15:06:42.987048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9410ad0d-e02a-4801-9c7b-542635b90666 req-e7080128-36b8-4318-9b64-362de33adb93 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Aug 22 15:06:43.007559 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.013110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:43.015227 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f274c688-474b-4a2f-bbe5-3bfb90852da4 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9299073 Aug 22 15:06:43.031552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:43.240666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.248858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:43.249567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.250193 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Attempting to bind port 0ada3461-00d9-4bbe-895e-734a799622b8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:43.251255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Attempting to bind port 0ada3461-00d9-4bbe-895e-734a799622b8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:43.251680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Attempting to bind port 0ada3461-00d9-4bbe-895e-734a799622b8 on network 563228c2-8dbe-437d-abb2-40d03bfc5c77 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:43.257749 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e3dc8-5dc6-42c8-a4db-3c2d104ffff4 None None] Pushing event updated for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:43.292135 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:43.292519 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Checking segment: {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:43.292930 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.293335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Bound using segment: {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:43.296175 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Bound port: 0ada3461-00d9-4bbe-895e-734a799622b8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bce033e-7fb1-4a7f-a7e1-89be5d92d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:43.298175 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.437375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d789723-c04a-4250-b250-6f0f4e0f9521 req-08767351-df58-411b-81bc-7fa6023174d9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:43.442444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d789723-c04a-4250-b250-6f0f4e0f9521 req-08767351-df58-411b-81bc-7fa6023174d9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2363698 Aug 22 15:06:43.504968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1336489 Aug 22 15:06:43.507731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:43.514770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'subnet': {'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:43.522190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] For port 0ada3461-00d9-4bbe-895e-734a799622b8, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:43.529474 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] For port 0ada3461-00d9-4bbe-895e-734a799622b8, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0ada3461-00d9-4bbe-895e-734a799622b8,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:43.533207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0dea6-0b29-42d8-bc37-412911be4192 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Network': ['ID=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:43.550896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:43.629359 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.662584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d789723-c04a-4250-b250-6f0f4e0f9521 req-48df6161-027f-466b-8efe-c94fff228125 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060916 Aug 22 15:06:43.695295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a3bf8-c2fc-4430-a21c-ae2c1a4e111c req-3c80968f-f9c8-4820-9dd7-2243b5aa2919 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:43.695295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1a3bf8-c2fc-4430-a21c-ae2c1a4e111c req-3c80968f-f9c8-4820-9dd7-2243b5aa2919 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2470958 Aug 22 15:06:43.744078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:43.745031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:43.790289 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:43.790914 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:43.852950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1a3bf8-c2fc-4430-a21c-ae2c1a4e111c req-f4951c97-16f2-4aab-b046-f9f107385667 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481414 Aug 22 15:06:43.862738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:43.866989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:44.100373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8c2b726-6267-4ccb-8108-864c272675f4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:44.230888 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:44.274731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f8c2b726-6267-4ccb-8108-864c272675f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:44.275498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:44.282308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcadc1-c587-496c-b823-9182836caba3 req-634d5d9a-9cfa-41c6-82d9-9188622335fc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:44.283041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dfcadc1-c587-496c-b823-9182836caba3 req-634d5d9a-9cfa-41c6-82d9-9188622335fc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.2050235 Aug 22 15:06:44.320005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08ecec-65bb-46b8-9ef9-104ecc701d32 req-b7f2dd19-150b-4ffc-b0c5-79e9890f8d81 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:44.328305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e08ecec-65bb-46b8-9ef9-104ecc701d32 req-b7f2dd19-150b-4ffc-b0c5-79e9890f8d81 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2756493 Aug 22 15:06:44.443911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e3dc8-5dc6-42c8-a4db-3c2d104ffff4 None None] Pushing event updated for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:44.474924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:44.577180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e08ecec-65bb-46b8-9ef9-104ecc701d32 req-a449d718-f383-4621-92d5-29080c367983 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448833 Aug 22 15:06:44.631816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dfcadc1-c587-496c-b823-9182836caba3 req-02b6a80c-1543-4841-b176-f4ef7663f6c2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584364 Aug 22 15:06:44.646638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Subnet': ['ID=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:44.655201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:44.655829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network hostable DHCP agents. Network: 9ccf4230-5ece-4158-8b55-3660a3f6ef97, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:44.763230 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:37Z', 'revision_number': 3, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:43Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:44.803852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22097477-e84d-45ac-a2e2-406d84c3a75e None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:37Z', 'revision_number': 3, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:43Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:44.833991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:44.844511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df598-51db-445e-a974-c7f993145779 req-4bc8703b-eda9-4ba2-b85f-305f27a4c02f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:44.854457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6df598-51db-445e-a974-c7f993145779 req-4bc8703b-eda9-4ba2-b85f-305f27a4c02f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1142268 Aug 22 15:06:44.953522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:44.982876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9ccf4230-5ece-4158-8b55-3660a3f6ef97) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:44.988575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:44.989198 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:44.997183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6df598-51db-445e-a974-c7f993145779 req-9b6bea48-697b-4854-be7d-03196326ec03 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280491 Aug 22 15:06:44.998119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de464feb-605b-4d6f-b755-72e1bd1d39b3 None None] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:45.093324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:45.093733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 1dcd6816-cc6c-4e93-a632-632c7c9b4544, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:45.136267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-45c6a705-036e-4e69-8c81-753d75131ca3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6258614 Aug 22 15:06:45.139593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:45.146191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'subnet': {'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:45.167462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=cdfabdc2-1ae1-4f90-8bad-31a922fe85b1,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:45.207669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c53063-cb41-4150-9892-00d924156a31 req-80a1773f-dd58-4bbb-b7d6-cc69d70caccb tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:45.209700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70c53063-cb41-4150-9892-00d924156a31 req-80a1773f-dd58-4bbb-b7d6-cc69d70caccb tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1377125 Aug 22 15:06:45.281299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:45.380135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d3076-122d-4f5a-85e7-33a26cd79ef9 req-13978c41-86d7-4476-a0d4-73610f4f017c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:45.382352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-936d3076-122d-4f5a-85e7-33a26cd79ef9 req-13978c41-86d7-4476-a0d4-73610f4f017c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.1714783 Aug 22 15:06:45.383707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1dcd6816-cc6c-4e93-a632-632c7c9b4544) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:45.394698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa554a8-4120-4f93-a52e-c94c06927ff2 None None] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:45.397406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:45.398140 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:45.418846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:45.419953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:45.431825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70c53063-cb41-4150-9892-00d924156a31 req-809120c8-51e6-4b45-a983-6bc6cf1292fa tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770115 Aug 22 15:06:45.462521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:45.466573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:45.516250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-936d3076-122d-4f5a-85e7-33a26cd79ef9 req-5c7a8e29-e2d4-4a63-b767-f5e78af803fd tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941467 Aug 22 15:06:45.562672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-37bdd567-281c-4489-ac47-d540bc85a5bb tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5423114 Aug 22 15:06:45.563595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50958) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:45.970529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Allocated IP 10.1.1.2 (9ccf4230-5ece-4158-8b55-3660a3f6ef97/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6/0b441df4-7240-48f8-81ed-924903436144) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:46.008419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:46.010225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.068446 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.100532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0ada3461-00d9-4bbe-895e-734a799622b8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:46.233115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Subnet': ['ID=56f14785-4ea1-4716-99f9-5daa06381b10,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:46.261009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Checking segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:46.262147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network hostable DHCP agents. Network: 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:46.299049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce79b7-200e-4555-b51a-d54a03e3b7db req-ec1bd007-11ca-46e6-9027-60eb790cc51f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:46.301740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78ce79b7-200e-4555-b51a-d54a03e3b7db req-ec1bd007-11ca-46e6-9027-60eb790cc51f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.4451253 Aug 22 15:06:46.324165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f3c4f-6d31-4e91-b1e9-c35c6eeaa7b1 req-2ef49235-bbe3-407c-8245-91c93eb1645b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:46.326091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a59f3c4f-6d31-4e91-b1e9-c35c6eeaa7b1 req-2ef49235-bbe3-407c-8245-91c93eb1645b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4969575 Aug 22 15:06:46.371612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:46.457013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:46.462494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:46.463073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.472308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78ce79b7-200e-4555-b51a-d54a03e3b7db req-88eb4ff2-b03b-4686-9884-708dd3cee03c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574187 Aug 22 15:06:46.487430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a59f3c4f-6d31-4e91-b1e9-c35c6eeaa7b1 req-e6849bb3-6a1e-4b8c-86f5-d19c4ea8ef07 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986118 Aug 22 15:06:46.516965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208c07e-b54d-496e-bdcd-e6dfd935d62d None None] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:46.574714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8d6cbb1-4f58-4873-940c-0a0f998e7b6d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4313679 Aug 22 15:06:46.575108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50972) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:46.581538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'name': 'tempest-TaggedBootDevicesTest-1077708445', 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:46.815098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.839875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677470c-f0f9-480b-9fbd-74f00acfcad0 req-910ef6d5-2541-4852-ad31-faa6725e9d2e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:46.841493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a677470c-f0f9-480b-9fbd-74f00acfcad0 req-910ef6d5-2541-4852-ad31-faa6725e9d2e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2161574 Aug 22 15:06:46.854213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0ada3461-00d9-4bbe-895e-734a799622b8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:46.878204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Allocated IP 2001:db8:2::2 (1dcd6816-cc6c-4e93-a632-632c7c9b4544/cdfabdc2-1ae1-4f90-8bad-31a922fe85b1/c3ee8fa7-fd42-463f-8693-53dfee385465) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:46.890689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0ada3461-00d9-4bbe-895e-734a799622b8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:46.891087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.893081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:46.948168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:46.964727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Transition to ACTIVE for port object 0b441df4-7240-48f8-81ed-924903436144 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.041052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Transition to ACTIVE for port object 0b441df4-7240-48f8-81ed-924903436144 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.159784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.160452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ips': [{'subnet_id': '56f14785-4ea1-4716-99f9-5daa06381b10'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:47.161172 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.190187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] device_id is not set on port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:06:47.217282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b271-8f30-4d64-8e7a-76badcf6aa6e req-8ddd522e-a25b-4c85-bcbe-54c26f6e0730 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:47.229370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28b7b271-8f30-4d64-8e7a-76badcf6aa6e req-8ddd522e-a25b-4c85-bcbe-54c26f6e0730 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4118490 Aug 22 15:06:47.268082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a677470c-f0f9-480b-9fbd-74f00acfcad0 req-81f939fd-a9bc-4a35-a272-61b1475e639c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731651 Aug 22 15:06:47.315599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28b7b271-8f30-4d64-8e7a-76badcf6aa6e req-fca57342-a614-4551-b154-ea3c837e31e1 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852377 Aug 22 15:06:47.414568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Allocated IP 10.2.2.2 (8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9/56f14785-4ea1-4716-99f9-5daa06381b10/893d39c3-3785-4502-bb4a-11bb5e5a9313) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:47.444490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.462599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.506186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.1.1.29 (9ccf4230-5ece-4158-8b55-3660a3f6ef97/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:47.518321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6e6f-12eb-46dc-bb14-ad6538e0f009 req-5c859f62-408b-468c-adba-c3c053640014 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:47.520029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df5a6e6f-12eb-46dc-bb14-ad6538e0f009 req-5c859f62-408b-468c-adba-c3c053640014 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.0953887 Aug 22 15:06:47.539099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Transition to ACTIVE for port object c3ee8fa7-fd42-463f-8693-53dfee385465 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.608706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Pushing event updated for resources: {'Port': ['ID=0b441df4-7240-48f8-81ed-924903436144,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:47.635560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df5a6e6f-12eb-46dc-bb14-ad6538e0f009 req-8fc3f220-b6c5-4181-b14e-21fde84c5000 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868855 Aug 22 15:06:47.731528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.756993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.768522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.780961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Transition to ACTIVE for port object 893d39c3-3785-4502-bb4a-11bb5e5a9313 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.801486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Transition to ACTIVE for port object 893d39c3-3785-4502-bb4a-11bb5e5a9313 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.804384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.829956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ee949-53e3-48dc-9c5f-6669b7fe4cd9 req-867e043e-73a2-4916-a9ac-c6caa827a035 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:47.832344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-561ee949-53e3-48dc-9c5f-6669b7fe4cd9 req-867e043e-73a2-4916-a9ac-c6caa827a035 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.0920675 Aug 22 15:06:47.859098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 0ada3461-00d9-4bbe-895e-734a799622b8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0ada3461-00d9-4bbe-895e-734a799622b8,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:47.861275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:47.865247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:47.871358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:47.882612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Transition to ACTIVE for port object c3ee8fa7-fd42-463f-8693-53dfee385465 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:47.919422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-561ee949-53e3-48dc-9c5f-6669b7fe4cd9 req-3c78ac68-b3e9-463d-96dd-b3d1dea770f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 Aug 22 15:06:47.932884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:47.962269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Attempting to bind port 0b441df4-7240-48f8-81ed-924903436144 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:47.962712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Attempting to bind port 0b441df4-7240-48f8-81ed-924903436144 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:47.963092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Attempting to bind port 0b441df4-7240-48f8-81ed-924903436144 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:47.965969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.020130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:48.020452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.020575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:48.030186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:48.034653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:48.041698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b8c90-1323-47fa-a1f9-b8caea069737 req-25260d13-1d4c-4cd7-8d71-f3d3ef76e8ac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:48.041929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:48.042546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.043138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Bound using segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:48.043794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Bound port: 0b441df4-7240-48f8-81ed-924903436144, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:48.044383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.048743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Pushing event updated for resources: {'Port': ['ID=893d39c3-3785-4502-bb4a-11bb5e5a9313,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:48.050827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-801b8c90-1323-47fa-a1f9-b8caea069737 req-25260d13-1d4c-4cd7-8d71-f3d3ef76e8ac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.0868950 Aug 22 15:06:48.065944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:48.094496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:48.114087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-801b8c90-1323-47fa-a1f9-b8caea069737 req-5c223f7d-c8c9-4785-a9dd-df489a3aa2b7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Aug 22 15:06:48.120995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:48.125766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.129564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:48.129724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:48.130264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.188970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8:2::1 (1dcd6816-cc6c-4e93-a632-632c7c9b4544/cdfabdc2-1ae1-4f90-8bad-31a922fe85b1/16015689-11bc-48a8-a895-c389a9b0256e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:48.218099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:48.218327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ac92c83d-7e22-4775-ab5a-8cc9fe1842f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6420224 Aug 22 15:06:48.218970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:48.221713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50992) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:48.228463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'name': 'tempest-TaggedBootDevicesTest-1661933372', 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:48.237542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:48.282527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:48.360623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] For port 0b441df4-7240-48f8-81ed-924903436144, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:48.414798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Attempting to bind port 893d39c3-3785-4502-bb4a-11bb5e5a9313 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:48.415511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Attempting to bind port 893d39c3-3785-4502-bb4a-11bb5e5a9313 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:48.416104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Attempting to bind port 893d39c3-3785-4502-bb4a-11bb5e5a9313 on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:48.433315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Pushing event updated for resources: {'Port': ['ID=c3ee8fa7-fd42-463f-8693-53dfee385465,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:48.441056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.458898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object 16015689-11bc-48a8-a895-c389a9b0256e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:48.509509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] For port 0b441df4-7240-48f8-81ed-924903436144, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0b441df4-7240-48f8-81ed-924903436144,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:48.516009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:48.516673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Checking segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:48.517256 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.517824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Bound using segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:48.518601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Bound port: 893d39c3-3785-4502-bb4a-11bb5e5a9313, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:48.519172 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.532628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:48.543750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.561798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bc19-a9fe-477f-9c48-d430118c65e3 req-73331933-e13b-45e6-9b76-b8b6e9ec488f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:48.571880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a14bc19-a9fe-477f-9c48-d430118c65e3 req-73331933-e13b-45e6-9b76-b8b6e9ec488f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.0756099 Aug 22 15:06:48.581296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Attempting to bind port c3ee8fa7-fd42-463f-8693-53dfee385465 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:48.582265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Attempting to bind port c3ee8fa7-fd42-463f-8693-53dfee385465 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:48.585383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Attempting to bind port c3ee8fa7-fd42-463f-8693-53dfee385465 on network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:48.611930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] device_id is not set on port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:06:48.616945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.637577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a14bc19-a9fe-477f-9c48-d430118c65e3 req-1d512b8a-e162-430d-a3f1-bca3113f6b0f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646479 Aug 22 15:06:48.705972 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.730597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:48.736146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:48.738103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Checking segment: {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:48.738526 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.738929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Bound using segment: {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:48.739436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Bound port: c3ee8fa7-fd42-463f-8693-53dfee385465, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:48.739826 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.754596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:48.759306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:48.767046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:48.767639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:48.915454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] For port 893d39c3-3785-4502-bb4a-11bb5e5a9313, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:49.027738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] For port 893d39c3-3785-4502-bb4a-11bb5e5a9313, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=893d39c3-3785-4502-bb4a-11bb5e5a9313,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:49.046577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.1.1.246 (9ccf4230-5ece-4158-8b55-3660a3f6ef97/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6/75c64300-50f2-49a9-b7c0-53ae10a7fe2b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:49.141099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] For port c3ee8fa7-fd42-463f-8693-53dfee385465, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:49.145849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] For port c3ee8fa7-fd42-463f-8693-53dfee385465, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3ee8fa7-fd42-463f-8693-53dfee385465,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:49.160345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:49.168851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f90fb-94e0-4790-ad7a-2e9a95b58cf1 None None] Pushing event updated for resources: {'Port': ['ID=0b441df4-7240-48f8-81ed-924903436144,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:49.198728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:49.250159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c201768-e1b0-4138-bd07-27a554129e29 req-021395f7-ffe6-49e8-ad26-b3f7e9198190 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:49.255167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:49.260916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c201768-e1b0-4138-bd07-27a554129e29 req-021395f7-ffe6-49e8-ad26-b3f7e9198190 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.2244477 Aug 22 15:06:49.403770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0571-3c95-4db3-87b4-42a9cf40946f None None] Pushing event updated for resources: {'Port': ['ID=893d39c3-3785-4502-bb4a-11bb5e5a9313,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:49.404718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c201768-e1b0-4138-bd07-27a554129e29 req-fa66ec5c-9d7a-4585-8a58-9228edd54be5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424420 Aug 22 15:06:49.439051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:49.519209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object 75c64300-50f2-49a9-b7c0-53ae10a7fe2b will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:49.681700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:49.683163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4a259-3153-444c-adde-6c94e990d9e3 None None] Pushing event updated for resources: {'Port': ['ID=c3ee8fa7-fd42-463f-8693-53dfee385465,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:49.770547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:49.794482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51014) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:49.796737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:49.807383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe79f-0a5a-4512-b47e-c6a42ec41eea req-3f45237d-b008-4bb6-acf4-c6aeb5e1d4d6 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:49.807876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:49.826730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c57fe79f-0a5a-4512-b47e-c6a42ec41eea req-3f45237d-b008-4bb6-acf4-c6aeb5e1d4d6 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.6389518 Aug 22 15:06:49.988148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:50.001017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:50.001727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.190697 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-41ca5274-6f27-429b-8451-561d127f44dc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9647899 Aug 22 15:06:50.368021 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-718021a9-f242-46fd-9cd7-a328cf09572e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01d87403535c4abd994703fd1a72f035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668156 Aug 22 15:06:50.372425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51026) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:50.470027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.484124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c57fe79f-0a5a-4512-b47e-c6a42ec41eea req-87f0397e-6afb-4b70-9a8c-5d98978abef9 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113257 Aug 22 15:06:50.572850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.594014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0ada3461-00d9-4bbe-895e-734a799622b8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:50.640961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa80fcc-c374-45ec-9613-f0ac737f7bdb req-1a3eb98b-e934-4719-8056-2886bef688af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:50.651907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efa80fcc-c374-45ec-9613-f0ac737f7bdb req-1a3eb98b-e934-4719-8056-2886bef688af tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.9146268 Aug 22 15:06:50.673815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0ada3461-00d9-4bbe-895e-734a799622b8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:50.674193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.724367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.728514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:50.729234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0effc403-c1f4-404a-8f0c-f76d22113fa0 HTTP/1.1" status: 204 len: 168 time: 0.3555615 Aug 22 15:06:50.754988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7b5a-87a8-46dd-8e6a-b3c2ddb8dc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0effc403-c1f4-404a-8f0c-f76d22113fa0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:50.803696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-6ce24bfc-d71a-4088-a5ce-529d279da762 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:50.806622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-6ce24bfc-d71a-4088-a5ce-529d279da762 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.3050323 Aug 22 15:06:50.819045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 893d39c3-3785-4502-bb4a-11bb5e5a9313 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:50.923800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efa80fcc-c374-45ec-9613-f0ac737f7bdb req-343d045a-0603-406e-b524-88dbc13e5d57 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706571 Aug 22 15:06:50.947603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dabfaa-d6cb-41d9-b092-27a3c6e9c32c req-a84ee406-059d-484a-af68-d0af5f279650 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:50.956397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3dabfaa-d6cb-41d9-b092-27a3c6e9c32c req-a84ee406-059d-484a-af68-d0af5f279650 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.3606822 Aug 22 15:06:51.021768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 893d39c3-3785-4502-bb4a-11bb5e5a9313 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:51.022919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.029914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3ee8fa7-fd42-463f-8693-53dfee385465 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:51.123286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3dabfaa-d6cb-41d9-b092-27a3c6e9c32c req-694e4481-ed9a-4422-819f-6d3814ef70e3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655838 Aug 22 15:06:51.136148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce098d-f5c7-4c79-a88e-ea3ab7110263 None None] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:51.175428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.187176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Deleting port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:06:51.187524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.286036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.287478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.305810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c3ee8fa7-fd42-463f-8693-53dfee385465 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:51.356214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0b441df4-7240-48f8-81ed-924903436144 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:51.405024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51040) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:51.411114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212575822', 'description': 'tempest-description--1167994332'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:51.447523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-370b6c56-352f-45ba-b749-0c953b42d14c None None] Provisioning for port 0b441df4-7240-48f8-81ed-924903436144 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:51.461821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca9aac-0453-4019-b475-744b741fbc9b None None] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:51.486130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:51.560026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.647376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] For port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:51.647763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.731762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8288c-ebc0-422b-b078-e47fc6798353 req-8915801c-c523-4000-999b-ddaa7fc4b155 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:51.739333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd8288c-ebc0-422b-b078-e47fc6798353 req-8915801c-c523-4000-999b-ddaa7fc4b155 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.3867252 Aug 22 15:06:51.741956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0b441df4-7240-48f8-81ed-924903436144 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:51.749545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0b441df4-7240-48f8-81ed-924903436144 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:51.750167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.764317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.790745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173027-b9c5-47dd-9f5b-9a5e3a65713f req-83837fa2-d9f5-4b94-9317-9b4482f159c8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:51.796881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76173027-b9c5-47dd-9f5b-9a5e3a65713f req-83837fa2-d9f5-4b94-9317-9b4482f159c8 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 945 time: 0.1843750 Aug 22 15:06:51.797939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-583f2e85-51d0-4145-aeb2-c891fe24f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:51.800056 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-583f2e85-51d0-4145-aeb2-c891fe24f0c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1097 time: 0.0760550 Aug 22 15:06:51.854557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Provisioning for port 893d39c3-3785-4502-bb4a-11bb5e5a9313 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:51.863433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.870500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Provisioning complete for port 893d39c3-3785-4502-bb4a-11bb5e5a9313 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:51.871577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:51.981310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd8288c-ebc0-422b-b078-e47fc6798353 req-0d5842b9-9ae9-4578-9b6f-909e3cfe75ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403736 Aug 22 15:06:52.012050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3debeabb-29b5-4648-9b37-9411f8ad4199,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:52.055861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-86ddc781-ea54-4cc5-8ae5-43b37a2725ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:52.055861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-86ddc781-ea54-4cc5-8ae5-43b37a2725ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.2474327 Aug 22 15:06:52.061180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:52.066278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:52.166762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.210327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-3c13ac91-8915-4acd-8aa7-160c967b1423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 1001 time: 0.1478062 Aug 22 15:06:52.212565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.217653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-abd5a362-42b8-436f-8c26-4d83f1e0afd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8109510 Aug 22 15:06:52.223270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05856633-d8c2-4d9b-bb5a-6ac79e717c4a None None] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:52.226783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51060) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:52.231780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'security_group_rule': {'security_group_id': '3debeabb-29b5-4648-9b37-9411f8ad4199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:52.319686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-ffdada17-6088-48b2-a116-77e5f8f2cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:52.323243 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-ffdada17-6088-48b2-a116-77e5f8f2cf6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.1033959 Aug 22 15:06:52.340547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.397715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.403303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.403303 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Floating IP a21f0197-1741-4b65-8e64-bc18d915c6f6 disassociated. External IP: 172.25.0.186, port: ff55cef9-bb8e-4bc9-8472-4b62d0a5b900. Aug 22 15:06:52.403303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Calling delete_port for ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:06:52.405726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.434281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-d0190798-97dc-4ae1-afd6-f03df4287335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:52.436238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-d0190798-97dc-4ae1-afd6-f03df4287335 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023345 Aug 22 15:06:52.567874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.638452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.669606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-b5b21afc-f9c3-49e6-bfa0-e859f11bd2e3 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245553 Aug 22 15:06:52.670572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7059e-51b2-44d8-aa3b-f3aafbac5b36,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:52.728578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 0b441df4-7240-48f8-81ed-924903436144, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0b441df4-7240-48f8-81ed-924903436144,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:52.729172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-3e294a0d-5d0c-4c00-88b1-a2ad406f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:52.731803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-3e294a0d-5d0c-4c00-88b1-a2ad406f73a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1097 time: 0.1327929 Aug 22 15:06:52.737811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.743674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a316120a-063d-4b40-bc99-11400ce2dd43 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:06:52.743913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05a7d7e9-746a-4df8-b034-82b270124ba3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5158162 Aug 22 15:06:52.770432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:52.779156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'security_group_rule': {'security_group_id': '3debeabb-29b5-4648-9b37-9411f8ad4199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:52.790573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.829004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.832520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] For port 893d39c3-3785-4502-bb4a-11bb5e5a9313, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=893d39c3-3785-4502-bb4a-11bb5e5a9313,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:52.905403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76173027-b9c5-47dd-9f5b-9a5e3a65713f req-a4306901-978b-474b-bcee-c7e9fb258292 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c1069dc-7fc7-4db6-9198-744b9f8f759c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9566958 Aug 22 15:06:52.941459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:52.958360 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-557be2eb-d45b-4f7d-8348-dc58273a6daf req-9bb38311-4197-408a-b41f-f86ac4df00e8 service neutron] 10.222.0.10 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720838 Aug 22 15:06:52.990878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-a7c14694-8ce4-49cc-9072-5370e8f73418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:52.994451 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-a7c14694-8ce4-49cc-9072-5370e8f73418 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 915 time: 0.2221172 Aug 22 15:06:52.996958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event deleted for resources: {'Port': ['ID=ff55cef9-bb8e-4bc9-8472-4b62d0a5b900,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:53.091743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=0b441df4-7240-48f8-81ed-924903436144,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:53.098600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-2bdbc2a1-1310-44db-8025-26b5b2469f68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 217 time: 0.0926661 Aug 22 15:06:53.132410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb749-152a-4059-a3f0-31f57cce5e69 req-eab4826b-3319-42f9-be3a-b0a9fd105d3c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:53.134943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c8bb749-152a-4059-a3f0-31f57cce5e69 req-eab4826b-3319-42f9-be3a-b0a9fd105d3c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.4446929 Aug 22 15:06:53.168588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:53.171002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-d45651a3-382a-412a-8bed-dfcab8ac1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:53.173598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-d45651a3-382a-412a-8bed-dfcab8ac1456 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 0.0667520 Aug 22 15:06:53.174088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.188888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a316120a-063d-4b40-bc99-11400ce2dd43,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:53.210325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6ecf-d207-4a3b-9979-e1b757341768 req-f4517e17-700c-4268-a710-49797039b426 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:53.218462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ffb6ecf-d207-4a3b-9979-e1b757341768 req-f4517e17-700c-4268-a710-49797039b426 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1985755 Aug 22 15:06:53.218648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:53.218648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning complete for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:53.218826 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.223026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-06e4217c-c1f6-4091-a1c3-26bd9b0b45be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361571 Aug 22 15:06:53.233307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-dca179cc-098a-444e-a1fa-17ec6d4f631a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:06:53.234008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-dca179cc-098a-444e-a1fa-17ec6d4f631a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056422 Aug 22 15:06:53.235439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac2af2-316e-4eab-aa16-13b0049750b1 None None] Pushing event updated for resources: {'Port': ['ID=893d39c3-3785-4502-bb4a-11bb5e5a9313,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:53.301023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:53.302796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a316120a-063d-4b40-bc99-11400ce2dd43', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': 'a316120a-063d-4b40-bc99-11400ce2dd43', 'mac_address': 'fa:16:3e:66:bd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:06:53.308885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c8bb749-152a-4059-a3f0-31f57cce5e69 req-7aa2aba5-3f91-441b-9221-df0c58f0ca6e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561661 Aug 22 15:06:53.352975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning complete for port 893d39c3-3785-4502-bb4a-11bb5e5a9313 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:53.353424 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.388959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.406355 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-93c17faf-758e-41a3-8bcc-ac294863631d service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651096 Aug 22 15:06:53.406957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a316120a-063d-4b40-bc99-11400ce2dd43 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:06:53.447647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a316120a-063d-4b40-bc99-11400ce2dd43,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:53.505256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning complete for port 0b441df4-7240-48f8-81ed-924903436144 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:53.505633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.579610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ffb6ecf-d207-4a3b-9979-e1b757341768 req-ae122793-1acd-4975-b392-1983f1dcb35b tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476419 Aug 22 15:06:53.592932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Router 9c7b773a-6575-492c-abf8-f35aab32f5f5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:06:53.596108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aa9134eb-9c70-4c3d-a40a-6ad5b74bab61 req-17c0d40f-9164-418e-b40a-fe82684485bb service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816154 Aug 22 15:06:53.628047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.631888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.636321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:53.646127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-551a1faa-9105-4fce-9b8e-226f0c97678b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0788119 Aug 22 15:06:53.646438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51082) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:53.652874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b4231-4ca8-4003-831b-a2f619ff8605 req-4fb1559e-2b67-41be-a330-8079816e879c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:53.654595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496949955'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:53.660992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e9b4231-4ca8-4003-831b-a2f619ff8605 req-4fb1559e-2b67-41be-a330-8079816e879c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 944 time: 0.2118621 Aug 22 15:06:53.700152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:53.756649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.763817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:53.767765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.770020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:53.770993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:53.819744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e9b4231-4ca8-4003-831b-a2f619ff8605 req-c361e02e-8248-4590-9de7-49559e902361 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576502 Aug 22 15:06:53.823140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:53.874296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:53.877216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning for port c3ee8fa7-fd42-463f-8693-53dfee385465 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:53.885618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning complete for port c3ee8fa7-fd42-463f-8693-53dfee385465 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:53.886014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.887132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.887702 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added segment 2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe of type vlan for network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 Aug 22 15:06:53.905609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bb17d9-e662-45b6-86fa-d1f0c5b8d996,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:53.949363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:53.973512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:53.990595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:06:54.003053 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Sync routers for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:06:54.034617 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:54.036645 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:54.072362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.089325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.095675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:54.096367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.098860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:54.137013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.138240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8fd24293-0476-4c9e-965c-07db9c53f52b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3649719 Aug 22 15:06:54.142358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:54.151903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:54.189818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] For port c3ee8fa7-fd42-463f-8693-53dfee385465, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3ee8fa7-fd42-463f-8693-53dfee385465,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:54.197167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a316120a-063d-4b40-bc99-11400ce2dd43'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:06:54.243532 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5906174 Aug 22 15:06:54.247833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ee1dc0f-eebb-4093-b7ec-cdf118b4b37c req-a634dbfe-6f07-4c6a-9792-22902051349c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.1366549 Aug 22 15:06:54.248399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51096) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:54.256246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'subnet': {'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:54.261313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14406d8-b1a3-45ba-a1a8-1af9644bd8ae tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Network': ['ID=25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:54.267523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.300142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] No DVR routers for this DVR port ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:06:54.308190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.314671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed00898f-9c73-454d-ad54-35a5ce3520d1 req-f5e6cede-b45f-4de1-981b-013093c2622c tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.54 "DELETE /v2.0/ports/ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 HTTP/1.1" status: 204 len: 173 time: 3.4883604 Aug 22 15:06:54.328552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'name': 'network-vif-deleted', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:54.331309 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705c1ad-bf09-43db-8893-ba26a72f63f9" -d '{"events": [{"server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "name": "network-vif-deleted", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:54.333531 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:54.357911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.374692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:54.448943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a75a56-bee7-4c52-ba10-120d68557107 x-openstack-request-id: req-12a75a56-bee7-4c52-ba10-120d68557107 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:54.449298 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d643e2c-6367-4aaf-b429-063218426452", "name": "network-vif-deleted", "tag": "ff55cef9-bb8e-4bc9-8472-4b62d0a5b900", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:54.449713 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12a75a56-bee7-4c52-ba10-120d68557107 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:54.450132 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d643e2c-6367-4aaf-b429-063218426452', 'name': 'network-vif-deleted', 'tag': 'ff55cef9-bb8e-4bc9-8472-4b62d0a5b900', 'status': 'completed', 'code': 200} Aug 22 15:06:54.513140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'network': {'name': 'tempest-network-smoke--1297082900', 'project_id': '252474ba5b864cf3982ed45127af7003', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:54.569376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:54.573163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Made reservation on behalf of 68f7aff075264b078f4bef3a6dc6a696 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:54.577668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.589922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.680178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Pushing event updated for resources: {'Port': ['ID=c3ee8fa7-fd42-463f-8693-53dfee385465,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:54.690388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c85b-84c0-4f28-a54f-f76e459852b4 req-ce16b1ba-f79b-4da0-8571-c511fa6db452 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:54.701876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4682c85b-84c0-4f28-a54f-f76e459852b4 req-ce16b1ba-f79b-4da0-8571-c511fa6db452 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.2137504 Aug 22 15:06:54.714375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:06:54.718096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.747181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.751345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 172.25.0.134 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c9201b69-6c4f-4207-a936-70d79f7d285e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:54.763668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Provisioning complete for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:54.767902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:54.783832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4682c85b-84c0-4f28-a54f-f76e459852b4 req-7be06bb2-f742-4606-a14a-b0cd4b884b97 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808394 Aug 22 15:06:54.800962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:54.823774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:06:54.830440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.831064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.835306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.837225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.841702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.842340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.842853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.843291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.843766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.844228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.844714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.845136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:06:54.873134 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Checking router: 9c7b773a-6575-492c-abf8-f35aab32f5f5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:54.889968 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:54.890611 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:55.000589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2236e40f-1c46-4f6e-a9cb-cacb63e8026f None None] Port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:55.036433 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:55.076908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0b441df4-7240-48f8-81ed-924903436144 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:55.094785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.158957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863e151-882c-4209-a53e-8b013ab78d15 req-3285873a-5ea1-4e36-ad6e-2abf6b7f0503 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:55.160754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c863e151-882c-4209-a53e-8b013ab78d15 req-3285873a-5ea1-4e36-ad6e-2abf6b7f0503 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2425745 Aug 22 15:06:55.170095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.171880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890ab97-2b10-4f90-898b-a83acc942bfd req-e7ccf17b-1471-43f0-8087-7245280dc4cf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:55.181317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.181533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2890ab97-2b10-4f90-898b-a83acc942bfd req-e7ccf17b-1471-43f0-8087-7245280dc4cf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 945 time: 0.2132907 Aug 22 15:06:55.237037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:55.240364 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313f178-a0dd-444e-962e-2d81fe031c2e" -d '{"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-unplugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:55.252032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:55.265426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2890ab97-2b10-4f90-898b-a83acc942bfd req-2c5e0b83-9842-491c-ad40-b987ed204f7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823684 Aug 22 15:06:55.282592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c863e151-882c-4209-a53e-8b013ab78d15 req-b3be85ef-b64b-45ea-92cf-52c3fa343946 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947087 Aug 22 15:06:55.295163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:48Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:06:50Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:55.308534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.309110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.318588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.348649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0b441df4-7240-48f8-81ed-924903436144 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:55.353333 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.353333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:06:55.353554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Updating router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 port 16015689-11bc-48a8-a895-c389a9b0256e binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:06:55.377251 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5edcbd-9bb7-42cb-9ac1-426b3789f989 x-openstack-request-id: req-9e5edcbd-9bb7-42cb-9ac1-426b3789f989 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:55.377542 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-unplugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:55.377791 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e5edcbd-9bb7-42cb-9ac1-426b3789f989 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:55.381142 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'code': 200} Aug 22 15:06:55.382033 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:55.404789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Checking segment: {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:55.405325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network hostable DHCP agents. Network: 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:06:55.407146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.408953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Provisioning for port 16015689-11bc-48a8-a895-c389a9b0256e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:55.409238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Subnet': ['ID=fc3370a7-74b8-4851-b4d0-d771cf56b197,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:55.422234 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec226d-0932-4b4a-b013-3cb50822f2e0 None None] The sync data for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 is: [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:03:42Z', 'revision_number': 4, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '91611465-d74f-4d76-a1ff-073881935103', 'name': '', 'network_id': '0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'mac_address': 'fa:16:3e:d7:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:40Z', 'updated_at': '2021-08-22T15:03:53Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'subnets': [{'id': 'ed232dda-f557-40ee-9bf4-ae3581a751ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:55.476888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:55.477791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:55.482431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:06:55.491186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Provisioning complete for port 16015689-11bc-48a8-a895-c389a9b0256e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:55.491525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.497564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.503206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.503772 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Added segment d816062b-9abc-43ac-916b-379daf71f759 of type vlan for network 8167edcd-5c23-4de9-9f91-b529a308c479 Aug 22 15:06:55.515731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5caebdc-171e-42f2-952a-264b3cdfcac0 req-1703d2bb-cc61-4781-99e7-03bc9985ff87 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d643e2c-6367-4aaf-b429-063218426452 HTTP/1.1" status: 200 len: 210 time: 0.0448453 Aug 22 15:06:55.518614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:06:55.520140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:55.525533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0310a42-125c-4639-b199-26b9fa6e3a76,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:55.540939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:55.580970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=c9201b69-6c4f-4207-a936-70d79f7d285e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:55.589839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Port 16015689-11bc-48a8-a895-c389a9b0256e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:55.601063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:55.604569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.608705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:55.609650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.631651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:06:55.635043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1e984-3b1e-42bf-a81c-7a690756fbe9 None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:06:55.687827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.692091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0c0e829f-8125-46e3-ab78-2750bae49824 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4413373 Aug 22 15:06:55.695660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51110) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:55.729776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:06:55.730112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ff55cef9-bb8e-4bc9-8472-4b62d0a5b900 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:06:55.760758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Provisioning complete for port c3ee8fa7-fd42-463f-8693-53dfee385465 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:55.763191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.767105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 893d39c3-3785-4502-bb4a-11bb5e5a9313 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:55.783054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.791471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:55.792545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:55.885714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10103d7e-7dab-4c97-96e6-32cdde0790c2 None None] New status for floating IP a21f0197-1741-4b65-8e64-bc18d915c6f6: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:06:55.924228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Network': ['ID=8167edcd-5c23-4de9-9f91-b529a308c479,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:55.937578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.069026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f570dc-87c8-455f-8a66-ae3226dd66c4 req-7570926a-b3bb-4916-bc97-ac683162f23b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:56.075953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f570dc-87c8-455f-8a66-ae3226dd66c4 req-7570926a-b3bb-4916-bc97-ac683162f23b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1218436 Aug 22 15:06:56.079387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8167edcd-5c23-4de9-9f91-b529a308c479 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:06:56.118523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-969a2eee-7731-4743-8b2e-a658c897e100 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0109637 Aug 22 15:06:56.121539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51114) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:56.127431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-849840710', 'admin_state_up': True, 'project_id': '252474ba5b864cf3982ed45127af7003', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:06:56.162688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01f570dc-87c8-455f-8a66-ae3226dd66c4 req-a62eb01c-e1c4-4361-9a53-653e592b74fe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856407 Aug 22 15:06:56.177279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.263019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.264342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.282765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.382881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.402173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.425894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 893d39c3-3785-4502-bb4a-11bb5e5a9313 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:56.426537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.438285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=c9201b69-6c4f-4207-a936-70d79f7d285e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:56.454023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.573346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Provisioning complete for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:56.573830 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.593874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006b78-be86-46b6-ac95-0ac9392e9833 req-79501ecd-c071-4085-a90f-cd48652ebce3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:56.604844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec006b78-be86-46b6-ac95-0ac9392e9833 req-79501ecd-c071-4085-a90f-cd48652ebce3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 945 time: 0.1885612 Aug 22 15:06:56.612566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:06:56.614090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.625033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.628615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2191647c-f655-42c2-8fcc-92d00f688463 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4831340 Aug 22 15:06:56.684403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f08e6b69-f986-4be4-a35c-2fb58c0dbf9c None None] Port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:06:56.693238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec006b78-be86-46b6-ac95-0ac9392e9833 req-064660b7-0bf5-42d3-927b-89f6398f199a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855372 Aug 22 15:06:56.746489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.802153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a316120a-063d-4b40-bc99-11400ce2dd43 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:56.858062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:56.916306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Transition to ACTIVE for port object 16015689-11bc-48a8-a895-c389a9b0256e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:56.968143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316962-f566-4641-81a7-e2025b2b944d req-4571e878-252f-4dea-a6f4-efa92a23cd55 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:56.970552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94316962-f566-4641-81a7-e2025b2b944d req-4571e878-252f-4dea-a6f4-efa92a23cd55 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1110442 Aug 22 15:06:57.006170 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.029186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94316962-f566-4641-81a7-e2025b2b944d req-32d43204-4802-4c2f-9318-5b3d7427633a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 Aug 22 15:06:57.042463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3ee8fa7-fd42-463f-8693-53dfee385465 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:57.106256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Allocated IP 2001:db8:3::2 (25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2/fc3370a7-74b8-4851-b4d0-d771cf56b197/1f5dbf64-31e5-4268-8248-feba01e9a01b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:57.128752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619631c-6d8e-4f59-92d9-0959a0e8f61f None None] Pushing event updated for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:57.135510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a316120a-063d-4b40-bc99-11400ce2dd43 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:06:57.197170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a316120a-063d-4b40-bc99-11400ce2dd43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:57.197559 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.248295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-868866fe-d87b-4c4f-9299-64ede4087697 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--212575822&fields=id&tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a HTTP/1.1" status: 200 len: 267 time: 0.0656157 Aug 22 15:06:57.252217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.274992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.317627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Attempting to bind port 16015689-11bc-48a8-a895-c389a9b0256e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:57.318013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Attempting to bind port 16015689-11bc-48a8-a895-c389a9b0256e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:57.318388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Attempting to bind port 16015689-11bc-48a8-a895-c389a9b0256e on network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:57.348883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c3ee8fa7-fd42-463f-8693-53dfee385465 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:06:57.349720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.352433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:57.352975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Checking segment: {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:57.353429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.353978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Bound using segment: {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:57.354573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Bound port: 16015689-11bc-48a8-a895-c389a9b0256e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e57dae-238d-403d-863d-ac3ec36cf9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:57.355955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.370029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c1865c88-0dfe-42f0-ae8d-0e672e0f1cce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:57.378180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c1865c88-0dfe-42f0-ae8d-0e672e0f1cce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 931 time: 0.1177623 Aug 22 15:06:57.432774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.25.0.23 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8ec2fa82-3d25-434c-95ae-f26510925698) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:57.437121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-282c661f-6f0e-40b6-92d1-2b6a60d51ae6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:57.438765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-282c661f-6f0e-40b6-92d1-2b6a60d51ae6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 932 time: 0.0596144 Aug 22 15:06:57.568719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.628405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.657941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.662294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Transition to ACTIVE for port object 1f5dbf64-31e5-4268-8248-feba01e9a01b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:57.664857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] For port 16015689-11bc-48a8-a895-c389a9b0256e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:57.671544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] For port 16015689-11bc-48a8-a895-c389a9b0256e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16015689-11bc-48a8-a895-c389a9b0256e,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:57.672750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.716700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:57.719693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:57.723726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:57.731489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Transition to ACTIVE for port object 1f5dbf64-31e5-4268-8248-feba01e9a01b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:57.736793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:06:57.739155 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba5e57-d897-477f-a1c8-94a3db4a28e5" -d '{"events": [{"server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:06:57.766155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a316120a-063d-4b40-bc99-11400ce2dd43,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:06:57.768721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.772624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=8ec2fa82-3d25-434c-95ae-f26510925698,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:57.818307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.846000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:06:57.846663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:57.857875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:57.978025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:06:57.978976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619631c-6d8e-4f59-92d9-0959a0e8f61f None None] Pushing event updated for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:58.039873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Pushing event updated for resources: {'Port': ['ID=1f5dbf64-31e5-4268-8248-feba01e9a01b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:58.048463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:06:58.061762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f1c1ac1d-483f-4f03-b103-6d6f8640a176 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6160979 Aug 22 15:06:58.086222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:06:58.151393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-02dac37c-f1b7-44b0-9042-1a8adb9280ec tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0884964 Aug 22 15:06:58.154807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:06:58.168152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:06:58.180043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Allocated IP 2001:db8:3::1 (25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2/fc3370a7-74b8-4851-b4d0-d771cf56b197/d7a10b94-0d69-4ae4-8232-38d7fa5c2519) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:06:58.218342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba4c1d-7ae5-43c8-95d7-dcd9a9bd360b req-450ff416-7961-4589-8cff-81d3f3ab9e87 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:58.223196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fba4c1d-7ae5-43c8-95d7-dcd9a9bd360b req-450ff416-7961-4589-8cff-81d3f3ab9e87 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2172496 Aug 22 15:06:58.264805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Attempting to bind port 1f5dbf64-31e5-4268-8248-feba01e9a01b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:06:58.265239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Attempting to bind port 1f5dbf64-31e5-4268-8248-feba01e9a01b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:06:58.265752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Attempting to bind port 1f5dbf64-31e5-4268-8248-feba01e9a01b on network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:06:58.307948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:06:58.308333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Checking segment: {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:06:58.308742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.309138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Bound using segment: {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:06:58.309720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Bound port: 1f5dbf64-31e5-4268-8248-feba01e9a01b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:06:58.311035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.373745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fba4c1d-7ae5-43c8-95d7-dcd9a9bd360b req-ed92df27-789e-4110-8866-ca83f550c710 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493728 Aug 22 15:06:58.412000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f6e9f352-3427-4137-889b-10ecc9aa0431 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:58.418291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f6e9f352-3427-4137-889b-10ecc9aa0431 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:58.424945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f6e9f352-3427-4137-889b-10ecc9aa0431 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:58.426701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f6e9f352-3427-4137-889b-10ecc9aa0431 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 1990 time: 0.2741542 Aug 22 15:06:58.481313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-2127177e-6f9e-4200-9323-9f5a6b463752 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/quotas/1f622ce0e4af4f5c87d33dbf3da8e27a HTTP/1.1" status: 200 len: 375 time: 0.0212245 Aug 22 15:06:58.484547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.494872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.530071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:06:58.547212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Transition to ACTIVE for port object d7a10b94-0d69-4ae4-8232-38d7fa5c2519 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:06:58.634808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-b62fa1ca-abbf-40fe-be6d-2ab100a8e301 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1198938 Aug 22 15:06:58.650329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.662742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-a170e3bd-0466-4ea4-a232-029aeba9d2af service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:06:58.665338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-a170e3bd-0466-4ea4-a232-029aeba9d2af service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066772 Aug 22 15:06:58.680793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] For port 1f5dbf64-31e5-4268-8248-feba01e9a01b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:06:58.685640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] For port 1f5dbf64-31e5-4268-8248-feba01e9a01b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1f5dbf64-31e5-4268-8248-feba01e9a01b,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:06:58.741309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05576-9aad-4d5d-97b7-43a37fb3b109 req-392baffd-ce51-4e25-9bd6-1400739fb7d0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:58.744450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd05576-9aad-4d5d-97b7-43a37fb3b109 req-392baffd-ce51-4e25-9bd6-1400739fb7d0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.1273437 Aug 22 15:06:58.756174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:48Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:06:57Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:06:58.766457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.787819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:06:58.789332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:06:58.790986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31c25a-a1a0-479b-ae55-b5a84a7575ff None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:06:48Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:06:57Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:06:58.866228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd05576-9aad-4d5d-97b7-43a37fb3b109 req-7a9cdaec-ef99-457d-a0c2-c986c3baedd5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783784 Aug 22 15:06:58.897588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-afb9beff-8d51-4926-b272-40333b18dac1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173378 Aug 22 15:06:58.970966 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba6716-5a26-45be-8253-e6224b0cbb39 x-openstack-request-id: req-5bba6716-5a26-45be-8253-e6224b0cbb39 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:06:58.971328 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "name": "network-vif-plugged", "status": "completed", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:06:58.971598 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bba6716-5a26-45be-8253-e6224b0cbb39 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:06:58.972046 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43', 'code': 200} Aug 22 15:06:59.054715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-eb555f22-a4e3-4b58-9e77-fe00a92e1e5b req-94d18b3b-11d9-41ed-868e-e59b9c33519f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:06:59.055526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb555f22-a4e3-4b58-9e77-fe00a92e1e5b req-94d18b3b-11d9-41ed-868e-e59b9c33519f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063047 Aug 22 15:06:59.133767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558901a-3f48-4f77-b486-9a8d50627817 req-910545f8-fb85-4597-a1ea-dd73c2bb24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:06:59.134231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16015689-11bc-48a8-a895-c389a9b0256e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:06:59.138358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2558901a-3f48-4f77-b486-9a8d50627817 req-910545f8-fb85-4597-a1ea-dd73c2bb24e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 1097 time: 0.0847540 Aug 22 15:06:59.162592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-58c51b16-1103-4625-b204-01520cecf4b3 service neutron] 10.222.0.53 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490945 Aug 22 15:06:59.189650 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2558901a-3f48-4f77-b486-9a8d50627817 req-58ff5b9f-9fcc-46f9-87b1-09e4a477ea3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Aug 22 15:06:59.217743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-a18a1342-d122-4259-a9d2-26611de3ddfe service neutron] 10.222.0.53 "GET /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539036 Aug 22 15:06:59.315385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-860abed4-20a4-4f6c-879e-bf93909ef4bd service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912693 Aug 22 15:06:59.426936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ed2dac82-8cc1-404f-89d0-06b3b53b1d5e service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044867 Aug 22 15:06:59.473543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d9055d83-1533-412c-a590-aa9cbb4083ad service neutron] 10.222.0.53 "GET /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0397034 Aug 22 15:06:59.574273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ad0d3798-2076-473a-82ba-1ec9ed7ef4a2 service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927327 Aug 22 15:06:59.673679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cabd32de-b7ee-4a5b-bc8c-bee9dad6807e service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927153 Aug 22 15:06:59.774598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-451fca1d-97ba-4ea5-944e-32d554ba9c3c service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943542 Aug 22 15:06:59.867142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-545c3433-cb4e-416d-a0f9-7dc6f4dce85c service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858710 Aug 22 15:06:59.964885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-85b79afe-f58e-4000-8607-d1ca24887b7b service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916843 Aug 22 15:07:00.059479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-357ee3bc-5555-4f0d-95d1-74592de00e88 service neutron] 10.222.0.53 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Aug 22 15:07:00.157618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-4376e3e4-74a1-424e-abbf-eada5402245a service neutron] 10.222.0.53 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918083 Aug 22 15:07:00.249349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-8e31299d-930d-465a-932b-09d8c24f6923 service neutron] 10.222.0.53 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856259 Aug 22 15:07:00.345219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-7a23b684-0706-4bcf-bc8f-875554574b0c service neutron] 10.222.0.53 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897918 Aug 22 15:07:00.442425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-5c9564d1-869a-4d7e-9e8d-f1e405f4390d service neutron] 10.222.0.53 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Aug 22 15:07:00.971466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.032585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 16015689-11bc-48a8-a895-c389a9b0256e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:01.032835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:07:01.033679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.040338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.041481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-90d792ea-5a2e-4fbd-ab77-b054f6b6aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.048343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 16015689-11bc-48a8-a895-c389a9b0256e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:01.048806 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.051850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0fb6-a4ce-4662-a415-4af61b8c9d24 None None] Pushing event updated for resources: {'Port': ['ID=1f5dbf64-31e5-4268-8248-feba01e9a01b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:01.061232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.062656 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c1069dc-7fc7-4db6-9198-744b9f8f759c HTTP/1.1" status: 204 len: 168 time: 2.5315890 Aug 22 15:07:01.075494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51180) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:01.113372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f5c5-a54d-4561-bb33-4006666164c3 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1069dc-7fc7-4db6-9198-744b9f8f759c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:01.116020 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-fb9a36ef-e5fb-49cb-a38f-4df12ea99d76 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] show failed (client error): The resource could not be found. Aug 22 15:07:01.119985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb9a36ef-e5fb-49cb-a38f-4df12ea99d76 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "GET /v2.0/security-groups/4c1069dc-7fc7-4db6-9198-744b9f8f759c HTTP/1.1" status: 404 len: 347 time: 0.0396197 Aug 22 15:07:01.120722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51182) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:01.134300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:01.137549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:01.145920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:01.146738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.172880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.205869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:01.257500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 16015689-11bc-48a8-a895-c389a9b0256e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16015689-11bc-48a8-a895-c389a9b0256e,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:01.304557 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.418634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:01.505316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:01.522645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.527867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1f5dbf64-31e5-4268-8248-feba01e9a01b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:01.532886 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:01.535058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Deleting port a0bdf025-7c8b-4211-911f-843bca3bb85a {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:01.535398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.543613 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:01.544553 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:01.555653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6534-3f24-4df4-b58c-74bf2290c597 req-5810ad3c-daca-4e94-afda-4bc81a44fcee tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:01.557322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-557f6534-3f24-4df4-b58c-74bf2290c597 req-5810ad3c-daca-4e94-afda-4bc81a44fcee tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.1317117 Aug 22 15:07:01.588271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.593841 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-265c83ba-2c1e-43fe-8a33-7e46812f360d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4710753 Aug 22 15:07:01.612363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51200) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:01.679052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1f5dbf64-31e5-4268-8248-feba01e9a01b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:01.685973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-f1d916d6-911f-4e77-b472-f5594e6b71a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119001 Aug 22 15:07:01.689975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.689975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:01.717603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Calling delete_port for a0bdf025-7c8b-4211-911f-843bca3bb85a owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:01.811661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:01.852677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5c260011-36e0-4561-88b7-92f743752e47 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=252474ba5b864cf3982ed45127af7003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2321951 Aug 22 15:07:01.855789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51210) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:01.897629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-557f6534-3f24-4df4-b58c-74bf2290c597 req-106b6c4d-95e3-4ad3-b58a-c66256184c1e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803698 Aug 22 15:07:02.142864 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:06:58Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:02.159818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa4a6-448f-4002-b82a-78a37936ccb2 req-c1728a84-ef81-4d6d-addf-ec1fb01615d4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:02.162741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0591c3-195b-4908-8f91-8b23511e193d tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:02.166386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d0591c3-195b-4908-8f91-8b23511e193d tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3096063 Aug 22 15:07:02.168527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e1aa4a6-448f-4002-b82a-78a37936ccb2 req-c1728a84-ef81-4d6d-addf-ec1fb01615d4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1184614 Aug 22 15:07:02.173359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51218) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:02.175286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.184703 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:02.192114 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Updating router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c port 8ec2fa82-3d25-434c-95ae-f26510925698 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:07:02.256787 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.285035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Pushing event deleted for resources: {'Port': ['ID=a0bdf025-7c8b-4211-911f-843bca3bb85a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:02.292127 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fb49a1f-5f6c-4bb7-bbab-67475142599c tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1135032 Aug 22 15:07:02.299841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51222) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:02.349534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757776792', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'project_id': '252474ba5b864cf3982ed45127af7003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:02.378865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.411891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e1aa4a6-448f-4002-b82a-78a37936ccb2 req-65a98d38-a5d7-48b4-899a-3b1fcc09283f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421939 Aug 22 15:07:02.489033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.490339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.502917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd905d-be06-455e-8570-01e5098869e3 None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:02.512417 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.515381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.516858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-db85980e-28a5-4dc2-a58c-130daa55d109 tempest-ServersTestManualDisk-737751742 tempest-ServersTestManualDisk-737751742-project] 10.222.0.53 "DELETE /v2.0/floatingips/a21f0197-1741-4b65-8e64-bc18d915c6f6 HTTP/1.1" status: 204 len: 168 time: 1.3951843 Aug 22 15:07:02.519849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51228) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:02.609302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede912f-e8b2-4cee-95a2-a2aeb694a11d req-7ea1bfe5-4cde-4226-a594-b610d436101c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:02.611555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ede912f-e8b2-4cee-95a2-a2aeb694a11d req-7ea1bfe5-4cde-4226-a594-b610d436101c tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2562182 Aug 22 15:07:02.620215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-c8218899-9ecc-4886-844b-ce7cd30c0b7a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2921402 Aug 22 15:07:02.655412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:02.661098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.718928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event updated for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:02.760364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Provisioning for port 1f5dbf64-31e5-4268-8248-feba01e9a01b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:02.790847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Provisioning complete for port 1f5dbf64-31e5-4268-8248-feba01e9a01b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:02.791280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.799397 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.814641 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Transition to ACTIVE for port object 8ec2fa82-3d25-434c-95ae-f26510925698 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:02.853102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ede912f-e8b2-4cee-95a2-a2aeb694a11d req-11d075fd-5bc0-490a-bc60-97bebc533a96 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314930 Aug 22 15:07:02.867291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca27e4-f7b5-4c30-8526-b284f216915c req-c72e6c10-83da-4139-b176-05ab8a17ce46 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:02.869478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0ca27e4-f7b5-4c30-8526-b284f216915c req-c72e6c10-83da-4139-b176-05ab8a17ce46 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.2912562 Aug 22 15:07:02.908552 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.913702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-95cd5921-5ffc-442c-9616-99f996610f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:02.917607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-95cd5921-5ffc-442c-9616-99f996610f7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 1097 time: 0.2622540 Aug 22 15:07:02.939342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:02.945987 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:02.995878 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Attempting to bind port 8ec2fa82-3d25-434c-95ae-f26510925698 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:02.996317 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Attempting to bind port 8ec2fa82-3d25-434c-95ae-f26510925698 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:02.996680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Attempting to bind port 8ec2fa82-3d25-434c-95ae-f26510925698 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:03.012593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:03.012991 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:03.013418 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.013823 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:03.014686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Bound port: 8ec2fa82-3d25-434c-95ae-f26510925698, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:03.015143 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.025391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:03.051306 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Pushing event updated for resources: {'Port': ['ID=8ec2fa82-3d25-434c-95ae-f26510925698,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:03.068554 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.068971 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.069452 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.070933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.071420 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.071864 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.072230 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.072567 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.072962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.073355 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.073622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.073936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:03.074229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0ca27e4-f7b5-4c30-8526-b284f216915c req-26afcec5-f7e8-45e5-9cfe-529d54bada0d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842616 Aug 22 15:07:03.088016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a63bd71d-3082-42db-9159-530e3f275d95 req-53421323-e5c1-4660-afa7-09356ca1f02b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.1381025 Aug 22 15:07:03.113888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.135595 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] For port 8ec2fa82-3d25-434c-95ae-f26510925698, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:03.140897 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] For port 8ec2fa82-3d25-434c-95ae-f26510925698, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8ec2fa82-3d25-434c-95ae-f26510925698,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:03.208816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] For port 1f5dbf64-31e5-4268-8248-feba01e9a01b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1f5dbf64-31e5-4268-8248-feba01e9a01b,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:03.223461 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.306824 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:03.309501 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:03.317111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.324412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.408626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1c1b-af3a-48f8-98fe-8dd7b5149011 None None] Pushing event updated for resources: {'Port': ['ID=8ec2fa82-3d25-434c-95ae-f26510925698,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:03.482440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16015689-11bc-48a8-a895-c389a9b0256e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:03.515443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Subnet': ['ID=60d30509-637a-4156-ac06-4c3e4ab9319a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:03.530457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Checking segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:03.535231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network hostable DHCP agents. Network: 8167edcd-5c23-4de9-9f91-b529a308c479, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:07:03.546595 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:03.553272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.563667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-290054d5-3ca3-4eae-970b-c0e92207fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:03.565162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-290054d5-3ca3-4eae-970b-c0e92207fb31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 200 len: 915 time: 0.5898793 Aug 22 15:07:03.628738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba23f2-1bf1-430b-b093-8aa6ee2a5e0c None None] Pushing event updated for resources: {'Port': ['ID=1f5dbf64-31e5-4268-8248-feba01e9a01b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:03.640632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b672b61-7f4a-4b93-82d6-2e311b9fc656 req-0bd6a9f7-cb2d-4687-9494-30b0619d4eb4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:03.642419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b672b61-7f4a-4b93-82d6-2e311b9fc656 req-0bd6a9f7-cb2d-4687-9494-30b0619d4eb4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.3849661 Aug 22 15:07:03.663604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869f49-8e8a-4809-b07c-855f919b1c0c req-592c4bfa-defc-4c99-ae7f-4bd7ef147fa4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:03.666223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8126439e-a8b8-46a2-8cd4-a14bff3c3922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.672926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c869f49-8e8a-4809-b07c-855f919b1c0c req-592c4bfa-defc-4c99-ae7f-4bd7ef147fa4 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4101646 Aug 22 15:07:03.718090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 16015689-11bc-48a8-a895-c389a9b0256e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:03.718900 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.757097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Provisioning for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:03.770600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Provisioning complete for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:03.771226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:03.801841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:03.805864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-cedf0394-34ef-4548-8ecf-e133cca6f55c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 200 len: 217 time: 0.2244756 Aug 22 15:07:03.885403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:03.994131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Provisioning complete for port 1f5dbf64-31e5-4268-8248-feba01e9a01b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:04.004800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3f416835-f989-4e06-8f33-bade98a75e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.051699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c869f49-8e8a-4809-b07c-855f919b1c0c req-07f51f6b-bb33-489e-9371-3c6574655355 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787994 Aug 22 15:07:04.068584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 8167edcd-5c23-4de9-9f91-b529a308c479 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:07:04.112289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b672b61-7f4a-4b93-82d6-2e311b9fc656 req-4ae14a74-acfa-41ba-ad02-2ce98eb80ee8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238603 Aug 22 15:07:04.333139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:06:58Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:04.397148 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6bd-3672-4245-a7e6-c36668694953 None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:06:58Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:04.428535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5712530-9dab-4209-8a25-e76de07066a0 None None] Provisioning complete for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:04.429821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5712530-9dab-4209-8a25-e76de07066a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.457166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8167edcd-5c23-4de9-9f91-b529a308c479) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:04.476483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:04.477690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.533293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c5712530-9dab-4209-8a25-e76de07066a0 None None] Port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:04.536851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d9316-ffc7-44d6-87a6-5a25ce0493ba None None] Network 8167edcd-5c23-4de9-9f91-b529a308c479 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:04.549714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Deleting port 91611465-d74f-4d76-a1ff-073881935103 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:04.550074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.562647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a3e5a4d-0ca8-41b5-9266-02084c55a80d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2650020 Aug 22 15:07:04.579809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:04.751740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-89ad199b-a4fc-4b49-9d8d-9fae9fe17300 None None] Provisioning complete for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:04.752355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-89ad199b-a4fc-4b49-9d8d-9fae9fe17300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.896314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:04.897575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-89ad199b-a4fc-4b49-9d8d-9fae9fe17300 None None] Port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:04.908626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-8167edcd-5c23-4de9-9f91-b529a308c479', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:07:04.909971 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:05.071652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] For port 91611465-d74f-4d76-a1ff-073881935103, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=91611465-d74f-4d76-a1ff-073881935103,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:05.072490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:05.104209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Calling delete_port for 91611465-d74f-4d76-a1ff-073881935103 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:05.176615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-49189a4b-a0eb-4b8c-908c-49809bb02717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:05.178558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-49189a4b-a0eb-4b8c-908c-49809bb02717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 200 len: 854 time: 1.3432057 Aug 22 15:07:05.191453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-482773a2-248c-4210-bf23-898df10971f8 req-16319dba-77c8-46d8-8637-f804aafdf358 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.1338811 Aug 22 15:07:05.206886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Allocated IP 172.20.0.2 (8167edcd-5c23-4de9-9f91-b529a308c479/60d30509-637a-4156-ac06-4c3e4ab9319a/bbf9c72a-59cf-44b4-ad67-fb50f0885b32) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:05.360478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-f99d864f-5812-4478-bfbb-7ade5eb6c8eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3a3ad899-dd75-4d63-9e7c-7ab60410ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542139 Aug 22 15:07:05.561825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd3a87-0a37-4701-9f15-996ce5c5e350 req-ce558561-290e-4336-aab1-075d16f3894f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:05.563898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:05.570808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fbd3a87-0a37-4701-9f15-996ce5c5e350 req-ce558561-290e-4336-aab1-075d16f3894f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.5197351 Aug 22 15:07:05.589988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Transition to ACTIVE for port object bbf9c72a-59cf-44b4-ad67-fb50f0885b32 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:05.595638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:05.610315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:05.622071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ea02d5de-9316-4f2b-9e80-c47d45181da6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9249096 Aug 22 15:07:05.656518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51250) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:05.657911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Transition to ACTIVE for port object bbf9c72a-59cf-44b4-ad67-fb50f0885b32 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:05.670102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ec2fa82-3d25-434c-95ae-f26510925698 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:05.685486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:05.713294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:05.713976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:05.812355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:05.904211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-ae54b9fe-9fbf-42f1-9198-99fbaaf2a6a0 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257185 Aug 22 15:07:05.935954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fbd3a87-0a37-4701-9f15-996ce5c5e350 req-6dea6a64-6467-416c-807b-7bc1fe93396b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616514 Aug 22 15:07:05.941826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Network 8167edcd-5c23-4de9-9f91-b529a308c479 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:05.972288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:05.975103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:05.978998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:05.983182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Pushing event updated for resources: {'Port': ['ID=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:06.112430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8ec2fa82-3d25-434c-95ae-f26510925698 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:06.161055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8ec2fa82-3d25-434c-95ae-f26510925698 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:06.161442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.197724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-517096e8-3e1a-4c70-8925-e4c53279a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:06.198451 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-517096e8-3e1a-4c70-8925-e4c53279a4c9 service neutron] 10.222.0.54 "GET /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 1027 time: 0.1194656 Aug 22 15:07:06.222696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Attempting to bind port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:06.223081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Attempting to bind port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:06.223456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Attempting to bind port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 on network 8167edcd-5c23-4de9-9f91-b529a308c479 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:06.234780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:06.235153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Checking segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:06.235567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.236022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Bound using segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:06.236483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Bound port: bbf9c72a-59cf-44b4-ad67-fb50f0885b32, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:06.236876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.365051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafffb1d-8a5d-49cd-8f2b-6befcbe06e3d req-04b9de15-786c-46a3-b733-8b02b17befab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:06.365051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aafffb1d-8a5d-49cd-8f2b-6befcbe06e3d req-04b9de15-786c-46a3-b733-8b02b17befab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4482577 Aug 22 15:07:06.427867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.462088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c0b92-4813-4617-9965-9ce912dd5767 req-5f25456c-5a75-4e89-b4c5-87f5e6a0f1dd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:06.473096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-185c0b92-4813-4617-9965-9ce912dd5767 req-5f25456c-5a75-4e89-b4c5-87f5e6a0f1dd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.4052243 Aug 22 15:07:06.482724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c913ee21-2464-49ca-ad9c-6bb9411839d9 req-687ab37b-457d-4d91-a268-818564176769 service neutron] 10.222.0.54 "GET /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773773 Aug 22 15:07:06.492209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=91611465-d74f-4d76-a1ff-073881935103,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:06.502446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c5c1218e-1733-489c-89ed-37582ceb0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:06.504018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c5c1218e-1733-489c-89ed-37582ceb0f5e service neutron] 10.222.0.54 "GET /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 1028 time: 0.1780822 Aug 22 15:07:06.580971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] For port bbf9c72a-59cf-44b4-ad67-fb50f0885b32, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:06.585485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] For port bbf9c72a-59cf-44b4-ad67-fb50f0885b32, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:06.614017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aafffb1d-8a5d-49cd-8f2b-6befcbe06e3d req-8a1e60a9-6a3e-459b-8537-d4f6999f2bab tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343159 Aug 22 15:07:06.716162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.756020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-185c0b92-4813-4617-9965-9ce912dd5767 req-764149a3-1044-4685-bc84-4ce9c7c5fc34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819076 Aug 22 15:07:06.797074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.915487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61ea7667-1125-4ea7-8cce-f2b2f579e15d req-636ec4da-ee2a-49af-bd4f-29df02b25faf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0601511 Aug 22 15:07:06.933582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:06.987261 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.025684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8ec2fa82-3d25-434c-95ae-f26510925698, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8ec2fa82-3d25-434c-95ae-f26510925698,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:07.030087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e177-bb13-4e63-83b2-fd548d5042d8 None None] Pushing event updated for resources: {'Port': ['ID=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:07.046696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:07:07.067574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:07.079101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Removed routes are [] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:07:07.079565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.120756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.122487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1f5dbf64-31e5-4268-8248-feba01e9a01b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:07.125923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:07.126695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Updating router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:07:07.169455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.204252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.220472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99448d5-0e58-4a88-bca2-eb5094211bdc req-6d2541c5-7e59-4c01-8330-04f61bddc2f7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.236226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c99448d5-0e58-4a88-bca2-eb5094211bdc req-6d2541c5-7e59-4c01-8330-04f61bddc2f7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.3513744 Aug 22 15:07:07.309219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b7540-776a-4e62-b4d1-0a7b45e95d37 req-f7daa716-816e-43f7-a0a2-af70a966e226 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.317821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8ec2fa82-3d25-434c-95ae-f26510925698,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:07.321066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c30b7540-776a-4e62-b4d1-0a7b45e95d37 req-f7daa716-816e-43f7-a0a2-af70a966e226 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.2268085 Aug 22 15:07:07.428071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebc99df9-ba32-44f7-a2c6-521dde609c84 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.453268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebc99df9-ba32-44f7-a2c6-521dde609c84 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.465681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c99448d5-0e58-4a88-bca2-eb5094211bdc req-80291d00-986c-4bf4-983e-4a242f22d1a7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265172 Aug 22 15:07:07.482547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c30b7540-776a-4e62-b4d1-0a7b45e95d37 req-f01321aa-ab40-4115-abba-364cbab2afc5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599762 Aug 22 15:07:07.492409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebc99df9-ba32-44f7-a2c6-521dde609c84 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.494134 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebc99df9-ba32-44f7-a2c6-521dde609c84 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 1990 time: 0.9500375 Aug 22 15:07:07.613496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1f5dbf64-31e5-4268-8248-feba01e9a01b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:07.614744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.674322 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-f3a4c909-27ce-40e8-a9ff-8fb321976b19 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a HTTP/1.1" status: 200 len: 379 time: 0.0807674 Aug 22 15:07:07.693170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'admin_state_up': True, 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'security_groups': ['3debeabb-29b5-4648-9b37-9411f8ad4199']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:07.796662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.800628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:07.969422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06f06-f6a3-4fbb-8555-19cf4e61f550 req-f07b7cc2-0923-47f7-a4d5-a7bbddcd4ad9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:07.970576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fab06f06-f6a3-4fbb-8555-19cf4e61f550 req-f07b7cc2-0923-47f7-a4d5-a7bbddcd4ad9 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2871761 Aug 22 15:07:07.976282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:07.999588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-7efd08c4-7d1d-4990-b8c3-e459f6bf2f03 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:08.001047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-7efd08c4-7d1d-4990-b8c3-e459f6bf2f03 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.3594549 Aug 22 15:07:08.028742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.056228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Transition to ACTIVE for port object d7a10b94-0d69-4ae4-8232-38d7fa5c2519 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:08.061284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55662505-a81c-4b11-b0c0-4ccc3747e431 req-00b1f22f-be90-41e6-82ae-225aaf9f100e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:08.069976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55662505-a81c-4b11-b0c0-4ccc3747e431 req-00b1f22f-be90-41e6-82ae-225aaf9f100e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.1472833 Aug 22 15:07:08.081184 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:07:08.180533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:08.187423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.237070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.314737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fab06f06-f6a3-4fbb-8555-19cf4e61f550 req-fda84f55-2c9c-4824-a24c-cdd7cfcedc0d tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214021 Aug 22 15:07:08.338622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55662505-a81c-4b11-b0c0-4ccc3747e431 req-eb217d4a-18e3-42cd-9a2a-9718218b0a21 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471938 Aug 22 15:07:08.414875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a7a8-c9a6-4d7b-8c27-cf3b4f59ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:08.434550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ec2fa82-3d25-434c-95ae-f26510925698 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:08.543743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 172.20.0.14 (2f82a258-f38f-4fc5-8068-7521c0af2669/2f701b98-e457-4b6a-b1d9-123e837432e8/d288a87c-008f-4208-b424-d0103d244d00) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:08.593293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a62a99c4-5c7f-4774-8c8b-12b58aac8ee2 req-e7dbf1ac-e38e-40c8-bdee-966c5252892f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.1061273 Aug 22 15:07:08.673231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Attempting to bind port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:08.673625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Attempting to bind port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:08.674002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Attempting to bind port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 on network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:08.677700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:08.688530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:08.689181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Checking segment: {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:08.689746 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.690297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Bound using segment: {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:08.691067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Bound port: d7a10b94-0d69-4ae4-8232-38d7fa5c2519, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:08.691683 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.695657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.700858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-42eb8ec6-ae25-411d-9546-20e879c2625f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 954 time: 3.0309944 Aug 22 15:07:08.708684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51272) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:08.715789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.730335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object d288a87c-008f-4208-b424-d0103d244d00 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:08.765740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8ec2fa82-3d25-434c-95ae-f26510925698 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:08.766326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.785422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.1 (8167edcd-5c23-4de9-9f91-b529a308c479/60d30509-637a-4156-ac06-4c3e4ab9319a/fbafc140-cd15-4657-a51c-8db912703131) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:08.813984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port a316120a-063d-4b40-bc99-11400ce2dd43 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:08.814181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.825162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Router 9c7b773a-6575-492c-abf8-f35aab32f5f5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:08.825555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af04fef-b279-4529-844e-a1f49191ab34 None None] Network 8167edcd-5c23-4de9-9f91-b529a308c479 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:08.862242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:08.876791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-040d8a5f-b95a-4404-86fb-f7270ffcbee6 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 954 time: 0.1556451 Aug 22 15:07:08.878914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51274) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:08.886458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'routes': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:08.912191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587d486-b7d1-4581-8ed5-b04c45f39e0e req-fc9ae5e0-db10-4b89-a987-473f2e175a89 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:08.914543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9587d486-b7d1-4581-8ed5-b04c45f39e0e req-fc9ae5e0-db10-4b89-a987-473f2e175a89 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.3932805 Aug 22 15:07:08.973893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] For port d7a10b94-0d69-4ae4-8232-38d7fa5c2519, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:09.015757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] For port d7a10b94-0d69-4ae4-8232-38d7fa5c2519, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:09.020290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9587d486-b7d1-4581-8ed5-b04c45f39e0e req-4ef3468f-00f4-4a03-8d22-eefca09d28d2 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Aug 22 15:07:09.022950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:09.067127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096bc11-4597-4d92-9a0d-6afa11870a70 req-673c226a-2c62-4aaa-8fbf-773b5b10be09 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:09.068871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9096bc11-4597-4d92-9a0d-6afa11870a70 req-673c226a-2c62-4aaa-8fbf-773b5b10be09 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.2712998 Aug 22 15:07:09.079853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:09.096090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:09.142218 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:09.144261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:09.166977 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2b2310ae-c6b4-46a2-aa92-39f3fdbe5ad7 None None] Provisioning for port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:09.204011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bbf9c72a-59cf-44b4-ad67-fb50f0885b32 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:09.269379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port a316120a-063d-4b40-bc99-11400ce2dd43, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a316120a-063d-4b40-bc99-11400ce2dd43,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:09.269772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:09.302162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6a7a8-c9a6-4d7b-8c27-cf3b4f59ddf9 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:09.321084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:09.321649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:09.341290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:09.342146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:09.415166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for a316120a-063d-4b40-bc99-11400ce2dd43 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:09.534541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:09.534649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:09.551348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Sync routers for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:09.561941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c6c6044-09fe-4d11-847e-6d145d5baf6f admin admin] 10.222.0.53 "PUT /v2.0/routers/9c7b773a-6575-492c-abf8-f35aab32f5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0408428 Aug 22 15:07:09.566791 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:09.567463 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:09.602640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:09.644685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:09.813042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:09.821176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:09.821555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:09.825926 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:09.949721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.087064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:10.132840 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Checking router: 9c7b773a-6575-492c-abf8-f35aab32f5f5 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:10.137663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:07Z', 'revision_number': 6, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:08Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:10.145249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Routers {'9c7b773a-6575-492c-abf8-f35aab32f5f5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:10.145882 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c7b773a-6575-492c-abf8-f35aab32f5f5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:10.193623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f53e995-95b0-4a14-ab0c-60b4dd656494 None None] Provisioning for port d288a87c-008f-4208-b424-d0103d244d00 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:10.196310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added routes are [] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:07:10.198955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:07:10.199307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e34e22-aaf1-4be7-b7b7-4f5171613418 None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:07Z', 'revision_number': 6, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:08Z', 'revision_number': 4, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:10.216109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f53e995-95b0-4a14-ab0c-60b4dd656494 None None] Provisioning complete for port d288a87c-008f-4208-b424-d0103d244d00 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:10.216486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f53e995-95b0-4a14-ab0c-60b4dd656494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.252390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.308348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9096bc11-4597-4d92-9a0d-6afa11870a70 req-263ef839-5d17-4cff-b302-691777b0130f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1963017 Aug 22 15:07:10.321601 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] Set router 9c7b773a-6575-492c-abf8-f35aab32f5f5 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:10.332033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port bbf9c72a-59cf-44b4-ad67-fb50f0885b32, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:10.419923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.493495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cf126-22ed-4d51-9079-78938447c04e req-cd440b7b-16de-4243-b2a0-123d115676e5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:10.501785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab2cf126-22ed-4d51-9079-78938447c04e req-cd440b7b-16de-4243-b2a0-123d115676e5 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.6655796 Aug 22 15:07:10.525921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2f53e995-95b0-4a14-ab0c-60b4dd656494 None None] Port d288a87c-008f-4208-b424-d0103d244d00 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:10.533965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.568993 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fb8491f8-1717-4630-b2d4-a46544d213c3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8796515 Aug 22 15:07:10.590124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'admin_state_up': True, 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'security_groups': ['3debeabb-29b5-4648-9b37-9411f8ad4199']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:10.626765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:10.673034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object fbafc140-cd15-4657-a51c-8db912703131 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:10.690206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7a10b94-0d69-4ae4-8232-38d7fa5c2519 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:10.709171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab2cf126-22ed-4d51-9079-78938447c04e req-a957a8f1-437b-46a3-a302-6db71cbc9639 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064202 Aug 22 15:07:10.754570 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:10.779853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.785273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f4b6e1c-9bb4-4bc4-94d7-491ce4cc57f0 None None] Provisioning complete for port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:10.785648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f4b6e1c-9bb4-4bc4-94d7-491ce4cc57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.805493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.824008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90d437-0feb-4431-afde-ddcd8b7e2ae5 req-ffd98504-f2cb-4026-a180-410759f600b1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:10.828406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d19e-c775-4e6e-8b6d-939fa1e34b65 None None] The sync data for ids ['9c7b773a-6575-492c-abf8-f35aab32f5f5'] in n-d-805046-3 is: [{'id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'name': 'tempest-ServersTestManualDisk-434977880-router', 'tenant_id': '68ae36c5f88042f5850900d5fe9fc09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:03:36Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 5, 'project_id': '68ae36c5f88042f5850900d5fe9fc09e', 'gw_port': {'id': '9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b773a-6575-492c-abf8-f35aab32f5f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:03:37Z', 'updated_at': '2021-08-22T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:10.832064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a316120a-063d-4b40-bc99-11400ce2dd43 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:10.838132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb90d437-0feb-4431-afde-ddcd8b7e2ae5 req-ffd98504-f2cb-4026-a180-410759f600b1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 946 time: 0.2773252 Aug 22 15:07:10.977377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Port a316120a-063d-4b40-bc99-11400ce2dd43 update to DOWN by agent not found {{(pid=102051) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 22 15:07:10.978882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:10.983714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:10.984155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:10.992910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.003726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:11.040353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.095630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb43b5-00d2-41f5-aac5-c18597a66b3a req-525bf172-47cb-4dce-9e38-0fb280be4f78 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:11.103617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=a316120a-063d-4b40-bc99-11400ce2dd43,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:11.105208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84eb43b5-00d2-41f5-aac5-c18597a66b3a req-525bf172-47cb-4dce-9e38-0fb280be4f78 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 932 time: 0.2497847 Aug 22 15:07:11.121277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.162090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d7a10b94-0d69-4ae4-8232-38d7fa5c2519, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:11.173052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb90d437-0feb-4431-afde-ddcd8b7e2ae5 req-9fa256d4-cf72-4407-8414-d89a5bceac72 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190823 Aug 22 15:07:11.244897 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.306179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84eb43b5-00d2-41f5-aac5-c18597a66b3a req-8c411664-a9d3-462e-8b45-ba69ed188cd4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938877 Aug 22 15:07:11.371170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.373605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:11.378980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port a316120a-063d-4b40-bc99-11400ce2dd43 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:11.407257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.409843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:11.416188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1415deef-791f-40fa-a946-925d9a0f3c5f req-96bd1a25-fa53-407a-b0f4-e34f64cbd8f9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "DELETE /v2.0/ports/a316120a-063d-4b40-bc99-11400ce2dd43 HTTP/1.1" status: 204 len: 173 time: 3.4074221 Aug 22 15:07:11.420444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'name': 'network-vif-deleted', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:11.423828 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf666e-acb1-4ed9-bfc0-0b2867695910" -d '{"events": [{"server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "name": "network-vif-deleted", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:11.444792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.447419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-057a4183-34dc-4434-ba3b-fea8cd7428ee tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 704 time: 2.5647657 Aug 22 15:07:11.453277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:11.509900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 8167edcd-5c23-4de9-9f91-b529a308c479 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:11.555775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:11.562169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:11.604440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d5a47a5b-5930-45ff-9107-f7e4d620600f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 704 time: 0.1498692 Aug 22 15:07:11.607692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:11.625589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.677521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:11.682595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.691651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:11.734590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:11.758444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b1c7-b113-4fc3-89d0-4deefa17fcf3 req-33a4e742-e3da-49eb-9290-ab11f79212db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:11.766132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b480b1c7-b113-4fc3-89d0-4deefa17fcf3 req-33a4e742-e3da-49eb-9290-ab11f79212db tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4321225 Aug 22 15:07:11.824108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:11.834454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:11.837180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:11.929469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b480b1c7-b113-4fc3-89d0-4deefa17fcf3 req-59ed5e1f-4982-490c-8f84-7a0c545c2647 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598923 Aug 22 15:07:12.022523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:12.025354 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e4372-cd6a-488a-9a7e-a3da1e8769d4 x-openstack-request-id: req-7f0e4372-cd6a-488a-9a7e-a3da1e8769d4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:12.025778 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f93c21-e05f-4279-aff1-9e0802f2aa0f", "name": "network-vif-deleted", "tag": "a316120a-063d-4b40-bc99-11400ce2dd43", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:12.026116 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f0e4372-cd6a-488a-9a7e-a3da1e8769d4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:12.026609 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f93c21-e05f-4279-aff1-9e0802f2aa0f', 'name': 'network-vif-deleted', 'tag': 'a316120a-063d-4b40-bc99-11400ce2dd43', 'status': 'completed', 'code': 200} Aug 22 15:07:12.039516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.1.1.133 (9ccf4230-5ece-4158-8b55-3660a3f6ef97/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6/5dae21da-da0c-4506-be96-23ae3dfee837) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:12.086170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00ee5e-14d0-44ad-a972-20c96ea03f4d req-64565ffe-b922-49c9-aea2-1703b672db5b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:12.091764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e00ee5e-14d0-44ad-a972-20c96ea03f4d req-64565ffe-b922-49c9-aea2-1703b672db5b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.4989157 Aug 22 15:07:12.132868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.135742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Deleting port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:12.136104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.181115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da22a2ed-a4d8-4242-b34f-ae373d81de84 None None] Provisioning for port fbafc140-cd15-4657-a51c-8db912703131 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:12.195372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da22a2ed-a4d8-4242-b34f-ae373d81de84 None None] Provisioning complete for port fbafc140-cd15-4657-a51c-8db912703131 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:12.196196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da22a2ed-a4d8-4242-b34f-ae373d81de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.305147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-da22a2ed-a4d8-4242-b34f-ae373d81de84 None None] Port fbafc140-cd15-4657-a51c-8db912703131 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:12.344922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e00ee5e-14d0-44ad-a972-20c96ea03f4d req-69ef8bfb-3149-413b-b23c-b541ed2b8aaa tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412210 Aug 22 15:07:12.370439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b71867-25f1-4db3-a8c1-44115d82e9af req-dec83d4b-a37b-47a4-9ec9-c40a6a71588a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:12.372797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9b71867-25f1-4db3-a8c1-44115d82e9af req-dec83d4b-a37b-47a4-9ec9-c40a6a71588a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1436372 Aug 22 15:07:12.418046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:10Z', 'revision_number': 7, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:12.433044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] For port 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:12.433321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.454649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9b71867-25f1-4db3-a8c1-44115d82e9af req-b4cef9a3-6804-409f-be8d-15bccb3df463 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710106 Aug 22 15:07:12.457793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Calling delete_port for 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:12.524351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62078167-6ced-4bdd-8e06-2d888bbff589 req-47f2aad8-0bcf-4870-b0b8-c5d0b52ca8ce tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0365486 Aug 22 15:07:12.530122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:12.550520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:12.551298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:12.587171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.649656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.686307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7a10b94-0d69-4ae4-8232-38d7fa5c2519 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:12.697011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object 5dae21da-da0c-4506-be96-23ae3dfee837 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:12.771118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:12.814016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5abb22-6d33-4999-9fef-d52cadeaee61 req-82aa18e6-0c87-46db-8d68-f5a29d3b08ac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:12.815870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5abb22-6d33-4999-9fef-d52cadeaee61 req-82aa18e6-0c87-46db-8d68-f5a29d3b08ac tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1581986 Aug 22 15:07:12.816264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:12.816842 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:12.824392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab306cd-7549-4514-8800-eb55691329a9 req-6e5cc20f-e688-4d5c-9bbe-08d1f4a60582 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:12.826082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ab306cd-7549-4514-8800-eb55691329a9 req-6e5cc20f-e688-4d5c-9bbe-08d1f4a60582 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 932 time: 0.1804457 Aug 22 15:07:12.982398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ab306cd-7549-4514-8800-eb55691329a9 req-60cb5af4-aa36-4d1f-9777-d6748efc71a5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242845 Aug 22 15:07:12.988851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d5abb22-6d33-4999-9fef-d52cadeaee61 req-317363a2-4442-443f-94d8-2395a7800e4a tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239874 Aug 22 15:07:13.089799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.144553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port d7a10b94-0d69-4ae4-8232-38d7fa5c2519 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:13.144917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.157013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bbf9c72a-59cf-44b4-ad67-fb50f0885b32 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:13.168085 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.219925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.260582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:10Z', 'revision_number': 7, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:13.277734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.296853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa8a603-218d-4759-adc0-823b6fa99c61 None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:10Z', 'revision_number': 7, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a10b94-0d69-4ae4-8232-38d7fa5c2519', 'name': '', 'network_id': '25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:0c:5c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'fc3370a7-74b8-4851-b4d0-d771cf56b197', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:13.303430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:13.304868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.318763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a68f25-9235-450d-83c2-17add9d9a584 req-23cda887-8d96-4739-856f-1b9e1c0edfd6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:13.320868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89a68f25-9235-450d-83c2-17add9d9a584 req-23cda887-8d96-4739-856f-1b9e1c0edfd6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.1838250 Aug 22 15:07:13.339667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:13.352909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port d7a10b94-0d69-4ae4-8232-38d7fa5c2519, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:13.353506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.381662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for d7a10b94-0d69-4ae4-8232-38d7fa5c2519 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:13.457090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.460933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89a68f25-9235-450d-83c2-17add9d9a584 req-76422057-db7d-43bf-b5be-69d5e2756fca tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940220 Aug 22 15:07:13.464709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 91611465-d74f-4d76-a1ff-073881935103 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:13.482995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:13.486755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:13.521808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 91611465-d74f-4d76-a1ff-073881935103 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:13.523541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:13.524761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 91611465-d74f-4d76-a1ff-073881935103 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:13.710729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.769155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02660d-fc32-46ea-9434-577a41ae1e11 req-46ed388e-34b8-4c38-a671-58e2a7207ef7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:13.770791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f02660d-fc32-46ea-9434-577a41ae1e11 req-46ed388e-34b8-4c38-a671-58e2a7207ef7 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.2251589 Aug 22 15:07:13.795806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c153a7-5a21-4e6a-999e-1af0b9663a62 req-074678bc-d79f-4b4c-8dbf-f3c386a16352 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:13.804795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12c153a7-5a21-4e6a-999e-1af0b9663a62 req-074678bc-d79f-4b4c-8dbf-f3c386a16352 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.2330112 Aug 22 15:07:13.809526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:13.832566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 8167edcd-5c23-4de9-9f91-b529a308c479 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:13.861063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:13.864009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:13.908732 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.912359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12c153a7-5a21-4e6a-999e-1af0b9663a62 req-0ab9ef8d-a8cd-426b-a3b7-c4b6b7f55cf6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033797 Aug 22 15:07:13.917546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:13.918273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.934621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.946397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-746701bf-9d29-46e5-b7e7-129f8c0095fc None None] Provisioning for port 5dae21da-da0c-4506-be96-23ae3dfee837 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:13.951111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-746701bf-9d29-46e5-b7e7-129f8c0095fc None None] Provisioning complete for port 5dae21da-da0c-4506-be96-23ae3dfee837 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:13.951626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-746701bf-9d29-46e5-b7e7-129f8c0095fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:13.961833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f02660d-fc32-46ea-9434-577a41ae1e11 req-ce88f1b8-a129-44b4-824b-d1af0c8f544f tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445665 Aug 22 15:07:14.077873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:14.081914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-746701bf-9d29-46e5-b7e7-129f8c0095fc None None] Port 5dae21da-da0c-4506-be96-23ae3dfee837 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:14.111051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45f94701-8298-4aef-8b2d-7ec95e31ac2e req-dc8cc193-ec6f-4e8d-a909-c456b50ea397 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0685124 Aug 22 15:07:14.130875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:14.208773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=d7a10b94-0d69-4ae4-8232-38d7fa5c2519,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:14.220890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-284c72d2-8ace-4536-b933-3b9bf7b52990 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6357183 Aug 22 15:07:14.233922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'admin_state_up': True, 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'security_groups': ['3debeabb-29b5-4648-9b37-9411f8ad4199']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:14.254021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:14.254601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7b773a-6575-492c-abf8-f35aab32f5f5 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:07:14.315717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-634e1e49-7a0a-4afc-a2a8-e1dc2eb2a327 None None] Provisioning complete for port fbafc140-cd15-4657-a51c-8db912703131 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:14.316251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-634e1e49-7a0a-4afc-a2a8-e1dc2eb2a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:14.318542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:14.331649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab3a55fd-71c6-4947-a7a5-74653d44a802 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9c7b773a-6575-492c-abf8-f35aab32f5f5 HTTP/1.1" status: 204 len: 168 time: 4.7182000 Aug 22 15:07:14.339664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:14.357972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-634e1e49-7a0a-4afc-a2a8-e1dc2eb2a327 None None] Port fbafc140-cd15-4657-a51c-8db912703131 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:14.556543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d167cd-aeeb-4de5-a19b-5526a2cc444a req-064dce6b-3f50-4d9f-bca2-814cdb169905 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:14.562389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:14.565171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9d167cd-aeeb-4de5-a19b-5526a2cc444a req-064dce6b-3f50-4d9f-bca2-814cdb169905 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.4218686 Aug 22 15:07:14.575100 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:14.578972 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1aa3c87d-00c8-4738-9af7-3c2a196be1d1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9947469 Aug 22 15:07:14.578972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51324) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:14.584685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:14.593907 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:14.602512 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:14.760040 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:15.036462 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:12Z', 'revision_number': 2, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:15.044846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Deleting subnet ed232dda-f557-40ee-9bf4-ae3581a751ff {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:15.071458 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:15.073998 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Updating router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c port fbafc140-cd15-4657-a51c-8db912703131 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:07:15.106120 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.120368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.142301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61ace-e216-4dea-b878-202cd3c06455 req-f888786d-47ce-4b37-b596-94698e762185 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.148536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be61ace-e216-4dea-b878-202cd3c06455 req-f888786d-47ce-4b37-b596-94698e762185 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.150411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1be61ace-e216-4dea-b878-202cd3c06455 req-f888786d-47ce-4b37-b596-94698e762185 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 1654 time: 0.9109855 Aug 22 15:07:15.228102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9d167cd-aeeb-4de5-a19b-5526a2cc444a req-50d5fd02-b1a9-4217-9050-1a4155e6b8f0 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619964 Aug 22 15:07:15.261359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.271920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:15.275877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.286202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:15.296421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1be61ace-e216-4dea-b878-202cd3c06455 req-267de4cf-fba6-465f-ae45-2e7a042905ad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725560 Aug 22 15:07:15.347218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.347795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.350808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.351288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.351766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.352264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.352737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.353199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.353668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.354132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.354628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.355061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.355528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.356027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.361783 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e8e2538-425a-4e89-9234-6c25ae644e99 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 13297 time: 0.7803102 Aug 22 15:07:15.362615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:15.507196 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.520979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa7fd34a-b5cc-404f-851c-fe6cb835185c req-c11c2c42-9256-42d5-87e7-c1205f8b6b70 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0846467 Aug 22 15:07:15.522754 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Transition to ACTIVE for port object fbafc140-cd15-4657-a51c-8db912703131 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:15.565942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:15.575184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad26a2d3-a910-4cbb-838d-87f0a75aa0aa tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9619918 Aug 22 15:07:15.578356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:15.579419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51334) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:15.588002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:15.588955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:15.590277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab914-dd72-4e4d-b872-a1aaf8bf45d4 req-533e4943-2673-4563-bec0-8c56d895c01b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.600579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36dab914-dd72-4e4d-b872-a1aaf8bf45d4 req-533e4943-2673-4563-bec0-8c56d895c01b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1860695 Aug 22 15:07:15.622067 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.648532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.649041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.649865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.649977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.650433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.650883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.651331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.651777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.652247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.652691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.653138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.653806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.654021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.654463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.654906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.655346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.655892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.656361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.656808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:15.660034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-547e21dc-2f62-4fcd-b854-2c67f5eb9053 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 12026 time: 0.2911394 Aug 22 15:07:15.664389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:15.666098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.696142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:15.756039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet fc3370a7-74b8-4851-b4d0-d771cf56b197 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:15.766422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.807561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.1.1.30 (9ccf4230-5ece-4158-8b55-3660a3f6ef97/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6/86926a77-2508-4066-ab3e-d8feb517e0f1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:15.889150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.928186 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a793ca-0dcf-4240-b2b6-0f3d2d6a5369 None None] Pushing event updated for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:15.933650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36dab914-dd72-4e4d-b872-a1aaf8bf45d4 req-5950ba7b-d58c-419f-ae85-8f6d08786eb6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321373 Aug 22 15:07:15.954695 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Attempting to bind port fbafc140-cd15-4657-a51c-8db912703131 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:15.955056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Attempting to bind port fbafc140-cd15-4657-a51c-8db912703131 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:15.955411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Attempting to bind port fbafc140-cd15-4657-a51c-8db912703131 on network 8167edcd-5c23-4de9-9f91-b529a308c479 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:15.969868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:15.970244 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Checking segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:15.970650 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:15.971036 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Bound using segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:15.971620 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Bound port: fbafc140-cd15-4657-a51c-8db912703131, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:15.971868 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.061541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:13Z', 'revision_number': 8, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:16.064149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.115122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:16.127544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:16.128462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:16.128998 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] For port fbafc140-cd15-4657-a51c-8db912703131, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:16.133764 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] For port fbafc140-cd15-4657-a51c-8db912703131, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fbafc140-cd15-4657-a51c-8db912703131,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:16.154678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.209019 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.263349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:16.294711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d9989bd-3732-4db8-b329-01f44ad92a37 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5751 time: 0.6274588 Aug 22 15:07:16.327348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:16.328292 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:16.396577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.398683 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a793ca-0dcf-4240-b2b6-0f3d2d6a5369 None None] Pushing event updated for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:16.420668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object 86926a77-2508-4066-ab3e-d8feb517e0f1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:16.471226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed232dda-f557-40ee-9bf4-ae3581a751ff,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:16.475366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.482537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51342) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:16.485039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-83a2c39e-a9d6-49f1-ab2e-601fe1cea18b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed232dda-f557-40ee-9bf4-ae3581a751ff HTTP/1.1" status: 204 len: 168 time: 2.1232586 Aug 22 15:07:16.510740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af9c8b-3a10-47c1-9235-a95715302a1b None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:16.531190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.581935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:16.633458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:16.653522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:16.655386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:16.658034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:16.697493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.714962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.726095 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:16.732816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:16.733550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.774184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39827bf9-d704-4eb3-888e-7076a7c4c62b req-49145241-48de-4eab-ab93-469a351bba4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:16.774437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3370a7-74b8-4851-b4d0-d771cf56b197,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:16.785819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39827bf9-d704-4eb3-888e-7076a7c4c62b req-49145241-48de-4eab-ab93-469a351bba4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:16.789695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:16.794236 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0a27d5fb-cc86-4e9a-a5ee-1677175bbadd tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/fc3370a7-74b8-4851-b4d0-d771cf56b197 HTTP/1.1" status: 204 len: 168 time: 1.2095866 Aug 22 15:07:16.797051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51346) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:16.799633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:16.800077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9f6e2d3e-1e1d-43c8-9eab-e472e5d8c17b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:16.804984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39827bf9-d704-4eb3-888e-7076a7c4c62b req-49145241-48de-4eab-ab93-469a351bba4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:16.807215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39827bf9-d704-4eb3-888e-7076a7c4c62b req-49145241-48de-4eab-ab93-469a351bba4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 2374 time: 0.2767289 Aug 22 15:07:16.815205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d809e-2034-4429-8abd-e2032e1e082d None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:16.890957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9702c1b1-480d-4acb-b4e6-4c39dff1ed14 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6615627 Aug 22 15:07:16.909197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'admin_state_up': True, 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'security_groups': ['3debeabb-29b5-4648-9b37-9411f8ad4199']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:16.946059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39827bf9-d704-4eb3-888e-7076a7c4c62b req-8f637812-d4df-456d-9cce-465850fa5155 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935643 Aug 22 15:07:16.988700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Deleting port d8baee85-d57f-4e74-ae90-8a13c7542ae8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:16.988700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.089518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.163219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] For port d8baee85-d57f-4e74-ae90-8a13c7542ae8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d8baee85-d57f-4e74-ae90-8a13c7542ae8,segment=NetworkSegment(f1d0f9b5-a026-4478-b3f8-c0743bbe1811),segment_id=f1d0f9b5-a026-4478-b3f8-c0743bbe1811)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:17.163798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.179923 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:16Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:17.196629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Calling delete_port for d8baee85-d57f-4e74-ae90-8a13c7542ae8 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:17.245612 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2812-649a-4fce-b452-a8a481ab30eb None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:16Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:17.262692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 1f5dbf64-31e5-4268-8248-feba01e9a01b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:17.263197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.388403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a888588-cad9-45c9-9e92-5d34fb7fc24f req-f2707a60-90ac-481d-965a-6a73953c52d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.2631822 Aug 22 15:07:17.430764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] DHCP port deletion for 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:07:17.447692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port 1f5dbf64-31e5-4268-8248-feba01e9a01b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1f5dbf64-31e5-4268-8248-feba01e9a01b,segment=NetworkSegment(2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe),segment_id=2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:17.448115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.475759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 1f5dbf64-31e5-4268-8248-feba01e9a01b owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:17.521579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9c6543d7-53ac-44aa-904c-81d98c56385e None None] Provisioning for port 86926a77-2508-4066-ab3e-d8feb517e0f1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:17.535204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9c6543d7-53ac-44aa-904c-81d98c56385e None None] Provisioning complete for port 86926a77-2508-4066-ab3e-d8feb517e0f1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:17.535689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c6543d7-53ac-44aa-904c-81d98c56385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.543403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.604575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f03e6151-af71-4046-8af9-409786c24548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:13Z', 'revision_number': 8, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:17.625146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:17.635844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] No DVR routers for this DVR port d8baee85-d57f-4e74-ae90-8a13c7542ae8 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:17.643233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] DHCP port deletion for 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:07:17.652296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e6151-af71-4046-8af9-409786c24548 None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:13Z', 'revision_number': 8, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16015689-11bc-48a8-a895-c389a9b0256e', 'name': '', 'network_id': '1dcd6816-cc6c-4e93-a632-632c7c9b4544', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:6d:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:47Z', 'updated_at': '2021-08-22T15:07:01Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'cdfabdc2-1ae1-4f90-8bad-31a922fe85b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:17.656914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9c6543d7-53ac-44aa-904c-81d98c56385e None None] Port 86926a77-2508-4066-ab3e-d8feb517e0f1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:17.662417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8baee85-d57f-4e74-ae90-8a13c7542ae8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:17.728912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51350) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:17.740226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475824220', 'description': 'tempest-secgroup-smoke-1475824220 description', 'project_id': '252474ba5b864cf3982ed45127af7003'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:17.741518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Deleting port d8baee85-d57f-4e74-ae90-8a13c7542ae8 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:17.742126 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.750941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.782729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.795544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:17.805383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=1f5dbf64-31e5-4268-8248-feba01e9a01b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:17.811856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:17.811856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d0f9b5-a026-4478-b3f8-c0743bbe1811') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:17.820081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port 1f5dbf64-31e5-4268-8248-feba01e9a01b on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:17.843612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.860679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff866f5-e428-43b4-bd36-8a25c40c7a74 req-d9626d24-3773-4bb5-8918-43a1dfaec41f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:17.869263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cff866f5-e428-43b4-bd36-8a25c40c7a74 req-d9626d24-3773-4bb5-8918-43a1dfaec41f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.3785775 Aug 22 15:07:17.887338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.896899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.928860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cff866f5-e428-43b4-bd36-8a25c40c7a74 req-5ecf76c7-f961-4a26-873a-f31e9b47ac0c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584900 Aug 22 15:07:17.943306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.959208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:17.960236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:17.962441 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:18.005239 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.029219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:18.043023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:18.043326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfd6aac-7b1a-46b2-b9b6-a3c23236eebe') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:18.054554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.072664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.084614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:18.085310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:18.110990 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:18.186280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329cf7f-2a6c-433c-8d8c-8832e21965b9 req-47e55b71-c942-4d4f-b6d5-2d641056296f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:18.204564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329cf7f-2a6c-433c-8d8c-8832e21965b9 req-47e55b71-c942-4d4f-b6d5-2d641056296f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:18.211575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329cf7f-2a6c-433c-8d8c-8832e21965b9 req-47e55b71-c942-4d4f-b6d5-2d641056296f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:18.213936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8329cf7f-2a6c-433c-8d8c-8832e21965b9 req-47e55b71-c942-4d4f-b6d5-2d641056296f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 2374 time: 0.1094158 Aug 22 15:07:18.217603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] For port d8baee85-d57f-4e74-ae90-8a13c7542ae8, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:18.218571 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.253070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Calling delete_port for d8baee85-d57f-4e74-ae90-8a13c7542ae8 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:18.257158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Port d8baee85-d57f-4e74-ae90-8a13c7542ae8 was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:07:18.266276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Deleting port 1f5dbf64-31e5-4268-8248-feba01e9a01b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:18.266664 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.322268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8329cf7f-2a6c-433c-8d8c-8832e21965b9 req-50e0985f-fffd-466b-b0e3-5ba1433d2d8d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002407 Aug 22 15:07:18.323673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.329181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.334726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 HTTP/1.1" status: 204 len: 168 time: 1.8487771 Aug 22 15:07:18.349906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34231c67-7e3f-4451-9dff-29d0536b542b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:18.379806 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.442763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.454207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] For port 1f5dbf64-31e5-4268-8248-feba01e9a01b, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:18.456481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.472303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.478655 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 HTTP/1.1" status: 204 len: 168 time: 1.6802638 Aug 22 15:07:18.481908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51358) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:18.511585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Calling delete_port for 1f5dbf64-31e5-4268-8248-feba01e9a01b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:18.515587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Port 1f5dbf64-31e5-4268-8248-feba01e9a01b was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:07:18.522551 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.532621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753bb04-ed5a-4cff-b93a-8491287c2bca tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:18.536999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Network 0b8904ba-0f18-47be-b0fb-6c2ac46b4cb9 is not hosted by any dhcp agent {{(pid=102051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:07:18.537477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] No DVR routers for this DVR port d8baee85-d57f-4e74-ae90-8a13c7542ae8 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:18.541602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e8b24-cb2c-4e97-beaf-d3672c013c44 None None] Pushing event deleted for resources: {'Port': ['ID=d8baee85-d57f-4e74-ae90-8a13c7542ae8,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:18.627881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Pushing event deleted for resources: {'Port': ['ID=1f5dbf64-31e5-4268-8248-feba01e9a01b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:18.643244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] Network 25ebb0ed-a6e1-4c23-a2a7-ead75e5714e2 is not hosted by any dhcp agent {{(pid=102051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:07:18.643244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa930b15-85a0-4186-a9dc-826b2a1dc63f None None] No DVR routers for this DVR port 1f5dbf64-31e5-4268-8248-feba01e9a01b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:18.716614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd36570a-7fd3-49c5-ac13-f37022aeed6b req-2e96cd95-3983-4497-b843-f156aee5140b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0490298 Aug 22 15:07:18.754111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fbafc140-cd15-4657-a51c-8db912703131 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:18.790332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.794062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.2.2.100 (8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9/56f14785-4ea1-4716-99f9-5daa06381b10/b8d4c7d1-0bd2-41d2-9678-e29283a99fe8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:18.922722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.936672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port fbafc140-cd15-4657-a51c-8db912703131 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:18.941804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fbafc140-cd15-4657-a51c-8db912703131 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:18.942353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.972127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51364) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:18.986581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:18.988980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b059b833-d627-4713-bfbe-07cec1533819,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:19.012700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:19.050888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.055877 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4a823f0-76e4-41ca-b9b4-0065c910c130 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3220994 Aug 22 15:07:19.066436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:19.072231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:19.152010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.209239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-81c87234-c8fd-45f5-9b8d-67460a2f239a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68ae36c5f88042f5850900d5fe9fc09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355785 Aug 22 15:07:19.214396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port fbafc140-cd15-4657-a51c-8db912703131, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fbafc140-cd15-4657-a51c-8db912703131,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:19.214586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:19.246298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.294527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae99ef9-1e7f-4c02-aec8-e20d03bac6fa req-7537c38b-0bf9-4ecf-8a7a-b35d48ce3a9a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.296448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ae99ef9-1e7f-4c02-aec8-e20d03bac6fa req-7537c38b-0bf9-4ecf-8a7a-b35d48ce3a9a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1748698 Aug 22 15:07:19.306462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.311720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.405180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ae99ef9-1e7f-4c02-aec8-e20d03bac6fa req-dc114c6b-40dc-4456-9bbd-b142e41a572e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722792 Aug 22 15:07:19.472814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:19.485286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:19.493352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7a10b94-0d69-4ae4-8232-38d7fa5c2519 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:19.514050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:19.532711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:19.542271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:19.553895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d7a10b94-0d69-4ae4-8232-38d7fa5c2519 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:19.553895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7a10b94-0d69-4ae4-8232-38d7fa5c2519 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:19.553895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d8baee85-d57f-4e74-ae90-8a13c7542ae8 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:19.609480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.620716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d8baee85-d57f-4e74-ae90-8a13c7542ae8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:19.621287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d8baee85-d57f-4e74-ae90-8a13c7542ae8 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:19.621864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1f5dbf64-31e5-4268-8248-feba01e9a01b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:19.663597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-44a093c4-53cb-495e-ac15-935cf9dddfce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.664578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1f5dbf64-31e5-4268-8248-feba01e9a01b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:19.665418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1f5dbf64-31e5-4268-8248-feba01e9a01b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:19.678475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-44a093c4-53cb-495e-ac15-935cf9dddfce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.695085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-44a093c4-53cb-495e-ac15-935cf9dddfce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.705215 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.712838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-44a093c4-53cb-495e-ac15-935cf9dddfce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.715317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.725182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-44a093c4-53cb-495e-ac15-935cf9dddfce tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 3095 time: 0.1846416 Aug 22 15:07:19.787178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.829908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:19.830868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.836903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d97a6c-5379-4a27-9730-55b41af98b22,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:19.858053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.911818 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:19.914805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0200098-0422-4408-b22a-b106f27c132f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8468926 Aug 22 15:07:19.920024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:19.922693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:19.959123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c72582d8-4802-443c-9e18-e862d6dbe5c4 req-8d7038e4-21c5-4d74-a0e7-e36b0a7a4af7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234683 Aug 22 15:07:19.964304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a615364d-7e41-4958-8887-c739a7775119 req-6564fda4-e7e4-408d-b79d-26521334de65 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.1107373 Aug 22 15:07:19.987041 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ebe92486-8f70-4ca1-bf44-5efcff30a3c2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0811448 Aug 22 15:07:19.997772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'admin_state_up': True, 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'security_groups': ['3debeabb-29b5-4648-9b37-9411f8ad4199']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:20.004670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b5534c5e-5d9e-4d24-a8d2-32bf53eb5d86 None None] Provisioning for port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:20.009638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b5534c5e-5d9e-4d24-a8d2-32bf53eb5d86 None None] Provisioning complete for port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:20.010467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b5534c5e-5d9e-4d24-a8d2-32bf53eb5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.056219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.059257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.060942 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5974cb5-38f0-4d2b-8357-8f6a2d02509a HTTP/1.1" status: 204 len: 168 time: 0.8473501 Aug 22 15:07:20.098831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b5534c5e-5d9e-4d24-a8d2-32bf53eb5d86 None None] Port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:20.102910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.139351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a889-ea36-4cd1-b30d-bc11dd12d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5974cb5-38f0-4d2b-8357-8f6a2d02509a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:20.181809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-168639fe-6170-433c-9555-0d48c725361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:20.183655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-168639fe-6170-433c-9555-0d48c725361e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 1095 time: 0.2142277 Aug 22 15:07:20.206255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:20.291287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.359003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.379906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde2f68b-c667-4801-8c6b-d56e1d202323,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:20.390692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.438456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Made reservation on behalf of 1f622ce0e4af4f5c87d33dbf3da8e27a for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:20.446790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.497733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 16015689-11bc-48a8-a895-c389a9b0256e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:20.498244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.559071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fbafc140-cd15-4657-a51c-8db912703131 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:20.561975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.563388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a560e9ac-0135-4b46-a967-a29a3a0da79f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6450810 Aug 22 15:07:20.571429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51384) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:20.579399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:20.664519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fbafc140-cd15-4657-a51c-8db912703131 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:20.665065 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.799733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.834093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port 16015689-11bc-48a8-a895-c389a9b0256e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16015689-11bc-48a8-a895-c389a9b0256e,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:20.834574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.837195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Allocated IP 10.2.2.200 (8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9/56f14785-4ea1-4716-99f9-5daa06381b10/d8d58d91-da42-4a0e-b189-df6bfb631b8b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:20.851705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 16015689-11bc-48a8-a895-c389a9b0256e owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:20.921989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.957436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:20.989420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.029812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08b7aac-4571-440a-aefe-fe8004cc6849,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:21.078263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:21.100817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.116430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.117470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa083c28-9981-413d-af1d-cd4fa45c7935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447526 Aug 22 15:07:21.120456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51398) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:21.125943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:21.135493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:21.166049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Transition to ACTIVE for port object d8d58d91-da42-4a0e-b189-df6bfb631b8b will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:21.203879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:21.233685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.248596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddcca9-42f5-4bec-9a4b-e7c6c3930f17 req-e1e56d23-84a5-44d4-95e9-cf4ef070dfca tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.250110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dddcca9-42f5-4bec-9a4b-e7c6c3930f17 req-e1e56d23-84a5-44d4-95e9-cf4ef070dfca tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.5771906 Aug 22 15:07:21.295806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Transition to ACTIVE for port object a2504007-2c15-4d37-9c70-f3421a6199d1 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:21.312362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.327553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-dd2d11d9-5873-417f-81cf-ce50bfb8df4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.333952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-dd2d11d9-5873-417f-81cf-ce50bfb8df4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.335782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.344873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-dd2d11d9-5873-417f-81cf-ce50bfb8df4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.351520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-dd2d11d9-5873-417f-81cf-ce50bfb8df4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.354757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-dd2d11d9-5873-417f-81cf-ce50bfb8df4c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 3095 time: 0.1812801 Aug 22 15:07:21.398071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.411408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dddcca9-42f5-4bec-9a4b-e7c6c3930f17 req-dd39fdf1-e983-451d-a9f4-0326d13a5dbe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491430 Aug 22 15:07:21.421848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:21.437912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:21.442145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:21.446321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:21.527713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.567225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:21.567833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.594934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.679744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847d7f3f-2a0f-4479-8572-cc26b8370cad,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:21.695046 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cad30856-6f57-4884-be29-9d9acdc5cce9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7051637 Aug 22 15:07:21.711314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:21.726023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=9']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:21.761921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.764274 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80cb11bf-56eb-4bb9-8096-a72957ce99ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6417706 Aug 22 15:07:21.771583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:21.787251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:21.835499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b796cde-d629-4e1f-841c-c0ae2b3d7dfe req-1948eccc-f78f-4bfe-8df2-0232a3668e0f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.1561241 Aug 22 15:07:21.842203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4bc6d0-d36d-4947-8811-a7a416e804fe req-9f6c27ac-0372-494e-9e5f-f7707ea120ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469583 Aug 22 15:07:21.849440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51410) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:21.874606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.936001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c667614-d721-4e9e-a664-c77520bfcb59 None None] Provisioning for port d8d58d91-da42-4a0e-b189-df6bfb631b8b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:21.940484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c667614-d721-4e9e-a664-c77520bfcb59 None None] Provisioning complete for port d8d58d91-da42-4a0e-b189-df6bfb631b8b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:21.945181 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c667614-d721-4e9e-a664-c77520bfcb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:21.962007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] No DVR routers for this DVR port a2504007-2c15-4d37-9c70-f3421a6199d1 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:21.983870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7c667614-d721-4e9e-a664-c77520bfcb59 None None] Port d8d58d91-da42-4a0e-b189-df6bfb631b8b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:22.024063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.044603 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:07:22.065504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.108005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=16015689-11bc-48a8-a895-c389a9b0256e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:22.113733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-989590081-network', 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:22.276854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.338070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.408877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d995a3f9-d486-4cd9-b704-8939ef74b075,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:22.439268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d288a87c-008f-4208-b424-d0103d244d00 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:22.472141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.531711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Transition to ACTIVE for port object d288a87c-008f-4208-b424-d0103d244d00 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:22.649978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.650499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Made reservation on behalf of 3d5cdd7a58a645d4aed3e6f8dc5c8b60 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:22.652841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.676526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.694951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.698656 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12505d98-9983-4af6-bc30-d1bf3eddd2e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9230835 Aug 22 15:07:22.699523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51416) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:22.705163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': 'b059b833-d627-4713-bfbe-07cec1533819', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:22.729063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:22.735137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.745955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:22.745955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:22.745955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:22.761001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043758d-371e-4282-8230-ab830cacf2f1 req-428f59bb-c6b9-410d-84e9-bc2e444f656e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:22.762645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9043758d-371e-4282-8230-ab830cacf2f1 req-428f59bb-c6b9-410d-84e9-bc2e444f656e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 944 time: 0.1811776 Aug 22 15:07:22.780868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:22.781199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Attempting to bind port a2504007-2c15-4d37-9c70-f3421a6199d1 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:22.843728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:22.844176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:22.844506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Bound using segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:22.844976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Bound port: a2504007-2c15-4d37-9c70-f3421a6199d1, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:22.845349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.875680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Attempting to bind port d288a87c-008f-4208-b424-d0103d244d00 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:22.876343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Attempting to bind port d288a87c-008f-4208-b424-d0103d244d00 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:22.876740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Attempting to bind port d288a87c-008f-4208-b424-d0103d244d00 on network 2f82a258-f38f-4fc5-8068-7521c0af2669 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:22.885988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Port d288a87c-008f-4208-b424-d0103d244d00 on network 2f82a258-f38f-4fc5-8068-7521c0af2669 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:22.886613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Attempting to bind port d288a87c-008f-4208-b424-d0103d244d00 on network 2f82a258-f38f-4fc5-8068-7521c0af2669 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:22.894045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:22.894646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Checking segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:22.896063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Bound using segment: {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:22.897613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Bound port: d288a87c-008f-4208-b424-d0103d244d00, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f2430f-12d6-406d-a260-a3b98732b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:22.900548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:22.975664 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:07:22.989759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9043758d-371e-4282-8230-ab830cacf2f1 req-203960ab-9e1e-4cdc-a6e3-9f0860f36e5d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100649 Aug 22 15:07:23.016349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:23.019914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d288a87c-008f-4208-b424-d0103d244d00,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:23.021304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.097275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.164601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d604d308-9f17-47b7-aff3-6c742635950d req-f954d70d-3dbf-4a59-959c-3a0afb630aac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.1557262 Aug 22 15:07:23.192524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.194039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.195881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:23.196044 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] 10.222.0.54 "PUT /v2.0/ports/d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 1092 time: 1.4930139 Aug 22 15:07:23.206343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:23.210815 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d288a87c-008f-4208-b424-d0103d244d00"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:23.237929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:23.273954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.277271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d76e-7757-48d7-b189-2c1d38f01ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:23.325577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:23.329164 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3e634-263e-42b0-ac2e-e86c4d63d14d x-openstack-request-id: req-80f3e634-263e-42b0-ac2e-e86c4d63d14d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:23.329636 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d288a87c-008f-4208-b424-d0103d244d00", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:23.331673 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80f3e634-263e-42b0-ac2e-e86c4d63d14d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:23.331673 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00', 'status': 'completed', 'code': 200} Aug 22 15:07:23.355149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.385829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4a40f7-4973-4630-a916-14a54b2659f8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:23.431412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.465634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.509432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:23.520258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.527138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.533316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.542511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.549534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.551679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-59ba8f72-81db-410c-a0c4-d7d778b5a1e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 3828 time: 0.4401765 Aug 22 15:07:23.594443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.604538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.608139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.608139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] 10.222.0.54 "PUT /v2.0/ports/a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 1092 time: 3.4109702 Aug 22 15:07:23.611603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:23.614135 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13ed02-511b-403f-888d-21f74d4df4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:23.661926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710a5c6-3162-4cde-a65b-bb06f5948d6b service neutron] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=10']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:23.696893 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deef5fe-34ba-4d1a-b407-e0dbe2691d8d x-openstack-request-id: req-2deef5fe-34ba-4d1a-b407-e0dbe2691d8d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:23.697249 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:23.697436 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2deef5fe-34ba-4d1a-b407-e0dbe2691d8d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:23.697818 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'status': 'completed', 'code': 200} Aug 22 15:07:23.698913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.788588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.789081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.789568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.790046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.790608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.792552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-3c1db899-8370-4784-97c2-ef7ccd2d3e1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 4363 time: 0.3456137 Aug 22 15:07:23.802444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:07:23.898233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00fddb77-d4bd-4156-8821-b0d3970120e1 req-98d1236b-fead-4858-b41a-b11ceb195a40 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001213 Aug 22 15:07:23.905890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:23.906245 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Added segment d650979b-c6a0-4496-84ac-d0e2cb52b3b2 of type vlan for network bcc31514-9be9-433a-bd63-f2d3f8f2c76b Aug 22 15:07:23.907602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7beb3-68b7-4e62-8774-e8ed90ce4510,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:23.932024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-808de589-6c8c-448b-9375-92cf514fcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:23.933519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-808de589-6c8c-448b-9375-92cf514fcd71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1096 time: 0.2552121 Aug 22 15:07:24.042316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:24.057704 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:24.073691 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:24.074647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:24.206164 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:24.213101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-62dc8e01-e84f-4045-9340-a109b01b1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.215322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-62dc8e01-e84f-4045-9340-a109b01b1e54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.2716408 Aug 22 15:07:24.217668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.234915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cce7f0f3-b91b-40cd-bb8a-d3d6b28f9abe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7513254 Aug 22 15:07:24.246230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51430) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:24.357760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.resource_extend [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 15:07:24.365290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:24.410353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.414260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.422453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03ed1995-c81b-46fc-97ac-a8da2505c31f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7222729 Aug 22 15:07:24.432869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-6774af42-52d9-4d6e-b174-d18db85a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.433444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-6774af42-52d9-4d6e-b174-d18db85a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.434007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-6774af42-52d9-4d6e-b174-d18db85a1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.439141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-6774af42-52d9-4d6e-b174-d18db85a1ffa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5894718 Aug 22 15:07:24.449817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Transition to ACTIVE for port object ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:24.491291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e6e1-e9c0-4f14-b628-5fd8f8296713 req-fc4cb381-ff65-42eb-9b04-e09683e69ca3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.493022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc50e6e1-e9c0-4f14-b628-5fd8f8296713 req-fc4cb381-ff65-42eb-9b04-e09683e69ca3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.2567024 Aug 22 15:07:24.495048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65fc2ad4-31b9-4e41-83bf-82d4a3c02f27 req-ba065f5a-ff88-437f-8a19-8df5d36dd110 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9f93c21-e05f-4279-aff1-9e0802f2aa0f HTTP/1.1" status: 200 len: 210 time: 0.0911810 Aug 22 15:07:24.512619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.513566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:24.514144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.523397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-235f4ed1-e984-42b8-89e3-a9fc518f8f24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 999 time: 0.2763367 Aug 22 15:07:24.535683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.592696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:24.675957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet cdfabdc2-1ae1-4f90-8bad-31a922fe85b1 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:24.712967 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:21Z', 'revision_number': 9, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:24.762398 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:24.776106 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:24.776592 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:24.803656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Attempting to bind port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:24.804273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Attempting to bind port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:24.804710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Attempting to bind port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:24.812877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:24.813361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Attempting to bind port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:24.824395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:24.824810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:24.825317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Bound using segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:24.825951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Bound port: ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:24.826421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.838587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:24.845394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9914842 Aug 22 15:07:24.853084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51450) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:24.861040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Request body: {'subnet': {'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-989590081-subnet', 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:24.902034 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:24.995886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bdf18-cb9b-4d85-b0f2-9d4073a76a73 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc31514-9be9-433a-bd63-f2d3f8f2c76b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:25.019305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:07:25.063149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:25.071264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:25.078113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Made reservation on behalf of 3d5cdd7a58a645d4aed3e6f8dc5c8b60 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:25.086602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.139954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.227894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.265175 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:21Z', 'revision_number': 9, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:25.296970 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4809f-846e-4786-b740-e5849f3a164d None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:21Z', 'revision_number': 9, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ada3461-00d9-4bbe-895e-734a799622b8', 'name': '', 'network_id': '563228c2-8dbe-437d-abb2-40d03bfc5c77', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:52:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:35Z', 'updated_at': '2021-08-22T15:06:47Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': 'b041b37f-da7e-49b0-9a66-6bc417c6ac90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:25.329197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc50e6e1-e9c0-4f14-b628-5fd8f8296713 req-520d7414-7812-4494-a6cf-a13588d0032e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8181067 Aug 22 15:07:25.342855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-48187fd5-6916-4b8e-aa8d-bd02ecc41905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.342855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-48187fd5-6916-4b8e-aa8d-bd02ecc41905 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.6232374 Aug 22 15:07:25.375556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.425465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-a84f52e4-426a-4a8e-a148-50362344e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.426922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3a96bca-c0ab-44fd-bdac-efac0f4d24a8 req-a84f52e4-426a-4a8e-a148-50362344e399 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9787836 Aug 22 15:07:25.439590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.452725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.454220 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] 10.222.0.54 "PUT /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 1130 time: 2.1332772 Aug 22 15:07:25.456751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:25.459221 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbdc4b-5d77-4264-b223-b22e4181270a" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "ec1f7d50-3ffe-43a8-8470-ae9a03e406f4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:25.498137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def362c-5a81-45b6-8ad4-e11895299e77 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:25.511279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-c66cc0d1-292d-4816-8d77-513d2cd70bff tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475824220&fields=id&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 267 time: 0.5756249 Aug 22 15:07:25.582544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:25.663073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.706482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.712146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/cdfabdc2-1ae1-4f90-8bad-31a922fe85b1 HTTP/1.1" status: 204 len: 168 time: 1.4621420 Aug 22 15:07:25.713139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caca348-aa3b-4f8d-94ce-5b1779ad710d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfabdc2-1ae1-4f90-8bad-31a922fe85b1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:25.717151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51458) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:25.720317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539f4a3-8447-45ba-a5a2-3854282901f0 None None] Network 1dcd6816-cc6c-4e93-a632-632c7c9b4544 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:25.731154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-5fee36d1-d0b1-42e1-9700-839026f9cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.732636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-5fee36d1-d0b1-42e1-9700-839026f9cf4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614781 Aug 22 15:07:25.738365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.740810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-32b43287-3cf6-47f9-be3c-47045236e24b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.742888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-32b43287-3cf6-47f9-be3c-47045236e24b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 797 time: 0.2132673 Aug 22 15:07:25.812315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:25.845632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-2ba5496b-be15-4976-8185-e881c1d888ba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/quotas/252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 375 time: 0.0582576 Aug 22 15:07:25.883729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.899593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.907048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.915435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.923286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.947146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:25.951178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-03024d0f-d8c3-4088-a7bf-0d41f048821b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 4600 time: 0.4383817 Aug 22 15:07:26.037890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] DHCP port deletion for 1dcd6816-cc6c-4e93-a632-632c7c9b4544 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:07:26.042668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.054723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96183218-4eb7-4594-a746-79deef97f936,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:26.077690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-bdf9ac02-4ce7-49c2-b096-91b7d6159b5d service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273475 Aug 22 15:07:26.148930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-aacf485a-59ad-464d-a648-39a0a14e790c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2938673 Aug 22 15:07:26.160099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Deleting port c3ee8fa7-fd42-463f-8693-53dfee385465 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:26.164741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.185779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec0d73c9-f07d-4a39-b62d-43d28a85128c req-38862f9f-2816-4a0d-89ac-09bd96ba41dd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019769 Aug 22 15:07:26.190056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Checking segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:26.190662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Network hostable DHCP agents. Network: bcc31514-9be9-433a-bd63-f2d3f8f2c76b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:07:26.290558 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a1560-8ba3-4934-aaf1-ba9f3af5d209 x-openstack-request-id: req-8b4a1560-8ba3-4934-aaf1-ba9f3af5d209 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:26.290842 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "ec1f7d50-3ffe-43a8-8470-ae9a03e406f4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:26.291106 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b4a1560-8ba3-4934-aaf1-ba9f3af5d209 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:26.291503 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4', 'status': 'completed', 'code': 200} Aug 22 15:07:26.323210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] For port c3ee8fa7-fd42-463f-8693-53dfee385465, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3ee8fa7-fd42-463f-8693-53dfee385465,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:26.323740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.324117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port c3ee8fa7-fd42-463f-8693-53dfee385465 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:26.324470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.372164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Calling delete_port for c3ee8fa7-fd42-463f-8693-53dfee385465 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:26.403724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-4bc3a524-4133-42d4-bbd3-ffb048d80c9c service neutron] 10.222.0.53 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145522 Aug 22 15:07:26.499484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:07:26.566825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c64300-50f2-49a9-b7c0-53ae10a7fe2b {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:26.576932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.583454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-c9145319-a417-4844-8724-30fde527c646 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902554 Aug 22 15:07:26.592614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.593108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.593588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.594067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.594539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.595011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.596955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-76f24769-59e8-470c-a57b-4330d68b2158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5286 time: 0.2571673 Aug 22 15:07:26.610858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Transition to ACTIVE for port object 75c64300-50f2-49a9-b7c0-53ae10a7fe2b will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:26.635482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16015689-11bc-48a8-a895-c389a9b0256e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:26.675385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port c3ee8fa7-fd42-463f-8693-53dfee385465, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3ee8fa7-fd42-463f-8693-53dfee385465,segment=NetworkSegment(d8e57dae-238d-403d-863d-ac3ec36cf9e3),segment_id=d8e57dae-238d-403d-863d-ac3ec36cf9e3)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:26.676050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.683879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.692670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 16015689-11bc-48a8-a895-c389a9b0256e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:26.694592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16015689-11bc-48a8-a895-c389a9b0256e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:26.695252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3ee8fa7-fd42-463f-8693-53dfee385465 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:26.706678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for c3ee8fa7-fd42-463f-8693-53dfee385465 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:26.761073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c3ee8fa7-fd42-463f-8693-53dfee385465 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:26.762586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3ee8fa7-fd42-463f-8693-53dfee385465 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:26.766738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] No DVR routers for this DVR port c3ee8fa7-fd42-463f-8693-53dfee385465 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:26.772054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a1b07-a6a5-43b7-8994-67e9f6effb10 None None] Pushing event deleted for resources: {'Port': ['ID=c3ee8fa7-fd42-463f-8693-53dfee385465,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:26.831042 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:26.833926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, bcc31514-9be9-433a-bd63-f2d3f8f2c76b) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:26.844794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d7596-f692-45b0-be48-3c264cf9b176 None None] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:26.844963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:26.856981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:27.113614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:27.128614 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1788a8ab-c005-4445-bae9-a671a9581d5a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2660856 Aug 22 15:07:27.185015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:27.268991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21019b10-621f-4977-bd85-2603be717313 req-0d846d7c-b4f3-44bf-96ef-8e562a115ca8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:27.269976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60', 'fixed_ips': [{'subnet_id': '96183218-4eb7-4594-a746-79deef97f936'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:07:27.274450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:27.281255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21019b10-621f-4977-bd85-2603be717313 req-0d846d7c-b4f3-44bf-96ef-8e562a115ca8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.7912750 Aug 22 15:07:27.308474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-0b3fb353-c7ec-4399-ba8e-4a65e63cd3fd service neutron] 10.222.0.53 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8956652 Aug 22 15:07:27.308714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port c3ee8fa7-fd42-463f-8693-53dfee385465 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:27.316207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=c3ee8fa7-fd42-463f-8693-53dfee385465,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:27.536419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Attempting to bind port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:27.537901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Attempting to bind port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:27.544222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Attempting to bind port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:27.631621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:27.634353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Attempting to bind port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:27.670874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:27.706809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:27.708263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:27.708781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Bound using segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:27.711693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Bound port: 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:27.712223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:27.718773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcd6816-cc6c-4e93-a632-632c7c9b4544']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:27.759786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21019b10-621f-4977-bd85-2603be717313 req-58f6aa12-b16b-44d0-8c9d-85fe8b870e08 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772782 Aug 22 15:07:27.764480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e57dae-238d-403d-863d-ac3ec36cf9e3') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:27.764480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e57dae-238d-403d-863d-ac3ec36cf9e3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:27.769114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Allocated IP 172.20.0.2 (bcc31514-9be9-433a-bd63-f2d3f8f2c76b/96183218-4eb7-4594-a746-79deef97f936/b84e7b66-7a34-427a-aab6-dfe8d32a229c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:27.823048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ed02-511b-403f-888d-21f74d4df4ef req-8ba01b52-57d8-450d-9ea9-f900749c2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:27.848236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-8ba01b52-57d8-450d-9ea9-f900749c2e11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1096 time: 0.6169615 Aug 22 15:07:27.884754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.030871 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.043058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:28.049002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Transition to ACTIVE for port object b84e7b66-7a34-427a-aab6-dfe8d32a229c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:28.073625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:28.102762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Transition to ACTIVE for port object b84e7b66-7a34-427a-aab6-dfe8d32a229c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:28.108200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.125272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:28.125694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.226856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.257389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-dcb749d9-6201-43f8-9a95-5b78242c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.261858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-dcb749d9-6201-43f8-9a95-5b78242c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.265321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-dcb749d9-6201-43f8-9a95-5b78242c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:28.266496 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:28.269562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.289476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-dcb749d9-6201-43f8-9a95-5b78242c68ef service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.6784718 Aug 22 15:07:28.364967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.369679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.371426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.373424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:28.379557 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] 10.222.0.54 "PUT /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 1131 time: 2.8005369 Aug 22 15:07:28.382559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:28.392078 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "75c64300-50f2-49a9-b7c0-53ae10a7fe2b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:28.400298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:28.404590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:28.414603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.426467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Pushing event updated for resources: {'Port': ['ID=b84e7b66-7a34-427a-aab6-dfe8d32a229c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:28.449342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/1dcd6816-cc6c-4e93-a632-632c7c9b4544 HTTP/1.1" status: 204 len: 168 time: 2.7233407 Aug 22 15:07:28.510172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621ed66-2b9e-4485-9eac-488136d65e3d service neutron] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:28.517783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:28.558251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:28.591307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Attempting to bind port b84e7b66-7a34-427a-aab6-dfe8d32a229c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:28.591683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Attempting to bind port b84e7b66-7a34-427a-aab6-dfe8d32a229c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:28.594736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Attempting to bind port b84e7b66-7a34-427a-aab6-dfe8d32a229c on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:28.607085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:28.607523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Checking segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:28.612793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.612793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Bound using segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:28.612793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Bound port: b84e7b66-7a34-427a-aab6-dfe8d32a229c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:28.620462 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.634992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.643221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.647938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2a5f-f015-44be-a535-d3670cfc7a9d tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=1dcd6816-cc6c-4e93-a632-632c7c9b4544,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:28.662820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.686804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.697759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.706309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.727752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.730684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130b3953-a704-419d-9d39-56198854d2f2 req-98cfe7a1-8baa-4418-8aac-08fe6221f5e4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5373 time: 0.7174835 Aug 22 15:07:28.822340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] For port b84e7b66-7a34-427a-aab6-dfe8d32a229c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:28.829616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] For port b84e7b66-7a34-427a-aab6-dfe8d32a229c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b84e7b66-7a34-427a-aab6-dfe8d32a229c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:28.836621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.893961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:28.968572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ed02-511b-403f-888d-21f74d4df4ef req-d493ebcb-dffd-41fe-b744-e9b9a0a9f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:28.974192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-d493ebcb-dffd-41fe-b744-e9b9a0a9f483 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 1.0989776 Aug 22 15:07:29.099661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044a44-2168-44ff-8d59-9e11968ebfec None None] Pushing event updated for resources: {'Port': ['ID=b84e7b66-7a34-427a-aab6-dfe8d32a229c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:29.290764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-62f643ee-431b-4df2-b860-40c90c6920af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 999 time: 0.1732626 Aug 22 15:07:29.306410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-7d3a9508-3a12-4a10-babf-04842c455f68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:29.313646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-7d3a9508-3a12-4a10-babf-04842c455f68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 1.0159373 Aug 22 15:07:29.406873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130b3953-a704-419d-9d39-56198854d2f2 req-aaa33820-f983-4ca4-8e1a-ed9b17efe915 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5485072 Aug 22 15:07:29.615070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-f1aae439-60d6-4d16-a461-0ffd07b91112 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/quotas/3d5cdd7a58a645d4aed3e6f8dc5c8b60 HTTP/1.1" status: 200 len: 375 time: 0.2179043 Aug 22 15:07:29.825838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae21da-da0c-4506-be96-23ae3dfee837 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:29.825838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:29.825838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Transition to ACTIVE for port object 5dae21da-da0c-4506-be96-23ae3dfee837 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:29.829175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6c1b739-43f9-49f9-b037-b70226500345 req-892518c6-d428-4030-a12b-4dafe64f47cc tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 210 time: 0.2952962 Aug 22 15:07:29.830708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-05d42763-4216-4908-a0ad-b8d9c4f64aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:29.832738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4dbdc4b-5d77-4264-b223-b22e4181270a req-05d42763-4216-4908-a0ad-b8d9c4f64aa0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4519351 Aug 22 15:07:29.906424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ed02-511b-403f-888d-21f74d4df4ef req-77382f10-0674-40da-b6fb-125536d0ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:29.908416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-77382f10-0674-40da-b6fb-125536d0ad71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.5130336 Aug 22 15:07:29.994341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:30.086493 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd5e53-dcc6-4e8d-890c-820a3b26e02d x-openstack-request-id: req-b9cd5e53-dcc6-4e8d-890c-820a3b26e02d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:30.087541 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "75c64300-50f2-49a9-b7c0-53ae10a7fe2b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:30.089006 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9cd5e53-dcc6-4e8d-890c-820a3b26e02d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:30.089564 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b', 'status': 'completed', 'code': 200} Aug 22 15:07:30.152964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e324-d8c5-4372-9c6e-587f764f4adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:30.200991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-1eaae992-d964-497a-be27-b254a9d59791 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4205365 Aug 22 15:07:30.250312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:30.445440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Attempting to bind port 5dae21da-da0c-4506-be96-23ae3dfee837 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:30.450132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Attempting to bind port 5dae21da-da0c-4506-be96-23ae3dfee837 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:30.450714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Attempting to bind port 5dae21da-da0c-4506-be96-23ae3dfee837 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:30.474952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Port 5dae21da-da0c-4506-be96-23ae3dfee837 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:30.480162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Attempting to bind port 5dae21da-da0c-4506-be96-23ae3dfee837 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:30.523314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:30.531568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:30.532069 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Bound using segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:30.534709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Bound port: 5dae21da-da0c-4506-be96-23ae3dfee837, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:30.535101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:30.668477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b84e7b66-7a34-427a-aab6-dfe8d32a229c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:30.708445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.709239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.709754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.710239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.710857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.711190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.713331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.715346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-9cf2fb2e-c478-4328-88ca-6a996019ab2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6235 time: 0.6081386 Aug 22 15:07:30.752155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ed02-511b-403f-888d-21f74d4df4ef req-03e0eb64-9cb4-4b87-8bff-33eca3914ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.767481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:30.771437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:30.772173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-03e0eb64-9cb4-4b87-8bff-33eca3914ceb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7119255 Aug 22 15:07:30.843911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:30.870264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec15ff-036a-4ea0-bb95-85063ce697de req-0a044f14-04fb-4a0a-a585-52a520cf5f67 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.878377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72ec15ff-036a-4ea0-bb95-85063ce697de req-0a044f14-04fb-4a0a-a585-52a520cf5f67 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.6477559 Aug 22 15:07:30.917040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e0bc7-28b5-47d9-b809-01ed4c3f0cdf None None] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:30.945828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-5c6885d4-824e-4955-b6b5-80864b1eeecf service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437382 Aug 22 15:07:30.952920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:30.978560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b84e7b66-7a34-427a-aab6-dfe8d32a229c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:30.988223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:30.988981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:30.991263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-bfcde15d-a2e5-48d4-bc95-001c62d19484 service neutron] 10.222.0.54 "PUT /v2.0/ports/5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 200 len: 1091 time: 2.4674911 Aug 22 15:07:31.399841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72ec15ff-036a-4ea0-bb95-85063ce697de req-3600a495-e67e-42d8-805b-353b01b3e8a7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202394 Aug 22 15:07:31.511785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-e0d87f94-5943-40a4-8ec3-f034f079d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:31.525914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-e0d87f94-5943-40a4-8ec3-f034f079d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:31.526882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-e0d87f94-5943-40a4-8ec3-f034f079d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:31.527052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Provisioning for port b84e7b66-7a34-427a-aab6-dfe8d32a229c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:31.529505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-e0d87f94-5943-40a4-8ec3-f034f079d3f3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7938511 Aug 22 15:07:31.547420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-0503cf6a-ca9a-4d91-b71d-225d85c50ad0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:31.558788 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-0503cf6a-ca9a-4d91-b71d-225d85c50ad0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 797 time: 0.2874169 Aug 22 15:07:31.569477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:31.573869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Provisioning complete for port b84e7b66-7a34-427a-aab6-dfe8d32a229c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:31.573869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:31.623811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-cb381699-e313-4612-8176-aa2de016a17b service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881920 Aug 22 15:07:31.701493 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-a6c75630-39fd-4637-821a-a9f86e94f4ff tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 380 time: 0.1203625 Aug 22 15:07:31.721436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'port': {'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'admin_state_up': True, 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'security_groups': ['b059b833-d627-4713-bfbe-07cec1533819']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:31.828588 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:31.914014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] For port b84e7b66-7a34-427a-aab6-dfe8d32a229c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b84e7b66-7a34-427a-aab6-dfe8d32a229c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:31.914916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.018730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.053166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-de6f0eca-92db-46d2-a674-e948b71ec5b2 service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0323210 Aug 22 15:07:32.111060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:32.113524 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975b7337-feb0-477c-a297-98f20253557a" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:32.179932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f827-7065-48d0-90cf-069e6af4de38 None None] Pushing event updated for resources: {'Port': ['ID=b84e7b66-7a34-427a-aab6-dfe8d32a229c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:32.224432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.247816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4588b73b-f6f9-4021-af2c-8b9ee5e92e3f None None] Provisioning complete for port b84e7b66-7a34-427a-aab6-dfe8d32a229c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:32.255375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4588b73b-f6f9-4021-af2c-8b9ee5e92e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.674615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b84e7b66-7a34-427a-aab6-dfe8d32a229c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:32.712159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af13ed02-511b-403f-888d-21f74d4df4ef req-40968779-1c59-4623-a171-f8b91d11d828 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0187089 Aug 22 15:07:32.713485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-f7d4adb8-b24d-4d30-92d9-295793e191d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.715724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a4d4a59-8e0a-4273-b19b-f73fd1c04cd4 req-f7d4adb8-b24d-4d30-92d9-295793e191d1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1483781 Aug 22 15:07:32.760730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.766593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86926a77-2508-4066-ab3e-d8feb517e0f1 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:32.767646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.792563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.803869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.810385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b84e7b66-7a34-427a-aab6-dfe8d32a229c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:32.810901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.814103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.815666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.823615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.835566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:32.838128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7737c778-3969-4346-af69-db68ccd2af9f req-8afcd4d4-a121-4e39-9eab-2e25999ab2d6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5385 time: 1.0939431 Aug 22 15:07:32.860951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:32.877929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Transition to ACTIVE for port object 86926a77-2508-4066-ab3e-d8feb517e0f1 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:32.916846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:32.920948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:33.025588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7737c778-3969-4346-af69-db68ccd2af9f req-2d950529-a521-4d46-9a83-12de946af0cd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265366 Aug 22 15:07:33.079089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c9ee782-5366-4e27-bfb9-9edea98e2f00 req-bc4126ea-8a13-4779-a2a2-e537388db7ab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 210 time: 0.2394497 Aug 22 15:07:33.121820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:33.367728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.12 (8167edcd-5c23-4de9-9f91-b529a308c479/60d30509-637a-4156-ac06-4c3e4ab9319a/af307efe-3035-4900-8401-6ea39bbed6a9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:33.455833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-07ecce85-af7f-4ccd-91ca-d842e4ed65c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:33.466100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4c371-6ead-4cc8-976d-d87c9a3f38e5 req-2d64c0fd-4eeb-48e5-a74d-4072ca10f31e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:33.487845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02b4c371-6ead-4cc8-976d-d87c9a3f38e5 req-2d64c0fd-4eeb-48e5-a74d-4072ca10f31e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.3398831 Aug 22 15:07:33.594819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:33.624136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02b4c371-6ead-4cc8-976d-d87c9a3f38e5 req-3789f9fe-747d-4967-9438-2676a22944fc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293895 Aug 22 15:07:33.655448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 0ada3461-00d9-4bbe-895e-734a799622b8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:33.656300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:33.806409 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34af97b-6da6-42d4-8cca-028165aba5ca x-openstack-request-id: req-d34af97b-6da6-42d4-8cca-028165aba5ca {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:33.806945 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:33.807372 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d34af97b-6da6-42d4-8cca-028165aba5ca {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:33.807936 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837', 'status': 'completed', 'code': 200} Aug 22 15:07:33.839025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Attempting to bind port 86926a77-2508-4066-ab3e-d8feb517e0f1 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:33.839371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Attempting to bind port 86926a77-2508-4066-ab3e-d8feb517e0f1 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:33.839819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Attempting to bind port 86926a77-2508-4066-ab3e-d8feb517e0f1 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:33.863751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Port 86926a77-2508-4066-ab3e-d8feb517e0f1 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:33.864133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Attempting to bind port 86926a77-2508-4066-ab3e-d8feb517e0f1 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:33.886970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:33.887395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Checking segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:33.887888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Bound using segment: {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:33.888149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Bound port: 86926a77-2508-4066-ab3e-d8feb517e0f1, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbee762-2b70-46a4-b111-c37288690366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:33.888567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:33.930867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.024558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object af307efe-3035-4900-8401-6ea39bbed6a9 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:34.116716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:34.126259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:34.218712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.279027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.302295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 8167edcd-5c23-4de9-9f91-b529a308c479 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:34.309348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.310699 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.312537 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] 10.222.0.54 "PUT /v2.0/ports/86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 200 len: 1090 time: 2.7527575 Aug 22 15:07:34.319480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:34.323589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:34.433540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b69c58-b0cc-4c40-a0b4-f1cc93e20d8e service neutron] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:34.449048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:34.587064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.587814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.648965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.743749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0324667 Aug 22 15:07:34.744409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688336c-18ec-44c4-8eac-1c0e680b3cb1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:34.777629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-eaa582f3-6bf9-41f4-adb4-1bd3fa40ac8b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:07:34.781247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-eaa582f3-6bf9-41f4-adb4-1bd3fa40ac8b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097480 Aug 22 15:07:34.829883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-88a7cb5e-c3c1-4ae0-ba1e-0c5cc3fb7d68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.844266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-88a7cb5e-c3c1-4ae0-ba1e-0c5cc3fb7d68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 1.0398004 Aug 22 15:07:34.845225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.887618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port 0ada3461-00d9-4bbe-895e-734a799622b8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0ada3461-00d9-4bbe-895e-734a799622b8,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:34.888149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:34.950481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-795248da-e987-4eba-a7de-b1278ed53f32 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/quotas/3d5cdd7a58a645d4aed3e6f8dc5c8b60 HTTP/1.1" status: 200 len: 375 time: 0.1052592 Aug 22 15:07:34.965087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.966167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.966689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.967218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.967731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.968605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.969166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:34.981253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975b7337-feb0-477c-a297-98f20253557a req-9c59f7c6-db5e-4f97-af4c-39ddaee6bcd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6344 time: 1.1683137 Aug 22 15:07:35.010909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 0ada3461-00d9-4bbe-895e-734a799622b8 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:35.036495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-956ec7fc-9264-4154-9b32-f401397113e2 None None] Provisioning for port af307efe-3035-4900-8401-6ea39bbed6a9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:35.044935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-956ec7fc-9264-4154-9b32-f401397113e2 None None] Provisioning complete for port af307efe-3035-4900-8401-6ea39bbed6a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:35.044935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-956ec7fc-9264-4154-9b32-f401397113e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:35.112070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029dd5-1ae6-4765-8ead-966599ce7cf3 req-b94ce72a-8a91-4f6f-819c-9db37dbfbb62 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:35.127736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Request body: {'port': {'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:35.132972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89029dd5-1ae6-4765-8ead-966599ce7cf3 req-b94ce72a-8a91-4f6f-819c-9db37dbfbb62 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.8015971 Aug 22 15:07:35.150510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-956ec7fc-9264-4154-9b32-f401397113e2 None None] Port af307efe-3035-4900-8401-6ea39bbed6a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:35.482967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:35.509801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89029dd5-1ae6-4765-8ead-966599ce7cf3 req-2b31b05b-c0ce-4d0b-a60d-1b47b044cb69 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753221 Aug 22 15:07:35.803211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-6d7b090f-4a22-417f-a7d0-a7038a4073a9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8024902 Aug 22 15:07:35.809240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-f6b52f04-d77c-4d2d-b7f0-6d2c547e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:35.810247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-f6b52f04-d77c-4d2d-b7f0-6d2c547e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:35.810927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-f6b52f04-d77c-4d2d-b7f0-6d2c547e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:35.812724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975b7337-feb0-477c-a297-98f20253557a req-f6b52f04-d77c-4d2d-b7f0-6d2c547e3f34 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7406571 Aug 22 15:07:35.844488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:35.850498 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd716a7-220f-4a43-8397-d54a25335712" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:35.906649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:35.916216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:35.969131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Transition to ACTIVE for port object b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:35.987740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f595d4-23ee-4256-8e6c-f34727a1dc7a req-6f023285-68a6-40f4-aecc-5585fdf64a75 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:35.997101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f595d4-23ee-4256-8e6c-f34727a1dc7a req-6f023285-68a6-40f4-aecc-5585fdf64a75 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 932 time: 0.2402546 Aug 22 15:07:36.124360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-77f17314-bd6a-41ff-aed4-cb2e4165db48 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:36.125929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-77f17314-bd6a-41ff-aed4-cb2e4165db48 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 0.4602184 Aug 22 15:07:36.156147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Request body: {'port': {'device_id': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'admin_state_up': True, 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:36.176834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:36.300427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f595d4-23ee-4256-8e6c-f34727a1dc7a req-c106201f-2635-4929-8be1-199b72bdb9bd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968199 Aug 22 15:07:36.438205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:36.495329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af307efe-3035-4900-8401-6ea39bbed6a9 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:36.505298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:36.524319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Transition to ACTIVE for port object af307efe-3035-4900-8401-6ea39bbed6a9 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:36.617645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-0386552b-f1a1-47a2-9e8c-f3ebb4b6607b service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037002 Aug 22 15:07:36.639859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b7337-feb0-477c-a297-98f20253557a req-12af0944-30f6-4b30-aa6d-757edca1adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:36.656295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-975b7337-feb0-477c-a297-98f20253557a req-12af0944-30f6-4b30-aa6d-757edca1adcc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7972367 Aug 22 15:07:36.682173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:36.686215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Attempting to bind port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:36.686769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Attempting to bind port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:36.687098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Attempting to bind port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:36.728193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:36.766472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:36.814547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:36.814895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Attempting to bind port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:36.825135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:36.825487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Checking segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:36.825884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Bound using segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:36.826328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Bound port: b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:36.826882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:36.913474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.073640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.106636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.125527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.137112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.153203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.172845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.187892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.220186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-cd43e2b5-a1bb-41cf-b5c7-ed2bfae40ac1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5409 time: 0.7316899 Aug 22 15:07:37.230140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Attempting to bind port af307efe-3035-4900-8401-6ea39bbed6a9 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:37.230694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Attempting to bind port af307efe-3035-4900-8401-6ea39bbed6a9 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:37.231059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Attempting to bind port af307efe-3035-4900-8401-6ea39bbed6a9 on network 8167edcd-5c23-4de9-9f91-b529a308c479 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:37.252959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:37.259099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:37.267892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Port af307efe-3035-4900-8401-6ea39bbed6a9 on network 8167edcd-5c23-4de9-9f91-b529a308c479 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:37.268252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Attempting to bind port af307efe-3035-4900-8401-6ea39bbed6a9 on network 8167edcd-5c23-4de9-9f91-b529a308c479 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:37.278027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:37.278360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Checking segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:37.285651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Bound using segment: {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:37.285651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Bound port: af307efe-3035-4900-8401-6ea39bbed6a9, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd816062b-9abc-43ac-916b-379daf71f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:37.285651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.307373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=0ada3461-00d9-4bbe-895e-734a799622b8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:37.392424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.485825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.486856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.489121 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] 10.222.0.54 "PUT /v2.0/ports/b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 1091 time: 3.0472035 Aug 22 15:07:37.499361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.563394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112ef14-6987-487f-80b0-d4381b676303 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:37.568706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:37.575637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=af307efe-3035-4900-8401-6ea39bbed6a9,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:37.633302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-e714a433-413e-4346-969d-69983e9d0c79 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:37.641085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-e714a433-413e-4346-969d-69983e9d0c79 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 0.9386432 Aug 22 15:07:37.658692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1966c155-e637-4f30-a027-6e0d71c312e2 req-74a4e0cb-f292-4831-80db-e6606bb5d18b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4329684 Aug 22 15:07:37.664085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Made reservation on behalf of 3d5cdd7a58a645d4aed3e6f8dc5c8b60 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:37.668178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.672755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:37.752946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-3f82228c-fe99-4093-83bc-636f482a025d service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0634766 Aug 22 15:07:37.940424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Pushing event updated for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:37.991145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Request body: {'port': {'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:38.084919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:38.085462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:38.193594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-55fda8ca-0165-40f4-b115-eda49697f6ff service neutron] 10.222.0.10 "PUT /v2.0/ports/af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 1092 time: 3.2222915 Aug 22 15:07:38.193594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:38.195012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332feb-bcee-43ba-97de-fc089c5d4cca req-f6a0f21c-5c38-45d4-978e-94a363cf333a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:38.195012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8332feb-bcee-43ba-97de-fc089c5d4cca req-f6a0f21c-5c38-45d4-978e-94a363cf333a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.3270667 Aug 22 15:07:38.431271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8332feb-bcee-43ba-97de-fc089c5d4cca req-b725f787-6abb-4916-8b5f-287e1f17d35a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648280 Aug 22 15:07:38.443310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:38.457865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Deleting port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:38.457865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:38.457865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Allocated IP 172.20.0.7 (bcc31514-9be9-433a-bd63-f2d3f8f2c76b/96183218-4eb7-4594-a746-79deef97f936/4ab61759-5105-465b-8266-c0b7e7744532) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:38.832914 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660a927-bbdb-42cb-be6f-d3dbc862a325 x-openstack-request-id: req-c660a927-bbdb-42cb-be6f-d3dbc862a325 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:38.834140 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:38.834313 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c660a927-bbdb-42cb-be6f-d3dbc862a325 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:38.834873 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'status': 'completed', 'code': 200} Aug 22 15:07:38.909614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d58d91-da42-4a0e-b189-df6bfb631b8b {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:38.915604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-8c02b316-9cab-4a60-9ba7-969084134f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:38.918117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-8c02b316-9cab-4a60-9ba7-969084134f5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1095 time: 0.1844628 Aug 22 15:07:38.933428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:39.031003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-4c637e19-be9a-4c7a-b903-498a046fad2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 217 time: 0.0931516 Aug 22 15:07:39.039107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Transition to ACTIVE for port object d8d58d91-da42-4a0e-b189-df6bfb631b8b will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:39.121947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:39.179594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:39.187117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-69204fa0-90a1-4578-b1f0-360d30b474bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:39.189325 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-69204fa0-90a1-4578-b1f0-360d30b474bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.1488914 Aug 22 15:07:39.414684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-57ca6d32-4533-458d-9b6d-390457d355f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:39.434474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-57ca6d32-4533-458d-9b6d-390457d355f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2296326 Aug 22 15:07:39.481642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Attempting to bind port d8d58d91-da42-4a0e-b189-df6bfb631b8b on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:39.483314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Attempting to bind port d8d58d91-da42-4a0e-b189-df6bfb631b8b by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:39.483842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Attempting to bind port d8d58d91-da42-4a0e-b189-df6bfb631b8b on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:39.498270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Port d8d58d91-da42-4a0e-b189-df6bfb631b8b on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:39.498844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Attempting to bind port d8d58d91-da42-4a0e-b189-df6bfb631b8b on network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:39.560979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:39.561331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Checking segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:39.561728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Bound using segment: {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:39.562221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Bound port: d8d58d91-da42-4a0e-b189-df6bfb631b8b, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17df4793-c59d-4c9e-8134-6ef15ccf0e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:39.562535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:39.704078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:39.708941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:39.758808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-7e4d9860-8557-4a17-be3c-779a430ea4f1 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163929 Aug 22 15:07:39.801137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:39.951047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:39.959452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:39.959452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] 10.222.0.54 "PUT /v2.0/ports/d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 1091 time: 1.9767685 Aug 22 15:07:40.163545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f27d65e3-4a45-4b9d-93e6-5398c64ee0b3 req-9f054b9e-3de2-4c2a-a443-207efdc3b57f service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917227 Aug 22 15:07:40.180108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bcb8d-26bd-4982-88f4-a535ccda3ecc service neutron] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:40.310070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] For port ce08c03e-6ef9-4ec6-9f67-4390b79391e2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,segment=NetworkSegment(858bb802-fb35-4927-9e4e-ca843705309b),segment_id=858bb802-fb35-4927-9e4e-ca843705309b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:40.310763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:40.333641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41fe9-694a-4cf7-b994-575e052c02a0 req-f4dace55-d5e8-4244-9163-c59b09064bb8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.336761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06e41fe9-694a-4cf7-b994-575e052c02a0 req-f4dace55-d5e8-4244-9163-c59b09064bb8 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/ports?device_id=61bb8319-fdbb-4168-8fac-746592070b70 HTTP/1.1" status: 200 len: 946 time: 1.6349778 Aug 22 15:07:40.337906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:40.355323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:40.356128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3174e5eb-ad76-4d97-bd26-81e0e9fb7f80 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8363848 Aug 22 15:07:40.374058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:40.396268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Calling delete_port for ce08c03e-6ef9-4ec6-9f67-4390b79391e2 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:40.404082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.404707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.405193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.409441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:40.410856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:40.420596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.421077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.422065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.422676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.429902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd716a7-220f-4a43-8397-d54a25335712 req-cabbabed-5313-450b-893f-886f1940b1dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6411 time: 1.6188288 Aug 22 15:07:40.450062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c95b-a13a-4c76-9572-d1b5c5e1f952 req-42d6b3af-2ad5-44f6-8e2a-de5d1a128a1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.468176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2671c95b-a13a-4c76-9572-d1b5c5e1f952 req-42d6b3af-2ad5-44f6-8e2a-de5d1a128a1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 944 time: 1.6078463 Aug 22 15:07:40.539747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet b041b37f-da7e-49b0-9a66-6bc417c6ac90 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:40.562345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:40.579453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:40.659214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-f9da7202-6e3e-4ca7-959c-97228758f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.659990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-f9da7202-6e3e-4ca7-959c-97228758f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.660621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-f9da7202-6e3e-4ca7-959c-97228758f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:40.673704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd716a7-220f-4a43-8397-d54a25335712 req-f9da7202-6e3e-4ca7-959c-97228758f628 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1785839 Aug 22 15:07:40.704218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:40.721521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:40.839960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Transition to ACTIVE for port object 4ab61759-5105-465b-8266-c0b7e7744532 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:40.925576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2671c95b-a13a-4c76-9572-d1b5c5e1f952 req-6978dc8c-22f4-401f-a4c2-8d81eff3f102 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675653 Aug 22 15:07:40.937063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06e41fe9-694a-4cf7-b994-575e052c02a0 req-b6eb1445-0719-4a85-ae60-35ae4246b40e tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.53 "GET /v2.0/security-groups?id=c47550af-8327-42de-a09e-6a825cd9fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770068 Aug 22 15:07:41.128653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd716a7-220f-4a43-8397-d54a25335712 req-2f7f79cc-0445-4116-9735-ff81a504e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.128653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cd716a7-220f-4a43-8397-d54a25335712 req-2f7f79cc-0445-4116-9735-ff81a504e107 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355290 Aug 22 15:07:41.143781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:36Z', 'revision_number': 10, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:41.228206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:41.262099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:41.268341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:41.373801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8'}, {'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9'}, {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:41.376148 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8"}, {"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9"}, {"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:41.462454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:41.586981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:41.718083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:41.748443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.761583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.772072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.784221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.796414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.806547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.817295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.819158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:41.832811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-1cf9ed96-8815-4a8c-a712-ae8ac60debb8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.6681075 Aug 22 15:07:41.853102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.854126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.854704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.855309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.856459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.857362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.857980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:41.860634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d24cbe61-a36b-49bd-8fc2-0a0921d2ce90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6478 time: 0.4817479 Aug 22 15:07:41.992046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-53742c62-6ee2-4986-97ff-401ba8ccd55c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 217 time: 0.1136477 Aug 22 15:07:41.997474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.090145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab1e5e25-7615-4c3b-a211-8b3683a3b649 req-b42d24d0-0b64-4d3b-8623-67d633573ce6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2561140 Aug 22 15:07:42.136541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.227658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.232024 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/b041b37f-da7e-49b0-9a66-6bc417c6ac90 HTTP/1.1" status: 204 len: 168 time: 1.8740246 Aug 22 15:07:42.235037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd820447-d1c9-41ea-95b5-66c94f55e8cc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=b041b37f-da7e-49b0-9a66-6bc417c6ac90,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:42.238985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51716) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:42.286206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-8339828f-c18f-44fe-88d7-971e15122808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:42.298159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-8339828f-c18f-44fe-88d7-971e15122808 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 200 len: 850 time: 0.2922091 Aug 22 15:07:42.379304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.402801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece74f1d-1121-406f-94f2-ec1530504e6b None None] Network 563228c2-8dbe-437d-abb2-40d03bfc5c77 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:42.478579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No active binding found for port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 {{(pid=102051) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 22 15:07:42.479181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ce08c03e-6ef9-4ec6-9f67-4390b79391e2 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:42.529923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:42.579615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] No DVR routers for this DVR port ce08c03e-6ef9-4ec6-9f67-4390b79391e2 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:42.585454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.589625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2468a884-3f03-4c10-a3a5-d82eef99743d req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] 10.222.0.54 "DELETE /v2.0/ports/ce08c03e-6ef9-4ec6-9f67-4390b79391e2 HTTP/1.1" status: 204 len: 173 time: 4.8464622 Aug 22 15:07:42.612960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-deleted', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:42.616651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:42.618004 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06916330-c3e2-44f5-9c14-768900343f65" -d '{"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-deleted", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:42.638036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:42.673838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:42.800368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:36Z', 'revision_number': 10, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:42.853377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-c65c0dc5-41bd-4509-b979-f9e5b18e09b8 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:42.860965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-c65c0dc5-41bd-4509-b979-f9e5b18e09b8 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.54 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 0.5225580 Aug 22 15:07:42.877887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c3bcd-81a4-4c79-9e48-877c45ed5e7f req-ea147396-bbea-49b2-ba9b-b1798b9c18a2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:42.881116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Request body: {'port': {'device_id': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'admin_state_up': True, 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:42.888687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-218c3bcd-81a4-4c79-9e48-877c45ed5e7f req-ea147396-bbea-49b2-ba9b-b1798b9c18a2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.5680537 Aug 22 15:07:42.904386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69e1b0-6943-4843-81cd-8f6280a9977e None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:36Z', 'revision_number': 10, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None, '_interfaces': [{'id': '0662d095-1cb7-42b5-8c8b-c77bbcabea60', 'name': '', 'network_id': '959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'mac_address': 'fa:16:3e:78:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:28Z', 'updated_at': '2021-08-22T15:06:40Z', 'revision_number': 5, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'subnets': [{'id': '5aed7fc8-d1ec-4aab-8fab-035725a3a0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:42.974560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event updated for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:43.008120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device af307efe-3035-4900-8401-6ea39bbed6a9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:07:43.018202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-218c3bcd-81a4-4c79-9e48-877c45ed5e7f req-1223fcfb-34dd-4f2a-995c-89b701978f78 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092551 Aug 22 15:07:43.020612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.022541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.023499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.024367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.025107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.025683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.032827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.034348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.034948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.035889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.036960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.037747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:43.081706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d257458a-d5ef-4fd1-8dbb-04c8fdde1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:43.094513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d257458a-d5ef-4fd1-8dbb-04c8fdde1d29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f82a258-f38f-4fc5-8068-7521c0af2669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6738639 Aug 22 15:07:43.243830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port f8c2b726-6267-4ccb-8108-864c272675f4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:43.257473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.344562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ca048bae-4d4e-481c-a3ef-fa6a034512de service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024133 Aug 22 15:07:43.348531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:43.350132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.383551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] DHCP port deletion for 563228c2-8dbe-437d-abb2-40d03bfc5c77 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:07:43.488512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-ee9257aa-31ec-41d4-8b3e-2d258116f810 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341884 Aug 22 15:07:43.490014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af5a1-23a8-475d-8f16-595e6eda06d6 tempest-ServersNegativeTestJSON-468414094 tempest-ServersNegativeTestJSON-468414094-project] Pushing event deleted for resources: {'Port': ['ID=ce08c03e-6ef9-4ec6-9f67-4390b79391e2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:43.517235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port f8c2b726-6267-4ccb-8108-864c272675f4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8c2b726-6267-4ccb-8108-864c272675f4,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:43.517719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.543851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for f8c2b726-6267-4ccb-8108-864c272675f4 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:43.587820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0399f686-e028-4a64-ab83-f9360535e2e4 None None] Provisioning for port 4ab61759-5105-465b-8266-c0b7e7744532 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:43.607111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-cf31d3e7-25ca-4ef2-b2d1-ddc42fb78c7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 217 time: 0.0692515 Aug 22 15:07:43.611218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0399f686-e028-4a64-ab83-f9360535e2e4 None None] Provisioning complete for port 4ab61759-5105-465b-8266-c0b7e7744532 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:43.611756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0399f686-e028-4a64-ab83-f9360535e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.628555 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05902716-ef4a-41cb-8c82-a3963d32da7b x-openstack-request-id: req-05902716-ef4a-41cb-8c82-a3963d32da7b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:43.633230 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:43.633230 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05902716-ef4a-41cb-8c82-a3963d32da7b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:43.633230 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8', 'status': 'completed', 'code': 200} Aug 22 15:07:43.633230 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'status': 'completed', 'code': 200} Aug 22 15:07:43.633230 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'status': 'completed', 'code': 200} Aug 22 15:07:43.666110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9329-7989-415c-8d60-5a308887ccf9 req-8a8f2d11-ea02-443f-a38a-943c93c4e935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:43.673392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd8d9329-7989-415c-8d60-5a308887ccf9 req-8a8f2d11-ea02-443f-a38a-943c93c4e935 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 944 time: 0.1738880 Aug 22 15:07:43.721229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-70e772b3-24b3-412a-a681-672e0f7ce33f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5775568 Aug 22 15:07:43.753639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=af307efe-3035-4900-8401-6ea39bbed6a9,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:43.776130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0399f686-e028-4a64-ab83-f9360535e2e4 None None] Port 4ab61759-5105-465b-8266-c0b7e7744532 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:43.791494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:07:43.810634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Request body: {'port': {'device_id': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:43.813974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Deleting port f8c2b726-6267-4ccb-8108-864c272675f4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:43.813974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.847124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-e60f00ed-4b6a-4e84-896d-08b2e8c7ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:43.853652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-e60f00ed-4b6a-4e84-896d-08b2e8c7ad81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1095 time: 0.2262433 Aug 22 15:07:43.917134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Made reservation on behalf of 3d5cdd7a58a645d4aed3e6f8dc5c8b60 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:43.921584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-b4475eaf-9194-46bd-b3dc-c6858cef1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:43.924501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-b4475eaf-9194-46bd-b3dc-c6858cef1574 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.2676957 Aug 22 15:07:43.928713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.946093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:43.949272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] For port f8c2b726-6267-4ccb-8108-864c272675f4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8c2b726-6267-4ccb-8108-864c272675f4,segment=NetworkSegment(4bce033e-7fb1-4a7f-a7e1-89be5d92d555),segment_id=4bce033e-7fb1-4a7f-a7e1-89be5d92d555)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:43.951682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.006385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Calling delete_port for f8c2b726-6267-4ccb-8108-864c272675f4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:44.017967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af307efe-3035-4900-8401-6ea39bbed6a9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:44.037602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.070507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=af307efe-3035-4900-8401-6ea39bbed6a9,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:44.159610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd8d9329-7989-415c-8d60-5a308887ccf9 req-9a7c61e8-a51b-4813-b6a6-139b570343d0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4769101 Aug 22 15:07:44.206239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.222676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-c570d4c2-d9bb-4552-8b8c-8e7e25ead2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.225357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-c570d4c2-d9bb-4552-8b8c-8e7e25ead2ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 898 time: 0.3656125 Aug 22 15:07:44.267902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.274510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:44.290292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.343441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] No DVR routers for this DVR port f8c2b726-6267-4ccb-8108-864c272675f4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:44.343640 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861b223-41c2-4812-9c5f-4eb1ce9301fe x-openstack-request-id: req-f861b223-41c2-4812-9c5f-4eb1ce9301fe {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:44.343781 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8319-fdbb-4168-8fac-746592070b70", "name": "network-vif-deleted", "tag": "ce08c03e-6ef9-4ec6-9f67-4390b79391e2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:44.345096 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f861b223-41c2-4812-9c5f-4eb1ce9301fe {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:44.346157 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8319-fdbb-4168-8fac-746592070b70', 'name': 'network-vif-deleted', 'tag': 'ce08c03e-6ef9-4ec6-9f67-4390b79391e2', 'status': 'completed', 'code': 200} Aug 22 15:07:44.371363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-2be04136-31ed-4fef-a709-7dcbbb0d6359 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 217 time: 0.1204827 Aug 22 15:07:44.381057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=f8c2b726-6267-4ccb-8108-864c272675f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:44.397778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port f8c2b726-6267-4ccb-8108-864c272675f4 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:44.423007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:44.498397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f2947-264f-4ad6-b1ce-b63ef0c6ec94 None None] Pushing event deleted for resources: {'Port': ['ID=f8c2b726-6267-4ccb-8108-864c272675f4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:44.515579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.516238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.516656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.517064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.517476 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.517898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.518298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.518698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.519103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.519500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.519897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.520415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:44.532956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Allocated IP 172.20.0.8 (bcc31514-9be9-433a-bd63-f2d3f8f2c76b/96183218-4eb7-4594-a746-79deef97f936/272ad385-5c9d-4f1c-a398-78140420d794) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:44.546620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Deleting subnet 62e05b2b-ae59-4e36-b0ab-9991dc240c7d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:44.550061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-13b3ba10-a973-4695-b05e-d27b7ed065c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.551634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-13b3ba10-a973-4695-b05e-d27b7ed065c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5342050 Aug 22 15:07:44.574859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.594877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0ada3461-00d9-4bbe-895e-734a799622b8 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:44.619064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0ada3461-00d9-4bbe-895e-734a799622b8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:44.619463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0ada3461-00d9-4bbe-895e-734a799622b8 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:44.620771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8c2b726-6267-4ccb-8108-864c272675f4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:44.642438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f8c2b726-6267-4ccb-8108-864c272675f4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:44.643400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8c2b726-6267-4ccb-8108-864c272675f4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:44.668646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.673936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-a11b2bb5-0c7a-4727-988e-39a315fd572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.675497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-a11b2bb5-0c7a-4727-988e-39a315fd572d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.2902486 Aug 22 15:07:44.677765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['af307efe-3035-4900-8401-6ea39bbed6a9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:07:44.716534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563228c2-8dbe-437d-abb2-40d03bfc5c77']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:44.750041 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.778739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.785482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.792576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bce033e-7fb1-4a7f-a7e1-89be5d92d555') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:44.792930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bce033e-7fb1-4a7f-a7e1-89be5d92d555') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:44.793054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.799938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.806168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.814489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.822103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.824125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-76d3222d-220d-4163-bb53-a1aadcf07236 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.2967753 Aug 22 15:07:44.832031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-23ad5da8-225d-45e9-94c4-a6933f80ace9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.834095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-23ad5da8-225d-45e9-94c4-a6933f80ace9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 0.6451819 Aug 22 15:07:44.834598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.866822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-e2b22799-b654-4d80-8f90-66a6317dfd77 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/quotas/3d5cdd7a58a645d4aed3e6f8dc5c8b60 HTTP/1.1" status: 200 len: 375 time: 0.0122221 Aug 22 15:07:44.897885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef2182b2-2498-4e8e-879d-a1fc05dda66e req-6b44d8fa-6845-4d3b-af5c-bf5fb1fe3d4b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625722 Aug 22 15:07:44.899808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.937969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.941414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-296e1fcd-bf8c-4ec6-97ca-c6fb415f13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:44.943541 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-296e1fcd-bf8c-4ec6-97ca-c6fb415f13ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537668 Aug 22 15:07:44.947524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-d426e1dd-89f1-4ada-8db1-db25a1be0e12 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631821 Aug 22 15:07:44.971269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:44.971604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:44.974779 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:45.074637 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:07:45.122915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac2be-99b5-484a-8056-0c960c0de2d6 req-57d1a4dd-3394-431f-a436-e3fdf084a89b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:45.124673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180ac2be-99b5-484a-8056-0c960c0de2d6 req-57d1a4dd-3394-431f-a436-e3fdf084a89b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.1355808 Aug 22 15:07:45.130713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.143662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-4f8c4bf8-bc00-4fb4-8af9-1be369919e35 service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862659 Aug 22 15:07:45.151640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Transition to ACTIVE for port object 272ad385-5c9d-4f1c-a398-78140420d794 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:45.174443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-eb2fbf87-69ff-45bc-96eb-8f77a2d17679 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196844 Aug 22 15:07:45.206645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-180ac2be-99b5-484a-8056-0c960c0de2d6 req-8e5238a0-4922-457b-8fa5-bea4ae2c2481 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711215 Aug 22 15:07:45.255378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.263558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.265551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/563228c2-8dbe-437d-abb2-40d03bfc5c77 HTTP/1.1" status: 204 len: 168 time: 3.0232935 Aug 22 15:07:45.269210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51738) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:45.291940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d933bbe-d9b9-43c1-8ade-22d7f8a86800 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=563228c2-8dbe-437d-abb2-40d03bfc5c77,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:45.294143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.334783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-7d0d3da1-63e6-483f-ad9c-c5334e2953d6 service neutron] 10.222.0.53 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767902 Aug 22 15:07:45.398477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.400147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e05b2b-ae59-4e36-b0ab-9991dc240c7d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:45.422712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.434141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840df915-935f-49b0-a9c1-7f1c8c480dd7 req-1862e2c8-89ee-4540-8f69-2fe429b2b806 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:45.436097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-840df915-935f-49b0-a9c1-7f1c8c480dd7 req-1862e2c8-89ee-4540-8f69-2fe429b2b806 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 945 time: 0.1442184 Aug 22 15:07:45.436612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:45.439868 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aabdf8a6-4cb5-4d23-81a8-45cb4a966b4c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/62e05b2b-ae59-4e36-b0ab-9991dc240c7d HTTP/1.1" status: 204 len: 168 time: 1.1632688 Aug 22 15:07:45.444342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-e1d0c9cb-59cd-46ce-a94c-1c5e95cac43c service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608268 Aug 22 15:07:45.486368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:45.493564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:45.497992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:45.603019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event updated for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:45.709748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:45.710452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.756740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52d82297-f07c-4e8f-8cee-a966a7036efb req-e87a55ee-2bde-412c-85cc-44349f06ba88 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 210 time: 0.0725467 Aug 22 15:07:45.785883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-840df915-935f-49b0-a9c1-7f1c8c480dd7 req-bd0b4e3c-b72d-430f-84e5-aba09d15b674 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282111 Aug 22 15:07:45.797200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.840695 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-b7e848f8-f818-4bca-84dc-110caa3e75b5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9668224 Aug 22 15:07:45.855942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Request body: {'port': {'device_id': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:45.877127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-5b9fd9fe-18fd-494f-9dd5-d33160ea0ee7 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377868 Aug 22 15:07:45.949528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:45.979704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab61759-5105-465b-8266-c0b7e7744532 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:45.994983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.063699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.066785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9116afe3-1216-418d-8266-1975ca8a0d36 None None] Provisioning for port 272ad385-5c9d-4f1c-a398-78140420d794 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:46.074182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9116afe3-1216-418d-8266-1975ca8a0d36 None None] Provisioning complete for port 272ad385-5c9d-4f1c-a398-78140420d794 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:46.074768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9116afe3-1216-418d-8266-1975ca8a0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.127864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Transition to ACTIVE for port object 4ab61759-5105-465b-8266-c0b7e7744532 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:46.139413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3ad899-dd75-4d63-9e7c-7ab60410ba33']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:46.158078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858bb802-fb35-4927-9e4e-ca843705309b') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:46.158322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.158909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858bb802-fb35-4927-9e4e-ca843705309b') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:46.176624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9116afe3-1216-418d-8266-1975ca8a0d36 None None] Port 272ad385-5c9d-4f1c-a398-78140420d794 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:46.179441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.204933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-70aba80f-3734-4a14-bcbf-0a99691a51f5 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819824 Aug 22 15:07:46.205986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.219901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.226650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.232637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.238943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.245852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.252318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.257968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.265894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-3a37b0c7-e81e-4c1e-9d12-da4aa31d7bfd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.2245760 Aug 22 15:07:46.285523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.320361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:46.320793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:46.323887 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:46.372686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0d0871eb-4e26-4b63-a7d1-9b23a9c91ac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 217 time: 0.0960009 Aug 22 15:07:46.473433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81095476-25d8-4157-9b88-17ea1a7edab5 req-4422586c-499d-4862-882d-05d72a297d05 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2066429 Aug 22 15:07:46.561622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:46.574010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0513729f-8aad-40a4-ac59-2a64a46fa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.574010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0513729f-8aad-40a4-ac59-2a64a46fa19a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1855001 Aug 22 15:07:46.575462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.598232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.600917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a3ad899-dd75-4d63-9e7c-7ab60410ba33 HTTP/1.1" status: 204 len: 168 time: 1.1536598 Aug 22 15:07:46.649623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31af30-e029-4d34-ad48-bc8ad97cd9ae req-82e1265a-8e07-4849-a71b-6ffe52b7f711 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.651202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e31af30-e029-4d34-ad48-bc8ad97cd9ae req-82e1265a-8e07-4849-a71b-6ffe52b7f711 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.3233531 Aug 22 15:07:46.653638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272ad385-5c9d-4f1c-a398-78140420d794 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:46.655385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0027f-9cbe-4aa7-982f-43a58b0b816f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3ad899-dd75-4d63-9e7c-7ab60410ba33,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:46.705410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Attempting to bind port 4ab61759-5105-465b-8266-c0b7e7744532 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:46.705685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Attempting to bind port 4ab61759-5105-465b-8266-c0b7e7744532 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:46.706021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Attempting to bind port 4ab61759-5105-465b-8266-c0b7e7744532 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:46.733339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Port 4ab61759-5105-465b-8266-c0b7e7744532 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:46.733846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Attempting to bind port 4ab61759-5105-465b-8266-c0b7e7744532 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:46.741273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-5de3f9f5-7a4e-49c0-882f-e166ac7d89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:46.742840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-5de3f9f5-7a4e-49c0-882f-e166ac7d89b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608791 Aug 22 15:07:46.748141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.748694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e31af30-e029-4d34-ad48-bc8ad97cd9ae req-219049b4-0747-40b2-aff8-1ffeb89a91de tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885091 Aug 22 15:07:46.749180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:46.749516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Checking segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:46.750249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Bound using segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:46.750367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Bound port: 4ab61759-5105-465b-8266-c0b7e7744532, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:46.750690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.801542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Transition to ACTIVE for port object 272ad385-5c9d-4f1c-a398-78140420d794 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:46.833224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port 0662d095-1cb7-42b5-8c8b-c77bbcabea60 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:46.835168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.915742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:46.994240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:47.006577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port 0662d095-1cb7-42b5-8c8b-c77bbcabea60, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0662d095-1cb7-42b5-8c8b-c77bbcabea60,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:47.006950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.007531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d527b75b-d2e4-4335-8026-5a5a9db43cd0 req-e02d2615-d1ed-4caa-95d0-6c5645b13d65 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 210 time: 0.0787513 Aug 22 15:07:47.022815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:47.032300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4ab61759-5105-465b-8266-c0b7e7744532,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:47.050401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-55bb4d38-33cd-4e93-ac79-14003cb55936 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971802 Aug 22 15:07:47.054390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device af307efe-3035-4900-8401-6ea39bbed6a9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:47.060293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cea58a-b671-4acb-8c63-9c1ceabb06fb req-eb2e7d76-ea34-4d69-90e9-37b0687d1d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:47.062058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75cea58a-b671-4acb-8c63-9c1ceabb06fb req-eb2e7d76-ea34-4d69-90e9-37b0687d1d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 945 time: 0.1438863 Aug 22 15:07:47.085631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for 0662d095-1cb7-42b5-8c8b-c77bbcabea60 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:47.126322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51766) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:47.135903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.164064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Attempting to bind port 272ad385-5c9d-4f1c-a398-78140420d794 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:47.164444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Attempting to bind port 272ad385-5c9d-4f1c-a398-78140420d794 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:47.164641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Attempting to bind port 272ad385-5c9d-4f1c-a398-78140420d794 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:47.186311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Port 272ad385-5c9d-4f1c-a398-78140420d794 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:47.186642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Attempting to bind port 272ad385-5c9d-4f1c-a398-78140420d794 on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:47.197297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:47.197643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Checking segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:47.198040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Bound using segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:47.198489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Bound port: 272ad385-5c9d-4f1c-a398-78140420d794, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:47.198858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.224924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:47.225563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.226991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] 10.222.0.10 "PUT /v2.0/ports/4ab61759-5105-465b-8266-c0b7e7744532 HTTP/1.1" status: 200 len: 1091 time: 3.4266906 Aug 22 15:07:47.255474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:47.257756 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7779e-920d-4275-ac30-f89772e203ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "tag": "4ab61759-5105-465b-8266-c0b7e7744532"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:47.282137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port af307efe-3035-4900-8401-6ea39bbed6a9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:47.289128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port af307efe-3035-4900-8401-6ea39bbed6a9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:47.290849 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.347000 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b11e87-5708-4853-aec2-3fba61d90e73 x-openstack-request-id: req-a9b11e87-5708-4853-aec2-3fba61d90e73 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:47.347549 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "tag": "4ab61759-5105-465b-8266-c0b7e7744532", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:47.347952 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9b11e87-5708-4853-aec2-3fba61d90e73 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:47.348569 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532', 'status': 'completed', 'code': 200} Aug 22 15:07:47.368848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75cea58a-b671-4acb-8c63-9c1ceabb06fb req-6f34bb2e-452d-4d84-9107-649112da8cf4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842987 Aug 22 15:07:47.388291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:47.392135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=272ad385-5c9d-4f1c-a398-78140420d794,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:47.426212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1bc9a7d-a25e-4d61-b435-fc725256bd7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2ff68eed4ba4e3b981e604ed3d147b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987721 Aug 22 15:07:47.432331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51770) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:47.466454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc27b-f475-4b2f-a33a-be793d04e9ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:47.481048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-968bae0e-cc83-4f7e-bf49-06c9f0d8a359 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178793 Aug 22 15:07:47.487796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.497619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.547008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-8bb0610d-d0e5-4442-b89a-f58679f21d1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 200 len: 217 time: 0.0578780 Aug 22 15:07:47.547872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=af307efe-3035-4900-8401-6ea39bbed6a9,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:47.549150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:47.551948 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7756bcfc-bc8a-43f5-8a2a-0b51869eb0f1" -d '{"events": [{"server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "name": "network-vif-plugged", "status": "completed", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:47.553016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-0379657e-746f-4521-acfd-67501da3067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:47.555254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-0379657e-746f-4521-acfd-67501da3067a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 1094 time: 0.1400468 Aug 22 15:07:47.576778 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.589788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:47.600421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.601933 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] 10.222.0.54 "PUT /v2.0/ports/272ad385-5c9d-4f1c-a398-78140420d794 HTTP/1.1" status: 200 len: 1091 time: 1.7512875 Aug 22 15:07:47.605475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:47.607939 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf54df37-c521-44de-a838-53bf90ef2548" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "tag": "272ad385-5c9d-4f1c-a398-78140420d794"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:47.626925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:47.882488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:47.981319 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816e8e2-9101-4185-a4fe-3de78485570d x-openstack-request-id: req-f816e8e2-9101-4185-a4fe-3de78485570d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:47.981698 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "name": "network-vif-plugged", "status": "completed", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:47.982021 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f816e8e2-9101-4185-a4fe-3de78485570d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:47.982501 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'code': 200} Aug 22 15:07:48.255731 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42cd7d-30aa-453d-9ab8-f01127a707bd x-openstack-request-id: req-8f42cd7d-30aa-453d-9ab8-f01127a707bd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:48.261193 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "tag": "272ad385-5c9d-4f1c-a398-78140420d794", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:48.261193 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f42cd7d-30aa-453d-9ab8-f01127a707bd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:48.261193 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794', 'status': 'completed', 'code': 200} Aug 22 15:07:48.314001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:48.334041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e4542-a2d4-46a3-ba07-d3960316fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:48.372152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-13f56f65-c3ef-437e-b27d-43ee3f73f664 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ab61759-5105-465b-8266-c0b7e7744532 HTTP/1.1" status: 200 len: 217 time: 0.7820504 Aug 22 15:07:48.461630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=0662d095-1cb7-42b5-8c8b-c77bbcabea60,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:48.485502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:48.485702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-eec0b6ca-adc3-4de1-bab8-a4fcdfae74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.487412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-eec0b6ca-adc3-4de1-bab8-a4fcdfae74f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.9310408 Aug 22 15:07:48.507021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:48.516114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-5a0b242f-d1d1-425f-a5f0-4c1c639d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.517624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-5a0b242f-d1d1-425f-a5f0-4c1c639d0bc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.1266601 Aug 22 15:07:48.560931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389695-ac5c-42bb-aaa4-25d73a85301a req-4489d2e7-21fe-4897-bf65-c1b2763c3991 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.562496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53389695-ac5c-42bb-aaa4-25d73a85301a req-4489d2e7-21fe-4897-bf65-c1b2763c3991 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.1983249 Aug 22 15:07:48.563586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-a2b66c4e-c40f-41dd-9314-87902537fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.565146 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-a2b66c4e-c40f-41dd-9314-87902537fce3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 1094 time: 0.3077085 Aug 22 15:07:48.581261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972b83d-2057-4194-bdbf-80dcebdfc52b req-47b23786-ab97-4a2b-af1a-ff0393b9a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.582771 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f972b83d-2057-4194-bdbf-80dcebdfc52b req-47b23786-ab97-4a2b-af1a-ff0393b9a05e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1097 time: 0.3225408 Aug 22 15:07:48.590263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.596245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.604242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.610376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.617909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.623896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.630524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.633167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-bd36a96c-85eb-453b-a6b7-57ab542d7469 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.2665937 Aug 22 15:07:48.689968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-be1dfd4a-d627-4503-9705-dabc06b3a3ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=272ad385-5c9d-4f1c-a398-78140420d794 HTTP/1.1" status: 200 len: 217 time: 0.1052814 Aug 22 15:07:48.717098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-91b2f2e4-5fc9-48b6-83a7-188ff7dd3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.718708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-91b2f2e4-5fc9-48b6-83a7-188ff7dd3107 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2207234 Aug 22 15:07:48.726265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-af64c4a4-bd29-4b84-bbe8-125046d6133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.727719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-af64c4a4-bd29-4b84-bbe8-125046d6133b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859314 Aug 22 15:07:48.730761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53389695-ac5c-42bb-aaa4-25d73a85301a req-c5428a09-3ce0-48b8-82fa-a041ed19b920 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956583 Aug 22 15:07:48.756864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68dfaa24-1c39-4d09-b875-34499ed71952 req-ccdd685f-de94-4403-ac13-dacf7187d037 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140330 Aug 22 15:07:48.795415 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f972b83d-2057-4194-bdbf-80dcebdfc52b req-b7a15fad-3712-4d68-99d7-8e79ec9200b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917875 Aug 22 15:07:48.808626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-c202d329-9cde-4fc2-bc2f-9bc4dd987b4c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.810399 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-c202d329-9cde-4fc2-bc2f-9bc4dd987b4c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 815 time: 0.4217587 Aug 22 15:07:48.851210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-9798332e-f722-40ab-8afd-5c575d8add9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.852865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-9798332e-f722-40ab-8afd-5c575d8add9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.1279566 Aug 22 15:07:48.914583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-31614f40-4354-4288-856a-2efff48d5a6f service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823201 Aug 22 15:07:48.941312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:48.944481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:48.945671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c47550af-8327-42de-a09e-6a825cd9fda1 HTTP/1.1" status: 204 len: 168 time: 1.5123742 Aug 22 15:07:48.949975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:48.964495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7b9e-a67d-4060-b9e0-e97c5fe169f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47550af-8327-42de-a09e-6a825cd9fda1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:48.975217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-c6ca7d74-cb91-4a43-9c43-c1a545c2f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:48.976946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-c6ca7d74-cb91-4a43-9c43-c1a545c2f9f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915349 Aug 22 15:07:49.040227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea35d3aa-03db-4a79-87c5-30158ac8e461 req-3d2c76de-b047-49fa-b990-c860d73ada5b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 210 time: 0.1237001 Aug 22 15:07:49.129708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:49.136412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-48748959-c4f6-4340-8953-2a312a06b2d7 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647943 Aug 22 15:07:49.139141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:49.147265 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:49.164296 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:49.169208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a19d5-69e2-409e-bd9e-b112ec9b4300 req-b1a830f5-d336-4e4d-8ea4-d2f1a8374b13 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:49.169530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:49.170780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c81a19d5-69e2-409e-bd9e-b112ec9b4300 req-b1a830f5-d336-4e4d-8ea4-d2f1a8374b13 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.2540770 Aug 22 15:07:49.176382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-ac1d3938-e5c8-4022-b727-9f5abc3e28ce service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338078 Aug 22 15:07:49.184352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Request body: {'port': {'device_id': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'admin_state_up': True, 'tenant_id': '3d5cdd7a58a645d4aed3e6f8dc5c8b60'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:49.255659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-e90a7096-3441-4d22-a145-35b9f9511f09 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097689 Aug 22 15:07:49.296929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-fd1ecb5e-713c-409b-a28c-69dc200af59f service neutron] 10.222.0.54 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119664 Aug 22 15:07:49.306143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c81a19d5-69e2-409e-bd9e-b112ec9b4300 req-db7f02ee-2bfa-4fa9-aa47-014c3fef7552 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266601 Aug 22 15:07:49.332471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting subnet 5aed7fc8-d1ec-4aab-8fab-035725a3a0b4 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:07:49.348160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-0eab86fb-88f2-4f6d-9e32-840bbb413d1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0555019 Aug 22 15:07:49.352520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:49.361757 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:49.466835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:49.471773 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:49.472060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126e88c9-821d-483c-a078-e9ddd3bcdc9a req-28cdcea3-772f-40b2-956b-3f331a2f89ec service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824872 Aug 22 15:07:49.503101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-83f9c7e9-0f66-49ef-abfe-16d492cf8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:49.508977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-83f9c7e9-0f66-49ef-abfe-16d492cf8b22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1372633 Aug 22 15:07:49.522777 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:49.535222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a8e4a32-128b-42be-ad8b-ffb80a671598 req-c82fa385-a795-4ba1-83b7-8dbda02207ab service neutron] 10.222.0.54 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299829 Aug 22 15:07:49.535759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:49.536927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:49.602489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c537f2d9-8bcb-4a53-bd5e-68923f5e59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:49.608380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-c537f2d9-8bcb-4a53-bd5e-68923f5e59de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889583 Aug 22 15:07:49.628725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Made reservation on behalf of 3d5cdd7a58a645d4aed3e6f8dc5c8b60 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:07:49.632970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:49.651396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:49.666511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:49.758256 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:49.812713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54df37-c521-44de-a838-53bf90ef2548 req-04c3f886-eb72-445d-bc8e-d8508b7f5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:49.814632 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-04c3f886-eb72-445d-bc8e-d8508b7f5e8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 1094 time: 0.1207635 Aug 22 15:07:49.845781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-992f2efa-fbb8-4adb-9810-e23b34811f71 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317703 Aug 22 15:07:49.987008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-35c4ef5a-86ae-45d8-a24c-86a769f3df71 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306210 Aug 22 15:07:49.993851 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a7114-22ee-49e0-a0d9-64a9629db790 None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:50.084459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.104815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7779e-920d-4275-ac30-f89772e203ca req-f7998101-817c-4914-ba28-53bd691a7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.106431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-f7998101-817c-4914-ba28-53bd691a7d86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 1094 time: 0.4709377 Aug 22 15:07:50.109178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-56bf2681-9291-41a8-9037-fe8147e30210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 217 time: 0.0942245 Aug 22 15:07:50.126131 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.132158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/5aed7fc8-d1ec-4aab-8fab-035725a3a0b4 HTTP/1.1" status: 204 len: 168 time: 0.9917271 Aug 22 15:07:50.134182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51814) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:50.134310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Allocated IP 172.20.0.6 (bcc31514-9be9-433a-bd63-f2d3f8f2c76b/96183218-4eb7-4594-a746-79deef97f936/e05aa18f-e2a5-4334-aa34-f53aa2aba44c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:50.136640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b771a6-c91e-425f-baeb-d37e4cceeb46 None None] Network 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:07:50.137311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54df37-c521-44de-a838-53bf90ef2548 req-3ba116bc-ad89-4383-ad15-5ee8516997cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.138767 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-3ba116bc-ad89-4383-ad15-5ee8516997cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 916 time: 0.3157663 Aug 22 15:07:50.139552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab419-3b00-40de-81fe-465f45f25427 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Subnet': ['ID=5aed7fc8-d1ec-4aab-8fab-035725a3a0b4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:50.196016 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-cecfc432-60c6-487d-9b82-49b7cdff4bf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=272ad385-5c9d-4f1c-a398-78140420d794 HTTP/1.1" status: 200 len: 217 time: 0.0476871 Aug 22 15:07:50.207628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9750-8dfd-4595-8944-fb8c27913d94 req-73cc715f-3a36-4f74-b739-8953bd912246 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.210186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be0e9750-8dfd-4595-8944-fb8c27913d94 req-73cc715f-3a36-4f74-b739-8953bd912246 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.2174459 Aug 22 15:07:50.306058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.312868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.322169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.326105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.332568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.339936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.349536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.351544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-6b18fbcc-c15a-40fb-b676-0708da3a5630 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.3602884 Aug 22 15:07:50.386228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-407dc7ad-edc0-4009-b7fc-77f48e885911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.388587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-407dc7ad-edc0-4009-b7fc-77f48e885911 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.2713439 Aug 22 15:07:50.419866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54df37-c521-44de-a838-53bf90ef2548 req-48646a63-00cb-46ef-a18c-8a760473504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.425132 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-48646a63-00cb-46ef-a18c-8a760473504c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.1573925 Aug 22 15:07:50.482784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] DHCP port deletion for 959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:07:50.533412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54df37-c521-44de-a838-53bf90ef2548 req-f38c978e-8a90-4660-bfd2-db687134554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.535059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-f38c978e-8a90-4660-bfd2-db687134554a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021059 Aug 22 15:07:50.538900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.580384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7779e-920d-4275-ac30-f89772e203ca req-d252fbc6-4d8e-4ea1-9622-9a786e760b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.581786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-d252fbc6-4d8e-4ea1-9622-9a786e760b62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 916 time: 0.4248285 Aug 22 15:07:50.593509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.604005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Transition to ACTIVE for port object e05aa18f-e2a5-4334-aa34-f53aa2aba44c will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:50.639821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b91b6b26-34a7-4529-940e-b9a9b1e23c86 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:50.644606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be0e9750-8dfd-4595-8944-fb8c27913d94 req-1175f808-256c-444e-b4af-b51a6d9e4d3d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919006 Aug 22 15:07:50.712284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Deleting port b91b6b26-34a7-4529-940e-b9a9b1e23c86 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:50.712667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.728123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d17b2c18-cc5f-405f-b1b0-e66a583c6228 req-f3234d87-418d-4764-a912-424f8f362314 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3569345 Aug 22 15:07:50.732358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-b60a48e7-1eb5-4357-8369-07e3ff85c6bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ab61759-5105-465b-8266-c0b7e7744532 HTTP/1.1" status: 200 len: 217 time: 0.1175203 Aug 22 15:07:50.740975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-76f298ea-86eb-4772-92f5-71251c32d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.742849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-76f298ea-86eb-4772-92f5-71251c32d745 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3135564 Aug 22 15:07:50.814870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-dc397c9a-b630-43d1-a407-4ff191512880 service neutron] 10.222.0.54 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630894 Aug 22 15:07:50.831354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7779e-920d-4275-ac30-f89772e203ca req-4fbd0ffc-1ec6-44fc-a2c7-b1a5fb12be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:50.834085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-4fbd0ffc-1ec6-44fc-a2c7-b1a5fb12be8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.0678823 Aug 22 15:07:50.835605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b91b6b26-34a7-4529-940e-b9a9b1e23c86,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:50.836067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.854303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.882675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Calling delete_port for b91b6b26-34a7-4529-940e-b9a9b1e23c86 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:50.891178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:50.922321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b91b6b26-34a7-4529-940e-b9a9b1e23c86,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:50.974203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:50.984756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:50.992142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:50.996219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.033357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.034156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0662d095-1cb7-42b5-8c8b-c77bbcabea60 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:07:51.044400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event updated for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:51.108595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Deleting port b91b6b26-34a7-4529-940e-b9a9b1e23c86 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:07:51.108947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.111937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7779e-920d-4275-ac30-f89772e203ca req-db4419dd-d73e-4324-8270-c4ca1171a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:51.115636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cf54df37-c521-44de-a838-53bf90ef2548 req-89f77ccc-99b1-4b37-bab6-38b800d7278f service neutron] 10.222.0.54 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930887 Aug 22 15:07:51.118819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-db4419dd-d73e-4324-8270-c4ca1171a6a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730594 Aug 22 15:07:51.126633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:51.132826 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.142880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0662d095-1cb7-42b5-8c8b-c77bbcabea60 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:07:51.152589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0662d095-1cb7-42b5-8c8b-c77bbcabea60 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:07:51.189863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:51.232652 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.272555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] Pushing event deleted for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:51.274607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-48961b2f-aba2-4da5-b816-c0a7346cd6b0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1036541 Aug 22 15:07:51.285130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991285e5-5d7c-4099-848f-aea978e33a8c None None] No DVR routers for this DVR port b91b6b26-34a7-4529-940e-b9a9b1e23c86 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:51.295897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Request body: {'port': {'device_id': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:51.316183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441e0fb-b746-4c0e-a708-1c01431f4726 req-a80b7aa1-3b07-479a-87ad-294caa148ff0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:51.318775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3441e0fb-b746-4c0e-a708-1c01431f4726 req-a80b7aa1-3b07-479a-87ad-294caa148ff0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 931 time: 0.4230306 Aug 22 15:07:51.385753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-9af26d71-2bba-4e50-853a-0c600d499103 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572932 Aug 22 15:07:51.406156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.418801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ddf0-f6e0-463e-ab28-26346ac6d77b req-6db2c79e-8561-4abb-ac0b-79c99c081cc0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:51.420923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44b7ddf0-f6e0-463e-ab28-26346ac6d77b req-6db2c79e-8561-4abb-ac0b-79c99c081cc0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.4570758 Aug 22 15:07:51.423054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] For port b91b6b26-34a7-4529-940e-b9a9b1e23c86, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b91b6b26-34a7-4529-940e-b9a9b1e23c86,segment=NetworkSegment(5290f91d-dc5e-4671-be7b-1d35e16b263f),segment_id=5290f91d-dc5e-4671-be7b-1d35e16b263f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:51.423440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.509435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Calling delete_port for b91b6b26-34a7-4529-940e-b9a9b1e23c86 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:07:51.591763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-485b5f0b-00a8-4fde-aa3c-eaffa98844bd None None] Provisioning for port e05aa18f-e2a5-4334-aa34-f53aa2aba44c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:51.599468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-485b5f0b-00a8-4fde-aa3c-eaffa98844bd None None] Provisioning complete for port e05aa18f-e2a5-4334-aa34-f53aa2aba44c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:51.599468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-485b5f0b-00a8-4fde-aa3c-eaffa98844bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.618129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-634a5356-26e9-4bf4-a14f-f10613cd26b9 service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685390 Aug 22 15:07:51.650616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3441e0fb-b746-4c0e-a708-1c01431f4726 req-b36931d2-cab5-4909-a3d6-39dd1d26fbfa tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805910 Aug 22 15:07:51.671493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-485b5f0b-00a8-4fde-aa3c-eaffa98844bd None None] Port e05aa18f-e2a5-4334-aa34-f53aa2aba44c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:07:51.789501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44b7ddf0-f6e0-463e-ab28-26346ac6d77b req-7858b4a9-b327-4480-8bca-f6d6b080b981 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452699 Aug 22 15:07:51.857228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05aa18f-e2a5-4334-aa34-f53aa2aba44c {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:51.868564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:51.877324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-185f8154-1a2a-416e-8195-e2f348c8936d service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764414 Aug 22 15:07:51.885380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Transition to ACTIVE for port object e05aa18f-e2a5-4334-aa34-f53aa2aba44c will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:07:51.975504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-75b7a849-6748-4e66-b768-a286dab12d3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 217 time: 0.0752270 Aug 22 15:07:51.991043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.090863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a4e93-19b3-47a8-93d8-c948c59528fe req-7e76b454-1472-4ed3-a49d-79100cf6ac22 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.099552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-557a4e93-19b3-47a8-93d8-c948c59528fe req-7e76b454-1472-4ed3-a49d-79100cf6ac22 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.3185773 Aug 22 15:07:52.106151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbf7779e-920d-4275-ac30-f89772e203ca req-1ec12b82-129f-4df4-afc3-edf4b0e2adb0 service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733255 Aug 22 15:07:52.119865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Pushing event updated for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:52.177428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-67ee7cc7-193e-48ae-b719-a482a87a9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.179105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-67ee7cc7-193e-48ae-b719-a482a87a9ff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1899157 Aug 22 15:07:52.198161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.205053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.216980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.217947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.224643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.233393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.233751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Attempting to bind port e05aa18f-e2a5-4334-aa34-f53aa2aba44c on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:07:52.234269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Attempting to bind port e05aa18f-e2a5-4334-aa34-f53aa2aba44c by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:07:52.234814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Attempting to bind port e05aa18f-e2a5-4334-aa34-f53aa2aba44c on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:52.243609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.245854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-98ac3119-f982-4ec4-8615-c855e1fba276 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.3271546 Aug 22 15:07:52.246696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.252526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Port e05aa18f-e2a5-4334-aa34-f53aa2aba44c on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:07:52.255734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Attempting to bind port e05aa18f-e2a5-4334-aa34-f53aa2aba44c on network bcc31514-9be9-433a-bd63-f2d3f8f2c76b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:07:52.257745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-557a4e93-19b3-47a8-93d8-c948c59528fe req-dfed1442-0b59-4ca8-b576-3af04f0080a2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362596 Aug 22 15:07:52.264972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:07:52.265391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Checking segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:07:52.267326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Bound using segment: {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:07:52.267889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Bound port: e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:07:52.270480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.345240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Port': ['ID=b91b6b26-34a7-4529-940e-b9a9b1e23c86,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:52.367250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No DVR routers for this DVR port b91b6b26-34a7-4529-940e-b9a9b1e23c86 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:07:52.370583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:07:52.375722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:07:52.456677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.464824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-011f4daa-bed8-464e-a7a0-0118c496c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.466631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-011f4daa-bed8-464e-a7a0-0118c496c04e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2149637 Aug 22 15:07:52.471084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53d6c332-3c0b-4866-a694-49a4a4dbb9f6 req-4c6f8bdd-fcf0-4a8f-a84b-d2e856577736 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019944 Aug 22 15:07:52.528854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.532163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.534366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] 10.222.0.10 "PUT /v2.0/ports/e05aa18f-e2a5-4334-aa34-f53aa2aba44c HTTP/1.1" status: 200 len: 1091 time: 1.2445502 Aug 22 15:07:52.541225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:52.544895 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:52.607188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d990e-8f97-409e-b759-ab7c0d2af938 service neutron] Pushing event updated for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:52.637107 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8c036-d9b2-4101-a60e-d0c6e1eede00 x-openstack-request-id: req-7ce8c036-d9b2-4101-a60e-d0c6e1eede00 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:52.637869 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:52.638936 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce8c036-d9b2-4101-a60e-d0c6e1eede00 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:52.639621 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c', 'status': 'completed', 'code': 200} Aug 22 15:07:52.756422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-21ebd77a-a3a2-4c71-bcb9-7fad35e250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.757970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-21ebd77a-a3a2-4c71-bcb9-7fad35e250dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 1094 time: 0.0910459 Aug 22 15:07:52.893987 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:52.924991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-91bbe987-b995-4993-81e9-af474ac8f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.928201 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-91bbe987-b995-4993-81e9-af474ac8f4a9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1555541 Aug 22 15:07:52.940227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:52.951543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e72a8b-50f6-4ff6-a514-984544442320 req-b473b454-3a62-45db-bb5c-29bf7b1a10e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:52.953115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e72a8b-50f6-4ff6-a514-984544442320 req-b473b454-3a62-45db-bb5c-29bf7b1a10e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.5907536 Aug 22 15:07:52.981284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5290f91d-dc5e-4671-be7b-1d35e16b263f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:52.995200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5290f91d-dc5e-4671-be7b-1d35e16b263f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:53.037997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:53.047133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-6c2825ea-e176-4ede-9580-40972c7d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.048772 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e400f1e6-4009-4aff-80a2-ca3bd730c5cb req-6c2825ea-e176-4ede-9580-40972c7d0bed service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134381 Aug 22 15:07:53.088279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4ab61759-5105-465b-8266-c0b7e7744532 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:07:53.088767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41627ef7-f1be-42b5-af69-7ee8614266fb req-4b484115-7cbc-4b45-9191-2814ead48971 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.094741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41627ef7-f1be-42b5-af69-7ee8614266fb req-4b484115-7cbc-4b45-9191-2814ead48971 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 943 time: 0.2063119 Aug 22 15:07:53.097049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:53.124823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e72a8b-50f6-4ff6-a514-984544442320 req-90fcd8e8-2cb2-4d94-be9c-1992bce4f7cb tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578057 Aug 22 15:07:53.134999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:07:53.135442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:07:53.140775 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:07:53.160611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51862) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:53.170754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-d875071d-e9f6-4e55-be13-f3443058b7c6 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906214 Aug 22 15:07:53.204429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-fff5476e-2ac8-47f3-81fa-8f8c064476f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.206305 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-fff5476e-2ac8-47f3-81fa-8f8c064476f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 1094 time: 0.0811670 Aug 22 15:07:53.281220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41627ef7-f1be-42b5-af69-7ee8614266fb req-cd9a098e-707e-4c37-9e57-891bbfcfd10a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855261 Aug 22 15:07:53.284053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4ab61759-5105-465b-8266-c0b7e7744532,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:53.290928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-83143ba8-d540-441f-8dcc-dfb9204534cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c HTTP/1.1" status: 200 len: 217 time: 0.0709236 Aug 22 15:07:53.346761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '4ab61759-5105-465b-8266-c0b7e7744532', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'port_id': '4ab61759-5105-465b-8266-c0b7e7744532', 'mac_address': 'fa:16:3e:01:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96183218-4eb7-4594-a746-79deef97f936', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:07:53.368937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489c2fa-bdf8-4e44-9246-ffc78331ac75 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.373743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f489c2fa-bdf8-4e44-9246-ffc78331ac75 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1092 time: 0.2094147 Aug 22 15:07:53.374788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51870) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:53.386108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:53.410661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-9688a54d-56d3-4637-9fd2-f778642c5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.412939 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-9688a54d-56d3-4637-9fd2-f778642c5e78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.1116045 Aug 22 15:07:53.430183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:53.448537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab61759-5105-465b-8266-c0b7e7744532 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:53.451608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f2fe18e-9590-43ca-8f2f-d983500a2630 req-fefbab09-d419-41a8-b42a-9837e26de75c service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567775 Aug 22 15:07:53.480938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-1c90605c-0881-4c2e-8d36-fb745657c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.484496 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-1c90605c-0881-4c2e-8d36-fb745657c697 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641656 Aug 22 15:07:53.486842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4ab61759-5105-465b-8266-c0b7e7744532,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:53.510538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85ce0c-9207-4c07-bc4d-d55582d9b84d req-fc3b606d-feb4-4a4d-ba61-e0ca522df38f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:53.513969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e85ce0c-9207-4c07-bc4d-d55582d9b84d req-fc3b606d-feb4-4a4d-ba61-e0ca522df38f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.0887644 Aug 22 15:07:53.564750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e85ce0c-9207-4c07-bc4d-d55582d9b84d req-5870744d-b590-4766-a45f-a37ff21f6727 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Aug 22 15:07:53.602980 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-3dbe3016-1f81-410f-8d4f-4a54b5ccd699 service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112642 Aug 22 15:07:53.714059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bde1ccc7-5ef6-43fd-9cb6-dce09b1d76e2 req-3330fec0-99c3-48a2-8fdc-8a9b685db80c service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042037 Aug 22 15:07:53.815344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 272ad385-5c9d-4f1c-a398-78140420d794 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:07:53.935836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=272ad385-5c9d-4f1c-a398-78140420d794,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:53.948078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '272ad385-5c9d-4f1c-a398-78140420d794', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'port_id': '272ad385-5c9d-4f1c-a398-78140420d794', 'mac_address': 'fa:16:3e:d2:4b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96183218-4eb7-4594-a746-79deef97f936', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:07:53.987562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.000911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ad385-5c9d-4f1c-a398-78140420d794 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:54.022476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=272ad385-5c9d-4f1c-a398-78140420d794,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:54.131375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.138487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.144849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.151161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.157207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.163822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.172169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.172169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-b63680e9-e489-47b1-85f9-4ad0ad96a425 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.0998967 Aug 22 15:07:54.173084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.178789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.183703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/networks/959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5 HTTP/1.1" status: 204 len: 168 time: 4.0254195 Aug 22 15:07:54.184648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:54.188971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'routes': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:54.207484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20853f95-f85a-4d60-ad1b-1515c9989bba tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Pushing event deleted for resources: {'Network': ['ID=959ca2ba-b9b2-4a55-bc86-aeee2a5a50b5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:54.232791 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.236623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.236946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fea399b1-e835-482f-a9b7-f8cee7944e70 req-80fcf994-e218-46f4-a2af-d2b4f2d68acf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549791 Aug 22 15:07:54.238543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.305520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:54.417113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:54.534971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.537373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.537373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.537373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.537724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.538209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.538683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.540798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-12f6b416-7c01-4069-8c12-f36012ce7a6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6478 time: 0.1883562 Aug 22 15:07:54.584534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60eb29-a7b8-4465-943f-ce25f652aefd req-a4d22554-96d9-45d9-82ea-414d5f61ea68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.593707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af60eb29-a7b8-4465-943f-ce25f652aefd req-a4d22554-96d9-45d9-82ea-414d5f61ea68 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 943 time: 0.1547441 Aug 22 15:07:54.657208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.775668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['272ad385-5c9d-4f1c-a398-78140420d794'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:07:54.787128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af60eb29-a7b8-4465-943f-ce25f652aefd req-c990d18c-771b-43cf-ad6c-c13a857941bb tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771615 Aug 22 15:07:54.793908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Added routes are [] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:07:54.794277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Removed routes are [] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:07:54.795069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:54.828696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-51efab0b-ca8d-42c4-93d7-a405eb5f3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.830341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-51efab0b-ca8d-42c4-93d7-a405eb5f3313 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 903 time: 0.2804852 Aug 22 15:07:54.856144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959742-4b5c-4d95-97ad-f4ba64dfe225 req-cfd38857-5285-412d-a938-54349add13e0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:54.856967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4ab61759-5105-465b-8266-c0b7e7744532'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:07:54.863810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19959742-4b5c-4d95-97ad-f4ba64dfe225 req-cfd38857-5285-412d-a938-54349add13e0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.2035735 Aug 22 15:07:54.915797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-abeb5213-51d4-4b99-917b-43071a4ce8ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 217 time: 0.0768673 Aug 22 15:07:54.950409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.25.0.177 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/63a56065-237c-4dd3-bff8-88c5c10e7737) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:07:55.000140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.004254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19959742-4b5c-4d95-97ad-f4ba64dfe225 req-21e215ec-2634-4c38-b705-ca964e12ebf0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382906 Aug 22 15:07:55.005936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.030265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-23160935-a33e-4a73-984b-7acb51cd2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.032228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-23160935-a33e-4a73-984b-7acb51cd2ff9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1058369 Aug 22 15:07:55.126535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:55.172485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.199222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-67db3be6-cfe4-4e79-a4f9-1573f8c78105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.200858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-67db3be6-cfe4-4e79-a4f9-1573f8c78105 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588244 Aug 22 15:07:55.228373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:55.235332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.236554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64692eaf-a6fb-4f11-945c-d5514d276835 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 705 time: 1.0516541 Aug 22 15:07:55.240480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51886) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:55.244422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Sync routers for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:55.262787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:55.262787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:55.279791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6e0e625-87ef-40c1-9628-d20fe0100131 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 205 time: 0.0373981 Aug 22 15:07:55.280679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:55.330715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-411c23a0-7d6a-4d3c-bdfd-43c471fe614f service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194713 Aug 22 15:07:55.364795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:55.416420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.424176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.434179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:55.476354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Checking router: 5255aa0d-13a8-4570-ab18-7847c4a3cd28 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:55.486322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Routers {'5255aa0d-13a8-4570-ab18-7847c4a3cd28'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:55.487183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:55.492233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:55.611544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] Set router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:55.640071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:07:55.642383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=63a56065-237c-4dd3-bff8-88c5c10e7737,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:55.655211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:07:55.662270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:07:55.684029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7f269a3-7d75-481f-ab3c-2e7520be8a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.684359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:55.691264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.699174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.730942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.737282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.745097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.751475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.758535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.764954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.772985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:55.774614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-2b62abdc-979d-4421-92f2-f7b66ba65a7e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.4199286 Aug 22 15:07:55.781380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-a053330e-9914-4943-9223-c82e563d1b03 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424241 Aug 22 15:07:55.841280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.845978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router 5255aa0d-13a8-4570-ab18-7847c4a3cd28 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:07:55.853069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.859369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd663bef-a68a-4a1c-a8aa-43935b088f4e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 204 len: 168 time: 0.5763268 Aug 22 15:07:55.860733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:55.876356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7f269a3-7d75-481f-ab3c-2e7520be8a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.887696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137700758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:55.946484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:07:55.948755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 272ad385-5c9d-4f1c-a398-78140420d794 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:55.951753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed966-a4ce-4a78-9ac1-e8b6fb24f933 None None] The sync data for ids ['5255aa0d-13a8-4570-ab18-7847c4a3cd28'] in n-d-805046-3 is: [{'id': '5255aa0d-13a8-4570-ab18-7847c4a3cd28', 'name': 'tempest-RoutersIpV6Test-router-2086450424', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:24Z', 'updated_at': '2021-08-22T15:07:47Z', 'revision_number': 11, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:55.952561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7f269a3-7d75-481f-ab3c-2e7520be8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:55.996415 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7f269a3-7d75-481f-ab3c-2e7520be8a32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b1b20c1e46e406f83651f6c840db8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955349 Aug 22 15:07:56.002582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:56.002668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-739686a7-6e47-4346-b759-f25a3c8a5c30 req-652c7372-90dc-404d-a51f-06145129ce09 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2108059 Aug 22 15:07:56.080781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f269a3-7d75-481f-ab3c-2e7520be8a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca39c42-857f-4dd1-b168-31cb636ba3d5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:56.106684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.107111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.107599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.108122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.108602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.109077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.109577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.111544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-430951d2-59c0-4ff9-b8d5-db549ddc2d7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6478 time: 0.2651114 Aug 22 15:07:56.138235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.153431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:56.160135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeef38-82fc-4a1d-8501-c84eeaf24aa0 req-43d83274-984d-482d-8c54-d866e0b14c01 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.162170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebbeef38-82fc-4a1d-8501-c84eeaf24aa0 req-43d83274-984d-482d-8c54-d866e0b14c01 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 943 time: 0.2308202 Aug 22 15:07:56.172318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'mac_address': 'fa:16:3e:33:04:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:07:56.173033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.182282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.188547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.253745 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.257754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 272ad385-5c9d-4f1c-a398-78140420d794 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:56.274829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 272ad385-5c9d-4f1c-a398-78140420d794 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:56.275746 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.279546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:56.322159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.328660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.331600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:56.331720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ca39c42-857f-4dd1-b168-31cb636ba3d5 HTTP/1.1" status: 204 len: 168 time: 0.3302095 Aug 22 15:07:56.347864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a19d5-303e-4103-b823-0dd4703dc859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca39c42-857f-4dd1-b168-31cb636ba3d5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:56.369863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebbeef38-82fc-4a1d-8501-c84eeaf24aa0 req-dc03568a-315f-4271-9831-d070774ba0da tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962283 Aug 22 15:07:56.430806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-3a7251cd-4584-4aab-aeb3-87c088e783db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.432630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-3a7251cd-4584-4aab-aeb3-87c088e783db service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 903 time: 0.3136103 Aug 22 15:07:56.450647 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.475723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.492569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.520877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-96a2b555-435b-4c13-b42f-35e005589565 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 217 time: 0.0786290 Aug 22 15:07:56.528824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece889f1-dc31-4e71-afa5-fba37448cb72 req-6aea2324-1c58-45f9-992e-1e48b6069b26 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.530562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=11']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:56.539171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ece889f1-dc31-4e71-afa5-fba37448cb72 req-6aea2324-1c58-45f9-992e-1e48b6069b26 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 945 time: 0.2872005 Aug 22 15:07:56.540259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:56.540953 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e27dc-89a0-4df2-8875-65241faea00c" -d '{"events": [{"server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "name": "network-vif-plugged", "status": "completed", "tag": "272ad385-5c9d-4f1c-a398-78140420d794"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:56.581190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.581658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.582158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.582627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.585658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.585658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.585658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.586328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.586743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.587088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.587432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.587863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:07:56.602874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=272ad385-5c9d-4f1c-a398-78140420d794,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:56.618841 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145c7291-edaa-4a63-a7cb-7fa8d68ef95e x-openstack-request-id: req-145c7291-edaa-4a63-a7cb-7fa8d68ef95e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:56.619044 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "name": "network-vif-plugged", "status": "completed", "tag": "272ad385-5c9d-4f1c-a398-78140420d794", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:56.619315 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-145c7291-edaa-4a63-a7cb-7fa8d68ef95e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:56.619716 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794', 'code': 200} Aug 22 15:07:56.631162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.692747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ece889f1-dc31-4e71-afa5-fba37448cb72 req-067f40e7-27b6-41c3-ac1c-d173db16d6b5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546450 Aug 22 15:07:56.694409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-92dc6de4-58f5-4e6a-90ab-b35499e272db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.695314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.695831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-92dc6de4-58f5-4e6a-90ab-b35499e272db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1547413 Aug 22 15:07:56.757896 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.761831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a59a2d55-d398-447b-a640-c169ce111156 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8930676 Aug 22 15:07:56.762837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51916) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:56.779344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:07:56.786980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcb6df-6244-4bd7-9f67-40cde536a603 req-76970c5d-c73c-462c-b93c-dc92ca7d2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.786980 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20bcb6df-6244-4bd7-9f67-40cde536a603 req-76970c5d-c73c-462c-b93c-dc92ca7d2a28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 1095 time: 0.1028042 Aug 22 15:07:56.826396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a2504007-2c15-4d37-9c70-f3421a6199d1'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:07:56.840704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20bcb6df-6244-4bd7-9f67-40cde536a603 req-0e61f69c-b081-418c-9187-576a1341c09f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Aug 22 15:07:56.867428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:56.923940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:56.958382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-e469d8a1-bd63-4250-ad81-e57962a3ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:56.960006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-e469d8a1-bd63-4250-ad81-e57962a3ff8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2340126 Aug 22 15:07:57.109990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e05aa18f-e2a5-4334-aa34-f53aa2aba44c details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:07:57.147296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.165919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4ab61759-5105-465b-8266-c0b7e7744532 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:57.308014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:57.321665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c', 'network_id': 'bcc31514-9be9-433a-bd63-f2d3f8f2c76b', 'port_id': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c', 'mac_address': 'fa:16:3e:e4:d0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96183218-4eb7-4594-a746-79deef97f936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:07:57.324563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.332172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.339042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.345258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.353111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.359227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.364880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.366476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:57.368453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-2d0ce4bb-e6ef-433d-8a68-24384718e64b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1385260 Aug 22 15:07:57.370422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-0dbad006-c94b-4465-91e6-ab4073d8700c service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313519 Aug 22 15:07:57.381312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05aa18f-e2a5-4334-aa34-f53aa2aba44c {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:07:57.406129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:57.486818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51922) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:57.502590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b37e6a0-a941-4577-bc36-e177a1ed56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.525764 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.530831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 4ab61759-5105-465b-8266-c0b7e7744532 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:57.576491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 4ab61759-5105-465b-8266-c0b7e7744532 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:57.576948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.622603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b37e6a0-a941-4577-bc36-e177a1ed56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.664680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:57.695639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b37e6a0-a941-4577-bc36-e177a1ed56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.719037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.761731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4ab61759-5105-465b-8266-c0b7e7744532,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:57.765782 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1b37e6a0-a941-4577-bc36-e177a1ed56e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94719ec41fe84a8281ec71251f87d81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778776 Aug 22 15:07:57.770695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51928) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:57.793055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37e6a0-a941-4577-bc36-e177a1ed56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad378ff5-e90b-474c-8c35-1203108249aa,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:57.842194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.853290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.858971 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.879034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:07:57.883113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.913494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d8d8d6-08cb-4ee6-b6e9-cef7384f5f10 req-81284cec-f7cb-4d9a-8cd4-9bb0773af2e1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5369387 Aug 22 15:07:57.961613 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:57.974768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e05aa18f-e2a5-4334-aa34-f53aa2aba44c'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:07:58.030999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:58.032788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.038336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.052428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4e4fc60-4ce6-4bae-a6ce-01dd09290a7c req-c3419f2e-f734-4ccf-8f29-c5f918cfb611 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685879 Aug 22 15:07:58.052606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad378ff5-e90b-474c-8c35-1203108249aa HTTP/1.1" status: 204 len: 168 time: 0.2760448 Aug 22 15:07:58.059373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6710-01a5-46f1-85a3-0ffca588313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad378ff5-e90b-474c-8c35-1203108249aa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:58.089162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057777e7-34e5-40c1-8a19-37e5ba8a3f90 req-ea1e220f-f790-4f60-a865-144f17665127 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:58.090473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-057777e7-34e5-40c1-8a19-37e5ba8a3f90 req-ea1e220f-f790-4f60-a865-144f17665127 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 944 time: 0.6271470 Aug 22 15:07:58.137610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a2504007-2c15-4d37-9c70-f3421a6199d1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:07:58.144359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a2504007-2c15-4d37-9c70-f3421a6199d1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:07:58.145020 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.186818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ee954-fad1-4d9a-8059-fe35a2212605 req-a43bba69-7d0d-43c9-90cc-5ae5e8cec81b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:58.188391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-707ee954-fad1-4d9a-8059-fe35a2212605 req-a43bba69-7d0d-43c9-90cc-5ae5e8cec81b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 946 time: 0.1595323 Aug 22 15:07:58.257531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-057777e7-34e5-40c1-8a19-37e5ba8a3f90 req-411e7b98-d5e3-45e5-b5e6-860558dfec1e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546242 Aug 22 15:07:58.288763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-707ee954-fad1-4d9a-8059-fe35a2212605 req-71ea600c-ae49-452e-be28-4612b4ff631c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889139 Aug 22 15:07:58.338248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.345829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.360350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Router f6061e46-2aa4-46e2-a1f5-e05febe94c73 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:07:58.377588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:07:58.446323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:58.448721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.456636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.456776 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Sync routers for ids ['f6061e46-2aa4-46e2-a1f5-e05febe94c73'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:58.458689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c9934156-4294-4a50-82f8-f2ba0849256f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "PUT /v2.0/routers/f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 200 len: 698 time: 1.6938896 Aug 22 15:07:58.462089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:58.468123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Routers {'f6061e46-2aa4-46e2-a1f5-e05febe94c73'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:58.468738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f6061e46-2aa4-46e2-a1f5-e05febe94c73'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:58.474769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.538934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=63a56065-237c-4dd3-bff8-88c5c10e7737,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:58.558023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:58.577894 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Set router f6061e46-2aa4-46e2-a1f5-e05febe94c73 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:58.591509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:07:58.620867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532'}, {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:58.623962 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec4f47-27f7-44e2-99b5-c4782120ea02" -d '{"events": [{"server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ab61759-5105-465b-8266-c0b7e7744532"}, {"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:58.655947 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6061e46-2aa4-46e2-a1f5-e05febe94c73', 'name': 'tempest-RoutersIpV6Test-router-1137700758', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:57Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:58.689003 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Checking router: f6061e46-2aa4-46e2-a1f5-e05febe94c73 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:07:58.699029 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Routers {'f6061e46-2aa4-46e2-a1f5-e05febe94c73'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:58.700556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f6061e46-2aa4-46e2-a1f5-e05febe94c73'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:58.721813 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100984e7-8152-4eac-935b-772f1624e18a x-openstack-request-id: req-100984e7-8152-4eac-935b-772f1624e18a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:07:58.721813 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "name": "network-vif-plugged", "status": "completed", "tag": "4ab61759-5105-465b-8266-c0b7e7744532", "code": 200}, {"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-plugged", "status": "completed", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:07:58.722183 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-100984e7-8152-4eac-935b-772f1624e18a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:07:58.722432 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532', 'code': 200} Aug 22 15:07:58.722636 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'code': 200} Aug 22 15:07:58.733488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:58.740107 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-680df65e-6aa7-4303-b2f3-c47e4a74afbe tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/routers/f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 200 len: 704 time: 0.2648280 Aug 22 15:07:58.796621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a480c74c-95e9-40ab-bee8-3385c86ad23f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 200 len: 205 time: 0.0598714 Aug 22 15:07:58.799882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:58.827467 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Floating IP 239e04da-fb68-41f0-bd75-0d7903bfff1b associated. External IP: 172.25.0.177, port: af307efe-3035-4900-8401-6ea39bbed6a9. Aug 22 15:07:58.866367 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] Set router f6061e46-2aa4-46e2-a1f5-e05febe94c73 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:59.012040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.071616 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6061e46-2aa4-46e2-a1f5-e05febe94c73', 'name': 'tempest-RoutersIpV6Test-router-1137700758', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:57Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:59.138344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cd3fa-7214-42a2-bd0d-edd04a641b48 None None] The sync data for ids ['f6061e46-2aa4-46e2-a1f5-e05febe94c73'] in n-d-805046-3 is: [{'id': 'f6061e46-2aa4-46e2-a1f5-e05febe94c73', 'name': 'tempest-RoutersIpV6Test-router-1137700758', 'tenant_id': '68f7aff075264b078f4bef3a6dc6a696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:57Z', 'revision_number': 2, 'project_id': '68f7aff075264b078f4bef3a6dc6a696', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:07:59.171611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b537bf-60d2-4a19-aa34-c019b7f87e44 req-666fe6aa-816a-4777-904a-b0254c833e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.173084 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-34b537bf-60d2-4a19-aa34-c019b7f87e44 req-666fe6aa-816a-4777-904a-b0254c833e21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 1096 time: 0.2215958 Aug 22 15:07:59.297029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.300043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.318132 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-34b537bf-60d2-4a19-aa34-c019b7f87e44 req-11fd4677-c22d-47ba-80b4-7bfa224205dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111956 Aug 22 15:07:59.372678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.382716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.389151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.400025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.406220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.413048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.415113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.415643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Fanout notify agent at l3_agent the message router_deleted on router f6061e46-2aa4-46e2-a1f5-e05febe94c73 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:07:59.419022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.421101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-6ecb3b2a-e106-4fa1-a771-da52e57dbdc2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.2093208 Aug 22 15:07:59.424566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:07:59.434051 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.441325 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3fe30d87-48b4-4043-b83d-f1e0ee66e61e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 204 len: 168 time: 0.6344893 Aug 22 15:07:59.441325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.443874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e106d-3ba6-4530-9ac1-1ddcb1ed4a25 req-d462c7f2-cd48-41b5-bca8-10d807359dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.445657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c70e106d-3ba6-4530-9ac1-1ddcb1ed4a25 req-d462c7f2-cd48-41b5-bca8-10d807359dc0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1098 time: 0.2321925 Aug 22 15:07:59.527166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5abe786f-967f-4ea9-836e-5454b74aae4a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 200 len: 205 time: 0.0821307 Aug 22 15:07:59.527888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51982) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.568485 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-2e9f150c-2a8d-489c-97dc-fd630d0342bc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:07:59.569546 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2e9f150c-2a8d-489c-97dc-fd630d0342bc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/f6061e46-2aa4-46e2-a1f5-e05febe94c73 HTTP/1.1" status: 404 len: 336 time: 0.0407863 Aug 22 15:07:59.572166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.595531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6e571c3-4b80-4408-a121-b3c90683b05d req-c16cbfe5-9b93-4954-bc2f-79693fe34c58 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541607 Aug 22 15:07:59.600146 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae88ee-0405-4350-961c-efa081205bd9 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:07:59.600146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fae88ee-0405-4350-961c-efa081205bd9 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:07:59.604345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fae88ee-0405-4350-961c-efa081205bd9 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/fc3370a7-74b8-4851-b4d0-d771cf56b197 HTTP/1.1" status: 404 len: 337 time: 0.0287781 Aug 22 15:07:59.609010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51986) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.609277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fa8c0-5dd6-43a8-a076-6dc85eb842fe req-fa8ab4b8-86bc-488b-8abe-13aac761d599 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.609277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-744fa8c0-5dd6-43a8-a076-6dc85eb842fe req-fa8ab4b8-86bc-488b-8abe-13aac761d599 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 944 time: 0.1819444 Aug 22 15:07:59.611243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c70e106d-3ba6-4530-9ac1-1ddcb1ed4a25 req-624bcca4-a611-483f-b040-3e2294ee8ce2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415079 Aug 22 15:07:59.633870 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab65355d-8282-4959-8519-ee9e0dece2dc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:07:59.634333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab65355d-8282-4959-8519-ee9e0dece2dc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:07:59.645697 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab65355d-8282-4959-8519-ee9e0dece2dc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/cdfabdc2-1ae1-4f90-8bad-31a922fe85b1 HTTP/1.1" status: 404 len: 337 time: 0.0390100 Aug 22 15:07:59.659828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.718065 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-953ca0ef-7487-4b7b-acac-5850e5290594 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:07:59.718582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953ca0ef-7487-4b7b-acac-5850e5290594 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:07:59.719662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:07:59.720523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-953ca0ef-7487-4b7b-acac-5850e5290594 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/b041b37f-da7e-49b0-9a66-6bc417c6ac90 HTTP/1.1" status: 404 len: 337 time: 0.0585141 Aug 22 15:07:59.726094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.732941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:07:59.752929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:07:59.753854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:07:59.766940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-744fa8c0-5dd6-43a8-a076-6dc85eb842fe req-cb9ebc02-4980-4c61-a8f0-3bfd3d7bf1ae tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470008 Aug 22 15:07:59.796272 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a3f36c-aa81-40e8-b604-862c44fa266e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:07:59.796859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a3f36c-aa81-40e8-b604-862c44fa266e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:07:59.801038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-52a3f36c-aa81-40e8-b604-862c44fa266e tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/5aed7fc8-d1ec-4aab-8fab-035725a3a0b4 HTTP/1.1" status: 404 len: 337 time: 0.0671110 Aug 22 15:07:59.801594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51994) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.836376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c83dadb8-4adb-4b04-b430-4a4ef8313d21 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 200 len: 205 time: 0.0301979 Aug 22 15:07:59.837390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51998) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.846141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d163ec-84a8-47a2-b460-c4387ae3a762 req-5309d342-8510-4fad-bfe4-53cb02f2d07f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:07:59.847773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d163ec-84a8-47a2-b460-c4387ae3a762 req-5309d342-8510-4fad-bfe4-53cb02f2d07f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1419997 Aug 22 15:07:59.879920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:07:59.918686 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-3d06e5e1-ebe5-4c83-82c4-5aeea93aa2c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:07:59.922190 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d06e5e1-ebe5-4c83-82c4-5aeea93aa2c8 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/5255aa0d-13a8-4570-ab18-7847c4a3cd28 HTTP/1.1" status: 404 len: 336 time: 0.0812337 Aug 22 15:07:59.922491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52000) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.931821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:07:59.961654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-395ec272-bac4-440d-aa1a-d287429780df tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=578fdd20-6beb-454f-8be7-3cf11117cb00 HTTP/1.1" status: 200 len: 205 time: 0.0353379 Aug 22 15:07:59.961865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a26f70d9-ea4e-4aa9-b034-d3b9a9d3083a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5815556 Aug 22 15:07:59.961865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:07:59.963013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.963270 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593611c-e6ce-4bb6-82e1-f913489676a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:07:59.963399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52004) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:07:59.977277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d163ec-84a8-47a2-b460-c4387ae3a762 req-98b5c6bc-2a47-4834-8cb3-3302e498e7fe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225090 Aug 22 15:08:00.013463 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c808f-b9c8-4a6c-8b64-aa56f7966836 x-openstack-request-id: req-1e8c808f-b9c8-4a6c-8b64-aa56f7966836 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:00.013744 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:00.014000 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e8c808f-b9c8-4a6c-8b64-aa56f7966836 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:00.014403 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'status': 'completed', 'code': 200} Aug 22 15:08:00.128393 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-6e30e52e-8969-4794-8ff6-3186c4e36c60 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:08:00.130974 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6e30e52e-8969-4794-8ff6-3186c4e36c60 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/578fdd20-6beb-454f-8be7-3cf11117cb00 HTTP/1.1" status: 404 len: 336 time: 0.1664877 Aug 22 15:08:00.138283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52012) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.178670 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a3e36443-77c2-4107-80ff-cb9e6d7a0cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:00.189049 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45edbe2-23b8-46b4-a49f-2c41becf439a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:08:00.195808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45edbe2-23b8-46b4-a49f-2c41becf439a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:08:00.197935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e45edbe2-23b8-46b4-a49f-2c41becf439a tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/b5bd6c67-6e51-47ea-91f1-591355a13941 HTTP/1.1" status: 404 len: 337 time: 0.0582879 Aug 22 15:08:00.202083 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c1157953-566e-4792-b5c6-f2a592e1dd04 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/239e04da-fb68-41f0-bd75-0d7903bfff1b HTTP/1.1" status: 200 len: 992 time: 0.2365160 Aug 22 15:08:00.202684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52014) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.226854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-c8ba129f-fd5c-42cb-b1cb-7898b46144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:00.226854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-c8ba129f-fd5c-42cb-b1cb-7898b46144cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1097 time: 0.1127250 Aug 22 15:08:00.244100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a6b9519-6475-4924-8d74-530d837d5353 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 200 len: 205 time: 0.0391710 Aug 22 15:08:00.245790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52016) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.286553 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-4b3f5a67-0eca-4272-a8e8-6da769a25f4f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:08:00.287639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b3f5a67-0eca-4272-a8e8-6da769a25f4f tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/80ba5cac-f0f1-41ed-a45f-8b13fd3c09b4 HTTP/1.1" status: 404 len: 336 time: 0.0409024 Aug 22 15:08:00.292829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52018) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.352108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-699d2a82-3b87-4dd0-a38f-5c529ce92af0 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=3686ca29-7118-4433-8dc4-46958005c55e HTTP/1.1" status: 200 len: 205 time: 0.0579474 Aug 22 15:08:00.354786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.357876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:56Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:00.391143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:08:00.405015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:08:00.405948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:07:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:00.407095 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-cf0ddbcb-5b26-4518-b965-327f56de4acf tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:08:00.411076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf0ddbcb-5b26-4518-b965-327f56de4acf tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/3686ca29-7118-4433-8dc4-46958005c55e HTTP/1.1" status: 404 len: 336 time: 0.0524907 Aug 22 15:08:00.411396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52026) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.421573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-9f5c7c92-6791-4989-9abc-c7ec70fb1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:00.423362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-9f5c7c92-6791-4989-9abc-c7ec70fb1b1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 898 time: 0.1887600 Aug 22 15:08:00.447138 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-95451250-9a75-4db2-bf52-3eb991d76bfc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:08:00.447600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95451250-9a75-4db2-bf52-3eb991d76bfc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:08:00.451679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95451250-9a75-4db2-bf52-3eb991d76bfc tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/a32523d3-28f5-4a4f-b98d-23c8fb15ed90 HTTP/1.1" status: 404 len: 337 time: 0.0364666 Aug 22 15:08:00.452148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.491751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84280eb6-c1a1-4e6e-9943-a17886de8a73 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b HTTP/1.1" status: 200 len: 205 time: 0.0383999 Aug 22 15:08:00.494160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.530352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-9d792b2b-112e-45cb-bd36-e9bab503d23e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0844960 Aug 22 15:08:00.548953 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-244cf3e6-32ac-4d00-8675-aeb6d468f730 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:08:00.550389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-244cf3e6-32ac-4d00-8675-aeb6d468f730 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/fc7b5ecc-7fa9-4e4e-a980-3b5dfd8b107b HTTP/1.1" status: 404 len: 336 time: 0.0552967 Aug 22 15:08:00.554148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.596593 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ca9871-bb5f-45ff-97b4-40975bcf78de tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:08:00.597307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ca9871-bb5f-45ff-97b4-40975bcf78de tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:08:00.599868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-37ca9871-bb5f-45ff-97b4-40975bcf78de tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/002c5084-363a-42f5-9a3c-20049045f229 HTTP/1.1" status: 404 len: 337 time: 0.0440955 Aug 22 15:08:00.602270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52036) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.642909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-546b31d9-25d1-4eb6-a3a4-bf398b97fb79 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e258d46-2b67-4aff-8d3f-1529ef63b087 HTTP/1.1" status: 200 len: 205 time: 0.0393367 Aug 22 15:08:00.646350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52040) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.654913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:08:00.661955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-2ac4bb93-b513-4448-b052-ae8defe111d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:00.673110 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-2ac4bb93-b513-4448-b052-ae8defe111d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.1332657 Aug 22 15:08:00.706439 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-b4c6857e-3df2-4d5a-b2d6-392c6048d50b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] delete failed (client error): The resource could not be found. Aug 22 15:08:00.708003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b4c6857e-3df2-4d5a-b2d6-392c6048d50b tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/routers/5e258d46-2b67-4aff-8d3f-1529ef63b087 HTTP/1.1" status: 404 len: 336 time: 0.0601437 Aug 22 15:08:00.720089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52042) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.788175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-317cfbe5-25d5-43c9-a43e-b402c3c591c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:00.789730 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-317cfbe5-25d5-43c9-a43e-b402c3c591c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071279 Aug 22 15:08:00.794556 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a71f2-f04b-4df4-9c53-9e16ef7bfb27 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:08:00.795028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2a71f2-f04b-4df4-9c53-9e16ef7bfb27 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:08:00.800891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:00.812149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a2a71f2-f04b-4df4-9c53-9e16ef7bfb27 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/4d1eb34b-8b15-4d76-bc0f-de55a5c16679 HTTP/1.1" status: 404 len: 337 time: 0.0895286 Aug 22 15:08:00.878474 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e87c1fa-10a1-411c-955f-8e3e33f45f29 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] DELETE failed (client error): The resource could not be found. Aug 22 15:08:00.881110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e87c1fa-10a1-411c-955f-8e3e33f45f29 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:08:00.889265 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6e87c1fa-10a1-411c-955f-8e3e33f45f29 tempest-RoutersIpV6Test-1666061598 tempest-RoutersIpV6Test-1666061598-project] 10.222.0.53 "DELETE /v2.0/subnets/7f869d77-ea5a-41b9-9f11-6bfc14246f66 HTTP/1.1" status: 404 len: 337 time: 0.0806415 Aug 22 15:08:01.074549 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-25e825af-2f58-4f4f-b34c-b370b7336021 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775826 Aug 22 15:08:01.083613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.102606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.118557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:56Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:01.129557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.135188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e05aa18f-e2a5-4334-aa34-f53aa2aba44c up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:01.139498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.153465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.161213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.175249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.178380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-5f8fd40a-00ae-42a7-bbed-cdf544f58047 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.3627772 Aug 22 15:08:01.182607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-e5c64fcb-e98a-4bc4-9c7f-3791b04aab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.185034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-e5c64fcb-e98a-4bc4-9c7f-3791b04aab03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 1098 time: 0.3484795 Aug 22 15:08:01.199111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91a695-232b-4fa1-b4ee-85c514ad013a req-face5187-f931-47ac-8bea-4d8e9f1c9ad7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.201046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b91a695-232b-4fa1-b4ee-85c514ad013a req-face5187-f931-47ac-8bea-4d8e9f1c9ad7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 944 time: 0.2849307 Aug 22 15:08:01.206809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52064) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:01.292507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87efea-1868-4d59-88c4-aa636ec89e6f None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:07:11Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:07:56Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:08:01.352559 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8593611c-e6ce-4bb6-82e1-f913489676a6 req-77f2b379-f48a-4770-8d7b-00c0855f9962 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698650 Aug 22 15:08:01.366861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5e2a3299-5b6d-4b14-a376-ead25e9e1dba tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/239e04da-fb68-41f0-bd75-0d7903bfff1b HTTP/1.1" status: 200 len: 992 time: 0.1586053 Aug 22 15:08:01.391892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79931fa1-555d-47e4-bb0b-13eaf4725fc2 req-b5a9bc6c-7909-4cc2-a244-15aed3b50ebb tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027335 Aug 22 15:08:01.397717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port e05aa18f-e2a5-4334-aa34-f53aa2aba44c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:01.405370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port e05aa18f-e2a5-4334-aa34-f53aa2aba44c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:01.405370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:01.413975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b91a695-232b-4fa1-b4ee-85c514ad013a req-85c32b9c-79cc-4cf5-8da5-57117d6f3d26 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793189 Aug 22 15:08:01.445458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-baaea3b5-5adf-4b7a-b6fb-0399282e57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.450569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-baaea3b5-5adf-4b7a-b6fb-0399282e57de service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.2113276 Aug 22 15:08:01.551178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:01.593331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-f7297ea6-43b7-42ef-b123-b6aa3f0e9bb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 200 len: 1001 time: 0.1338148 Aug 22 15:08:01.596925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:01.599542 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5512ef-7ce7-4cce-afc7-ea9e64183669" -d '{"events": [{"server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "name": "network-vif-plugged", "status": "completed", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:01.653539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:01.660000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ef6e6-00f8-479b-9f11-481f9334bc4f req-9bf83723-fa13-4df7-8fc7-e235762bca03 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.667911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a1ef6e6-00f8-479b-9f11-481f9334bc4f req-9bf83723-fa13-4df7-8fc7-e235762bca03 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1172006 Aug 22 15:08:01.668668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-b840a620-6b5d-458f-9136-5176702c47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.670367 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a57f28-2266-4067-aaee-6de831a5ae13 x-openstack-request-id: req-f6a57f28-2266-4067-aaee-6de831a5ae13 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:01.670664 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "name": "network-vif-plugged", "status": "completed", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:01.670922 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6a57f28-2266-4067-aaee-6de831a5ae13 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:01.671375 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c', 'code': 200} Aug 22 15:08:01.672697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-b840a620-6b5d-458f-9136-5176702c47c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0751560 Aug 22 15:08:01.687885 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7623f5-0acc-4a90-86b6-545e9a81248b None None] New status for floating IP 239e04da-fb68-41f0-bd75-0d7903bfff1b: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:08:01.729667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:01.750139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a1ef6e6-00f8-479b-9f11-481f9334bc4f req-b54cec4e-387f-4b0a-a92c-fb35c504a0d1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763474 Aug 22 15:08:01.766337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-c923fdaf-4c91-43bd-9f46-135f84ec5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.767879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-c923fdaf-4c91-43bd-9f46-135f84ec5caa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728574 Aug 22 15:08:01.875900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:01.888569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1db1-71bc-4f2e-9ea6-c5f55ab3d76b req-4b76bdce-a928-4e8a-8c28-83a79e4bc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:01.893394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb0d1db1-71bc-4f2e-9ea6-c5f55ab3d76b req-4b76bdce-a928-4e8a-8c28-83a79e4bc386 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 1096 time: 0.1151690 Aug 22 15:08:01.967626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bb0d1db1-71bc-4f2e-9ea6-c5f55ab3d76b req-206c7271-dca0-498d-b08f-b04bcc1ef993 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Aug 22 15:08:01.981303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:02.026266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-912e240d-bec7-472c-8e20-14277f4a0095 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500432 Aug 22 15:08:02.167336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71a88dfd-76fe-4047-b562-7dabb20bb038 req-9a46426a-1e91-4376-8485-d03b18c9d9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332662 Aug 22 15:08:02.179346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8afaacd-ba6e-42c6-b29f-60e6a0746f57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68f7aff075264b078f4bef3a6dc6a696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933413 Aug 22 15:08:02.180013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52106) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:02.260961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:02.284783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:02.369769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52118) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:02.445294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cb6a0101-7bb2-4d95-b685-324243bfceeb tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/239e04da-fb68-41f0-bd75-0d7903bfff1b HTTP/1.1" status: 200 len: 994 time: 0.0742736 Aug 22 15:08:02.446745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:02.451923 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:02.453600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67ae39b9-06d4-433f-9792-6eda5cb967f5 HTTP/1.1" status: 204 len: 168 time: 0.2672679 Aug 22 15:08:02.466057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebba65b-c9fe-4241-8be2-ef703611cb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ae39b9-06d4-433f-9792-6eda5cb967f5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:02.607441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.613264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.619824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.625920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.632019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.637988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.644085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.646270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-497683f1-6ee4-4232-971c-8f2cbcbe81f3 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1424599 Aug 22 15:08:02.657155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30809f01-3173-469b-a051-00bb9d75eba7 req-df7ead03-8001-43b3-9cbf-8c980ec66eb0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:02.658661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30809f01-3173-469b-a051-00bb9d75eba7 req-df7ead03-8001-43b3-9cbf-8c980ec66eb0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.1194108 Aug 22 15:08:02.719506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e218b32d-ea89-4658-8a36-5ecbfb894d83 req-e7bfa4b0-21e3-4e68-a231-8430ac80ad89 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598264 Aug 22 15:08:02.730624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30809f01-3173-469b-a051-00bb9d75eba7 req-533739c0-a493-424b-a817-ee5d9caf853e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Aug 22 15:08:02.835162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:03.199940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874ff1-86ba-4468-9676-ed04f336b40c req-a96bf0dd-a786-4846-af34-0b0525c01129 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:03.201651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48874ff1-86ba-4468-9676-ed04f336b40c req-a96bf0dd-a786-4846-af34-0b0525c01129 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.0818322 Aug 22 15:08:03.256338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48874ff1-86ba-4468-9676-ed04f336b40c req-0f1af698-3ef8-4318-81d2-096b9cdad1fb tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477390 Aug 22 15:08:03.448200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f52ba3aa-1595-4084-a6f5-57a01e904169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:03.867942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28320fc5-5c39-4c6a-9012-8a4966fe8d66 req-46a51b4e-4d9d-4698-ad7b-bcf4bb648e4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:03.870099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28320fc5-5c39-4c6a-9012-8a4966fe8d66 req-46a51b4e-4d9d-4698-ad7b-bcf4bb648e4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0628169 Aug 22 15:08:03.923235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28320fc5-5c39-4c6a-9012-8a4966fe8d66 req-4bf2e4d4-c311-46f6-afd8-bd878063d43d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469098 Aug 22 15:08:03.996031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:03.996659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.006806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.014606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.023539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.030004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.036402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.038930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-859dffe0-9078-4527-a724-f3fc22611820 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1195307 Aug 22 15:08:04.118046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f7c43e3-3f62-471f-8632-06b29ecd0125 req-7f039d33-8408-4ebb-a427-3326383df5a9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680978 Aug 22 15:08:04.126261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e20a8-6388-485b-acb6-16dca15e5ff0 req-bf65e434-b993-4e7f-988c-74a39fd101e9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.127891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-972e20a8-6388-485b-acb6-16dca15e5ff0 req-bf65e434-b993-4e7f-988c-74a39fd101e9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0871227 Aug 22 15:08:04.185353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-972e20a8-6388-485b-acb6-16dca15e5ff0 req-e263ae89-24d5-4292-a5d9-76ce72b5deb2 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Aug 22 15:08:04.334260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52176) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:04.345730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb17e-aceb-4dcf-b6e1-98571ca1ccf2 req-8e9d853c-b92a-44f8-9fd0-c9a1e037b62c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.354031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf8bb17e-aceb-4dcf-b6e1-98571ca1ccf2 req-8e9d853c-b92a-44f8-9fd0-c9a1e037b62c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0799127 Aug 22 15:08:04.455377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf8bb17e-aceb-4dcf-b6e1-98571ca1ccf2 req-2f119593-a8a3-4a39-8fa7-111990de5d07 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000383 Aug 22 15:08:04.477950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844b50-ce1f-49c5-9298-57c5422423b3 req-b7fe5ece-ace6-435c-8204-3850f9f431f1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.483070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2844b50-ce1f-49c5-9298-57c5422423b3 req-b7fe5ece-ace6-435c-8204-3850f9f431f1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.0942450 Aug 22 15:08:04.545432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2844b50-ce1f-49c5-9298-57c5422423b3 req-d5a74db1-80ce-4c48-a7fb-b1d06e30291f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501342 Aug 22 15:08:04.632153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f0505da0-37bc-485a-ac17-546e2978d2d2 tempest-DvrRoutersNegativeTest-1490849738 tempest-DvrRoutersNegativeTest-1490849738-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1503790421', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:04.635193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.policy [None req-f0505da0-37bc-485a-ac17-546e2978d2d2 tempest-DvrRoutersNegativeTest-1490849738 tempest-DvrRoutersNegativeTest-1490849738-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102048) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 22 15:08:04.635741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.policy [None req-f0505da0-37bc-485a-ac17-546e2978d2d2 tempest-DvrRoutersNegativeTest-1490849738 tempest-DvrRoutersNegativeTest-1490849738-project] Failed policy check for 'create_router' {{(pid=102048) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 22 15:08:04.636484 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-f0505da0-37bc-485a-ac17-546e2978d2d2 tempest-DvrRoutersNegativeTest-1490849738 tempest-DvrRoutersNegativeTest-1490849738-project] create failed (client error): Access was denied to this resource. Aug 22 15:08:04.640792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0505da0-37bc-485a-ac17-546e2978d2d2 tempest-DvrRoutersNegativeTest-1490849738 tempest-DvrRoutersNegativeTest-1490849738-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3019581 Aug 22 15:08:04.778744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51821e19-786f-43da-b000-ba2476a38f6c req-84243847-525a-4727-9e74-17230d085eb0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:04.778744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51821e19-786f-43da-b000-ba2476a38f6c req-84243847-525a-4727-9e74-17230d085eb0 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Aug 22 15:08:04.817992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51821e19-786f-43da-b000-ba2476a38f6c req-cbc98b4f-5c64-4079-b8c3-be5f512114bb tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 22 15:08:04.843498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:05.091088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef1e3-021f-44cd-96c3-036a158186ad req-f8af06fc-625d-4d98-8109-12e327d360b7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.092650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c54ef1e3-021f-44cd-96c3-036a158186ad req-f8af06fc-625d-4d98-8109-12e327d360b7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0509157 Aug 22 15:08:05.133207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c54ef1e3-021f-44cd-96c3-036a158186ad req-d4ea1ad2-ee6d-411f-8adf-c4df417e0db3 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Aug 22 15:08:05.273266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.279462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.292427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.305540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.312138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.319848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.325930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.327923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96484ad0-39d2-42dc-892f-f2b46953960e req-79ff7cf8-8c5a-482c-97a6-c00e0d2fd56f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1236327 Aug 22 15:08:05.381819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96484ad0-39d2-42dc-892f-f2b46953960e req-e1834f5c-2341-44fb-ab99-96c5331fc585 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432484 Aug 22 15:08:05.414020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:05.465078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4831-ae2d-427f-98f2-669aab149f4c req-4bac102e-7c27-4526-8ba4-3227d4a895bc tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.469050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4831-ae2d-427f-98f2-669aab149f4c req-4bac102e-7c27-4526-8ba4-3227d4a895bc tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.475860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4831-ae2d-427f-98f2-669aab149f4c req-4bac102e-7c27-4526-8ba4-3227d4a895bc tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.477700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42df4831-ae2d-427f-98f2-669aab149f4c req-4bac102e-7c27-4526-8ba4-3227d4a895bc tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69&device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a&device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 2416 time: 0.0775986 Aug 22 15:08:05.527745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42df4831-ae2d-427f-98f2-669aab149f4c req-01a3f972-a587-46a3-afc3-7891d9261a58 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Aug 22 15:08:05.544018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58ac516c-27bc-441d-82a1-7b6205a4a06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:05.665030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58ac516c-27bc-441d-82a1-7b6205a4a06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:05.687599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a7143-d338-47af-8e68-1919f680b9b9 req-3641ffdf-1ea3-4513-892b-91f1c7cfba57 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:05.689116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e8a7143-d338-47af-8e68-1919f680b9b9 req-3641ffdf-1ea3-4513-892b-91f1c7cfba57 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0637465 Aug 22 15:08:05.728749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e8a7143-d338-47af-8e68-1919f680b9b9 req-73c0994b-7da5-45ec-b692-02db3339fd22 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 22 15:08:05.785086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58ac516c-27bc-441d-82a1-7b6205a4a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:05.832758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-58ac516c-27bc-441d-82a1-7b6205a4a06f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e512978f5624b49b19192421b697c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160559 Aug 22 15:08:05.833497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac516c-27bc-441d-82a1-7b6205a4a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67e37c-0d98-413f-9149-09f1371e7c4f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:05.835063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52222) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:05.887528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:05.911880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:06.121577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:06.124379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:06.125878 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe67e37c-0d98-413f-9149-09f1371e7c4f HTTP/1.1" status: 204 len: 168 time: 0.2898409 Aug 22 15:08:06.136736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf75e5d-701e-4a0e-a2ff-f7c99e1ad31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67e37c-0d98-413f-9149-09f1371e7c4f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:06.546530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.552709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.558966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.565133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.571295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.577530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.584397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.586301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-42a7ddca-92d3-425b-b13b-f746f8fd0662 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1144619 Aug 22 15:08:06.647597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f91db0bb-5569-40ac-bebc-9db2b8f490d1 req-451feb99-5c3f-4c0d-bb59-8131152be90e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475919 Aug 22 15:08:06.831943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:06.869495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10f2aa-5dc2-4825-a2b5-8ac14b8734ef req-6579dbee-3477-49a9-8cae-9067055a4071 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:06.871218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e10f2aa-5dc2-4825-a2b5-8ac14b8734ef req-6579dbee-3477-49a9-8cae-9067055a4071 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0592663 Aug 22 15:08:06.910436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e10f2aa-5dc2-4825-a2b5-8ac14b8734ef req-a51a5d91-5864-4932-a372-c7a9b65ea410 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Aug 22 15:08:07.740035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:07.781697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.787892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.793872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.800050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.806065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.812310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.818967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:07.824488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-b22b61a4-de9d-4346-9ff6-31097ef418ee tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1044397 Aug 22 15:08:07.870174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459038235'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:07.871855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-176e2e15-07c8-430d-b3bd-0700fe652bc0 req-d77e04c3-8d2d-4ab3-b752-314f50f2f27e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447779 Aug 22 15:08:07.986559 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:07.996821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.038250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d793ac1-19d3-4e51-8fac-b73814859ab6 req-cd3b1885-6ce8-4a1c-8561-1f5b497fdce4 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:08.039844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d793ac1-19d3-4e51-8fac-b73814859ab6 req-cd3b1885-6ce8-4a1c-8561-1f5b497fdce4 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0600052 Aug 22 15:08:08.089124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d793ac1-19d3-4e51-8fac-b73814859ab6 req-451ade1d-f91a-4971-87ef-c005f1244d09 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Aug 22 15:08:08.113575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.243574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.283531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00c2ad-178e-4a69-b526-9ba6e4780609,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:08.594028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.723565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.756753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7332f348-c85b-46e7-9cfc-c31df11425f4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:08.854800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:08.856258 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-93409f94-8a28-454b-b8d6-0a5198696588 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1121769 Aug 22 15:08:08.858780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52304) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:08.922784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c1d91334-0b05-4216-b29f-70ed215ba49e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0627329 Aug 22 15:08:08.925402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52308) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:08.930653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-security--83591073', 'description': 'tempest-security-description-556274600'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:08.957134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.006734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.015776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.022927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.028905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.034805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.041997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.048222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.054980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.056946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01196645-93c5-4c16-a921-a9f41c3e099f req-7577afb1-326a-4ec6-b69a-a64dd5eb0e7a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1022367 Aug 22 15:08:09.102637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01196645-93c5-4c16-a921-a9f41c3e099f req-33864075-dee9-4780-a483-fee2aebb358a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390096 Aug 22 15:08:09.118487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.120922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.122230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "PUT /v2.0/security-groups/7332f348-c85b-46e7-9cfc-c31df11425f4 HTTP/1.1" status: 200 len: 1777 time: 0.1953132 Aug 22 15:08:09.125186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52314) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:09.159707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8403da-999f-46eb-b47a-10cfca125a09 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7332f348-c85b-46e7-9cfc-c31df11425f4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:09.171514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac4e4c2b-a3cd-4ccd-a892-097f21455b62 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups/7332f348-c85b-46e7-9cfc-c31df11425f4 HTTP/1.1" status: 200 len: 1777 time: 0.0449226 Aug 22 15:08:09.174063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:09.222377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ee2b7-95b7-4410-9eb0-af113eaf720d req-04d34371-f4fd-4c9a-8186-7924ea02e62a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:09.224752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-866ee2b7-95b7-4410-9eb0-af113eaf720d req-04d34371-f4fd-4c9a-8186-7924ea02e62a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Aug 22 15:08:09.243432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.265918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-866ee2b7-95b7-4410-9eb0-af113eaf720d req-3948b4cf-3d38-44bc-86a2-30507f040345 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351224 Aug 22 15:08:09.271352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.420399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.423241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.424628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/7332f348-c85b-46e7-9cfc-c31df11425f4 HTTP/1.1" status: 204 len: 168 time: 0.2492881 Aug 22 15:08:09.428724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52320) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:09.435685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42063d8-ccfa-4f50-8f0c-60fd6cd97c56 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332f348-c85b-46e7-9cfc-c31df11425f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:09.486393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3805a3eb-2bd7-4bc7-8a56-d4fc21092c3b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565069 Aug 22 15:08:09.490058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:09.505042 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-c1c3c0ab-ac3a-4c3b-a289-3fded7ac4b97 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] delete failed (client error): The resource could not be found. Aug 22 15:08:09.506095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c1c3c0ab-ac3a-4c3b-a289-3fded7ac4b97 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/7332f348-c85b-46e7-9cfc-c31df11425f4 HTTP/1.1" status: 404 len: 347 time: 0.0148296 Aug 22 15:08:09.515864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52324) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:09.521301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222038432'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:09.614751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.705905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:09.784486 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.121023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303f2c18-ae52-479e-aed3-54418e96bbca,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:10.213401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.215491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-569f5f6d-99c1-4699-9943-ecea740bfd5b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6985407 Aug 22 15:08:10.218483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:10.224035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': '303f2c18-ae52-479e-aed3-54418e96bbca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:10.249362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.255452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.261385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.268374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.274915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.280883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.287411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.289385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-3276988b-f428-4541-8155-437a73376706 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.0991666 Aug 22 15:08:10.333557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3544dac-5d81-4ad5-bafb-3490b17da218 req-98946a9a-62b8-49ed-bbc0-d88538aac30f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365458 Aug 22 15:08:10.391045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dff5d-713d-4c5b-bbcc-f61b6ce2d452 req-862bca7f-ef4c-45ce-ac92-7b52f83cf3e2 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:10.392698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f24dff5d-713d-4c5b-bbcc-f61b6ce2d452 req-862bca7f-ef4c-45ce-ac92-7b52f83cf3e2 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0558703 Aug 22 15:08:10.397374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.437754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f24dff5d-713d-4c5b-bbcc-f61b6ce2d452 req-c7d31578-0a81-4421-ad3d-d62ddf629fec tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364377 Aug 22 15:08:10.464732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52338) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:10.467445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.498743 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.576223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a09a33-e3d4-426b-ab10-c05742e2ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.618378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.636522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f68317a-7735-475e-b220-a17a53589ca5,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:10.670661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a09a33-e3d4-426b-ab10-c05742e2ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.843638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a09a33-e3d4-426b-ab10-c05742e2ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.886641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6a09a33-e3d4-426b-ab10-c05742e2ea2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a72834ceb2b48fb9dfab82cde6094ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207957 Aug 22 15:08:10.888007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a09a33-e3d4-426b-ab10-c05742e2ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151f4a48-aa5e-4aeb-a522-a0322661e081,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:10.889379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:10.939679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.950278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.951506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ef4a2ae-1397-49c2-9a26-66b8299a300b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7320435 Aug 22 15:08:10.955036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52346) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:10.966156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.980847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:10.989551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.094883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.097572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.098931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/151f4a48-aa5e-4aeb-a522-a0322661e081 HTTP/1.1" status: 204 len: 168 time: 0.2083538 Aug 22 15:08:11.107111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b32f5c-1d91-4103-95fa-737f5729756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151f4a48-aa5e-4aeb-a522-a0322661e081,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:11.143963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.152388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.153574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6f68317a-7735-475e-b220-a17a53589ca5 HTTP/1.1" status: 204 len: 168 time: 0.1974621 Aug 22 15:08:11.157952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52350) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:11.161942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1ecc-b67b-4ebb-8fb7-40d58cc31d23 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f68317a-7735-475e-b220-a17a53589ca5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:11.208982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-446591c4-6212-42b0-8fee-f726c59ff69c tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503576 Aug 22 15:08:11.211685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52352) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:11.268775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.291693 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.474715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.481187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.487169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.493750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.499755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.506102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.506564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.509389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.510624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/303f2c18-ae52-479e-aed3-54418e96bbca HTTP/1.1" status: 204 len: 168 time: 0.2979705 Aug 22 15:08:11.514183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:11.515537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.517917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-302a5ad6-0fb6-4469-99e2-f5af3262244d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1002452 Aug 22 15:08:11.530951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590fda7-d525-4899-b200-0e32ae65ed51 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303f2c18-ae52-479e-aed3-54418e96bbca,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:11.577464 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b0105d96-6bc2-493e-baaa-4cfafcf01e9b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586503 Aug 22 15:08:11.577867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52362) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:11.582872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440648175'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:11.594619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5415c85a-1c56-4f4d-a280-584f848b6e02 req-dce52efe-9417-4393-a1db-26f6019a3593 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642073 Aug 22 15:08:11.604301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718b63c-9125-401b-8d81-b08fec7620c5 req-e6b76d56-9285-4926-a18c-fb2efcd0c803 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:11.605934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0718b63c-9125-401b-8d81-b08fec7620c5 req-e6b76d56-9285-4926-a18c-fb2efcd0c803 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0862145 Aug 22 15:08:11.647072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0718b63c-9125-401b-8d81-b08fec7620c5 req-efd3c024-f37d-44fe-8d28-93ddefc4b64d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Aug 22 15:08:11.847396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.929976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:11.973657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:11.986885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4cac0e1-4247-4ed9-9faf-0545cff4b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.010701 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.059651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d0a5c-3ad0-48ba-aae6-5e2f0e518142,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:12.124525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4cac0e1-4247-4ed9-9faf-0545cff4b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.231101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4cac0e1-4247-4ed9-9faf-0545cff4b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.270545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a4cac0e1-4247-4ed9-9faf-0545cff4b974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483797016a6447b5bdcd8d22ebacb15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951353 Aug 22 15:08:12.271675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac0e1-4247-4ed9-9faf-0545cff4b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7466d92-cb98-411e-8d5b-de301b06fda1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:12.273388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52368) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:12.325998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.338368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.339696 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-434a4cbf-e283-4664-9710-1746353ea6ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7604771 Aug 22 15:08:12.342521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:12.349411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.349587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'b87d0a5c-3ad0-48ba-aae6-5e2f0e518142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:12.523581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.528721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.532229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.533480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7466d92-cb98-411e-8d5b-de301b06fda1 HTTP/1.1" status: 204 len: 168 time: 0.2584298 Aug 22 15:08:12.542436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e942ef5-380d-4558-b7c7-6e283716eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7466d92-cb98-411e-8d5b-de301b06fda1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:12.603711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.694988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.715565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f4922e-632c-4171-9615-5e66090ccc3a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:12.765691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.772175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.778281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.784243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.790441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.796536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.803073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.805027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-6cee0400-e89c-4840-94be-7fd31c04adad tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.1252356 Aug 22 15:08:12.815121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:12.816469 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81a25765-55da-4de5-b877-82c1b94c46b6 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729691 Aug 22 15:08:12.820302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52378) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:12.825703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'b87d0a5c-3ad0-48ba-aae6-5e2f0e518142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:12.846036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66411900-f67f-4cdb-9ca0-8606962c9df9 req-740603b6-33b7-43df-bd20-78ae1a0e1e12 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:12.847577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66411900-f67f-4cdb-9ca0-8606962c9df9 req-740603b6-33b7-43df-bd20-78ae1a0e1e12 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1286051 Aug 22 15:08:12.878300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9689be71-f658-469d-aa2a-78dbf8c0fcd2 req-e836f5cb-e2cd-46ac-8c58-41030f36f66c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663521 Aug 22 15:08:12.909409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66411900-f67f-4cdb-9ca0-8606962c9df9 req-6ceb6008-a939-4959-9975-d249df708da6 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Aug 22 15:08:12.969414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-7abaefd4-e8e8-4b77-aad3-1d5355e8273a req-8a48c122-21f4-4ec2-b1a2-29246fa1ab0c service neutron] (102049) timed out ('10.222.0.53', 47632) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:08:13.046313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.110247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.294806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.318152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954f2ccd-be8b-4532-b75b-5e31c51c730e,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:13.437830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.439247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34c846d1-ffbb-464e-b284-bba81728a555 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6176107 Aug 22 15:08:13.442875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52392) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:13.447541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'b87d0a5c-3ad0-48ba-aae6-5e2f0e518142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:13.648659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.710657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.898836 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:13.919355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:13.923749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282cec56-bcb7-469c-9703-c0abf9d7dc48,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:14.048192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:14.061926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'port_id': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4', 'mac_address': 'fa:16:3e:47:b7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:14.064217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.065489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c756f346-b8e8-47e1-bfd1-e3dbb801ba8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6215842 Aug 22 15:08:14.069334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:14.076647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'b87d0a5c-3ad0-48ba-aae6-5e2f0e518142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:14.121869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.138363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:14.159894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:14.249459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.335128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.336073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5dae21da-da0c-4506-be96-23ae3dfee837 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:14.338452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.429669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:14.442789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.457457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac36b88-7217-4760-a697-3ba394dd7cda req-44f8455e-07d5-40bd-ae13-03f14f66f42a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.459160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '5dae21da-da0c-4506-be96-23ae3dfee837', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'port_id': '5dae21da-da0c-4506-be96-23ae3dfee837', 'mac_address': 'fa:16:3e:78:d0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:14.465473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ac36b88-7217-4760-a697-3ba394dd7cda req-44f8455e-07d5-40bd-ae13-03f14f66f42a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.4725449 Aug 22 15:08:14.485730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.486691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.492752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.500391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.507985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.508937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb471e8-191c-437e-9ed2-e86da4049262,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:14.515189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.522756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:14.525396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:14.527359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-08eb3647-cf13-474a-bf2b-ebe997563d9e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5421 time: 0.5254922 Aug 22 15:08:14.565042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.580404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dae21da-da0c-4506-be96-23ae3dfee837 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:14.587723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ac36b88-7217-4760-a697-3ba394dd7cda req-3ed91519-b9e1-4710-bbcf-30e5b752d4c4 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212490 Aug 22 15:08:14.596574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.609567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf038add-9a6d-4862-bf68-b0cc604710bf tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5375166 Aug 22 15:08:14.610629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52418) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:14.616430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'b87d0a5c-3ad0-48ba-aae6-5e2f0e518142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:14.620183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3797ffaf-28c1-44c5-ad21-7bfbee79cc27 req-8d53073d-a991-4f0e-a56f-d3666b6552e7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818715 Aug 22 15:08:14.625173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:14.718364 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.718992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 86926a77-2508-4066-ab3e-d8feb517e0f1 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:14.752025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.793468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:14.796425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:14.821156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'port_id': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'mac_address': 'fa:16:3e:72:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:14.836827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.949638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:14.972725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eca5a6c-252c-4b96-af3e-a2d49c5f02fb,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.047655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.048966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.052073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a510f23b-0c3c-4d48-9b8e-9f09da853bea tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4387662 Aug 22 15:08:15.058661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52428) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.080376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86926a77-2508-4066-ab3e-d8feb517e0f1 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:15.106645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.112772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:15.118205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.277638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.277901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.278600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 75c64300-50f2-49a9-b7c0-53ae10a7fe2b details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:15.285149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.286489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5eca5a6c-252c-4b96-af3e-a2d49c5f02fb HTTP/1.1" status: 204 len: 168 time: 0.2268054 Aug 22 15:08:15.289433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.290985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148752-b6a3-46c2-ad03-bc45d40f5c72 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eca5a6c-252c-4b96-af3e-a2d49c5f02fb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.344694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.348548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:15.355067 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d568157-874d-44ce-8ac6-0ebe50d58e8e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0618279 Aug 22 15:08:15.355390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.359845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b', 'network_id': '9ccf4230-5ece-4158-8b55-3660a3f6ef97', 'port_id': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b', 'mac_address': 'fa:16:3e:15:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:15.386865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.396906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.399998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.413083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c64300-50f2-49a9-b7c0-53ae10a7fe2b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:15.437837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:15.528951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.529132 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.529620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d288a87c-008f-4208-b424-d0103d244d00 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:15.535592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.537292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0eb471e8-191c-437e-9ed2-e86da4049262 HTTP/1.1" status: 204 len: 168 time: 0.1810446 Aug 22 15:08:15.543853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52440) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.544425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c6b2e-1e0b-43d6-bc45-2685bc5cac7a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb471e8-191c-437e-9ed2-e86da4049262,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.607193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.630324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-da16d9d9-2c5a-4776-a2ea-9c17a091af95 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0835073 Aug 22 15:08:15.630432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.656141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.668320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.673734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d288a87c-008f-4208-b424-d0103d244d00,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:15.689941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd288a87c-008f-4208-b424-d0103d244d00', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'port_id': 'd288a87c-008f-4208-b424-d0103d244d00', 'mac_address': 'fa:16:3e:47:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:15.737920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.752852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d288a87c-008f-4208-b424-d0103d244d00 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:15.775221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d288a87c-008f-4208-b424-d0103d244d00,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:15.776586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb9699-e7fb-4fcb-b3c9-990a5e6db47e req-c085170f-6e55-4c91-9205-12466f2c7672 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.777561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.778157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-febb9699-e7fb-4fcb-b3c9-990a5e6db47e req-c085170f-6e55-4c91-9205-12466f2c7672 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0946510 Aug 22 15:08:15.789562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.793319 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/282cec56-bcb7-469c-9703-c0abf9d7dc48 HTTP/1.1" status: 204 len: 168 time: 0.1668925 Aug 22 15:08:15.794444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52454) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.796499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daecf4b-60b6-4325-a379-e1a935898534 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=282cec56-bcb7-469c-9703-c0abf9d7dc48,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.798971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.806334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.812943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.820739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.826731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.833955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.838155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.840359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:15.842583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45bfdd06-adfe-4989-b44c-20da2532070d req-86126408-6ae5-49cf-b0b3-ddb7af039c50 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5425 time: 0.1252530 Aug 22 15:08:15.853158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52458) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:15.853400 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ebba2732-7008-4260-85c4-34ed0872ff5c tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0575612 Aug 22 15:08:15.893524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:15.927426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-febb9699-e7fb-4fcb-b3c9-990a5e6db47e req-e27656e5-6440-4cd0-ad49-0ac1dcf5b478 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403725 Aug 22 15:08:15.929677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:15.931336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:15.943662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45bfdd06-adfe-4989-b44c-20da2532070d req-9b092c2a-a756-4259-b560-562742878568 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925519 Aug 22 15:08:15.945359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.039021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:16.047152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.052989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.056835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/954f2ccd-be8b-4532-b75b-5e31c51c730e HTTP/1.1" status: 204 len: 168 time: 0.2000422 Aug 22 15:08:16.056959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8', 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'port_id': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8', 'mac_address': 'fa:16:3e:fb:97:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f14785-4ea1-4716-99f9-5daa06381b10', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:16.058925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52468) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.062300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54818d6f-fe54-4daa-9e21-e01a2e02f5f2 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=954f2ccd-be8b-4532-b75b-5e31c51c730e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:16.109194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.116023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c13acc5-f496-48ee-9c40-36e436a5b180 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547822 Aug 22 15:08:16.118554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52472) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.131214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:16.150414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.151598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:16.158680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.241133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.241824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d8d58d91-da42-4a0e-b189-df6bfb631b8b details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:08:16.260114 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.264911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.266115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/50f4922e-632c-4171-9615-5e66090ccc3a HTTP/1.1" status: 204 len: 168 time: 0.1462498 Aug 22 15:08:16.268870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52480) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.274949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb0aea-63ee-4ee5-ba26-f5ec289207df tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50f4922e-632c-4171-9615-5e66090ccc3a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:16.312973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:16.315328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:16.317158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c20be295-d433-4e41-b380-4963debd661a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462277 Aug 22 15:08:16.319955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52482) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.326940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'network_id': '8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9', 'port_id': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'mac_address': 'fa:16:3e:ea:03:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f14785-4ea1-4716-99f9-5daa06381b10', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:08:16.379342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.387160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.394101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d58d91-da42-4a0e-b189-df6bfb631b8b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:16.414132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.418290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:16.483385 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.512233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.515532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.516819 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/b87d0a5c-3ad0-48ba-aae6-5e2f0e518142 HTTP/1.1" status: 204 len: 168 time: 0.1893318 Aug 22 15:08:16.519408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.526811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc89a-e1b9-4892-a037-25abfddad153 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d0a5c-3ad0-48ba-aae6-5e2f0e518142,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:16.543488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:16.576415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e06c33c-70a8-48ef-b1b4-f58ef79041d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530992 Aug 22 15:08:16.578459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:16.583863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673744580'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:16.681225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.741675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['ec1f7d50-3ffe-43a8-8470-ae9a03e406f4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:16.744105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['5dae21da-da0c-4506-be96-23ae3dfee837'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:16.749250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['86926a77-2508-4066-ab3e-d8feb517e0f1'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:16.787719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.811770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d288a87c-008f-4208-b424-d0103d244d00'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:16.883679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:16.921551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40a059-a928-4796-a200-e0ded0d314fa,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:17.031854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.036617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-04ea0770-fccd-4903-a5c0-89b879f73464 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4534972 Aug 22 15:08:17.036843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:17.044171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': '9b40a059-a928-4796-a200-e0ded0d314fa', 'direction': 'ingress', 'protocol': 17}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:17.109823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d8d58d91-da42-4a0e-b189-df6bfb631b8b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:17.138322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa801b-061b-4089-912e-f8713d73de1b req-4d57d194-c9d8-4af6-b88f-f20fb4038c59 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.139754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87aa801b-061b-4089-912e-f8713d73de1b req-4d57d194-c9d8-4af6-b88f-f20fb4038c59 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1124165 Aug 22 15:08:17.168518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.174580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.180800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.186147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.189032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.196494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.203281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.210534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:17.220253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-2581861f-2c9f-48a6-ba6b-9d27ed94f5ab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5428 time: 0.1910393 Aug 22 15:08:17.302492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10ab1a6c-3e2a-4800-aa8b-7f2b5abd1264 req-89e2e465-cf07-47cb-a6b4-851164161426 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810344 Aug 22 15:08:17.322165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87aa801b-061b-4089-912e-f8713d73de1b req-162a05f3-c754-433a-b2df-51f8d3aa4d59 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728995 Aug 22 15:08:17.335616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.412789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.436474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab840596-06f0-4445-ac31-a3e81baa2193,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:17.492756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.496016 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1842d610-602f-41e9-9352-9a86a1c44a00 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4556658 Aug 22 15:08:17.499447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:17.564948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.588934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.698631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.701278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.703146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b40a059-a928-4796-a200-e0ded0d314fa HTTP/1.1" status: 204 len: 168 time: 0.2020741 Aug 22 15:08:17.705269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52516) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:17.712870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb9c1a-6528-4d1a-a2a9-68c1f7bfcd53 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40a059-a928-4796-a200-e0ded0d314fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:17.762968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e784975c-6b33-43cb-881d-d94365f360d1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564401 Aug 22 15:08:17.766730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:17.772457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--782260696'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:17.799898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['75c64300-50f2-49a9-b7c0-53ae10a7fe2b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:17.850233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:17.949036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.018271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52524) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:18.025603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.058952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b25ca4-e65a-4304-af38-05f186511bc2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:18.135563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.137201 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cfe8996d-4f6f-4885-838d-b0bb74c04d64 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3693702 Aug 22 15:08:18.140225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52532) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:18.146194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694382112'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:18.202337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22ee5378-6224-43f4-96f0-8af9cbba231e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.327680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.440704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22ee5378-6224-43f4-96f0-8af9cbba231e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.467740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.473776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.479765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.485865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.492561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.498497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.505188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.507181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-0c1d7eb6-a19a-4b5f-adf8-15234f23c6ff tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5428 time: 0.1010854 Aug 22 15:08:18.523317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22ee5378-6224-43f4-96f0-8af9cbba231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.549792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da9b6f7a-047e-4d93-9915-facf2d5cf7ba req-d5fcf59b-08a2-49a3-bfcb-6b6f96c71278 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355241 Aug 22 15:08:18.579616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22ee5378-6224-43f4-96f0-8af9cbba231e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbf2025a7afd4e93bc6315291432c833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600860 Aug 22 15:08:18.580798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5378-6224-43f4-96f0-8af9cbba231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d432f3-b808-4765-9498-93da804f734c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:18.582277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52538) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:18.651799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.668947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.698898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.707731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d335-9d3f-4977-b495-6a77bc2f9df1 req-6f423f31-da6e-46a0-9ddb-76fbc79dae4c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.709292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b9d335-9d3f-4977-b495-6a77bc2f9df1 req-6f423f31-da6e-46a0-9ddb-76fbc79dae4c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0822294 Aug 22 15:08:18.752081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.769596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99b9d335-9d3f-4977-b495-6a77bc2f9df1 req-4fd0ae70-9a8c-4c55-9e62-4dcead48e76f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 Aug 22 15:08:18.789581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b30d7-defb-4250-9699-c23808371b96,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:18.849919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.851911 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a25bf8fb-fe42-4954-be03-6e6a4cb6a14e tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7096105 Aug 22 15:08:18.854142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:18.859931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': '65b25ca4-e65a-4304-af38-05f186511bc2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d4b30d7-defb-4250-9699-c23808371b96', 'remote_ip_prefix': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:18.883441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.885993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:18.887172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80d432f3-b808-4765-9498-93da804f734c HTTP/1.1" status: 204 len: 168 time: 0.3030906 Aug 22 15:08:18.909399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57175290-202d-408d-9340-dd0f39fc4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d432f3-b808-4765-9498-93da804f734c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:18.936084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.941211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['b8d4c7d1-0bd2-41d2-9678-e29283a99fe8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:18.943627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.949917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.956284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.962733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.968938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.975745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:18.983619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-7a2621d3-390e-47d5-891b-2f20380e8c8a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.1392620 Aug 22 15:08:19.022173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.056259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98b9483b-eac9-42e6-aacf-3bad5546592e req-74b2188c-812a-47df-bee1-96152bd95cb0 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651240 Aug 22 15:08:19.207660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.243114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-64a25d84-32f6-4136-beee-723e201f4eee tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.244647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-64a25d84-32f6-4136-beee-723e201f4eee tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1395135 Aug 22 15:08:19.259501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.266392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-7794b7cc-a266-4ca3-9676-9944106f349e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0159509 Aug 22 15:08:19.289023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d629297-61e0-4196-a37e-51dad07c9519,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:19.327851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-a3d28e91-52cf-456e-ae49-92fffd07a063 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550003 Aug 22 15:08:19.397756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.399105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-efd26fec-9a77-44a8-b7da-d8d588fc5029 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5440090 Aug 22 15:08:19.402193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52562) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:19.429804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.436434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.547072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-6953b6bc-82eb-4aa0-a4a4-89ee80f2839c service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119808 Aug 22 15:08:19.568936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:19.583171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5f0989e-2d34-43ee-9e9e-38ea30bfad9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.610934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.622966 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.626542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3d629297-61e0-4196-a37e-51dad07c9519 HTTP/1.1" status: 204 len: 168 time: 0.2207379 Aug 22 15:08:19.627577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52568) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:19.632798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbaa23-a807-455a-880b-ee817bdb97be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d629297-61e0-4196-a37e-51dad07c9519,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:19.687754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-e804e729-e9f5-4650-ae60-e3b37a8c2146 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331642 Aug 22 15:08:19.698096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-867d6380-ca05-419f-af4e-e52c80d0824f tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0675941 Aug 22 15:08:19.698564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52570) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:19.725501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.732107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.734611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5f0989e-2d34-43ee-9e9e-38ea30bfad9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.738194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.744318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.750472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.757444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.763380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.765411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad088f75-920f-4622-b3a2-3530726efab9 req-b61b8c43-3cf6-43a2-97a2-9977c44ea1fe tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5428 time: 0.1306105 Aug 22 15:08:19.812853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5f0989e-2d34-43ee-9e9e-38ea30bfad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.834923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad088f75-920f-4622-b3a2-3530726efab9 req-1e539f49-1bde-4f73-9a23-08fc5f1703d0 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603020 Aug 22 15:08:19.846490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.857491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5f0989e-2d34-43ee-9e9e-38ea30bfad9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ba951a9ff1b4bebbe9fab98bd88fd10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849650 Aug 22 15:08:19.857491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0989e-2d34-43ee-9e9e-38ea30bfad9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13654d80-6456-44f0-b2ab-bc59e9052bfb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:19.860373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52576) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:19.875420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.932537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.957310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:19.980835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87edf79-dbc9-49e2-ad46-98ae2f81ac40 req-4ea39ec8-cf14-480e-b45d-9d28341546bb tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:19.984483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e87edf79-dbc9-49e2-ad46-98ae2f81ac40 req-4ea39ec8-cf14-480e-b45d-9d28341546bb tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0628235 Aug 22 15:08:20.025388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.028510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.029905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d4b30d7-defb-4250-9699-c23808371b96 HTTP/1.1" status: 204 len: 168 time: 0.3296974 Aug 22 15:08:20.032781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:20.038225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e87edf79-dbc9-49e2-ad46-98ae2f81ac40 req-99ead826-498c-46c1-b217-bf9f6aff59f1 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Aug 22 15:08:20.060041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7891a-8c4a-431d-b3fc-451a15210388 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b30d7-defb-4250-9699-c23808371b96,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:20.090951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2792ccb-3f82-41ca-ba74-aed0a81fc83c req-cfb980bf-69b1-46af-9952-a043f9f0ca5e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0559061 Aug 22 15:08:20.117440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.120468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.125105 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13654d80-6456-44f0-b2ab-bc59e9052bfb HTTP/1.1" status: 204 len: 168 time: 0.2523134 Aug 22 15:08:20.139565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefe843-3fe4-46c6-97b7-0293db0be15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13654d80-6456-44f0-b2ab-bc59e9052bfb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:20.154424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b28b4519-6239-4002-b8af-9ec6bd086a8a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1176510 Aug 22 15:08:20.154784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:20.263762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.278718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.284834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.291525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.297644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.303655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.309961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.320670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.320670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-469d8007-09bd-4691-b07c-805e2479ff65 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.1292906 Aug 22 15:08:20.356288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.388008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d01d5d-8e16-4d39-bb89-3d6b98a43aba req-767b9c95-e92e-4edd-9307-705954849364 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599210 Aug 22 15:08:20.460591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.466626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.472718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.478859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.484912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.491684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.498059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.500084 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-83675f7d-e40b-4ce4-98fc-ac8895db4a76 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 5440 time: 0.0990820 Aug 22 15:08:20.504432 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.507358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.508564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/65b25ca4-e65a-4304-af38-05f186511bc2 HTTP/1.1" status: 204 len: 168 time: 0.3526824 Aug 22 15:08:20.517664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52596) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:20.524706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf199d-0d9a-4337-a85c-2f91a3420ed1 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b25ca4-e65a-4304-af38-05f186511bc2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:20.562428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-ab09c06b-1a89-4b1c-b034-d0d365827a24 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.563886 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-ab09c06b-1a89-4b1c-b034-d0d365827a24 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0533161 Aug 22 15:08:20.579761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ccbe465-904b-46ef-96c7-aa0ecd3c3add tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609024 Aug 22 15:08:20.586020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:20.594306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--531710800'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:20.687396 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cedffd2a-b97b-4e9c-83d8-ba71dc3c6047 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1173029 Aug 22 15:08:20.701793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:20.705446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.756912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.790657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.864950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:20.907902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de87e89f-fb6b-4eb2-b214-1eb2d420f127,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:20.910270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094a6de6-21bb-4e38-b8b3-720311663080,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:20.948545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] For port de87e89f-fb6b-4eb2-b214-1eb2d420f127, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:08:20.982631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.985815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.987033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] device_id is not set on port de87e89f-fb6b-4eb2-b214-1eb2d420f127 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:08:20.994411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:20.996965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.000435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.001251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.008072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.014260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.020324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.022327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-56da8fc4-e13f-4e25-a877-a6af7405cade tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5428 time: 0.1006017 Aug 22 15:08:21.023803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.025065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3afaa10-6ce0-41a5-81d5-ac605e1c44ed tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4357562 Aug 22 15:08:21.027778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:21.032558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': '094a6de6-21bb-4e38-b8b3-720311663080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:21.088934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f82a7ba-5f6c-471b-ae5a-2db9e8e9a366 req-1a15c800-8b2b-421e-b52c-a914e42523f7 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515049 Aug 22 15:08:21.106438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.196741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] No DVR routers for this DVR port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:21.218620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.252290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9541f7df-2b19-4ecf-aa31-c4aae68f73ed req-b9aafdbf-bdb0-4639-a8e9-4bb54f640e04 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0514641 Aug 22 15:08:21.267240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] In _notify_port_updated(), no bound segment for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:08:21.268186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.268983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.271193 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] 10.222.0.10 "PUT /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 200 len: 1032 time: 0.5762384 Aug 22 15:08:21.272327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd841e-0394-4bbd-bb31-defdcbb28729 service neutron] Pushing event updated for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:21.290873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c8f69-c09d-4a9d-a5d1-a123bc7f624b req-571d03b3-ffb8-4d5b-a673-4ee93f6fa395 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.292657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-692c8f69-c09d-4a9d-a5d1-a123bc7f624b req-571d03b3-ffb8-4d5b-a673-4ee93f6fa395 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1405563 Aug 22 15:08:21.330016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-ab2e03d6-49ca-4430-beca-68ef5c12e0f3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.331556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-ab2e03d6-49ca-4430-beca-68ef5c12e0f3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "GET /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542612 Aug 22 15:08:21.348524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.362250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-692c8f69-c09d-4a9d-a5d1-a123bc7f624b req-9e7a72e5-46bb-4bc4-9967-d4a038ed8564 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Aug 22 15:08:21.367812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:21.426418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.452755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c21a4a-30bb-4312-b74a-2ebf3273ed51,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:21.458580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.475482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-015e8b08-2a0d-44ed-8769-cd83cca830e2 None None] Provisioning complete for port de87e89f-fb6b-4eb2-b214-1eb2d420f127 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:21.476263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-015e8b08-2a0d-44ed-8769-cd83cca830e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.530889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-015e8b08-2a0d-44ed-8769-cd83cca830e2 None None] Port de87e89f-fb6b-4eb2-b214-1eb2d420f127 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:08:21.537801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.539344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-20767685-4484-4edd-8e7e-df9a4e66c4d3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5105710 Aug 22 15:08:21.542178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52630) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:21.592739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.600348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.609188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.615746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.623145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.628961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b8881a9-cf24-40cb-b63a-597bef052f56,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:21.629629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.631681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6041a4af-94d3-4757-9558-03b64277f8df req-65dff5f0-347d-48b8-a883-a65d9de466ae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 4661 time: 0.1287713 Aug 22 15:08:21.633415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.654953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.663106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] For port 6b8881a9-cf24-40cb-b63a-597bef052f56, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:08:21.696869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] device_id is not set on port 6b8881a9-cf24-40cb-b63a-597bef052f56 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:08:21.705679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.732995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6041a4af-94d3-4757-9558-03b64277f8df req-8719017a-25d1-4604-8953-64054f712250 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&id=7daafb6b-16cc-4902-85d2-11ad8caed7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874434 Aug 22 15:08:21.740800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-acbafbd5-540b-4342-8954-5a5c6cb3a512 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936222 Aug 22 15:08:21.774634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.784053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.790648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.792497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d9c21a4a-30bb-4312-b74a-2ebf3273ed51 HTTP/1.1" status: 204 len: 168 time: 0.2488441 Aug 22 15:08:21.796152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52634) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:21.825210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e4d45-aedb-4aa4-8f70-594341d3a168 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9c21a4a-30bb-4312-b74a-2ebf3273ed51,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:21.857306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] No DVR routers for this DVR port 6b8881a9-cf24-40cb-b63a-597bef052f56 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:21.881797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Pushing event updated for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:21.883789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a2de7e60-3901-463e-b39e-c474fdf32d25 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0865381 Aug 22 15:08:21.886827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:21.898440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c43f2-4089-4656-9496-1215b2723b07 req-12a93c47-592c-48aa-b7ea-3b1b76c08400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.900003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-12a93c47-592c-48aa-b7ea-3b1b76c08400 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1097 time: 0.0912089 Aug 22 15:08:21.907861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] In _notify_port_updated(), no bound segment for port 6b8881a9-cf24-40cb-b63a-597bef052f56 on network 64ee791b-633b-4653-8dff-222b9d310348 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:08:21.908846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:21.910165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:21.911701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-80bd3e25-01f1-43cd-827c-dcfce3541fdc service neutron] 10.222.0.10 "PUT /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 200 len: 1030 time: 0.5491617 Aug 22 15:08:21.955649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 86926a77-2508-4066-ab3e-d8feb517e0f1 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:21.995912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.055691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:22.056781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.062929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.075529 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:08:22.117197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c43f2-4089-4656-9496-1215b2723b07 req-8313d322-2412-4c6f-bee1-d88775d6b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.118746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-8313d322-2412-4c6f-bee1-d88775d6b7f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 898 time: 0.1830316 Aug 22 15:08:22.141588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 86926a77-2508-4066-ab3e-d8feb517e0f1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:22.153237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 86926a77-2508-4066-ab3e-d8feb517e0f1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:22.154492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.217230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.220254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.221550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/094a6de6-21bb-4e38-b8b3-720311663080 HTTP/1.1" status: 204 len: 168 time: 0.3337572 Aug 22 15:08:22.225860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52646) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:22.240040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed207fd-a447-48f2-bb8e-a412ddec6fdb tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a6de6-21bb-4e38-b8b3-720311663080,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:22.252795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8158466c-b88b-402a-b855-2aafaac76ccd None None] Provisioning complete for port 6b8881a9-cf24-40cb-b63a-597bef052f56 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:22.256468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8158466c-b88b-402a-b855-2aafaac76ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.261739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-38ae6832-8d57-4f1a-aecf-8fe0835666e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 1002 time: 0.1349161 Aug 22 15:08:22.281471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.289753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.297698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.304379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.311666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.318745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.326274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.328467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-b7934345-b1ed-4976-b820-02d0ff919946 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5428 time: 0.1438622 Aug 22 15:08:22.351411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] For port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:22.356011 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.378468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.386257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c43f2-4089-4656-9496-1215b2723b07 req-6db47b2e-1b64-4229-9df4-1e37d7db0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.388744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-6db47b2e-1b64-4229-9df4-1e37d7db0dd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.0582297 Aug 22 15:08:22.392839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8158466c-b88b-402a-b855-2aafaac76ccd None None] Port 6b8881a9-cf24-40cb-b63a-597bef052f56 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:08:22.434487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:22.440240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:22.444911 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dcdb2b-c92a-416e-975b-c32119e2a71b" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:22.452407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52cfd26e-52fb-4e9f-a65b-63d25ab2a853 req-12bbbe65-7495-4398-93f0-8990a8638a0b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0564613 Aug 22 15:08:22.452931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-551eac63-df86-4f8a-b76d-1969f20621a8 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2258787 Aug 22 15:08:22.465354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:22.485968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162838241'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:22.492916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:22.545539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-ef4097d2-4740-4ac1-967d-813e55ce0871 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.547062 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-ef4097d2-4740-4ac1-967d-813e55ce0871 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.3064356 Aug 22 15:08:22.553490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.554537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:22.603299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:22.610234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c759464-a095-47f5-ac0f-d4af94a5e63b req-2e696f77-0710-494d-b3d4-345e4b0432f2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212985 Aug 22 15:08:22.624353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c43f2-4089-4656-9496-1215b2723b07 req-34458333-e752-4bba-98db-d794934b5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.625898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-34458333-e752-4bba-98db-d794934b5a9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156918 Aug 22 15:08:22.660189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:22.687478 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33b0c0-2f0e-4842-a3fe-57b419877078 x-openstack-request-id: req-5f33b0c0-2f0e-4842-a3fe-57b419877078 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:22.687782 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:22.688065 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f33b0c0-2f0e-4842-a3fe-57b419877078 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:22.689452 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'code': 200} Aug 22 15:08:22.702019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5605ff9-dd69-4173-b900-203a150e4f12 req-ca86692f-a1c9-4c37-bdbd-856f32ab8103 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:22.703895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5605ff9-dd69-4173-b900-203a150e4f12 req-ca86692f-a1c9-4c37-bdbd-856f32ab8103 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1704361 Aug 22 15:08:22.749555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.785471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:22.798052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:22.800492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.832444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.842341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5605ff9-dd69-4173-b900-203a150e4f12 req-9cfb3b58-206c-4e06-b226-23ae5aef1ba4 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256161 Aug 22 15:08:22.856738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-f345437d-a30e-453e-b37b-753a88dae0d6 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139208 Aug 22 15:08:22.898406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:22.953986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] No DVR routers for this DVR port c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:22.958989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:22.964172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-871530e8-61cd-420c-9c17-b0a0ffc3445b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "DELETE /v2.0/ports/c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 HTTP/1.1" status: 204 len: 173 time: 1.0451801 Aug 22 15:08:22.964943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:22.967573 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2808f31f-ccc6-46e8-a812-a8f78c1a6400" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:22.991034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.016842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.037954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-385a6a3b-5348-436d-8758-3dd41e9fb38d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.043888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-385a6a3b-5348-436d-8758-3dd41e9fb38d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.049916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-385a6a3b-5348-436d-8758-3dd41e9fb38d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.056779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-385a6a3b-5348-436d-8758-3dd41e9fb38d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.058142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:23.058544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-385a6a3b-5348-436d-8758-3dd41e9fb38d tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 3149 time: 0.1811683 Aug 22 15:08:23.065318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770c43f2-4089-4656-9496-1215b2723b07 req-ca77f881-3edf-42da-980c-930527fdc512 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974862 Aug 22 15:08:23.073985 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c6ece-ce46-40f1-8e89-084f1d94f65a x-openstack-request-id: req-658c6ece-ce46-40f1-8e89-084f1d94f65a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:23.074520 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:23.074779 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-658c6ece-ce46-40f1-8e89-084f1d94f65a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:23.075193 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2', 'status': 'completed', 'code': 200} Aug 22 15:08:23.107306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10636799-553e-45b4-8eb2-ffb05f03cf28 req-5197b3e6-48c7-49a5-a592-524d9c7f0c12 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Aug 22 15:08:23.110853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port c5edc96d-1331-4abc-8106-18a4e2aebe35 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:23.111321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.111546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.136330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.137605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d8d58d91-da42-4a0e-b189-df6bfb631b8b up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:23.159945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08c80e-4182-48be-a91d-41ae00d38c7f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:23.209981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de87e89f-fb6b-4eb2-b214-1eb2d420f127 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:23.248954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] For port c5edc96d-1331-4abc-8106-18a4e2aebe35, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c5edc96d-1331-4abc-8106-18a4e2aebe35,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:23.249342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.262047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for c5edc96d-1331-4abc-8106-18a4e2aebe35 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:23.275363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:08:23.278907 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.281443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:23.290080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de87e89f-fb6b-4eb2-b214-1eb2d420f127 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:23.290764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a91310b2-8a82-4e11-b677-b508d39be2a4 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:23.358203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.359806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-690ccd50-f0c8-498f-b3d4-105d4ddfecda tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8787856 Aug 22 15:08:23.363834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52674) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:23.369106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'cf08c80e-4182-48be-a91d-41ae00d38c7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:23.465949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d8d58d91-da42-4a0e-b189-df6bfb631b8b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:23.468251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.503143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d8d58d91-da42-4a0e-b189-df6bfb631b8b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:23.503143 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.542749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.14 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/eae64708-8acd-4168-88b9-ff08d2b5e0ba) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:08:23.568252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:23.592924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.598580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac2d868a-7e0a-4677-979d-a0432b8f6bb0 req-653ef1d8-c531-4fbb-9986-7821e6a4b7a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0446620 Aug 22 15:08:23.628300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.687613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:23.698840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.701540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.704931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 34fac63f-76a7-4fd8-a259-a456fa3255fc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:23.711855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.780237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.781229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5dae21da-da0c-4506-be96-23ae3dfee837 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:23.790987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=c5edc96d-1331-4abc-8106-18a4e2aebe35,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:23.807070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.814013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] No DVR routers for this DVR port c5edc96d-1331-4abc-8106-18a4e2aebe35 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:23.814366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.820554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.822095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.822567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-5d38ff50-0b28-4870-8597-5b0024f17062 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "DELETE /v2.0/ports/c5edc96d-1331-4abc-8106-18a4e2aebe35 HTTP/1.1" status: 204 len: 173 time: 0.8476892 Aug 22 15:08:23.830241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.839033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.847116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.853403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:23.856249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-585add02-91c6-42da-8519-5b369af5a858 req-afa91e2b-f6ce-48b8-8481-02f6eab8ae41 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5430 time: 0.1367280 Aug 22 15:08:23.859506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.865506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:23.882745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dec0f93-2d06-4da1-b3b9-573dc3621145,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:23.922502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.924349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-585add02-91c6-42da-8519-5b369af5a858 req-cb633a9e-c20f-4233-8c89-58c815ee15a1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482736 Aug 22 15:08:23.983572 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:23.983572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cbe4a989-9c9f-45c1-9870-251769fc9303 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6161220 Aug 22 15:08:23.983839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52692) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:23.998084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object eae64708-8acd-4168-88b9-ff08d2b5e0ba will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:08:24.029395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe57c76b-0fc7-4514-aa11-07d444d6ec81 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules/8dec0f93-2d06-4da1-b3b9-573dc3621145 HTTP/1.1" status: 200 len: 763 time: 0.0417964 Aug 22 15:08:24.030473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:24.055489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:24.063654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806173b-b5fa-496e-a43d-e4b05bb597e2 req-81b4b7cd-6178-4e16-aae9-fa48db53b34a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.065279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0806173b-b5fa-496e-a43d-e4b05bb597e2 req-81b4b7cd-6178-4e16-aae9-fa48db53b34a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0999379 Aug 22 15:08:24.070990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 5dae21da-da0c-4506-be96-23ae3dfee837 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:24.079026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port 8f7cd5a1-7ce6-45ce-af62-c13192827058 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:24.079383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.079571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 5dae21da-da0c-4506-be96-23ae3dfee837 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:24.080549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.138631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.161244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b58cba53-fd7a-46f2-8070-89c2b67b604a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1290929 Aug 22 15:08:24.164162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:24.189955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0806173b-b5fa-496e-a43d-e4b05bb597e2 req-53fefddb-ff26-46ae-979d-79a7337ce433 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066990 Aug 22 15:08:24.209308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.218468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:24.292586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.319112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.321384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.345456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.349173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c5edc96d-1331-4abc-8106-18a4e2aebe35 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:24.357440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:08:24.366186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:08:24.382972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:24.386733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344e5e-b843-41c2-964e-f5dd297c2c17 req-0cbf1978-3441-4417-8c94-391c9e01acb4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.387593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] For port 8f7cd5a1-7ce6-45ce-af62-c13192827058, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8f7cd5a1-7ce6-45ce-af62-c13192827058,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:24.392269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.405970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344e5e-b843-41c2-964e-f5dd297c2c17 req-0cbf1978-3441-4417-8c94-391c9e01acb4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.412141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:08:24.419245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: c5edc96d-1331-4abc-8106-18a4e2aebe35 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:24.419828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c5edc96d-1331-4abc-8106-18a4e2aebe35 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:24.420569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8f7cd5a1-7ce6-45ce-af62-c13192827058 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:24.425036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344e5e-b843-41c2-964e-f5dd297c2c17 req-0cbf1978-3441-4417-8c94-391c9e01acb4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.440346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64344e5e-b843-41c2-964e-f5dd297c2c17 req-0cbf1978-3441-4417-8c94-391c9e01acb4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 2414 time: 0.1655920 Aug 22 15:08:24.484632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for 8f7cd5a1-7ce6-45ce-af62-c13192827058 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:24.521747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64344e5e-b843-41c2-964e-f5dd297c2c17 req-59752e51-8ede-4e66-84b6-fdff421d1ba3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805097 Aug 22 15:08:24.524095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:24.565395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:24.572491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.573456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.620724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.634251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.640949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 75c64300-50f2-49a9-b7c0-53ae10a7fe2b up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:24.646463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.651544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.652941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8dec0f93-2d06-4da1-b3b9-573dc3621145 HTTP/1.1" status: 204 len: 168 time: 0.4877646 Aug 22 15:08:24.655690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:24.670270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697538e-256e-4d28-853e-da2ff6acfa37 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dec0f93-2d06-4da1-b3b9-573dc3621145,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:24.721098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:24.725202 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-510855f2-ef9c-4727-b96d-67162f4aed13 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1278436 Aug 22 15:08:24.730673 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3de78-147b-412d-b68b-fde08ccdc2d1" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f7d50-3ffe-43a8-8470-ae9a03e406f4"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-unplugged", "status": "completed", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-unplugged", "status": "completed", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:24.752754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e3e9ddff-6f0b-4b3b-ad81-10f20e7bc593 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958445 Aug 22 15:08:24.768946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52712) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:24.777251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'cf08c80e-4182-48be-a91d-41ae00d38c7f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:24.823747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaf6fd-0c09-4bd8-907c-0c5edc0ee537 req-af7466a5-b4f9-41de-bf5e-022d7da40a7d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:24.825391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dbaf6fd-0c09-4bd8-907c-0c5edc0ee537 req-af7466a5-b4f9-41de-bf5e-022d7da40a7d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 932 time: 0.1113889 Aug 22 15:08:24.829948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Request body: {'port': {'device_id': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:24.874930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.917716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dbaf6fd-0c09-4bd8-907c-0c5edc0ee537 req-6f1c9a66-130e-42ad-a8b7-e6469c3b935d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832250 Aug 22 15:08:24.918544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:24.992362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=8f7cd5a1-7ce6-45ce-af62-c13192827058,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:24.999993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.008148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:25.011668 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 871 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe50b9-2874-48fd-813a-e08ef126c68b x-openstack-request-id: req-cbbe50b9-2874-48fd-813a-e08ef126c68b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:25.012130 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "ec1f7d50-3ffe-43a8-8470-ae9a03e406f4", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-unplugged", "status": "completed", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-unplugged", "status": "completed", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:25.012508 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbbe50b9-2874-48fd-813a-e08ef126c68b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:25.013579 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1f7d50-3ffe-43a8-8470-ae9a03e406f4', 'code': 200} Aug 22 15:08:25.013579 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'code': 200} Aug 22 15:08:25.013748 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'code': 200} Aug 22 15:08:25.014070 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'code': 200} Aug 22 15:08:25.014411 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837', 'code': 200} Aug 22 15:08:25.047523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.048819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b8881a9-cf24-40cb-b63a-597bef052f56 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:25.089875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:25.094853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09f1f014-20b3-4ea8-bb69-b4fe4bd342c3 None None] Provisioning for port eae64708-8acd-4168-88b9-ff08d2b5e0ba completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:25.095625 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94485ec-2d16-48aa-8f4b-fa04272772af" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:25.121909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09f1f014-20b3-4ea8-bb69-b4fe4bd342c3 None None] Provisioning complete for port eae64708-8acd-4168-88b9-ff08d2b5e0ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:25.126786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09f1f014-20b3-4ea8-bb69-b4fe4bd342c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.134908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] No DVR routers for this DVR port 8f7cd5a1-7ce6-45ce-af62-c13192827058 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:25.151170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.165635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.167927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-429763fa-4259-46d6-84b0-128a027406d3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "DELETE /v2.0/ports/8f7cd5a1-7ce6-45ce-af62-c13192827058 HTTP/1.1" status: 204 len: 173 time: 1.3378708 Aug 22 15:08:25.200682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b8881a9-cf24-40cb-b63a-597bef052f56 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:25.201053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a054547-cceb-4bd5-bd15-106fe41165e3,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:25.201300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:25.226686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:25.227792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c64ecf31-2fbc-4e6e-af7e-0d3ac99e21d2 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:25.233221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:25.239641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-09f1f014-20b3-4ea8-bb69-b4fe4bd342c3 None None] Port eae64708-8acd-4168-88b9-ff08d2b5e0ba cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:08:25.242931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:25.244691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.247171 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8124592f-0ad4-47cf-9c1d-d24e37efa1d6 x-openstack-request-id: req-8124592f-0ad4-47cf-9c1d-d24e37efa1d6 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:25.247477 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "c5edc96d-1331-4abc-8106-18a4e2aebe35", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:25.247739 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8124592f-0ad4-47cf-9c1d-d24e37efa1d6 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:25.248361 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'c5edc96d-1331-4abc-8106-18a4e2aebe35', 'status': 'completed', 'code': 200} Aug 22 15:08:25.286469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.296411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.306258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.315005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.328018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.340879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.358700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.371041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c459269e-7758-4689-8d8d-68114ce8442b req-d98f3f9b-1895-4f3e-80e1-83b909bb965e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5432 time: 0.3198698 Aug 22 15:08:25.380121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.389451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7bb01b1-5b0e-4147-95e0-e82d2627c8be tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6188810 Aug 22 15:08:25.389743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:25.412903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36514f22-1881-49ef-8c7c-8b26dd72f4ab tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules/3a054547-cceb-4bd5-bd15-106fe41165e3 HTTP/1.1" status: 200 len: 763 time: 0.0220878 Aug 22 15:08:25.423896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:25.450996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.517781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port 34fac63f-76a7-4fd8-a259-a456fa3255fc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:25.521361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.528048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:25.568546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c459269e-7758-4689-8d8d-68114ce8442b req-2c6d4ee6-9ffc-4278-8252-5392b4a9b1e8 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584036 Aug 22 15:08:25.584231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a01d-23e9-4f24-9a26-a0433793374f req-f728b1fa-3dd7-4bc0-9341-dbbdd2b7e30d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.585943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3af1a01d-23e9-4f24-9a26-a0433793374f req-f728b1fa-3dd7-4bc0-9341-dbbdd2b7e30d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.2112961 Aug 22 15:08:25.600477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-093e69a9-cbdc-43e4-910e-d688e5bb3d0b tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1670656 Aug 22 15:08:25.601119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:25.631828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.632751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d288a87c-008f-4208-b424-d0103d244d00 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:25.667763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] For port 34fac63f-76a7-4fd8-a259-a456fa3255fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=34fac63f-76a7-4fd8-a259-a456fa3255fc,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:25.668178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.685087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.703909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3af1a01d-23e9-4f24-9a26-a0433793374f req-03dd6f79-7446-4e0f-98a4-b690f3eac6a9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016653 Aug 22 15:08:25.710945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for 34fac63f-76a7-4fd8-a259-a456fa3255fc owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:25.722776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.783564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:25.815097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53a5f9-3772-4891-afe2-d877c0a397cd req-1df33a1b-d6d7-4ca0-8fef-2d42a8277607 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.822326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53a5f9-3772-4891-afe2-d877c0a397cd req-1df33a1b-d6d7-4ca0-8fef-2d42a8277607 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:25.824041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e53a5f9-3772-4891-afe2-d877c0a397cd req-1df33a1b-d6d7-4ca0-8fef-2d42a8277607 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 1677 time: 0.1187413 Aug 22 15:08:25.864687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae64708-8acd-4168-88b9-ff08d2b5e0ba {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:08:25.872434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e53a5f9-3772-4891-afe2-d877c0a397cd req-6fd2b069-4536-4d9f-beb2-c3fbb5a807f4 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Aug 22 15:08:25.873880 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.882055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.886240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3a054547-cceb-4bd5-bd15-106fe41165e3 HTTP/1.1" status: 204 len: 168 time: 0.2828751 Aug 22 15:08:25.887549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.896448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52742) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:25.905173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d288a87c-008f-4208-b424-d0103d244d00 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:25.910198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d288a87c-008f-4208-b424-d0103d244d00 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:25.914090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:25.915902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbadbe-df60-4901-9b01-967ec641eb69 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a054547-cceb-4bd5-bd15-106fe41165e3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:25.921150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Transition to ACTIVE for port object eae64708-8acd-4168-88b9-ff08d2b5e0ba will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:08:25.966113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dec0a43d-e41a-4cd9-87b5-d4facf580b07 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605011 Aug 22 15:08:25.973025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:25.985050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Request body: {'security_group_rule': {'security_group_id': 'cf08c80e-4182-48be-a91d-41ae00d38c7f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:26.028108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.033727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.072523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d288a87c-008f-4208-b424-d0103d244d00,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:26.145212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Pushing event updated for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:26.151906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4301b-22a2-49a3-a862-92ba854fa367 req-150365c5-ae42-4041-90d9-acfaa4b2a059 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:26.158448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10e4301b-22a2-49a3-a862-92ba854fa367 req-150365c5-ae42-4041-90d9-acfaa4b2a059 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0910077 Aug 22 15:08:26.179480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.187037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.191782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:08:26.202592 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Project b327a7c3a62a4ed7a783e5eb0e4838d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:08:26.211743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.226302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=34fac63f-76a7-4fd8-a259-a456fa3255fc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:26.265736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10e4301b-22a2-49a3-a862-92ba854fa367 req-3c093389-3d9b-43b2-8a82-85676e052e8f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059804 Aug 22 15:08:26.321212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:26.345004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] No DVR routers for this DVR port 34fac63f-76a7-4fd8-a259-a456fa3255fc on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:26.350114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.351346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.353839 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-466943ae-3f84-4f55-bf54-692c1bdcecd6 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "DELETE /v2.0/ports/34fac63f-76a7-4fd8-a259-a456fa3255fc HTTP/1.1" status: 204 len: 173 time: 1.1760342 Aug 22 15:08:26.368407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Attempting to bind port eae64708-8acd-4168-88b9-ff08d2b5e0ba on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:08:26.369006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Attempting to bind port eae64708-8acd-4168-88b9-ff08d2b5e0ba by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:08:26.369390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Attempting to bind port eae64708-8acd-4168-88b9-ff08d2b5e0ba on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:08:26.384232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Port eae64708-8acd-4168-88b9-ff08d2b5e0ba on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:08:26.385035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Attempting to bind port eae64708-8acd-4168-88b9-ff08d2b5e0ba on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:08:26.423919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:08:26.424441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:08:26.426857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.426992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:08:26.427766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Bound port: eae64708-8acd-4168-88b9-ff08d2b5e0ba, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:08:26.429553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.452036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771e2f04-e20a-4f0d-8a0c-f0fc1d365ced,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:26.456143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:08:26.464771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:08:26.465150 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.579546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:08:26.584838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:08:26.593760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.593760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b70f03b5-cb63-42c5-9769-97af1c104c2a tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6134574 Aug 22 15:08:26.594151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52754) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:26.600723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port a91310b2-8a82-4e11-b677-b508d39be2a4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:26.601202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.615538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.646775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cf1fad70-2ad5-46a2-bfcc-aa7903662dad tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules/771e2f04-e20a-4f0d-8a0c-f0fc1d365ced HTTP/1.1" status: 200 len: 769 time: 0.0466502 Aug 22 15:08:26.647480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:26.721349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:26.740668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] For port a91310b2-8a82-4e11-b677-b508d39be2a4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a91310b2-8a82-4e11-b677-b508d39be2a4,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:26.740668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.777252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f3ec5646-c7d1-464c-acc1-7bc5fe8a22f3 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1283319 Aug 22 15:08:26.781085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52764) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:26.785331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.936483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.953050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:26.959587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:26.983517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.017877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:27.020382 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0e812-0b6d-45e0-835e-8eefb959a10e" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "75c64300-50f2-49a9-b7c0-53ae10a7fe2b"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d288a87c-008f-4208-b424-d0103d244d00"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:27.021159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647edf-0117-456a-a9be-28294de50a36 req-21c577b2-5a11-4d55-9125-28ea0571eb18 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.031389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b647edf-0117-456a-a9be-28294de50a36 req-21c577b2-5a11-4d55-9125-28ea0571eb18 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1908715 Aug 22 15:08:27.048163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.048733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.049448 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Floating IP 8b72bae0-3c5e-4833-b7c3-1489e3c382ed disassociated. External IP: 172.25.0.71, port: a91310b2-8a82-4e11-b677-b508d39be2a4. Aug 22 15:08:27.049806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for a91310b2-8a82-4e11-b677-b508d39be2a4 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:27.061169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.062039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.062622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.068297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.068740 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] 10.222.0.10 "PUT /v2.0/ports/eae64708-8acd-4168-88b9-ff08d2b5e0ba HTTP/1.1" status: 200 len: 1092 time: 2.2713902 Aug 22 15:08:27.074850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.081377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.087720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.094896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.104584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.106529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-b684d92b-2ccc-446a-8a88-97efb3dc3031 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.2041502 Aug 22 15:08:27.167010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b647edf-0117-456a-a9be-28294de50a36 req-78bde065-4534-474b-b7b7-73ceb51ae68b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346304 Aug 22 15:08:27.227536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71bb7c8d-a4c8-4731-bae6-8f318987d29d req-97896123-0760-4312-89d8-5f74c1eb0799 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025300 Aug 22 15:08:27.233303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.245913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.248230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/771e2f04-e20a-4f0d-8a0c-f0fc1d365ced HTTP/1.1" status: 204 len: 168 time: 0.4656043 Aug 22 15:08:27.251636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:27.317654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb43f7d-954f-4852-9250-c77f72ee5537 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=771e2f04-e20a-4f0d-8a0c-f0fc1d365ced,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:27.336955 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c600b2b2-ff65-4e98-8709-aa182783f737 x-openstack-request-id: req-c600b2b2-ff65-4e98-8709-aa182783f737 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:27.337853 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "75c64300-50f2-49a9-b7c0-53ae10a7fe2b", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "d288a87c-008f-4208-b424-d0103d244d00", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:27.344133 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c600b2b2-ff65-4e98-8709-aa182783f737 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:27.349908 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c64300-50f2-49a9-b7c0-53ae10a7fe2b', 'code': 200} Aug 22 15:08:27.349908 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00', 'code': 200} Aug 22 15:08:27.349908 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8', 'code': 200} Aug 22 15:08:27.438598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-feaff334-0c67-43d2-aed2-cb510df72739 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1793764 Aug 22 15:08:27.442210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:27.527073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a0863-a996-43fe-80ac-a773efbdd15a req-7d01eb53-4a51-4b10-8a48-142b0e7c8d31 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.529157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab6a0863-a996-43fe-80ac-a773efbdd15a req-7d01eb53-4a51-4b10-8a48-142b0e7c8d31 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 943 time: 0.2174172 Aug 22 15:08:27.608851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058'}, {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc'}, {'name': 'network-changed', 'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:27.609111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.609607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.610089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.610565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.611033 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c43fb8-9c15-41e5-9839-deabd271e6a5" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058"}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc"}, {"name": "network-changed", "server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:27.611147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.611495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.611965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.614547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-127ec5b1-21b5-4fd9-bd43-982eebeffc6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.1712065 Aug 22 15:08:27.626912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed103e-5ae4-42ae-8631-e2f3132a4bb2 req-846f0a8f-5d91-43bf-b30d-e459e2a6e4c0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.628561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33ed103e-5ae4-42ae-8631-e2f3132a4bb2 req-846f0a8f-5d91-43bf-b30d-e459e2a6e4c0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1884859 Aug 22 15:08:27.632083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab6a0863-a996-43fe-80ac-a773efbdd15a req-0ffad75c-01d9-4d51-bba4-df9a11564bbc tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups?id=b65a3f0e-b4a6-44e6-a00f-c87a7986715b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911207 Aug 22 15:08:27.666643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.680307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b288a7-8574-4408-8718-a6d714a796bc service neutron] Pushing event updated for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:27.714539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-29c971b9-6d2c-4209-bb04-524975f7ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.716120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-29c971b9-6d2c-4209-bb04-524975f7ad7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 1095 time: 0.1001828 Aug 22 15:08:27.717654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.735376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2b65986-1291-4cb3-8816-5e1a008df770 req-31097f19-6e1a-45b8-b719-93802a867c0e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946972 Aug 22 15:08:27.753077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33ed103e-5ae4-42ae-8631-e2f3132a4bb2 req-747a68eb-7bc0-4c8f-8efb-8fd315600268 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 Aug 22 15:08:27.757550 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df622d8a-dbd3-4fef-91df-deb5081ee10a x-openstack-request-id: req-df622d8a-dbd3-4fef-91df-deb5081ee10a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:27.758068 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "8f7cd5a1-7ce6-45ce-af62-c13192827058", "status": "completed", "code": 200}, {"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "34fac63f-76a7-4fd8-a259-a456fa3255fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:27.758068 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df622d8a-dbd3-4fef-91df-deb5081ee10a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:27.758293 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': '8f7cd5a1-7ce6-45ce-af62-c13192827058', 'status': 'completed', 'code': 200} Aug 22 15:08:27.758571 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': '34fac63f-76a7-4fd8-a259-a456fa3255fc', 'status': 'completed', 'code': 200} Aug 22 15:08:27.758824 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba', 'status': 'completed', 'code': 200} Aug 22 15:08:27.802610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-b0144e8b-dfb1-4064-8662-6b2b5d867123 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba HTTP/1.1" status: 200 len: 217 time: 0.0515513 Aug 22 15:08:27.859785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-21664c02-4760-4da7-977e-dd9ba20a479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.861288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-21664c02-4760-4da7-977e-dd9ba20a479c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0500376 Aug 22 15:08:27.875098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.877737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:27.879729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf08c80e-4182-48be-a91d-41ae00d38c7f HTTP/1.1" status: 204 len: 168 time: 0.4345188 Aug 22 15:08:27.886101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52786) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:27.904650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16180fb-c0e5-415e-9d67-6f1a7248e561 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08c80e-4182-48be-a91d-41ae00d38c7f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:27.915122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-0069e3da-00d9-4100-8ca2-bd2a525fdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:27.919868 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-0069e3da-00d9-4100-8ca2-bd2a525fdeda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510163 Aug 22 15:08:27.948869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-679a87ce-61ae-47c8-9038-9d5e06972907 tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512867 Aug 22 15:08:27.955699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:28.042011 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:28.103436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=a91310b2-8a82-4e11-b677-b508d39be2a4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:28.188405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cb22eb6-a55b-4cfa-8744-9444a314cc4f tempest-SecGroupIPv6Test-1035886448 tempest-SecGroupIPv6Test-1035886448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597035 Aug 22 15:08:28.188405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-1bcdedb0-c8a1-4647-8efe-25ff8b14e38c service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181001 Aug 22 15:08:28.319955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Router 87dfd816-2e80-4116-88a6-c71fff32756d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:08:28.325858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639f3ce-c66d-49e1-8782-06e78ebbc55f req-2062ce76-aab8-4028-9a0f-f6cf8fed8942 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.328105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e639f3ce-c66d-49e1-8782-06e78ebbc55f req-2062ce76-aab8-4028-9a0f-f6cf8fed8942 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0612972 Aug 22 15:08:28.328934 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90c28e96-44a0-4da0-80ac-6d84eb896f4d req-1554187b-28d8-4185-8820-fa96ee4e3d8b service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522255 Aug 22 15:08:28.410482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e639f3ce-c66d-49e1-8782-06e78ebbc55f req-a30b20e4-a3ff-4b35-bb8f-7865bb451e6d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716348 Aug 22 15:08:28.422889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.433935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.442954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.449490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.459110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.466289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.473319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.475321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-59411158-85d0-4f47-9765-1ff645ac3ebd tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1462276 Aug 22 15:08:28.480298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:08:28.500463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Sync routers for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:08:28.515590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:08:28.516268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:28.526522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-504925a9-67a5-4621-bd71-5b69a25fa058 req-05baa5e6-31f7-4e43-803a-7ce92975352b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423861 Aug 22 15:08:28.628186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] No DVR routers for this DVR port a91310b2-8a82-4e11-b677-b508d39be2a4 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:28.632835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:28.635343 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-27273abb-4efe-43dc-906d-c775f0311fcf req-aad8c8b4-be77-42ec-923b-2d24a370a230 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.10 "DELETE /v2.0/ports/a91310b2-8a82-4e11-b677-b508d39be2a4 HTTP/1.1" status: 204 len: 173 time: 2.2596607 Aug 22 15:08:28.665903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-7611244d-8113-41e0-865a-1cff07600143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.667865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-7611244d-8113-41e0-865a-1cff07600143 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 1095 time: 0.1776586 Aug 22 15:08:28.733074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:08:28.810819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d7d4119-e620-4146-a496-90e7dd4b856c req-d06bcccb-9555-4fab-8b17-e4c152a63693 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0466969 Aug 22 15:08:28.892209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52808) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:28.893302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-c2b53328-d03f-4eea-95e8-39bf3149f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.896456 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-c2b53328-d03f-4eea-95e8-39bf3149f85d service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.2210290 Aug 22 15:08:28.932942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d8fe-9c15-4298-93df-a6a16c9749bb req-07924c6a-5dde-48f0-91db-08676d30d945 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:28.942253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84a0d8fe-9c15-4298-93df-a6a16c9749bb req-07924c6a-5dde-48f0-91db-08676d30d945 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0898793 Aug 22 15:08:28.960307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-e5343994-465e-41c1-9c1a-a114bf3a037e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba HTTP/1.1" status: 200 len: 217 time: 0.0508096 Aug 22 15:08:29.052123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-fd4a676c-9c0d-47b8-a371-48c296686b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.055756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-fd4a676c-9c0d-47b8-a371-48c296686b68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0877576 Aug 22 15:08:29.067831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84a0d8fe-9c15-4298-93df-a6a16c9749bb req-68858136-80ae-412d-bb25-22a6f791dfe2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199563 Aug 22 15:08:29.135118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-166ed3b0-d1ae-4ebd-8cd1-51724f5bbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.138837 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-166ed3b0-d1ae-4ebd-8cd1-51724f5bbd5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752380 Aug 22 15:08:29.162311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:29.191950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Checking router: 87dfd816-2e80-4116-88a6-c71fff32756d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:08:29.201928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:08:29.202642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:29.250501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-37b44295-098e-4171-8ff0-4ef66c65be38 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033020 Aug 22 15:08:29.328624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a9afe67-ae3f-41f4-996d-127a3cdebb9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b327a7c3a62a4ed7a783e5eb0e4838d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296980 Aug 22 15:08:29.332330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52816) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:29.395539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e0c43fb8-9c15-41e5-9839-deabd271e6a5 req-3561cb8a-33e7-42ea-bfb0-d4a4884e8cb1 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343794 Aug 22 15:08:29.413646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:08:29.421455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:29.456252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:29.641013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0036-e9e7-4dc0-9faa-d179a3fe1cb3 req-ce09608e-5c39-46a1-b818-ab2dd7d5e67f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.650750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f7b0036-e9e7-4dc0-9faa-d179a3fe1cb3 req-ce09608e-5c39-46a1-b818-ab2dd7d5e67f tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0941880 Aug 22 15:08:29.668828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:29.678168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:29.682581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e00c2ad-178e-4a69-b526-9ba6e4780609 HTTP/1.1" status: 204 len: 168 time: 0.3484333 Aug 22 15:08:29.693270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df214ca-1c38-4b30-8b20-08862a23ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00c2ad-178e-4a69-b526-9ba6e4780609,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:29.754677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f7b0036-e9e7-4dc0-9faa-d179a3fe1cb3 req-07705c60-13a2-4caa-b352-0cea2df1a987 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028416 Aug 22 15:08:29.760433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:29.763783 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd58f9-0b8c-4dfe-ac77-d42e78f9b960" -d '{"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:29.835235 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9af3b-d19e-4a77-a5c8-66b157693ab1 x-openstack-request-id: req-92e9af3b-d19e-4a77-a5c8-66b157693ab1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:29.835536 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ea03b-5146-42d4-b6f4-4d4295252816", "name": "network-vif-deleted", "tag": "a91310b2-8a82-4e11-b677-b508d39be2a4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:29.835965 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e9af3b-d19e-4a77-a5c8-66b157693ab1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:29.836233 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ea03b-5146-42d4-b6f4-4d4295252816', 'name': 'network-vif-deleted', 'tag': 'a91310b2-8a82-4e11-b677-b508d39be2a4', 'status': 'completed', 'code': 200} Aug 22 15:08:29.899175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.910635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.915781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:29.932733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.939592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.959498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.971458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e849a-e53f-4e6b-8a5a-ecfb86e272e6 None None] The sync data for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 is: [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T14:57:15Z', 'revision_number': 4, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'cf9b736f-f1cd-4f69-8466-11befe62c5de', 'name': '', 'network_id': 'e4ba391f-b7e3-4458-8459-550d38ccf0f0', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'mac_address': 'fa:16:3e:03:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:14Z', 'updated_at': '2021-08-22T14:57:23Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'subnets': [{'id': '21b97117-cfcc-4e6b-8b94-cce7bf8e92dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:08:29.974287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.982672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:29.991710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-8bfb1e34-5477-4715-b85e-8cb5663bc40e tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.2862871 Aug 22 15:08:30.045623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41e5fecd-d06a-47a6-89b9-1499ce905b28 req-1c92af84-eb6e-41b9-980c-87aea8602216 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0523791 Aug 22 15:08:30.132576 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16fa1e4f-9abe-476a-869a-6a93a041b8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:30.136952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a02d5e-3aee-4d51-9849-d2ba55b2081f req-b7996b57-009d-4791-a513-5c85fadd16cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100137 Aug 22 15:08:30.250234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12443495-d414-4324-b64b-5fea97a71bbd req-637c8a75-bf0d-4432-ad50-85cc042f9111 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:30.261194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12443495-d414-4324-b64b-5fea97a71bbd req-637c8a75-bf0d-4432-ad50-85cc042f9111 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0721276 Aug 22 15:08:30.324611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12443495-d414-4324-b64b-5fea97a71bbd req-a6c9bd8e-806a-4a11-8dd7-09b769502f2b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621421 Aug 22 15:08:30.490946 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f77bc-8fb1-4362-87ba-a3f4e80bdf73 None None] New status for floating IP 8b72bae0-3c5e-4833-b7c3-1489e3c382ed: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:08:30.913027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeac74-34e9-4752-b4a9-60e871929ce1 req-d75e8041-2aeb-4ecc-bdfe-9361fb136d61 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:30.914594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcaeac74-34e9-4752-b4a9-60e871929ce1 req-d75e8041-2aeb-4ecc-bdfe-9361fb136d61 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0572124 Aug 22 15:08:30.957612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcaeac74-34e9-4752-b4a9-60e871929ce1 req-e6f1d6ef-9cfc-4bfb-bb72-78f07dd85eab tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Aug 22 15:08:31.168211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72242a55-daa7-4964-9d61-7059aa42f90a req-b516bb3e-b5aa-467c-9ed9-61e78f9275e8 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0396793 Aug 22 15:08:31.307816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.317197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.337873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.337873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.337873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.343674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.350669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.352642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-97ca29a9-3fab-4990-aacf-e4b1ed65495f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1058965 Aug 22 15:08:31.415711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cb80a5f-c9b2-4cd0-9237-5b069b2d6a20 req-c6a3e523-663e-42fe-be50-20ef176b918b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556273 Aug 22 15:08:31.552458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52878) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:31.586989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a2d7-6ef8-48de-b78f-2bde650f6f05 req-91168ec0-939c-4bcd-bdfa-fa6b5ed707df tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.589598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e70a2d7-6ef8-48de-b78f-2bde650f6f05 req-91168ec0-939c-4bcd-bdfa-fa6b5ed707df tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1370900 Aug 22 15:08:31.647204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.653286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.659323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.666144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.678111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.684261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.690632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:31.693288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b1dcbdc-5b4f-4e51-9138-0bb49425c6c6 req-1199336d-051a-4f05-bcca-9397af684259 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1530402 Aug 22 15:08:31.703886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52884) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:31.713435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f62298b3-a9a7-4670-a345-610f5800b066 tempest-ServiceProvidersTest-1532466693 tempest-ServiceProvidersTest-1532466693-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1531579 Aug 22 15:08:31.713642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Request body: {'floatingip': {'port_id': 'd288a87c-008f-4208-b424-d0103d244d00'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:31.756859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e70a2d7-6ef8-48de-b78f-2bde650f6f05 req-f86eba1f-033f-49d6-b29c-2c9b6ecd8ee3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546938 Aug 22 15:08:31.760408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:32.110983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b74cc2-d44d-4a9e-95bc-7ce08873eb48 req-fbf26c0d-8b47-4a8a-a624-8bc31e574add tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:32.112914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1b74cc2-d44d-4a9e-95bc-7ce08873eb48 req-fbf26c0d-8b47-4a8a-a624-8bc31e574add tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0721571 Aug 22 15:08:32.195302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1b74cc2-d44d-4a9e-95bc-7ce08873eb48 req-0dd54c01-cbab-4b1c-a3ef-7020d3a1dfc7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750635 Aug 22 15:08:32.322640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0be1dfd8-2049-48cc-916f-f3c552883f3a req-f0ea8312-c4f1-46e6-83d3-ee8a0e0a1853 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Aug 22 15:08:32.474311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:32.499059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52904) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:32.580170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:32.699785 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Floating IP 8312dca3-dd58-4218-9adf-e91ef589231c associated. External IP: 172.25.0.134, port: d288a87c-008f-4208-b424-d0103d244d00. Aug 22 15:08:32.798593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-362b8cfc-34c6-488f-a11c-72673450bbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:32.871855 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:32.980049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98303d4d-143b-4118-b0a1-12e7bf4a2fa5 req-dac43e68-b7ed-4eff-8c68-10673cf12730 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:32.994838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98303d4d-143b-4118-b0a1-12e7bf4a2fa5 req-dac43e68-b7ed-4eff-8c68-10673cf12730 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1216638 Aug 22 15:08:33.049071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:08:33.056533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98303d4d-143b-4118-b0a1-12e7bf4a2fa5 req-d9751bbc-1f35-4eb9-923a-0c536ee08ff4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603671 Aug 22 15:08:33.105088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-362b8cfc-34c6-488f-a11c-72673450bbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.184644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:08:33.191298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.196539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Sync routers for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:08:33.210502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:08:33.211628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:33.224504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-362b8cfc-34c6-488f-a11c-72673450bbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.229677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1ddc4e8a-d0b4-4dba-93e6-99a3be80a9d2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "PUT /v2.0/floatingips/8312dca3-dd58-4218-9adf-e91ef589231c HTTP/1.1" status: 200 len: 992 time: 1.5243230 Aug 22 15:08:33.230333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:33.245739 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d288a87c-008f-4208-b424-d0103d244d00"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:33.326835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-362b8cfc-34c6-488f-a11c-72673450bbfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1849bf37fb3a4de181e0e775a8e05a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258886 Aug 22 15:08:33.327056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b8cfc-34c6-488f-a11c-72673450bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2488f6-7902-4bd2-9a90-ba7a48193192,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:33.327312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:33.392191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:08:33.394258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.433557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc86a4-62c1-4b57-9928-a3f20d6d877e req-150272cd-6db0-440c-ba55-77726994fe95 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.435889 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa60146f-57e9-406a-ac20-3c0514b168cc x-openstack-request-id: req-fa60146f-57e9-406a-ac20-3c0514b168cc {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:33.436089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b7fc86a4-62c1-4b57-9928-a3f20d6d877e req-150272cd-6db0-440c-ba55-77726994fe95 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0759654 Aug 22 15:08:33.436241 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "tag": "d288a87c-008f-4208-b424-d0103d244d00", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:33.436462 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa60146f-57e9-406a-ac20-3c0514b168cc {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:33.437545 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00', 'status': 'completed', 'code': 200} Aug 22 15:08:33.454225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.482893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b789efb2-cf2f-42db-b8f0-5bc23cdf6973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.600069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b7fc86a4-62c1-4b57-9928-a3f20d6d877e req-46afa862-8f4a-48ff-8226-2fb116f26e15 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446760 Aug 22 15:08:33.605806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-307f9182-662b-470e-9809-57e62ed84de8 req-4657dd53-0d8b-4258-9ada-2cf9699368e7 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0653732 Aug 22 15:08:33.619506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.620108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.620572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.621113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.621502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.621966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.622429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.625106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-ddf59e0e-572e-4916-8e5c-fa3f0c0ca406 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.1438782 Aug 22 15:08:33.686444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.689319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:33.693243 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d2488f6-7902-4bd2-9a90-ba7a48193192 HTTP/1.1" status: 204 len: 168 time: 0.3622093 Aug 22 15:08:33.699463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf766b-5f1e-4799-b1af-3ee329af0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2488f6-7902-4bd2-9a90-ba7a48193192,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:33.776947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-2c485ac1-7769-4782-8259-91395bd1e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:33.778219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-2c485ac1-7769-4782-8259-91395bd1e345 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669 HTTP/1.1" status: 200 len: 912 time: 0.1434343 Aug 22 15:08:33.875637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8312dca3-dd58-4218-9adf-e91ef589231c', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'port_id': 'd288a87c-008f-4208-b424-d0103d244d00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'mac_address': 'fa:16:3e:47:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:06:55Z', 'updated_at': '2021-08-22T15:08:32Z', 'revision_number': 1, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:33.904868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-11f01ca8-a5b0-4997-ba1e-a98ad4d77f06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 1000 time: 0.1157279 Aug 22 15:08:33.914127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Checking router: 2908fb78-f75a-4a2c-bdc4-d78f8173cffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:08:33.928006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:08:33.933654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:08:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:34.004838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-0735a3a5-43d2-4907-b6ea-319bedbd2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.006508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-0735a3a5-43d2-4907-b6ea-319bedbd2fb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 200 len: 850 time: 0.0947561 Aug 22 15:08:34.060209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-8f407ec2-0166-4609-93ad-945c30559fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.061831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-8f407ec2-0166-4609-93ad-945c30559fd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f82a258-f38f-4fc5-8068-7521c0af2669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481374 Aug 22 15:08:34.135490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:08:34.353397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e171e-fd09-4b86-aba1-8c2a84ce5d2c req-1ae4bb89-9e72-484e-b11a-0e8ca428fa65 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.354669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e2e171e-fd09-4b86-aba1-8c2a84ce5d2c req-1ae4bb89-9e72-484e-b11a-0e8ca428fa65 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1622171 Aug 22 15:08:34.382618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-8fcca34a-1a90-4c36-8d13-335d714c1db8 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063104 Aug 22 15:08:34.390847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-e00cd04a-2f7a-424e-b6e9-baac42f71b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.393403 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-e00cd04a-2f7a-424e-b6e9-baac42f71b71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 1096 time: 0.1052644 Aug 22 15:08:34.455241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c06d5-8c36-40fa-9962-2deb069ca0b0 req-d0e4c43c-5ac5-437a-9be5-236eaba987b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.466037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-732c06d5-8c36-40fa-9962-2deb069ca0b0 req-d0e4c43c-5ac5-437a-9be5-236eaba987b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.2176518 Aug 22 15:08:34.568053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e2e171e-fd09-4b86-aba1-8c2a84ce5d2c req-760fe7f9-b6ec-4e0f-b8ce-f53ab4c6284a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987960 Aug 22 15:08:34.616594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-732c06d5-8c36-40fa-9962-2deb069ca0b0 req-e47fc98a-0a64-40e8-9f47-e8c2f5aa33aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438873 Aug 22 15:08:34.648470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8312dca3-dd58-4218-9adf-e91ef589231c', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'port_id': 'd288a87c-008f-4208-b424-d0103d244d00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'mac_address': 'fa:16:3e:47:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:06:55Z', 'updated_at': '2021-08-22T15:08:32Z', 'revision_number': 1, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:34.665391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3c716e3-f3fc-4d2a-ad7f-c2c282f8a3ee req-919da034-970f-420e-abff-16cf33d1a566 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678018 Aug 22 15:08:34.692703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-437ca5c1-3b86-4798-8ed1-c9798ec9d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.699371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-437ca5c1-3b86-4798-8ed1-c9798ec9d68e service neutron] 10.222.0.10 "GET /v2.0/networks?id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 200 len: 916 time: 0.2978747 Aug 22 15:08:34.775246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-c6d54a61-976a-4627-b5f7-9f2e2be99b15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ab61759-5105-465b-8266-c0b7e7744532 HTTP/1.1" status: 200 len: 217 time: 0.0668094 Aug 22 15:08:34.779131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3836a2e-2bca-4115-ac6b-2ca993a844f6 None None] The sync data for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 is: [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8312dca3-dd58-4218-9adf-e91ef589231c', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'port_id': 'd288a87c-008f-4208-b424-d0103d244d00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'mac_address': 'fa:16:3e:47:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e988c-d662-4109-8025-c220457b9c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:06:55Z', 'updated_at': '2021-08-22T15:08:32Z', 'revision_number': 1, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:08:34.785250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e57e857-e7f3-4110-9c5a-6cfcd6e57d05 req-59565f16-f61e-4a7b-b7ed-ec866bffa7ce tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0642021 Aug 22 15:08:34.785774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:34.851875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-e8c324d7-3f65-4f80-ab41-1a888f9182db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.853704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-e8c324d7-3f65-4f80-ab41-1a888f9182db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 200 len: 854 time: 0.0703375 Aug 22 15:08:34.898128 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:34.912115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-cacf7d6f-352a-434a-8881-2d3f193b369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:34.913693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-cacf7d6f-352a-434a-8881-2d3f193b369a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bcc31514-9be9-433a-bd63-f2d3f8f2c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527630 Aug 22 15:08:34.986394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf5d7-5f1b-42e2-9344-e4cb4b872409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.043335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-50a3d99f-5fe3-4486-87e2-a42a293e1f8a service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Aug 22 15:08:35.106476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf5d7-5f1b-42e2-9344-e4cb4b872409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.167856 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063de49c-333f-4981-9a75-5faabe3b846f None None] New status for floating IP 8312dca3-dd58-4218-9adf-e91ef589231c: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:08:35.185680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf5d7-5f1b-42e2-9344-e4cb4b872409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.194926 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e67cc14-41ff-495c-9ee6-5cf4539839e1 req-572dd949-fb13-4d95-b5be-dcaab954d52d service neutron] 10.222.0.10 "GET /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412027 Aug 22 15:08:35.228980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf5d7-5f1b-42e2-9344-e4cb4b872409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ed6c0-1f3a-4266-a09d-f305d6c523e4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:35.239364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8bbbf5d7-5f1b-42e2-9344-e4cb4b872409 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1365bd37bca5418fa03da601b1fda087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523842 Aug 22 15:08:35.239857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52958) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:35.318274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.349646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.482712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.486107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:35.493329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66ed6c0-1f3a-4266-a09d-f305d6c523e4 HTTP/1.1" status: 204 len: 168 time: 0.2427738 Aug 22 15:08:35.497947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ef9e-224f-4b71-b8e9-cacde51daf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ed6c0-1f3a-4266-a09d-f305d6c523e4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:36.190625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcb079-323d-4fe2-8e6a-bd4d7973e1b9 req-e686cb1b-4634-4549-bed3-878e62f0dd41 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:36.192991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dfcb079-323d-4fe2-8e6a-bd4d7973e1b9 req-e686cb1b-4634-4549-bed3-878e62f0dd41 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.4641492 Aug 22 15:08:36.200927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aefe1-293e-40f4-8d9f-2c20f51fb4cf req-27ec1f8a-3629-473d-a506-be3af875dffd tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:36.202497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae8aefe1-293e-40f4-8d9f-2c20f51fb4cf req-27ec1f8a-3629-473d-a506-be3af875dffd tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.5207431 Aug 22 15:08:36.277210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dfcb079-323d-4fe2-8e6a-bd4d7973e1b9 req-13b9d703-102c-4b1f-99fe-25040b21d885 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737073 Aug 22 15:08:36.282376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae8aefe1-293e-40f4-8d9f-2c20f51fb4cf req-160abfbf-ee4a-401f-9cd3-47cef563c953 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604656 Aug 22 15:08:36.359813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52986) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:36.383187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a20d6d3f-7efe-4e74-862c-1472fee28fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.424288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5f4bd28-878d-4c3b-a26a-3253b443c8cd req-a79175a2-b373-4973-acca-b56aa6b5aca3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0458338 Aug 22 15:08:36.514968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a20d6d3f-7efe-4e74-862c-1472fee28fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.625806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a20d6d3f-7efe-4e74-862c-1472fee28fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.671799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a20d6d3f-7efe-4e74-862c-1472fee28fea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6508aaaefa1488fb7e36a88f451a72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106349 Aug 22 15:08:36.673837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d6d3f-7efe-4e74-862c-1472fee28fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7dab3-fa6e-422c-a48a-7ee95d1da32d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:36.675632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:36.715681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.743215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.770223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.940012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.943725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:36.945674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9f7dab3-fa6e-422c-a48a-7ee95d1da32d HTTP/1.1" status: 204 len: 168 time: 0.2665133 Aug 22 15:08:36.953155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d02290-f15a-41da-8943-5e92dc8e0ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7dab3-fa6e-422c-a48a-7ee95d1da32d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:37.492907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468dbd7-65ab-478a-90d8-723ad2184e29 req-43e6c8aa-9b7d-49a4-b47b-a9a9c635f3d3 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:37.494537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a468dbd7-65ab-478a-90d8-723ad2184e29 req-43e6c8aa-9b7d-49a4-b47b-a9a9c635f3d3 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.1056821 Aug 22 15:08:37.531188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e04f-42ce-455a-898b-acabd336bf10 req-8b23531d-857e-4fff-9ec7-fdff1ee1c6f0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:37.532760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cc6e04f-42ce-455a-898b-acabd336bf10 req-8b23531d-857e-4fff-9ec7-fdff1ee1c6f0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1013591 Aug 22 15:08:37.578294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a468dbd7-65ab-478a-90d8-723ad2184e29 req-ddaaf43c-6eff-46bc-8c5a-a7d9c6e0464a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755255 Aug 22 15:08:37.601539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cc6e04f-42ce-455a-898b-acabd336bf10 req-14eab4d3-d5c8-4141-8b0f-f5f413f83256 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582862 Aug 22 15:08:37.720878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fc01c1e-d93d-4995-bb1c-fe792e75da90 req-c6d097a0-7bc2-4609-b1fd-ff9bfcd4c4fa tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0373402 Aug 22 15:08:37.844799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f941-da43-4cba-9b40-2bbfae97af19 req-c2b4ca94-4112-4c05-a0ae-3e2954337647 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:37.853126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ac1f941-da43-4cba-9b40-2bbfae97af19 req-c2b4ca94-4112-4c05-a0ae-3e2954337647 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0666459 Aug 22 15:08:37.892652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ac1f941-da43-4cba-9b40-2bbfae97af19 req-418f7b26-b635-4991-8413-bb4136aad2c9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Aug 22 15:08:38.046451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918ef5f-2f20-4d68-ba3f-cf91088fc6e0 req-b4a5c8da-2ae6-4173-a782-40e40d0b37ee tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:38.048020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7918ef5f-2f20-4d68-ba3f-cf91088fc6e0 req-b4a5c8da-2ae6-4173-a782-40e40d0b37ee tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0760362 Aug 22 15:08:38.113920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7918ef5f-2f20-4d68-ba3f-cf91088fc6e0 req-5396e987-6890-4166-94eb-301a8b8aabb7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 Aug 22 15:08:38.273843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5841a-5ff7-4099-b536-239d20a65475 req-20c0e0ad-dd11-4c43-a7da-3c2ad54d73ce tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:38.275492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61b5841a-5ff7-4099-b536-239d20a65475 req-20c0e0ad-dd11-4c43-a7da-3c2ad54d73ce tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0571303 Aug 22 15:08:38.316082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61b5841a-5ff7-4099-b536-239d20a65475 req-888f1d4b-cc45-4ad6-b792-46aceb6f73a3 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Aug 22 15:08:38.366636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-7050c931-ddd0-4267-af65-1faea881e893 req-707467e7-c7ed-4f59-bbb0-5ded7c59026c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:08:38.367681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7050c931-ddd0-4267-af65-1faea881e893 req-707467e7-c7ed-4f59-bbb0-5ded7c59026c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071099 Aug 22 15:08:38.508091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7050c931-ddd0-4267-af65-1faea881e893 req-fe4c0502-8917-48a9-a4d6-efd33142f4ef tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1292031 Aug 22 15:08:38.797710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f58f-236e-44b5-a561-48c2c26849ed req-b8564134-24c0-45d5-bd13-9c58fd7c1301 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:38.799245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ade4f58f-236e-44b5-a561-48c2c26849ed req-b8564134-24c0-45d5-bd13-9c58fd7c1301 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1213107 Aug 22 15:08:38.842670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5daa35-3f5e-44f9-b052-0c2dcbddff7f req-b32b9a47-c528-4166-bec5-15405276bc54 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:38.844192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5daa35-3f5e-44f9-b052-0c2dcbddff7f req-b32b9a47-c528-4166-bec5-15405276bc54 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0925679 Aug 22 15:08:38.870444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ade4f58f-236e-44b5-a561-48c2c26849ed req-60fa35ef-96d4-416d-9c1c-6c160d7b3b1e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613194 Aug 22 15:08:38.898710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5daa35-3f5e-44f9-b052-0c2dcbddff7f req-2c21bf85-9b1c-4ad3-b58f-02377a9d8b1a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Aug 22 15:08:39.038673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b440d688-adb5-4cc2-b6ae-eab03740f2d9 req-6acb5aa8-4413-4cb1-b575-d2b8965c05cd tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0402715 Aug 22 15:08:39.109374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58004f-e3e7-4745-b035-bac74f402580 req-e169980b-74de-422c-909c-ed1c28e27465 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:39.110901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d58004f-e3e7-4745-b035-bac74f402580 req-e169980b-74de-422c-909c-ed1c28e27465 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0634699 Aug 22 15:08:39.153431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d58004f-e3e7-4745-b035-bac74f402580 req-9b92f3be-0873-4560-b048-259297a4f5e1 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Aug 22 15:08:39.317405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f5a4b-3a42-4642-873b-d73f53fe5794 req-273b8160-9265-4be2-9ca0-5ed608ded713 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:39.318986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a6f5a4b-3a42-4642-873b-d73f53fe5794 req-273b8160-9265-4be2-9ca0-5ed608ded713 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0811687 Aug 22 15:08:39.362975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a6f5a4b-3a42-4642-873b-d73f53fe5794 req-9418ff0a-4dde-4453-b84e-3cff31737fb1 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Aug 22 15:08:39.586157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6482-f12c-4119-a8fc-ad2d7e585af6 req-f70f1f9a-d65e-47cd-8626-0e1c4d01a9d7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:39.592591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6482-f12c-4119-a8fc-ad2d7e585af6 req-f70f1f9a-d65e-47cd-8626-0e1c4d01a9d7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:39.600872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b6482-f12c-4119-a8fc-ad2d7e585af6 req-f70f1f9a-d65e-47cd-8626-0e1c4d01a9d7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:39.602669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf0b6482-f12c-4119-a8fc-ad2d7e585af6 req-f70f1f9a-d65e-47cd-8626-0e1c4d01a9d7 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69&device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a&device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 2416 time: 0.0922780 Aug 22 15:08:39.648528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf0b6482-f12c-4119-a8fc-ad2d7e585af6 req-e3408a8a-7fcf-4dd5-af40-36ecdfd8b9b1 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Aug 22 15:08:39.777039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae2a4391-bd92-4306-a7eb-d6936bd12cde req-2e232ca9-b872-4a2a-a808-9aaed35bc6d3 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0786247 Aug 22 15:08:40.056505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaeb21-a87e-41df-aa19-52480f52fcc5 req-29560462-d771-46f0-8dde-93ea2e8bd75d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:40.061378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85eaeb21-a87e-41df-aa19-52480f52fcc5 req-29560462-d771-46f0-8dde-93ea2e8bd75d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1007674 Aug 22 15:08:40.170150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85eaeb21-a87e-41df-aa19-52480f52fcc5 req-1c035c30-2f30-4f4a-bbf1-cf59b7c2a474 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001883 Aug 22 15:08:40.294504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-044b32e5-374a-4c16-a15d-c30a33f96de8 req-d8c1e43a-de0e-46d1-ad9b-dea8f4de4be9 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0323322 Aug 22 15:08:40.507015 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:41.353699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fa93-4cc6-4d7a-a4b0-a443aa8f1179 req-e5161a65-0735-4efc-8a65-64c2be5b4344 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:41.358124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2352fa93-4cc6-4d7a-a4b0-a443aa8f1179 req-e5161a65-0735-4efc-8a65-64c2be5b4344 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0739481 Aug 22 15:08:41.412801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2352fa93-4cc6-4d7a-a4b0-a443aa8f1179 req-4b5f2afa-9555-44e8-a100-aca9e5d37c98 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499332 Aug 22 15:08:41.630892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53156) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:41.640680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70dee602-49e6-4789-bbf9-a38ffc4889af req-7dc798d1-35d5-4b50-a8e3-6ab6182de6e3 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0627835 Aug 22 15:08:41.839625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6a896-5240-4ad2-ad1a-4d21e997c527 req-364fe46d-833e-4c85-be4d-0e24fbcbdc65 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:41.841527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b6a896-5240-4ad2-ad1a-4d21e997c527 req-364fe46d-833e-4c85-be4d-0e24fbcbdc65 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0802948 Aug 22 15:08:41.852664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64668e48-5c63-4a60-a564-00db32fca7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:41.907548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b6a896-5240-4ad2-ad1a-4d21e997c527 req-2c1240e0-6143-4de8-8948-530756980901 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571551 Aug 22 15:08:41.975484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64668e48-5c63-4a60-a564-00db32fca7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.077527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64668e48-5c63-4a60-a564-00db32fca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.124647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64668e48-5c63-4a60-a564-00db32fca7a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79b88ec322d442deb7518199c5576b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925530 Aug 22 15:08:42.125185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53168) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:42.163828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64668e48-5c63-4a60-a564-00db32fca7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e9f40d-59f9-4b01-b6c1-5f0b24489168,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:42.198708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.222320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.407875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.411616 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.413129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58e9f40d-59f9-4b01-b6c1-5f0b24489168 HTTP/1.1" status: 204 len: 168 time: 0.2865653 Aug 22 15:08:42.422719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d59185-cd07-4653-8b97-deb52048bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e9f40d-59f9-4b01-b6c1-5f0b24489168,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:42.568903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29744f-1cae-44b0-99d7-fa0ac0d6910e req-d51e18f9-1359-4df8-b186-8c6620edf0c9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:42.572815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae29744f-1cae-44b0-99d7-fa0ac0d6910e req-d51e18f9-1359-4df8-b186-8c6620edf0c9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0754874 Aug 22 15:08:42.642864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae29744f-1cae-44b0-99d7-fa0ac0d6910e req-e037b535-cab1-429d-9f92-071263bfbb35 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652697 Aug 22 15:08:42.711268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53180) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:42.768643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-123f1cc8-f4f0-464c-b327-62f9613a9470 req-678aead1-03b1-40f5-b5c9-012960cefe23 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0364966 Aug 22 15:08:42.865063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-578a1366-0968-4632-a286-988efe5f0867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:42.969170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-578a1366-0968-4632-a286-988efe5f0867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.039641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8507b7c-e906-4484-9736-a4719ea3640a req-1de8981a-cc0f-40cb-9bb6-afc5c25be308 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:43.041259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8507b7c-e906-4484-9736-a4719ea3640a req-1de8981a-cc0f-40cb-9bb6-afc5c25be308 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0552154 Aug 22 15:08:43.082732 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-578a1366-0968-4632-a286-988efe5f0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.094455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8507b7c-e906-4484-9736-a4719ea3640a req-fa6a25d3-62c2-4fac-b839-d3a0a525a089 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Aug 22 15:08:43.134446 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-578a1366-0968-4632-a286-988efe5f0867 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7a92102ec9043b5a5afeed2970a6fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207194 Aug 22 15:08:43.135580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1366-0968-4632-a286-988efe5f0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9cbd71-793a-42a2-a7d3-e06f760db74a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:43.138225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53188) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:43.203025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.227571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.298001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-3adc3d10-2963-4ed3-8da5-55da305fcd2e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:43.300128 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-3adc3d10-2963-4ed3-8da5-55da305fcd2e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Aug 22 15:08:43.319895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53190) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:43.335630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16cff562-fb45-40de-8e06-41df713b563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.414112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Deleting port e05aa18f-e2a5-4334-aa34-f53aa2aba44c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:43.414570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.509084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] For port e05aa18f-e2a5-4334-aa34-f53aa2aba44c, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:43.509383 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.511361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.514101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.515292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b9cbd71-793a-42a2-a7d3-e06f760db74a HTTP/1.1" status: 204 len: 168 time: 0.3758509 Aug 22 15:08:43.531525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9cbd71-793a-42a2-a7d3-e06f760db74a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:43.540407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Calling delete_port for e05aa18f-e2a5-4334-aa34-f53aa2aba44c owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:43.547238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.547720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.547930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.548277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.548616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.548955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.549273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.549710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.550734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.551097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.551450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.552152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce4a5d-6d36-4a41-ae56-4567cf6ed4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:43.659749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16cff562-fb45-40de-8e06-41df713b563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.758626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16cff562-fb45-40de-8e06-41df713b563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.805820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cff562-fb45-40de-8e06-41df713b563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cbdbe-181d-4e1c-b9b9-d0275b7b9303,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:43.812158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-16cff562-fb45-40de-8e06-41df713b563f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ba350c3a01649eb8c39aa892d81288e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910674 Aug 22 15:08:43.814695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53200) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:43.831460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f799f7-22ad-4109-9e9b-dd155d8072e3 req-8ac745d7-c4b3-442d-9cd3-f722d11710f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:43.833513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37f799f7-22ad-4109-9e9b-dd155d8072e3 req-8ac745d7-c4b3-442d-9cd3-f722d11710f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1023886 Aug 22 15:08:43.865570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:43.882734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['272ad385-5c9d-4f1c-a398-78140420d794'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:43.939248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37f799f7-22ad-4109-9e9b-dd155d8072e3 req-ea795ea0-8018-42fa-9de7-f1e924054a69 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987034 Aug 22 15:08:43.949992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4ab61759-5105-465b-8266-c0b7e7744532'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:43.967409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e354ca0-5cd8-4264-9178-32202647f3da req-28419193-dee0-4b8a-8872-4200773ca79b tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/ports?device_id=894ea03b-5146-42d4-b6f4-4d4295252816 HTTP/1.1" status: 200 len: 210 time: 0.0470335 Aug 22 15:08:43.972682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.006783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event deleted for resources: {'Port': ['ID=e05aa18f-e2a5-4334-aa34-f53aa2aba44c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:44.013080 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.031378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] No DVR routers for this DVR port e05aa18f-e2a5-4334-aa34-f53aa2aba44c on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:44.034272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.036870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a5d13f80-b94f-45fa-99eb-08420f2284d0 req-79e89218-a0cd-407e-a378-8dd85d0af61d tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "DELETE /v2.0/ports/e05aa18f-e2a5-4334-aa34-f53aa2aba44c HTTP/1.1" status: 204 len: 173 time: 0.7306404 Aug 22 15:08:44.037572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'name': 'network-vif-deleted', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:44.040398 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cca6b4-d7c8-4079-a7ba-40d00e655dfc" -d '{"events": [{"server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "name": "network-vif-deleted", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:44.102729 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d440e0-a2ae-4696-bdfc-5bb04844702e x-openstack-request-id: req-b0d440e0-a2ae-4696-bdfc-5bb04844702e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:44.103201 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3793d51f-69cf-49aa-8818-53d8c53bce69", "name": "network-vif-deleted", "tag": "e05aa18f-e2a5-4334-aa34-f53aa2aba44c", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:44.103495 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0d440e0-a2ae-4696-bdfc-5bb04844702e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:44.104163 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3793d51f-69cf-49aa-8818-53d8c53bce69', 'name': 'network-vif-deleted', 'tag': 'e05aa18f-e2a5-4334-aa34-f53aa2aba44c', 'status': 'completed', 'code': 200} Aug 22 15:08:44.245139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61206da1-4a18-4e70-ab6a-c5c7566b56c0 req-b7cfd37c-e994-4296-879a-ce2357759e9c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 210 time: 0.0439103 Aug 22 15:08:44.257579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.260444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.261738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe8cbdbe-181d-4e1c-b9b9-d0275b7b9303 HTTP/1.1" status: 204 len: 168 time: 0.4454889 Aug 22 15:08:44.270392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22442570-b940-4e59-a3d0-3d0884596766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cbdbe-181d-4e1c-b9b9-d0275b7b9303,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:44.780841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53216) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:44.799099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a86273f-8ce3-4814-9d5f-03d75f789ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.896278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a86273f-8ce3-4814-9d5f-03d75f789ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:44.960446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a86273f-8ce3-4814-9d5f-03d75f789ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.007336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a86273f-8ce3-4814-9d5f-03d75f789ca4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4544605152b441a295be00dca968cb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253060 Aug 22 15:08:45.010840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53226) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:45.019322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86273f-8ce3-4814-9d5f-03d75f789ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c64258-d02a-4607-a2f1-aead13ffd67a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:45.110588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121023-0fb7-4eb0-9dc5-e9a4cf822a5d req-31227a71-48d3-462e-9cbd-50fc75c99ee8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:45.112215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5121023-0fb7-4eb0-9dc5-e9a4cf822a5d req-31227a71-48d3-462e-9cbd-50fc75c99ee8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0898433 Aug 22 15:08:45.130503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.170327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.183048 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5121023-0fb7-4eb0-9dc5-e9a4cf822a5d req-e368a82f-3d35-4990-a3a2-fb8449759783 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644181 Aug 22 15:08:45.197573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53234) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:45.277274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.313035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.341137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e05aa18f-e2a5-4334-aa34-f53aa2aba44c no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:45.371705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: e05aa18f-e2a5-4334-aa34-f53aa2aba44c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:45.374063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e05aa18f-e2a5-4334-aa34-f53aa2aba44c not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:45.379078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20f3261c-34ae-4201-995d-82a364505013 req-43bd40a8-2cad-4e37-9093-793fa4ade3d2 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3793d51f-69cf-49aa-8818-53d8c53bce69 HTTP/1.1" status: 200 len: 210 time: 0.0396087 Aug 22 15:08:45.443016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.445640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.446825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21c64258-d02a-4607-a2f1-aead13ffd67a HTTP/1.1" status: 204 len: 168 time: 0.4349999 Aug 22 15:08:45.454983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90230c-4451-403d-b723-bfe5c829bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c64258-d02a-4607-a2f1-aead13ffd67a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:45.534081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.536652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.537883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/security-groups/b65a3f0e-b4a6-44e6-a00f-c87a7986715b HTTP/1.1" status: 204 len: 168 time: 0.3294520 Aug 22 15:08:45.540867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53244) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:45.553039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d2ca9-ae2f-4a1d-850a-7dce45f0466a tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a3f0e-b4a6-44e6-a00f-c87a7986715b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:45.556105 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-191ba659-6984-474a-bfea-a4fa2485ee25 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] show failed (client error): The resource could not be found. Aug 22 15:08:45.560085 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-191ba659-6984-474a-bfea-a4fa2485ee25 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "GET /v2.0/security-groups/b65a3f0e-b4a6-44e6-a00f-c87a7986715b HTTP/1.1" status: 404 len: 347 time: 0.0153100 Aug 22 15:08:45.561056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53246) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:45.731609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port e5403b2a-2439-4201-9a98-efad2cc01463 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:45.731959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.827581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.828280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:45.847754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for e5403b2a-2439-4201-9a98-efad2cc01463 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:46.111219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.140427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=e5403b2a-2439-4201-9a98-efad2cc01463,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:46.206595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.209142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.210341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2090d426-a828-4251-8987-c2afedca7144 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/floatingips/8b72bae0-3c5e-4833-b7c3-1489e3c382ed HTTP/1.1" status: 204 len: 168 time: 0.6481237 Aug 22 15:08:46.213100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53270) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:46.355221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af6f4-9109-4599-abd8-4836702c8c2c req-f158d383-250f-40e7-b677-bde6adac48a6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:46.358764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-734af6f4-9109-4599-abd8-4836702c8c2c req-f158d383-250f-40e7-b677-bde6adac48a6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0931959 Aug 22 15:08:46.368505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port de87e89f-fb6b-4eb2-b214-1eb2d420f127 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:46.368855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.500937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-734af6f4-9109-4599-abd8-4836702c8c2c req-636089c3-6993-4e78-bfaa-87d20e9070bb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351674 Aug 22 15:08:46.539779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.567653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for de87e89f-fb6b-4eb2-b214-1eb2d420f127 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:46.832986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.866995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=de87e89f-fb6b-4eb2-b214-1eb2d420f127,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:46.965538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:46.967767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d83d50d-49fd-435d-93ff-4ad575bea742 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/ports/de87e89f-fb6b-4eb2-b214-1eb2d420f127 HTTP/1.1" status: 204 len: 168 time: 0.7536001 Aug 22 15:08:46.970306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53306) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:47.120117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698a0d2-f413-4997-ab79-1d19ec43bf8d req-5fde568e-c545-4a88-bd70-7d2e27328213 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:47.121622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698a0d2-f413-4997-ab79-1d19ec43bf8d req-5fde568e-c545-4a88-bd70-7d2e27328213 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0822449 Aug 22 15:08:47.138355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting port 6b8881a9-cf24-40cb-b63a-597bef052f56 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:47.140085 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:47.226831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698a0d2-f413-4997-ab79-1d19ec43bf8d req-e55430d9-7bbd-465f-a7f5-3fd9ed5a5aec tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990906 Aug 22 15:08:47.256943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:47.271690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Calling delete_port for 6b8881a9-cf24-40cb-b63a-597bef052f56 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:47.574995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:47.627161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Port': ['ID=6b8881a9-cf24-40cb-b63a-597bef052f56,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:47.743827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337362d-33ad-4dbf-b3e9-b5d70c08837e req-4c1a05f7-2a42-47d7-8e6d-00e7f6d24369 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:47.745433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5337362d-33ad-4dbf-b3e9-b5d70c08837e req-4c1a05f7-2a42-47d7-8e6d-00e7f6d24369 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1750462 Aug 22 15:08:47.793974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:47.796665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b82f5dc0-dde3-456a-9d07-96c6082b1eaf tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/ports/6b8881a9-cf24-40cb-b63a-597bef052f56 HTTP/1.1" status: 204 len: 168 time: 0.8248887 Aug 22 15:08:47.799026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:47.827804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5337362d-33ad-4dbf-b3e9-b5d70c08837e req-970f0000-8ff4-49df-b020-f9471849cf2d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756962 Aug 22 15:08:47.871779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting subnet 3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:08:47.875473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:47.931649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.045540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.307562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.366947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Subnet': ['ID=3e29d5db-d9a1-4876-90df-1c0d0d1e3db1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:48.383201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2ab4a-8570-4581-9d4b-a9aa773c4dac None None] Network 3998c25a-6802-4a43-b809-20622b160d7a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:08:48.386079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8f6ea-c7a5-40af-93b1-21d35d5d3e82 req-ff8692ad-eb28-4b42-8286-1e19bd30a89a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:48.386900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.387521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/subnets/3e29d5db-d9a1-4876-90df-1c0d0d1e3db1 HTTP/1.1" status: 204 len: 168 time: 0.5873246 Aug 22 15:08:48.390929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.391328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bc8f6ea-c7a5-40af-93b1-21d35d5d3e82 req-ff8692ad-eb28-4b42-8286-1e19bd30a89a tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0644703 Aug 22 15:08:48.391651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.392205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.392713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.393803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53368) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:48.394172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.394843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.395348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.396040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.397646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.398156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.398659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.400390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31dcf1-77f8-498c-a2b1-121b80839841 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:48.499387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bc8f6ea-c7a5-40af-93b1-21d35d5d3e82 req-4c8bfee4-4ae4-4a9d-9496-17f79ccc94d9 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071618 Aug 22 15:08:48.504631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Deleting subnet bc952660-d75f-46d9-9434-e6534351375a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:08:48.508092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.569556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.631835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] DHCP port deletion for 3998c25a-6802-4a43-b809-20622b160d7a request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:08:48.677947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Deleting port b49d5e8b-8da1-4ab0-987a-12258f5e92bd {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:48.678319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.681115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.750898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] For port b49d5e8b-8da1-4ab0-987a-12258f5e92bd, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,segment=NetworkSegment(2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b),segment_id=2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:48.751329 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.771843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Calling delete_port for b49d5e8b-8da1-4ab0-987a-12258f5e92bd owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:48.772525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-c22543cf-a247-4aea-b466-02a50f2a5c87 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:48.774131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-c22543cf-a247-4aea-b466-02a50f2a5c87 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 945 time: 0.0860889 Aug 22 15:08:48.914839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Deleting port 272ad385-5c9d-4f1c-a398-78140420d794 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:48.915106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:48.989632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.021802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.040019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] Pushing event deleted for resources: {'Port': ['ID=b49d5e8b-8da1-4ab0-987a-12258f5e92bd,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:49.042605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab67a0-6a2c-4709-beac-06e9b1dddb7d None None] No DVR routers for this DVR port b49d5e8b-8da1-4ab0-987a-12258f5e92bd on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:49.111356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53378) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:49.115783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.116955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4528fc-0a07-439f-bf70-50bb31271349 None None] Network 64ee791b-633b-4653-8dff-222b9d310348 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:08:49.117781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/subnets/bc952660-d75f-46d9-9434-e6534351375a HTTP/1.1" status: 204 len: 168 time: 0.7219284 Aug 22 15:08:49.123107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cd267-1fe6-4ee8-bb93-efa05a121f47 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Subnet': ['ID=bc952660-d75f-46d9-9434-e6534351375a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:49.124962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:49.143102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032ea99-f0ab-44de-97fe-ca236d4fbfae req-cb33fa91-cae2-4c03-97f2-a4a9c288a8a0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:49.145304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1032ea99-f0ab-44de-97fe-ca236d4fbfae req-cb33fa91-cae2-4c03-97f2-a4a9c288a8a0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.2268074 Aug 22 15:08:49.174749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] For port 272ad385-5c9d-4f1c-a398-78140420d794, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=272ad385-5c9d-4f1c-a398-78140420d794,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:49.174749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.207326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1032ea99-f0ab-44de-97fe-ca236d4fbfae req-63c133ac-839f-400c-aa29-83d279f7b271 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561826 Aug 22 15:08:49.220494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Calling delete_port for 272ad385-5c9d-4f1c-a398-78140420d794 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:49.334314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:49.361583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.465649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] DHCP port deletion for 64ee791b-633b-4653-8dff-222b9d310348 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:08:49.555911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0395-666a-4345-82bb-2945a8b0394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.561341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.563571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.577045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['272ad385-5c9d-4f1c-a398-78140420d794'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:49.589167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3998c25a-6802-4a43-b809-20622b160d7a']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:49.606119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:49.606707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfe8fe8-c7c6-4c7d-9219-ebbedcafb08b') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:49.609391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68273830-505c-4733-948b-09ec78f88fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.625351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.628687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event deleted for resources: {'Port': ['ID=272ad385-5c9d-4f1c-a398-78140420d794,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:49.630938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4ab61759-5105-465b-8266-c0b7e7744532'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:49.656775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.660760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Deleting port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:49.661844 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.670109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e20790c5-9b5c-498b-be52-c43522e07de0 req-5e76595e-3245-4a61-8b1f-146249134a09 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 210 time: 0.0506439 Aug 22 15:08:49.711524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:08:49.712430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:08:49.716042 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:08:49.728180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] No DVR routers for this DVR port 272ad385-5c9d-4f1c-a398-78140420d794 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:49.728180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.730133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-984106a7-fb50-40cf-94f2-12e0370b6665 req-1dd6f0d2-458d-45a4-930f-0aa71724ac4b tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.54 "DELETE /v2.0/ports/272ad385-5c9d-4f1c-a398-78140420d794 HTTP/1.1" status: 204 len: 173 time: 0.9497018 Aug 22 15:08:49.730594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'name': 'network-vif-deleted', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:49.739715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13fabe-5af8-48a4-961d-360c4df25ed6" -d '{"events": [{"server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "name": "network-vif-deleted", "tag": "272ad385-5c9d-4f1c-a398-78140420d794"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:49.824548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0395-666a-4345-82bb-2945a8b0394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.825283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] For port b46ddb3c-9060-4c9a-ae19-4c3ef2236188, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,segment=NetworkSegment(2dfa45f3-7aeb-4253-a726-2e8482f9f4af),segment_id=2dfa45f3-7aeb-4253-a726-2e8482f9f4af)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:49.825634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.843051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Calling delete_port for b46ddb3c-9060-4c9a-ae19-4c3ef2236188 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:49.939905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.940714 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a365c0fe-e63c-4bb0-95e1-5d0bbc3e336e x-openstack-request-id: req-a365c0fe-e63c-4bb0-95e1-5d0bbc3e336e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:49.941088 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c6f380-d4aa-4d69-a7d9-51da6b4b407a", "name": "network-vif-deleted", "tag": "272ad385-5c9d-4f1c-a398-78140420d794", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:49.941355 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a365c0fe-e63c-4bb0-95e1-5d0bbc3e336e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:49.943225 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c6f380-d4aa-4d69-a7d9-51da6b4b407a', 'name': 'network-vif-deleted', 'tag': '272ad385-5c9d-4f1c-a398-78140420d794', 'status': 'completed', 'code': 200} Aug 22 15:08:49.953298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:49.960558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/networks/3998c25a-6802-4a43-b809-20622b160d7a HTTP/1.1" status: 204 len: 168 time: 0.8329971 Aug 22 15:08:49.963377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53394) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:49.992238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb556d-0bcd-4417-a57f-8d161fb35eae tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Network': ['ID=3998c25a-6802-4a43-b809-20622b160d7a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:50.014244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0395-666a-4345-82bb-2945a8b0394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.116768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.156750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] Pushing event deleted for resources: {'Port': ['ID=b46ddb3c-9060-4c9a-ae19-4c3ef2236188,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:50.172264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a6605-ea4c-4ffa-ac68-09f7dcb7aef7 None None] No DVR routers for this DVR port b46ddb3c-9060-4c9a-ae19-4c3ef2236188 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:50.189397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68273830-505c-4733-948b-09ec78f88fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.258830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68273830-505c-4733-948b-09ec78f88fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.317988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68273830-505c-4733-948b-09ec78f88fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35945a8-6d66-41ba-9ff2-f1282ee42a0b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:50.351085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-68273830-505c-4733-948b-09ec78f88fc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72e875c0b6694de8ab7b3fda5c00d2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0155256 Aug 22 15:08:50.354410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:50.454131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c840a8-15c8-4c8c-9482-ff2cff47a9ab req-2528ef3b-276f-474c-8849-88100709c49a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:50.456381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02c840a8-15c8-4c8c-9482-ff2cff47a9ab req-2528ef3b-276f-474c-8849-88100709c49a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1182125 Aug 22 15:08:50.457780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.499416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.532401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02c840a8-15c8-4c8c-9482-ff2cff47a9ab req-e8e0c9df-d653-480a-be93-f57499aa20ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631835 Aug 22 15:08:50.640905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b46ddb3c-9060-4c9a-ae19-4c3ef2236188 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:50.653699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0395-666a-4345-82bb-2945a8b0394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03386f7-19fa-4539-89b8-fc13cdfacdc5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:50.663544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd3e0395-666a-4345-82bb-2945a8b0394d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b860b457413f461ca94b6dc9b25a0358&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5493684 Aug 22 15:08:50.665446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53402) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:50.670358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.680235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b46ddb3c-9060-4c9a-ae19-4c3ef2236188 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:50.680599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b46ddb3c-9060-4c9a-ae19-4c3ef2236188 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:50.686796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b49d5e8b-8da1-4ab0-987a-12258f5e92bd no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:50.702015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b49d5e8b-8da1-4ab0-987a-12258f5e92bd {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:50.702370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b49d5e8b-8da1-4ab0-987a-12258f5e92bd not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:50.712108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.717898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.719266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c35945a8-6d66-41ba-9ff2-f1282ee42a0b HTTP/1.1" status: 204 len: 168 time: 0.3644035 Aug 22 15:08:50.729176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e9f2a-6bfe-436f-949d-b8396d826e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35945a8-6d66-41ba-9ff2-f1282ee42a0b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:50.800802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e21230ed-46cb-4ba0-96be-de17b85824cb req-7d10a614-b0f1-4c70-9f2b-c512818e1d82 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7c6f380-d4aa-4d69-a7d9-51da6b4b407a HTTP/1.1" status: 200 len: 210 time: 0.0309181 Aug 22 15:08:50.819320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.821972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.835419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ee791b-633b-4653-8dff-222b9d310348']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:50.863351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfa45f3-7aeb-4253-a726-2e8482f9f4af') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:50.863762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfa45f3-7aeb-4253-a726-2e8482f9f4af') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:50.882167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.884938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.914750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.934325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.941041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:08:50.944520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:08:50.960511 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:08:51.117104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.119193 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.122017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.123366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a03386f7-19fa-4539-89b8-fc13cdfacdc5 HTTP/1.1" status: 204 len: 168 time: 0.4569883 Aug 22 15:08:51.134110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.140589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] 10.222.0.53 "DELETE /v2.0/networks/64ee791b-633b-4653-8dff-222b9d310348 HTTP/1.1" status: 204 len: 168 time: 1.1715999 Aug 22 15:08:51.157126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb0325-3839-4fca-bb98-1777fde2c7e1 tempest-TaggedBootDevicesTest_v242-405795197 tempest-TaggedBootDevicesTest_v242-405795197-project] Pushing event deleted for resources: {'Network': ['ID=64ee791b-633b-4653-8dff-222b9d310348,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:51.157126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd796cd-30e1-4c78-8861-b3aefa9dfde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03386f7-19fa-4539-89b8-fc13cdfacdc5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:51.668886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618de6f3-5f1a-4146-abe1-f87940373a4a req-2cf2170c-ae1f-49de-b7de-4438f677e029 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:51.670847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-618de6f3-5f1a-4146-abe1-f87940373a4a req-2cf2170c-ae1f-49de-b7de-4438f677e029 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0634527 Aug 22 15:08:51.672273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53428) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:51.692526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1424148-7919-4120-b586-0f58bab529e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.738105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-618de6f3-5f1a-4146-abe1-f87940373a4a req-137c7586-d522-4ae6-becb-e589e36113b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575504 Aug 22 15:08:51.825511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1424148-7919-4120-b586-0f58bab529e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.906336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1424148-7919-4120-b586-0f58bab529e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:51.952534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1424148-7919-4120-b586-0f58bab529e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc9f060892f04f77a7579f820b2736b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791800 Aug 22 15:08:51.953738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1424148-7919-4120-b586-0f58bab529e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36215bc4-bdb4-4707-8037-97f16e6ea398,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:51.955168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:52.020166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.034580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:52.057941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b430f3c-c9f7-4419-a051-61c240ecd59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.066421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.150225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 272ad385-5c9d-4f1c-a398-78140420d794 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:52.175742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 272ad385-5c9d-4f1c-a398-78140420d794 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:52.175932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 272ad385-5c9d-4f1c-a398-78140420d794 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:52.304644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.307422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.320938 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36215bc4-bdb4-4707-8037-97f16e6ea398 HTTP/1.1" status: 204 len: 168 time: 0.3605824 Aug 22 15:08:52.339372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094d76-0ffe-4f1c-8c1a-4ed5334280c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36215bc4-bdb4-4707-8037-97f16e6ea398,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:52.463949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b430f3c-c9f7-4419-a051-61c240ecd59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.535565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b430f3c-c9f7-4419-a051-61c240ecd59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.577633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ad176-5be0-4950-bc30-e95e8bc5cad3 req-32f7abf3-2a20-4dea-a40b-e9f984287a4e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:52.589559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a6ad176-5be0-4950-bc30-e95e8bc5cad3 req-32f7abf3-2a20-4dea-a40b-e9f984287a4e tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0749781 Aug 22 15:08:52.592335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b430f3c-c9f7-4419-a051-61c240ecd59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf8d8a-9bff-45f4-8d79-a5c5e72b45b2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:52.613423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1b430f3c-c9f7-4419-a051-61c240ecd59f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1c638744c2246a3a1a9fba97fa5ea68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772507 Aug 22 15:08:52.614976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53444) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:52.644597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a6ad176-5be0-4950-bc30-e95e8bc5cad3 req-3e13a71d-f976-4a27-b148-fcb84fdeb0b4 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Aug 22 15:08:52.695879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.728761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.889225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35993f-d536-4846-94d6-663b66a06fb2 req-1e1d6f29-0b81-44ff-a188-779514683c1a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:52.892654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.897119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:52.902630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c35993f-d536-4846-94d6-663b66a06fb2 req-1e1d6f29-0b81-44ff-a188-779514683c1a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0779223 Aug 22 15:08:52.902795 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49cf8d8a-9bff-45f4-8d79-a5c5e72b45b2 HTTP/1.1" status: 204 len: 168 time: 0.2820313 Aug 22 15:08:52.921249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc8ed6-5b37-4227-9a59-f420c96197a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf8d8a-9bff-45f4-8d79-a5c5e72b45b2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:52.973196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c35993f-d536-4846-94d6-663b66a06fb2 req-c0b0a810-d7fc-47bc-9d90-8627885e27e5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749965 Aug 22 15:08:53.806132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e865d-0633-4f15-a06b-3592296e7577 req-fce6da4b-ad71-40cf-a830-d54e4479f739 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:53.826459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e5e865d-0633-4f15-a06b-3592296e7577 req-fce6da4b-ad71-40cf-a830-d54e4479f739 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0818729 Aug 22 15:08:53.873707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e5e865d-0633-4f15-a06b-3592296e7577 req-acfb6f5c-affe-4f71-898b-15b49fcc1823 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Aug 22 15:08:54.137230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050a80a-bf69-427f-95f4-346b0835e174 req-c2274095-cb6b-46b6-8267-a8885af9ab2a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:54.150640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0050a80a-bf69-427f-95f4-346b0835e174 req-c2274095-cb6b-46b6-8267-a8885af9ab2a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0928435 Aug 22 15:08:54.247437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0050a80a-bf69-427f-95f4-346b0835e174 req-8d981bb1-26b9-4454-842c-24878834cfae tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954654 Aug 22 15:08:54.484705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-6c9ffb87-b54e-4a39-b411-67241904027c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:54.488008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-6c9ffb87-b54e-4a39-b411-67241904027c tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0667195 Aug 22 15:08:54.624628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Deleting port 4ab61759-5105-465b-8266-c0b7e7744532 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:54.625352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:54.748679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] For port 4ab61759-5105-465b-8266-c0b7e7744532, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4ab61759-5105-465b-8266-c0b7e7744532,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:54.749348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:54.764878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Calling delete_port for 4ab61759-5105-465b-8266-c0b7e7744532 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:55.022834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806dbd1-8d4d-46ea-9344-87af68efe26b req-232979ef-210e-4617-9288-0ff75ca308cd tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:55.024702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4806dbd1-8d4d-46ea-9344-87af68efe26b req-232979ef-210e-4617-9288-0ff75ca308cd tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 945 time: 0.0614402 Aug 22 15:08:55.084877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4806dbd1-8d4d-46ea-9344-87af68efe26b req-13ca70f8-25a1-4ad3-a4ed-da748fe30695 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fd7beb3-68b7-4e62-8774-e8ed90ce4510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488255 Aug 22 15:08:55.140813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:55.171546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Pushing event deleted for resources: {'Port': ['ID=4ab61759-5105-465b-8266-c0b7e7744532,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:55.176627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4ab61759-5105-465b-8266-c0b7e7744532'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:08:55.290429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] No DVR routers for this DVR port 4ab61759-5105-465b-8266-c0b7e7744532 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:55.299656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:55.302363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-63d00573-5160-4c2b-a9a1-27b9ea153ef6 req-dc350722-65d6-4172-87cb-1eaee28c2a02 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.10 "DELETE /v2.0/ports/4ab61759-5105-465b-8266-c0b7e7744532 HTTP/1.1" status: 204 len: 173 time: 0.8081763 Aug 22 15:08:55.315934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'name': 'network-vif-deleted', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:08:55.323545 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ad3a83-2226-4b47-9671-35d89da555b9" -d '{"events": [{"server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "name": "network-vif-deleted", "tag": "4ab61759-5105-465b-8266-c0b7e7744532"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:08:55.416503 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046d8903-3f6d-40bc-a81d-eea4d7dab629 x-openstack-request-id: req-046d8903-3f6d-40bc-a81d-eea4d7dab629 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:08:55.417066 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bde01fc-911a-4269-b62e-9bce7513e2f3", "name": "network-vif-deleted", "tag": "4ab61759-5105-465b-8266-c0b7e7744532", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:08:55.417357 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-046d8903-3f6d-40bc-a81d-eea4d7dab629 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:08:55.418064 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bde01fc-911a-4269-b62e-9bce7513e2f3', 'name': 'network-vif-deleted', 'tag': '4ab61759-5105-465b-8266-c0b7e7744532', 'status': 'completed', 'code': 200} Aug 22 15:08:55.501969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10fc2c-660a-4c84-aa44-166dbfa83b0f req-e593622b-e2e3-4263-abb7-2ebc93e48fbf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:55.505284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab10fc2c-660a-4c84-aa44-166dbfa83b0f req-e593622b-e2e3-4263-abb7-2ebc93e48fbf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0974393 Aug 22 15:08:55.622426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab10fc2c-660a-4c84-aa44-166dbfa83b0f req-29ba68e6-c621-4097-93f5-28449510b207 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111300 Aug 22 15:08:56.045286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:56.318966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4008b1-30ab-43d9-91ce-aadf04782bd0 req-1dba01a3-f563-4a9d-9d11-76faeb1b48f5 tempest-ListServerFiltersTestJSON-1942352221 tempest-ListServerFiltersTestJSON-1942352221-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde01fc-911a-4269-b62e-9bce7513e2f3 HTTP/1.1" status: 200 len: 210 time: 0.0599890 Aug 22 15:08:56.334804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-819492065'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:56.396990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53568) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:56.471305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Made reservation on behalf of f996b80a58af42c3818e49fde0df6d4a for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:08:56.476222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.492530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.597455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4852b032-10d2-4f6d-b78d-8c3a5f408813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.645916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.722426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.772632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4b21-b30b-4cc8-bc7e-6d3d7a4bc771 req-23571983-15e1-4389-ab81-94750da2abaf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:56.773992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:08:56.774343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a02b4b21-b30b-4cc8-bc7e-6d3d7a4bc771 req-23571983-15e1-4389-ab81-94750da2abaf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0653253 Aug 22 15:08:56.802790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.803145 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Added segment 03d5f303-7cd7-4428-8fbb-828d7fabdcc5 of type vlan for network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca Aug 22 15:08:56.805524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab750207-5427-4c3c-b505-408be896271f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:56.826254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a02b4b21-b30b-4cc8-bc7e-6d3d7a4bc771 req-b6cc6d89-7979-43cc-9a24-68a3de5a9efc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446217 Aug 22 15:08:56.886258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:56.933149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4852b032-10d2-4f6d-b78d-8c3a5f408813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.025251 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.032116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:57.032827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.058668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4852b032-10d2-4f6d-b78d-8c3a5f408813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.137705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event updated for resources: {'Network': ['ID=9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:57.151058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:08:57.155815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4852b032-10d2-4f6d-b78d-8c3a5f408813 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5c13b87a1b140d0a5c9a3b79311d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552204 Aug 22 15:08:57.155815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852b032-10d2-4f6d-b78d-8c3a5f408813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48978860-223d-4bc4-810f-7b697cb1e907,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:57.156288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:57.173836 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-320b4d1c-2bb6-459a-905b-a2406ce5e507 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1264303 Aug 22 15:08:57.175705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53578) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:57.181562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Request body: {'subnet': {'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:57.251889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.277767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.363436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4ab61759-5105-465b-8266-c0b7e7744532 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:57.396567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:57.409561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 4ab61759-5105-465b-8266-c0b7e7744532 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:57.410060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4ab61759-5105-465b-8266-c0b7e7744532 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:57.451076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Made reservation on behalf of f996b80a58af42c3818e49fde0df6d4a for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:08:57.455014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.462893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Deleting subnet 96183218-4eb7-4594-a746-79deef97f936 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:08:57.483024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.545316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.548550 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.551197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48978860-223d-4bc4-810f-7b697cb1e907 HTTP/1.1" status: 204 len: 168 time: 0.3931036 Aug 22 15:08:57.569881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.579569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d376-8bc7-4afd-a6f8-d7b44eb4fd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48978860-223d-4bc4-810f-7b697cb1e907,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:57.730719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.905445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.952012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.961153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cdafb-1d28-4c64-a1c1-9ef02d9bba70 req-40278a40-9ef8-4248-9536-0a657375d2dd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:57.961153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e11cdafb-1d28-4c64-a1c1-9ef02d9bba70 req-40278a40-9ef8-4248-9536-0a657375d2dd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0608151 Aug 22 15:08:57.973232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:57.980791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96183218-4eb7-4594-a746-79deef97f936 HTTP/1.1" status: 204 len: 168 time: 0.5829525 Aug 22 15:08:57.983274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:57.988633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49847040-e2f0-4750-b117-9aabd049138f None None] Network bcc31514-9be9-433a-bd63-f2d3f8f2c76b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:08:58.052238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event updated for resources: {'Subnet': ['ID=d061ddc4-5bfc-4f14-8318-49dab281b7ca,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:58.070826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e11cdafb-1d28-4c64-a1c1-9ef02d9bba70 req-d5c1597a-acd3-4ee4-b749-66ded1156520 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039259 Aug 22 15:08:58.127595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Checking segment: {'id': '03d5f303-7cd7-4428-8fbb-828d7fabdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:08:58.135712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Network hostable DHCP agents. Network: 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:08:58.140679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.156314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dad568-3996-4a46-b0ed-9ffe2f102ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96183218-4eb7-4594-a746-79deef97f936,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:58.207209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Deleting port b84e7b66-7a34-427a-aab6-dfe8d32a229c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:58.207683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.288687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] For port b84e7b66-7a34-427a-aab6-dfe8d32a229c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b84e7b66-7a34-427a-aab6-dfe8d32a229c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:58.289415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.300426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] DHCP port deletion for bcc31514-9be9-433a-bd63-f2d3f8f2c76b request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:08:58.306483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Calling delete_port for b84e7b66-7a34-427a-aab6-dfe8d32a229c owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:58.316469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:08:58.368146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Deleting port b84e7b66-7a34-427a-aab6-dfe8d32a229c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:08:58.368783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.458874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] For port b84e7b66-7a34-427a-aab6-dfe8d32a229c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b84e7b66-7a34-427a-aab6-dfe8d32a229c,segment=NetworkSegment(d650979b-c6a0-4496-84ac-d0e2cb52b3b2),segment_id=d650979b-c6a0-4496-84ac-d0e2cb52b3b2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:08:58.459268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.473418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Calling delete_port for b84e7b66-7a34-427a-aab6-dfe8d32a229c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:08:58.476537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:08:58.481711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:58.482073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.522754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf4c88-8c77-4625-bdf9-5354903a2c08 None None] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:08:58.523704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.548064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53598) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:58.565205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] No DVR routers for this DVR port b84e7b66-7a34-427a-aab6-dfe8d32a229c on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:58.568022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Pushing event deleted for resources: {'Port': ['ID=b84e7b66-7a34-427a-aab6-dfe8d32a229c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:58.573783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-967b619d-655b-48b8-9f9b-9dfbe6d9c8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.608733 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a1e7d408-983d-4e9b-ba4f-9d2a680b1188 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4314303 Aug 22 15:08:58.614673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:58.622505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Request body: {'port': {'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca', 'name': 'tempest-DHCPAgentSchedulersTestJSON-632854036'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:08:58.632258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.664035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Pushing event deleted for resources: {'Port': ['ID=b84e7b66-7a34-427a-aab6-dfe8d32a229c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:58.682162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] No DVR routers for this DVR port b84e7b66-7a34-427a-aab6-dfe8d32a229c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:08:58.684535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.685469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.686017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.686586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.687118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.687663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.688016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.688509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.689049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.689590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.690795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.691326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6727125d-1f0c-4f27-8d39-82b04b16781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:08:58.698265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b84e7b66-7a34-427a-aab6-dfe8d32a229c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:08:58.757095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b84e7b66-7a34-427a-aab6-dfe8d32a229c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:08:58.757713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b84e7b66-7a34-427a-aab6-dfe8d32a229c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:08:58.769248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.794467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc31514-9be9-433a-bd63-f2d3f8f2c76b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:58.811405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:58.812271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd650979b-c6a0-4496-84ac-d0e2cb52b3b2') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:08:58.816032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca', 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca', 'tenant_id': 'f996b80a58af42c3818e49fde0df6d4a', 'fixed_ips': [{'subnet_id': 'd061ddc4-5bfc-4f14-8318-49dab281b7ca'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:08:58.817293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.819093 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-967b619d-655b-48b8-9f9b-9dfbe6d9c8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.826926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.859420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.869224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:08:58.869224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:08:58.871079 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:08:59.208804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Allocated IP 172.20.0.2 (9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca/d061ddc4-5bfc-4f14-8318-49dab281b7ca/2ccad358-aed2-45ae-9047-db638a898ebf) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:08:59.211157 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:08:59.212833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.212833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Transition to ACTIVE for port object 2ccad358-aed2-45ae-9047-db638a898ebf will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:08:59.212833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Transition to ACTIVE for port object 2ccad358-aed2-45ae-9047-db638a898ebf will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:08:59.214788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200eae3-5665-4259-a6b7-e3301f6ebd6a req-cb1f3140-06d5-4edf-a08b-4a8a1f279f5c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:08:59.215258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e200eae3-5665-4259-a6b7-e3301f6ebd6a req-cb1f3140-06d5-4edf-a08b-4a8a1f279f5c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0585504 Aug 22 15:08:59.251435 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-967b619d-655b-48b8-9f9b-9dfbe6d9c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.266195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e200eae3-5665-4259-a6b7-e3301f6ebd6a req-265b225b-6cb5-42aa-abc7-2cf856e9aa57 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Aug 22 15:08:59.291790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-967b619d-655b-48b8-9f9b-9dfbe6d9c8ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f4e5c05ef00444aa0d2f3c6cb896d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417641 Aug 22 15:08:59.293734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b619d-655b-48b8-9f9b-9dfbe6d9c8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef487762-c66f-4b8d-b72a-e6074e26fbfe,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:59.294638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53610) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:08:59.346328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.366085 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.374495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.375725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] 10.222.0.53 "DELETE /v2.0/networks/bcc31514-9be9-433a-bd63-f2d3f8f2c76b HTTP/1.1" status: 204 len: 168 time: 1.3862929 Aug 22 15:08:59.378120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.398660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99790024-0c4e-4c15-93b8-2c517d7a328d admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc31514-9be9-433a-bd63-f2d3f8f2c76b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:59.426714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.429805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Made reservation on behalf of f996b80a58af42c3818e49fde0df6d4a for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:08:59.433134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.453143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] device_id is not set on port 374f2684-f335-4213-9a1a-49cb32536b74 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:08:59.508657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Pushing event updated for resources: {'Port': ['ID=2ccad358-aed2-45ae-9047-db638a898ebf,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:59.556283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:08:59.558337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:08:59.561719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:08:59.591035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.594092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.598911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef487762-c66f-4b8d-b72a-e6074e26fbfe HTTP/1.1" status: 204 len: 168 time: 0.3028817 Aug 22 15:08:59.623109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Allocated IP 172.20.0.7 (9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca/d061ddc4-5bfc-4f14-8318-49dab281b7ca/374f2684-f335-4213-9a1a-49cb32536b74) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:08:59.625833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Attempting to bind port 2ccad358-aed2-45ae-9047-db638a898ebf on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:08:59.626301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Attempting to bind port 2ccad358-aed2-45ae-9047-db638a898ebf by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '03d5f303-7cd7-4428-8fbb-828d7fabdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:08:59.626794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Attempting to bind port 2ccad358-aed2-45ae-9047-db638a898ebf on network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:08:59.634146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:08:59.638550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Checking segment: {'id': '03d5f303-7cd7-4428-8fbb-828d7fabdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:08:59.638550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.638550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Bound using segment: {'id': '03d5f303-7cd7-4428-8fbb-828d7fabdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:08:59.638550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Bound port: 2ccad358-aed2-45ae-9047-db638a898ebf, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d5f303-7cd7-4428-8fbb-828d7fabdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:08:59.638550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.699220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714e35-2514-4a9d-b670-948e7129d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef487762-c66f-4b8d-b72a-e6074e26fbfe,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:59.738809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] For port 2ccad358-aed2-45ae-9047-db638a898ebf, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:08:59.747433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] For port 2ccad358-aed2-45ae-9047-db638a898ebf, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2ccad358-aed2-45ae-9047-db638a898ebf,segment=NetworkSegment(03d5f303-7cd7-4428-8fbb-828d7fabdcc5),segment_id=03d5f303-7cd7-4428-8fbb-828d7fabdcc5)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:08:59.827680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.842897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Transition to ACTIVE for port object 374f2684-f335-4213-9a1a-49cb32536b74 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:08:59.848467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:08:59.911367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e38dfd-393f-47c9-851f-d449f1cf152d None None] Pushing event updated for resources: {'Port': ['ID=2ccad358-aed2-45ae-9047-db638a898ebf,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:08:59.962667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.011584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:00.012522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53620) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:00.014664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:00.020294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:00.066009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event updated for resources: {'Port': ['ID=374f2684-f335-4213-9a1a-49cb32536b74,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:00.086891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:00.087557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.092249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ebff6d7-db89-4476-bf81-8d9d15586b9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d5cdd7a58a645d4aed3e6f8dc5c8b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779960 Aug 22 15:09:00.092883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53624) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:00.129548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6310858b-41c1-42c9-98a8-f2b143de6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.171511 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.208946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.214403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a0861ed0-01da-4670-b6eb-02f83c63c337 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5986207 Aug 22 15:09:00.217562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53628) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:00.420467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cc683-fa50-43ed-88e4-796070365a97 req-ce754527-d14c-438d-9d19-3b71e5ab46f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:00.422687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf4cc683-fa50-43ed-88e4-796070365a97 req-ce754527-d14c-438d-9d19-3b71e5ab46f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0800943 Aug 22 15:09:00.425720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Deleting port 374f2684-f335-4213-9a1a-49cb32536b74 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:00.426159 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.454396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.458064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.459261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fd7beb3-68b7-4e62-8774-e8ed90ce4510 HTTP/1.1" status: 204 len: 168 time: 0.3654416 Aug 22 15:09:00.474642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ef319-0240-41a2-98d2-5776c889dd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7beb3-68b7-4e62-8774-e8ed90ce4510,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:00.531187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf4cc683-fa50-43ed-88e4-796070365a97 req-2a328121-89cd-4ef7-b045-cfbd044f69b4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016819 Aug 22 15:09:00.593983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:00.631052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Calling delete_port for 374f2684-f335-4213-9a1a-49cb32536b74 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:00.721776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2ccad358-aed2-45ae-9047-db638a898ebf up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:00.891448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2ccad358-aed2-45ae-9047-db638a898ebf completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:01.354228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f8900-9621-4696-8a9a-9b82ff3ef0d8 None None] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:01.488128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:01.539661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event deleted for resources: {'Port': ['ID=374f2684-f335-4213-9a1a-49cb32536b74,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:01.659026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Provisioning for port 2ccad358-aed2-45ae-9047-db638a898ebf completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:01.688420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Provisioning complete for port 2ccad358-aed2-45ae-9047-db638a898ebf triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:01.689823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:01.698098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:01.700409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77171823-bef1-487a-b3f7-716242b546a5 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "DELETE /v2.0/ports/374f2684-f335-4213-9a1a-49cb32536b74 HTTP/1.1" status: 204 len: 168 time: 1.4818335 Aug 22 15:09:01.702958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53672) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:01.755418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75c0f6-8c6e-4825-a05b-e048327e166e req-b836a3c8-8d52-490d-b576-573a64bc9c82 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:01.780008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af75c0f6-8c6e-4825-a05b-e048327e166e req-b836a3c8-8d52-490d-b576-573a64bc9c82 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1215458 Aug 22 15:09:01.840744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af75c0f6-8c6e-4825-a05b-e048327e166e req-ad1fe2ea-d75d-4404-bcf6-04fbf372e63e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Aug 22 15:09:01.848234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:01.893714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] For port 2ccad358-aed2-45ae-9047-db638a898ebf, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2ccad358-aed2-45ae-9047-db638a898ebf,segment=NetworkSegment(03d5f303-7cd7-4428-8fbb-828d7fabdcc5),segment_id=03d5f303-7cd7-4428-8fbb-828d7fabdcc5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:01.994552 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.062251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f2078-3255-489d-9565-b1ac7c1cad64 None None] Pushing event updated for resources: {'Port': ['ID=2ccad358-aed2-45ae-9047-db638a898ebf,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:02.087867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0f293be1-c4cb-42a6-9413-51c635e9a260 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3808427 Aug 22 15:09:02.088632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53684) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:02.103873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1750183892'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:02.127175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b4291167-ddbb-43e5-9ee9-4044cdfcddb3 None None] Provisioning complete for port 2ccad358-aed2-45ae-9047-db638a898ebf triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:02.127803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4291167-ddbb-43e5-9ee9-4044cdfcddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.230514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Made reservation on behalf of f996b80a58af42c3818e49fde0df6d4a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:02.234473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.283663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:02.301698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.301952 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Added segment 384b80d7-da87-4ece-a3e2-2368babd5a33 of type vlan for network 48be0ec2-2b59-412c-956d-2c2d22c8a317 Aug 22 15:09:02.387412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53696) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:02.421339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.453017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4450ac61-10c5-4493-a1e0-91e6f943c792 None None] Could not find standard attr ID for object 374f2684-f335-4213-9a1a-49cb32536b74. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:09:02.588682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.589323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1122762996-network', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:02.602805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:02.602805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.705397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Made reservation on behalf of 2d516d40d5394cdd95ce9657aea383ff for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:02.709782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.717777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2ccad358-aed2-45ae-9047-db638a898ebf up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:02.734474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.739669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event updated for resources: {'Network': ['ID=48be0ec2-2b59-412c-956d-2c2d22c8a317,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:02.757031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 48be0ec2-2b59-412c-956d-2c2d22c8a317 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:02.824416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a4b2ed62-7c0e-4137-9d6e-41f54e7249fa tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7342467 Aug 22 15:09:02.828843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:02.887957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2ccad358-aed2-45ae-9047-db638a898ebf triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:02.889064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:02.946473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.012109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.059222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61dcbb20-5718-4443-8ea5-281f619c5612 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.2281740 Aug 22 15:09:03.062824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:03.080717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e33783-24bf-4fce-bc04-6279482e5244 req-ae58345f-df1b-46f6-a123-97a9c8f128d3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:03.082379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65e33783-24bf-4fce-bc04-6279482e5244 req-ae58345f-df1b-46f6-a123-97a9c8f128d3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0911667 Aug 22 15:09:03.092564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.137589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65e33783-24bf-4fce-bc04-6279482e5244 req-16fe4ef0-fbcb-41c0-99d3-25d964c86e39 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463719 Aug 22 15:09:03.151774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:03.155515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:03.169835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.171548 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Added segment 334602d5-d952-4847-8312-227d0375bf13 of type vlan for network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 Aug 22 15:09:03.241098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.261285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59644b02-4dd0-4307-bf68-0a5817bf1cbc tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] Network 48be0ec2-2b59-412c-956d-2c2d22c8a317 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:03.416223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.416223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:03.416223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.431566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59644b02-4dd0-4307-bf68-0a5817bf1cbc tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "POST /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3674519 Aug 22 15:09:03.433639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9211242-01cb-458d-99bb-ddcbbe8a8282 None None] Network 48be0ec2-2b59-412c-956d-2c2d22c8a317 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:03.434343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53724) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:03.517205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:03.520258 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26c0f48d-bbc1-4855-bc82-37b292ba1d68 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1317418 Aug 22 15:09:03.523080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:03.528855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Request body: {'subnet': {'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1122762996-subnet', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:03.550244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:03.563860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dda250c1-8ed2-475f-9012-6d7e92e86a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.629360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-953502fd-19c2-4221-8bca-b9c481b79ce1 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.1902864 Aug 22 15:09:03.630436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53730) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:03.661173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Made reservation on behalf of 2d516d40d5394cdd95ce9657aea383ff for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:03.663940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:03.878382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-765437fa-f069-46d8-bd88-a325109675b4 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "DELETE /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks/48be0ec2-2b59-412c-956d-2c2d22c8a317 HTTP/1.1" status: 204 len: 168 time: 0.2466981 Aug 22 15:09:03.881224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53732) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.013705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-edaa1dbf-ec2e-4843-96fe-94fb05c97e88 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.1297529 Aug 22 15:09:04.018850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53734) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.037936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-994163f1-5592-44e3-a4ee-977d8c8ba42a tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/networks/9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0191598 Aug 22 15:09:04.041444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53736) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.061009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1cbf6315-6367-4c1d-9d43-cec182efc262 tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/networks/9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0185344 Aug 22 15:09:04.063474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.100462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.175919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53744) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.190523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Checking segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:04.190898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Network hostable DHCP agents. Network: b9b77e98-be68-4e69-a6c2-02e4c7a29fa3, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:04.194140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efda7b81-653a-49f7-ab19-f048d48cbbe1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:04.282139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-480cc450-2c7c-4f71-b05a-d3c6cdfa0a0c tempest-DHCPAgentSchedulersTestJSON-243596208 tempest-DHCPAgentSchedulersTestJSON-243596208-project-admin] 10.222.0.53 "GET /v2.0/agents/5b191cd8-26a1-4f23-8cb0-414998905a14/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.2175431 Aug 22 15:09:04.286808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53748) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.312243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49832-1f2d-407f-8977-8449fdc0fb78 req-cbae28c0-91af-4717-a524-315d81cb8172 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:04.315100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c49832-1f2d-407f-8977-8449fdc0fb78 req-cbae28c0-91af-4717-a524-315d81cb8172 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.0822093 Aug 22 15:09:04.364874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c49832-1f2d-407f-8977-8449fdc0fb78 req-98964b8f-ebbc-456e-8d63-47dad06f8f37 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Aug 22 15:09:04.371093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:04.389152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.490247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.502383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48be0ec2-2b59-412c-956d-2c2d22c8a317']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:04.536259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384b80d7-da87-4ece-a3e2-2368babd5a33') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:04.536631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384b80d7-da87-4ece-a3e2-2368babd5a33') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:04.546365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.567129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b9b77e98-be68-4e69-a6c2-02e4c7a29fa3) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:04.578803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae20e36-6946-45e8-935a-53d8c37f498d None None] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:04.586926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:04.586926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.593101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.606546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:09:04.606966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:09:04.610480 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:09:04.718463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ff3508b-f0e6-498e-ba74-91a90c21f02b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1938179 Aug 22 15:09:04.719235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53754) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.724500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:04.784244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.802213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.806789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "DELETE /v2.0/networks/48be0ec2-2b59-412c-956d-2c2d22c8a317 HTTP/1.1" status: 204 len: 168 time: 0.5184360 Aug 22 15:09:04.816113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53758) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.817025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360850e4-6ffc-4e3f-98bd-bef5806d3e06 None None] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:04.858859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91a1f0-518b-45a2-ab89-9034b71df347 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event deleted for resources: {'Network': ['ID=48be0ec2-2b59-412c-956d-2c2d22c8a317,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:04.861132 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef1ec64-6fbc-4aab-9d30-df907805b1de tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] DELETE failed (client error): The resource could not be found. Aug 22 15:09:04.862113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef1ec64-6fbc-4aab-9d30-df907805b1de tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:09:04.865879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1ef1ec64-6fbc-4aab-9d30-df907805b1de tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "DELETE /v2.0/ports/374f2684-f335-4213-9a1a-49cb32536b74 HTTP/1.1" status: 404 len: 333 time: 0.0460572 Aug 22 15:09:04.866703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53760) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:04.875228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.930940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.933311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:04.943436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Deleting subnet d061ddc4-5bfc-4f14-8318-49dab281b7ca {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:09:04.964690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.017984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.047615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.072119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.253738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.284197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.503355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Deleting port cf9b736f-f1cd-4f69-8466-11befe62c5de {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:05.503950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.537870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.608044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.618851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event deleted for resources: {'Subnet': ['ID=d061ddc4-5bfc-4f14-8318-49dab281b7ca,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:05.623592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.625130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-85f6ee49-e07e-4d7c-952b-1a5e57b6437b tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "DELETE /v2.0/subnets/d061ddc4-5bfc-4f14-8318-49dab281b7ca HTTP/1.1" status: 204 len: 168 time: 0.7571733 Aug 22 15:09:05.628651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53768) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:05.634679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eca058-6eca-468c-b82e-47344ec630f5 None None] Network 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:05.649344 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.783210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.799384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84225-0796-471c-9cdb-523a730929b4 req-b6b1294a-d211-411f-afae-0eace15fe560 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:05.803620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37d84225-0796-471c-9cdb-523a730929b4 req-b6b1294a-d211-411f-afae-0eace15fe560 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.3112669 Aug 22 15:09:05.816770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Allocated IP 172.25.0.30 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/64b5fb50-5f81-4866-879a-14150dc25c5f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:05.846828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] For port cf9b736f-f1cd-4f69-8466-11befe62c5de, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf9b736f-f1cd-4f69-8466-11befe62c5de,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:05.846828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:05.911909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Calling delete_port for cf9b736f-f1cd-4f69-8466-11befe62c5de owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:05.941150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37d84225-0796-471c-9cdb-523a730929b4 req-c4d392a6-2006-4d35-9e45-f27cdca51db9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205702 Aug 22 15:09:05.967584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] DHCP port deletion for 9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:09:06.022347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.038766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Deleting port 2ccad358-aed2-45ae-9047-db638a898ebf {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:06.040429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.053359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Deleting port 2ccad358-aed2-45ae-9047-db638a898ebf {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:06.054173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.125081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] For port 2ccad358-aed2-45ae-9047-db638a898ebf, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2ccad358-aed2-45ae-9047-db638a898ebf,segment=NetworkSegment(03d5f303-7cd7-4428-8fbb-828d7fabdcc5),segment_id=03d5f303-7cd7-4428-8fbb-828d7fabdcc5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:06.125477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.141129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Calling delete_port for 2ccad358-aed2-45ae-9047-db638a898ebf owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:06.177225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.235431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:06.238808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:06.242785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:06.273314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Pushing event updated for resources: {'Port': ['ID=64b5fb50-5f81-4866-879a-14150dc25c5f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:06.334005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.361626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] Pushing event deleted for resources: {'Port': ['ID=2ccad358-aed2-45ae-9047-db638a898ebf,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:06.384304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b3597-12a2-4e8f-bded-117249de7c1e None None] No DVR routers for this DVR port 2ccad358-aed2-45ae-9047-db638a898ebf on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:06.428833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] For port 2ccad358-aed2-45ae-9047-db638a898ebf, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2ccad358-aed2-45ae-9047-db638a898ebf,segment=NetworkSegment(03d5f303-7cd7-4428-8fbb-828d7fabdcc5),segment_id=03d5f303-7cd7-4428-8fbb-828d7fabdcc5)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:06.429230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.464615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Calling delete_port for 2ccad358-aed2-45ae-9047-db638a898ebf owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:06.609358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.631055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.640842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event deleted for resources: {'Port': ['ID=2ccad358-aed2-45ae-9047-db638a898ebf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:06.645703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] No DVR routers for this DVR port 2ccad358-aed2-45ae-9047-db638a898ebf on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:06.671995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.687186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2ccad358-aed2-45ae-9047-db638a898ebf no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:06.719413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2ccad358-aed2-45ae-9047-db638a898ebf {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:06.728247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9b736f-f1cd-4f69-8466-11befe62c5de,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:06.732799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2ccad358-aed2-45ae-9047-db638a898ebf not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:06.782480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.832047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.844449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:06.879242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5f303-7cd7-4428-8fbb-828d7fabdcc5') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:06.879524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5f303-7cd7-4428-8fbb-828d7fabdcc5') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:06.896397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.898660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.927551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.974804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:09:06.975226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:09:06.978987 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:09:07.128387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.147044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67f21-ef66-4144-80ab-9a26ac2882f2 req-dc3659a2-e791-4881-8269-6898bfa2bacb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:07.148564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ed67f21-ef66-4144-80ab-9a26ac2882f2 req-dc3659a2-e791-4881-8269-6898bfa2bacb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 944 time: 0.1046717 Aug 22 15:09:07.150476 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Router ce9e116f-3cf0-4ccb-b93a-828049477e6e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:09:07.262290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ed67f21-ef66-4144-80ab-9a26ac2882f2 req-09bef292-1ab6-4579-8eb1-4872f36314e9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775435 Aug 22 15:09:07.266996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:09:07.277663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Sync routers for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:09:07.283456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.292377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.296585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:07.296735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] 10.222.0.53 "DELETE /v2.0/networks/9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca HTTP/1.1" status: 204 len: 168 time: 1.6562355 Aug 22 15:09:07.296819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:07.311036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f21957-8d34-457a-a695-a2752ce99f52 tempest-DHCPAgentSchedulersTestJSON-1279268902 tempest-DHCPAgentSchedulersTestJSON-1279268902-project] Pushing event deleted for resources: {'Network': ['ID=9bcd7bb5-5668-4c62-8a84-c6db0a7f47ca,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:07.410155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device eae64708-8acd-4168-88b9-ff08d2b5e0ba details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:09:07.428857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:07.432071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Router 87dfd816-2e80-4116-88a6-c71fff32756d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:09:07.436754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.439215 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8628c2bc-7daa-4186-bc3c-0167a9a33750 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7178426 Aug 22 15:09:07.441105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:07.600958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53792) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:07.602161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:09:07.617991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-58a71f8a-b1ce-40dd-af57-c64bd78d7870 admin admin] 10.222.0.53 "PUT /v2.0/routers/87dfd816-2e80-4116-88a6-c71fff32756d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4360666 Aug 22 15:09:07.619591 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Sync routers for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:09:07.643985 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:07.647076 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:07.660818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:07.672254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53794) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:07.699205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba', 'mac_address': 'fa:16:3e:01:03:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:09:07.762096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f837fd-0df4-4d34-9475-112cb91c7bf9 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:07.762691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f837fd-0df4-4d34-9475-112cb91c7bf9 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:07.763932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f837fd-0df4-4d34-9475-112cb91c7bf9 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:07.775321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.781114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-87f837fd-0df4-4d34-9475-112cb91c7bf9 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=252474ba5b864cf3982ed45127af7003&network_id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 2970 time: 0.1764481 Aug 22 15:09:07.803177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:06Z', 'revision_number': 3, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:07.840389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:07.857450 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:07.873833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae64708-8acd-4168-88b9-ff08d2b5e0ba {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:07.961280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Checking router: ce9e116f-3cf0-4ccb-b93a-828049477e6e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:09:07.961640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Updating router ce9e116f-3cf0-4ccb-b93a-828049477e6e port 64b5fb50-5f81-4866-879a-14150dc25c5f binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:09:07.996833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53802) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:08.014565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.026229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:08.027703 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.143135 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T15:09:06Z', 'revision_number': 5, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port': {'id': '6b77f1cb-1140-4e43-bf46-79909be43357', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T14:57:10Z', 'updated_at': '2021-08-22T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:08.172752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.202867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Checking router: 87dfd816-2e80-4116-88a6-c71fff32756d for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:09:08.222847 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Routers {'87dfd816-2e80-4116-88a6-c71fff32756d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:08.223788 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['87dfd816-2e80-4116-88a6-c71fff32756d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:08.256816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Deleting port 6b77f1cb-1140-4e43-bf46-79909be43357 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:08.256816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.444491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ae64914-0cf3-4366-9925-ba1dc80e8e41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f996b80a58af42c3818e49fde0df6d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438007 Aug 22 15:09:08.447994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53812) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:08.460223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] Set router 87dfd816-2e80-4116-88a6-c71fff32756d gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:08.477136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:08.535895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T15:09:08Z', 'revision_number': 6, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:08.541146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787488b7-bc43-48ad-93d3-d96b6e63b7ad req-4cf63e21-4207-4e68-9243-5188a668d489 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:08.543040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-787488b7-bc43-48ad-93d3-d96b6e63b7ad req-4cf63e21-4207-4e68-9243-5188a668d489 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 945 time: 0.1308424 Aug 22 15:09:08.591705 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587c3e9-765c-4001-a00c-b98e853054c8 None None] The sync data for ids ['87dfd816-2e80-4116-88a6-c71fff32756d'] in n-d-805046-3 is: [{'id': '87dfd816-2e80-4116-88a6-c71fff32756d', 'name': 'tempest-TaggedBootDevicesTest_v242-356551825-router', 'tenant_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T14:57:07Z', 'updated_at': '2021-08-22T15:09:08Z', 'revision_number': 6, 'project_id': 'b2af5ca7f902447eab30b51eeeafa47f', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:09:08.607271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['eae64708-8acd-4168-88b9-ff08d2b5e0ba'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:08.644906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] For port 6b77f1cb-1140-4e43-bf46-79909be43357, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6b77f1cb-1140-4e43-bf46-79909be43357,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:08.645511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.675252 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.691752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Calling delete_port for 6b77f1cb-1140-4e43-bf46-79909be43357 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:08.720809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-787488b7-bc43-48ad-93d3-d96b6e63b7ad req-bfe8fc04-0009-4eb7-a295-fda9d82e7734 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597617 Aug 22 15:09:08.735345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.754947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.821525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:08.967572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Allocated IP 172.20.0.1 (b9b77e98-be68-4e69-a6c2-02e4c7a29fa3/efda7b81-653a-49f7-ab19-f048d48cbbe1/da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:08.991922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Transition to ACTIVE for port object 64b5fb50-5f81-4866-879a-14150dc25c5f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:08.997229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.000641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.003831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab750207-5427-4c3c-b505-408be896271f HTTP/1.1" status: 204 len: 168 time: 0.5275021 Aug 22 15:09:09.017678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80ad40-2c8c-499c-9a68-5d343aceb7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab750207-5427-4c3c-b505-408be896271f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:09.048948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.109416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6b77f1cb-1140-4e43-bf46-79909be43357,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:09.121803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.146388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.215318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Attempting to bind port 64b5fb50-5f81-4866-879a-14150dc25c5f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:09.215769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Attempting to bind port 64b5fb50-5f81-4866-879a-14150dc25c5f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:09.216294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Attempting to bind port 64b5fb50-5f81-4866-879a-14150dc25c5f on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:09.229334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:09.229719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:09.230124 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.230530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:09.231015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Bound port: 64b5fb50-5f81-4866-879a-14150dc25c5f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:09.231409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.234161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862ec5-1402-45c2-b3b2-06a213d716e6 None None] Pushing event updated for resources: {'Port': ['ID=64b5fb50-5f81-4866-879a-14150dc25c5f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:09.258777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.293821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53824) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:09.310905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] For port 64b5fb50-5f81-4866-879a-14150dc25c5f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:09.317519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] For port 64b5fb50-5f81-4866-879a-14150dc25c5f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=64b5fb50-5f81-4866-879a-14150dc25c5f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:09.342437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.378429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.381524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.402518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def0d5f2-ec95-4f2b-b6cc-812a7261d51f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:09.404469 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-def0d5f2-ec95-4f2b-b6cc-812a7261d51f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 814 time: 0.1094446 Aug 22 15:09:09.414708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:09.418928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:09.424272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:09.430417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.495490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Pushing event updated for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:09.508944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.509529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:09.510182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:09.562477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.563443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87dfd816-2e80-4116-88a6-c71fff32756d {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:09:09.569078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.570831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-135299c5-a9eb-4ba0-a5d7-fab949e796ce admin admin] 10.222.0.53 "DELETE /v2.0/routers/87dfd816-2e80-4116-88a6-c71fff32756d HTTP/1.1" status: 204 len: 168 time: 1.8971477 Aug 22 15:09:09.577504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53830) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:09.592739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862ec5-1402-45c2-b3b2-06a213d716e6 None None] Pushing event updated for resources: {'Port': ['ID=64b5fb50-5f81-4866-879a-14150dc25c5f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:09.681387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Deleting subnet 21b97117-cfcc-4e6b-8b94-cce7bf8e92dd {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:09:09.687152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.818601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:09.833731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:09.874059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53836) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:09.889572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'network': {'name': 'tempest-network-smoke--1200429825', 'project_id': '252474ba5b864cf3982ed45127af7003', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:09.964488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53838) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:09.989524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63af772f-3e9d-45c5-98db-f95fe8936c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.073468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.106521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:10.110702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.121653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f35c7-694a-43af-bbbc-cc20f5adc4a5 req-92b3641d-d0ac-4f75-81ef-dcc774678229 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:10.123549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-044f35c7-694a-43af-bbbc-cc20f5adc4a5 req-92b3641d-d0ac-4f75-81ef-dcc774678229 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 945 time: 0.1019778 Aug 22 15:09:10.178224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:10.204779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.208582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-044f35c7-694a-43af-bbbc-cc20f5adc4a5 req-a235b11f-0a7b-45f8-baaf-1cc3f6a7d9bb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691957 Aug 22 15:09:10.219102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.219492 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Added segment e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d of type vlan for network 59133be8-16a5-43f0-946f-a09db75266f5 Aug 22 15:09:10.226774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.276001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.303826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:06Z', 'revision_number': 3, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:10.323552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63af772f-3e9d-45c5-98db-f95fe8936c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.333363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.337791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3c939-f233-4b06-8fbb-0590ea7af4bc None None] The sync data for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 is: [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:06Z', 'revision_number': 3, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:09:10.407441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Pushing event updated for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:10.410327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.422057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.450403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b97117-cfcc-4e6b-8b94-cce7bf8e92dd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:10.458503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.461305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-54c0e04f-a70f-4a2d-929f-d94eaeba0d0c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21b97117-cfcc-4e6b-8b94-cce7bf8e92dd HTTP/1.1" status: 204 len: 168 time: 0.8821597 Aug 22 15:09:10.463339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53842) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:10.466111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9968f-858a-4293-8a30-af95eed52e8b None None] Network e4ba391f-b7e3-4458-8459-550d38ccf0f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:10.497492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.504597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:10.505374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.512916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63af772f-3e9d-45c5-98db-f95fe8936c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.532564 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.551380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.630722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-63af772f-3e9d-45c5-98db-f95fe8936c10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84c1f2d6643d4099b579a79c7f5f1d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647809 Aug 22 15:09:10.638808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53844) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:10.665825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Deleting port bac604be-7a48-4f1a-a3f5-26c2af54336d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:10.666404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.678632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af772f-3e9d-45c5-98db-f95fe8936c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6f05f-9d75-4e54-b634-8f2d3248eb91,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:10.682787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Network': ['ID=59133be8-16a5-43f0-946f-a09db75266f5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:10.720949 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e05dc69e-ca78-4586-aa84-dced4697636c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8420773 Aug 22 15:09:10.727226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53846) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:10.750791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 59133be8-16a5-43f0-946f-a09db75266f5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:10.778692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] DHCP port deletion for e4ba391f-b7e3-4458-8459-550d38ccf0f0 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:09:10.788070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6b77f1cb-1140-4e43-bf46-79909be43357 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:10.790964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] For port bac604be-7a48-4f1a-a3f5-26c2af54336d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bac604be-7a48-4f1a-a3f5-26c2af54336d,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:10.791346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.802225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:10.804962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:10.812625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Calling delete_port for bac604be-7a48-4f1a-a3f5-26c2af54336d owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:10.891774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6b77f1cb-1140-4e43-bf46-79909be43357 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:10.893064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6b77f1cb-1140-4e43-bf46-79909be43357 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:10.893706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf9b736f-f1cd-4f69-8466-11befe62c5de no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:10.915542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.939184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cf9b736f-f1cd-4f69-8466-11befe62c5de {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:10.940006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf9b736f-f1cd-4f69-8466-11befe62c5de not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:10.942006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.969865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Deleting port bac604be-7a48-4f1a-a3f5-26c2af54336d {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:10.970894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:10.997371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decce8a0-9623-4dda-a71a-4ab5b8500005 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:11.001681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-decce8a0-9623-4dda-a71a-4ab5b8500005 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=252474ba5b864cf3982ed45127af7003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2705927 Aug 22 15:09:11.002238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.021630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.063140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] For port bac604be-7a48-4f1a-a3f5-26c2af54336d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bac604be-7a48-4f1a-a3f5-26c2af54336d,segment=NetworkSegment(d9393daa-901c-45b7-8650-096b6974c44f),segment_id=d9393daa-901c-45b7-8650-096b6974c44f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:11.063140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.079221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Calling delete_port for bac604be-7a48-4f1a-a3f5-26c2af54336d owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:11.101400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac604be-7a48-4f1a-a3f5-26c2af54336d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:11.104786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Router ce9e116f-3cf0-4ccb-b93a-828049477e6e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:09:11.128880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] No DVR routers for this DVR port bac604be-7a48-4f1a-a3f5-26c2af54336d on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:11.159915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.163293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.164977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36f6f05f-9d75-4e54-b634-8f2d3248eb91 HTTP/1.1" status: 204 len: 168 time: 0.4828403 Aug 22 15:09:11.180749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e29743-f71a-4438-bec0-b48f58209276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6f05f-9d75-4e54-b634-8f2d3248eb91,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:11.222796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.276006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] Pushing event deleted for resources: {'Port': ['ID=bac604be-7a48-4f1a-a3f5-26c2af54336d,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:11.279387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34178e8-4601-4e68-bd5b-657b8b8e60a5 None None] No DVR routers for this DVR port bac604be-7a48-4f1a-a3f5-26c2af54336d on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:11.335393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:09:11.342981 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-32aaf890-0ae0-4a06-9111-df61b9aaca7c admin admin] 10.222.0.53 "PUT /v2.0/routers/ce9e116f-3cf0-4ccb-b93a-828049477e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004481 Aug 22 15:09:11.410552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7487c33-b195-400e-91ba-982ccbbda26e tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:11.411477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device eae64708-8acd-4168-88b9-ff08d2b5e0ba up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:11.412227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7487c33-b195-400e-91ba-982ccbbda26e tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4088025 Aug 22 15:09:11.422864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53868) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.478188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.521567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2bed0608-a70b-4029-9ea3-6f14b5e8af79 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006763 Aug 22 15:09:11.521567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ba391f-b7e3-4458-8459-550d38ccf0f0']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:11.522483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53870) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.540712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7166-0c6f-4dc9-bfb0-89c998564e6a req-b5edf9e6-3f50-4c0e-a87c-37bbba90a1b3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:11.542292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c73c7166-0c6f-4dc9-bfb0-89c998564e6a req-b5edf9e6-3f50-4c0e-a87c-37bbba90a1b3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 945 time: 0.1908600 Aug 22 15:09:11.544393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9393daa-901c-45b7-8650-096b6974c44f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:11.549307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9393daa-901c-45b7-8650-096b6974c44f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:11.561447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.596649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port eae64708-8acd-4168-88b9-ff08d2b5e0ba completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:11.598287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port eae64708-8acd-4168-88b9-ff08d2b5e0ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:11.598656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.609900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.634281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:09:11.634728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:09:11.636940 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:09:11.642936 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ae5e023-2df2-43ad-bfac-6053c0b01b2b tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=252474ba5b864cf3982ed45127af7003&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1184318 Aug 22 15:09:11.646084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.734985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.752781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c73c7166-0c6f-4dc9-bfb0-89c998564e6a req-0d1f77f9-89fd-4a11-aa4f-1898751652f2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936700 Aug 22 15:09:11.783848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:11.786303 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668de4f9-12ce-4540-851f-35c9322227e6" -d '{"events": [{"server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "name": "network-vif-plugged", "status": "completed", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:11.809558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:11.813489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf7d0b-7957-47bf-9539-dd71f1d5e55f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:11.818458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eebf7d0b-7957-47bf-9539-dd71f1d5e55f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1713605 Aug 22 15:09:11.818788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53892) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.844716 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd6dfb-839c-40f4-ac98-ba11887f685d x-openstack-request-id: req-70cd6dfb-839c-40f4-ac98-ba11887f685d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:11.845028 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "name": "network-vif-plugged", "status": "completed", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:11.845295 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70cd6dfb-839c-40f4-ac98-ba11887f685d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:11.845697 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba', 'code': 200} Aug 22 15:09:11.868761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-962c9fd8-1144-4d51-9c75-616030131576 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489557 Aug 22 15:09:11.871263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53898) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:11.884726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452625936', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'project_id': '252474ba5b864cf3982ed45127af7003', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:11.910809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.931278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.961749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:11.966617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e4ba391f-b7e3-4458-8459-550d38ccf0f0 HTTP/1.1" status: 204 len: 168 time: 1.5022140 Aug 22 15:09:12.035282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcc5ae-587d-4130-91ff-ddb3c22b25ba req-16976ed5-8e87-43b2-858d-94f78551dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:12.036860 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbdcc5ae-587d-4130-91ff-ddb3c22b25ba req-16976ed5-8e87-43b2-858d-94f78551dce0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 1097 time: 0.0823414 Aug 22 15:09:12.042255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:12.052762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e7de-0aae-4d54-aa14-d24bb69998f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ba391f-b7e3-4458-8459-550d38ccf0f0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:12.129972 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbdcc5ae-587d-4130-91ff-ddb3c22b25ba req-c5f01561-361d-475f-8c80-96e24f597e22 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845237 Aug 22 15:09:12.208794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:12.212331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:12.378827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-e133abed-cfcf-44b9-a048-0940b6d30a57 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:12.380718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-e133abed-cfcf-44b9-a048-0940b6d30a57 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 811 time: 0.2079785 Aug 22 15:09:12.411278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-32d1acab-dd63-4535-bf68-367c947e1391 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/quotas/2d516d40d5394cdd95ce9657aea383ff HTTP/1.1" status: 200 len: 375 time: 0.0203402 Aug 22 15:09:12.541268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-ba150192-f9e3-4cf2-877b-d1352ebf32a4 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237307 Aug 22 15:09:12.559937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53928) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:12.672120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-da0f6162-f852-4be0-bd8a-6fc1070c4691 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2af5ca7f902447eab30b51eeeafa47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109188 Aug 22 15:09:12.675693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:12.708833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Sync routers for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:09:12.725225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:12.725495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:12.754294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:12.815605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 64b5fb50-5f81-4866-879a-14150dc25c5f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:12.860578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-621d6e31-f1a9-4b67-9093-c4889d9a5b58 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:09:12.862384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-621d6e31-f1a9-4b67-9093-c4889d9a5b58 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146846 Aug 22 15:09:12.957483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:12.980860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.004433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.095680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Subnet': ['ID=63eccd16-76f9-4b6b-9b68-43c454a8e67f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:13.101812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 64b5fb50-5f81-4866-879a-14150dc25c5f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:13.127843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 64b5fb50-5f81-4866-879a-14150dc25c5f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:13.128754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.129305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Checking segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:13.129755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network hostable DHCP agents. Network: 59133be8-16a5-43f0-946f-a09db75266f5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:13.142311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908deb6c-fa34-42b2-a2d6-b10583667ed3 req-e489a2bf-da47-4054-b993-a5581d1e57ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:13.144164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-908deb6c-fa34-42b2-a2d6-b10583667ed3 req-e489a2bf-da47-4054-b993-a5581d1e57ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.2383347 Aug 22 15:09:13.209326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-0c1e92ff-bcd5-4b8b-93fa-c6c29a16ed25 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347547 Aug 22 15:09:13.265937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.269570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.270780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7daafb6b-16cc-4902-85d2-11ad8caed7fd HTTP/1.1" status: 204 len: 168 time: 0.5940437 Aug 22 15:09:13.283372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-908deb6c-fa34-42b2-a2d6-b10583667ed3 req-5cdfb1c1-75d4-4c40-8eb9-6537afb261d0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286819 Aug 22 15:09:13.294326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b95029-b193-444c-a9ea-4ad2e92f3476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daafb6b-16cc-4902-85d2-11ad8caed7fd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:13.325863 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.355801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 4, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8', 'name': '', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'mac_address': 'fa:16:3e:25:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:08Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 2, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'subnets': [{'id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:13.366280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 59133be8-16a5-43f0-946f-a09db75266f5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:13.415932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-389130e8-6a2c-4fd7-ae72-0c565b11a1b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056844 Aug 22 15:09:13.440571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 64b5fb50-5f81-4866-879a-14150dc25c5f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=64b5fb50-5f81-4866-879a-14150dc25c5f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:13.443849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Checking router: ce9e116f-3cf0-4ccb-b93a-828049477e6e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:09:13.444442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Updating router ce9e116f-3cf0-4ccb-b93a-828049477e6e port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:09:13.482444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 59133be8-16a5-43f0-946f-a09db75266f5) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:13.487490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:13.492854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.495359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28c412-3859-418d-8100-f0ccf1a25952 None None] Network 59133be8-16a5-43f0-946f-a09db75266f5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:13.524820 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.569500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:13.621483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8c009c64-97f9-4ab7-937e-c85d7e2e14ca tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7423666 Aug 22 15:09:13.802949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bac604be-7a48-4f1a-a3f5-26c2af54336d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:13.879198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bac604be-7a48-4f1a-a3f5-26c2af54336d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:13.879766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bac604be-7a48-4f1a-a3f5-26c2af54336d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:13.952855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=64b5fb50-5f81-4866-879a-14150dc25c5f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:13.980015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0068af6a-46ec-4185-b199-89eedccc9509 req-7db88b9f-394f-472d-a7d2-44f219a6b4d8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0837450 Aug 22 15:09:14.151915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-59133be8-16a5-43f0-946f-a09db75266f5', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ips': [{'subnet_id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:09:14.153349 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.222382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53978) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:14.230662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623313193', 'description': 'tempest-secgroup-smoke-1623313193 description', 'project_id': '252474ba5b864cf3982ed45127af7003'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:14.319724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.360775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.367402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Transition to ACTIVE for port object da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:14.413351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Allocated IP 172.20.0.18 (59133be8-16a5-43f0-946f-a09db75266f5/63eccd16-76f9-4b6b-9b68-43c454a8e67f/c9de35c8-d9e1-4887-985c-c39ef86e54db) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:14.469042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.506796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.592313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cfbb4-05ac-406a-9eb8-b1d80180569c req-5fc218b8-3fac-4e5d-bcb6-11649af84375 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:14.600638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e9cfbb4-05ac-406a-9eb8-b1d80180569c req-5fc218b8-3fac-4e5d-bcb6-11649af84375 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.0918529 Aug 22 15:09:14.603070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.686645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.710152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf62d5-2890-4f73-b668-c91b826a849a None None] Pushing event updated for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:14.724119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Transition to ACTIVE for port object c9de35c8-d9e1-4887-985c-c39ef86e54db will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:14.736265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd432b4-6382-4dac-bb19-ad31dea9893e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:14.768483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e9cfbb4-05ac-406a-9eb8-b1d80180569c req-a3818f3f-c30d-4cae-865f-00745e10e14b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518378 Aug 22 15:09:14.770191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.771376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b6174058-f5fe-4203-8ab3-1ade085134d6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5467823 Aug 22 15:09:14.774663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53996) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:14.779684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:14.918727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:14.940443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:14.990324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f798f-33bc-490e-9543-581ff50818f3 req-60817602-e5f9-4513-bfe6-1adf0db9466c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:14.998781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-330f798f-33bc-490e-9543-581ff50818f3 req-60817602-e5f9-4513-bfe6-1adf0db9466c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.1230335 Aug 22 15:09:15.045684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 64b5fb50-5f81-4866-879a-14150dc25c5f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:15.050059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-330f798f-33bc-490e-9543-581ff50818f3 req-96bb4878-c2b3-4193-a373-99ac5e0da489 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497377 Aug 22 15:09:15.074505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.137095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Transition to ACTIVE for port object c9de35c8-d9e1-4887-985c-c39ef86e54db will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:15.139209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Attempting to bind port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:15.139743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Attempting to bind port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:15.140343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Attempting to bind port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:15.153467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:15.154123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Checking segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:15.154702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.155266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Bound using segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:15.156081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Bound port: da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:15.156694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.164350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5923bc9a-86a0-4d6c-81f9-9a1f923832ba tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1769078949'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:15.165084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5923bc9a-86a0-4d6c-81f9-9a1f923832ba tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Unknown quota resources ['metering_label']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:09:15.172678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62e1bb2c-fca1-4fb7-9b52-575319f9c30c req-9e12de93-dd7d-4779-aeb9-0c7edc9e664a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0654774 Aug 22 15:09:15.231062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.262876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 64b5fb50-5f81-4866-879a-14150dc25c5f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:15.263539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.295356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06a976-6a46-4795-9951-7a4f34e7f5fc req-7bafd44d-8e4f-43e6-a942-84e065eff674 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:15.297405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb06a976-6a46-4795-9951-7a4f34e7f5fc req-7bafd44d-8e4f-43e6-a942-84e065eff674 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.1029179 Aug 22 15:09:15.315410 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.320590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d8e8c1-a9c0-4db2-9808-8bb3e00eb6c1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:15.350861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] For port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:15.387082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] For port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:15.389644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Network 59133be8-16a5-43f0-946f-a09db75266f5 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:15.399379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb06a976-6a46-4795-9951-7a4f34e7f5fc req-f7374c26-1ea0-445f-9da4-e35e7e52b840 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 Aug 22 15:09:15.405258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:15.413008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Pushing event updated for resources: {'Port': ['ID=c9de35c8-d9e1-4887-985c-c39ef86e54db,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:15.418384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:15.550436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.651943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Attempting to bind port c9de35c8-d9e1-4887-985c-c39ef86e54db on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:15.654338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Attempting to bind port c9de35c8-d9e1-4887-985c-c39ef86e54db by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:15.654961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Attempting to bind port c9de35c8-d9e1-4887-985c-c39ef86e54db on network 59133be8-16a5-43f0-946f-a09db75266f5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:15.671125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.676097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54032) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:15.677093 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c26d3ba5-9654-4c73-9570-141865cc3afe tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9013321 Aug 22 15:09:15.682206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:15.690368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:15.696207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Checking segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:15.696909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.698121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Bound using segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:15.698121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Bound port: c9de35c8-d9e1-4887-985c-c39ef86e54db, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:15.698434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.729283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf62d5-2890-4f73-b668-c91b826a849a None None] Pushing event updated for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:15.768112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5923bc9a-86a0-4d6c-81f9-9a1f923832ba tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:15.769678 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5923bc9a-86a0-4d6c-81f9-9a1f923832ba tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8495114 Aug 22 15:09:15.772139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:15.777172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-864b09d4-1672-4b47-a2a9-169b86eaabd3 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '22c2be4d-5285-48b5-a33c-c8dfc6ee4077'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:15.777832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-864b09d4-1672-4b47-a2a9-169b86eaabd3 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:09:15.867661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] For port c9de35c8-d9e1-4887-985c-c39ef86e54db, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:15.872602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] For port c9de35c8-d9e1-4887-985c-c39ef86e54db, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9de35c8-d9e1-4887-985c-c39ef86e54db,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:15.874332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:15.877770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:15.940511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.005000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.077964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.080061 n-d-805046-3 neutron-server[102049]: WARNING neutron.services.metering.metering_plugin [None req-864b09d4-1672-4b47-a2a9-169b86eaabd3 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 15:09:16.168536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805efee9-cb1e-4e40-b61b-6eeb28a072ad None None] Pushing event updated for resources: {'Port': ['ID=c9de35c8-d9e1-4887-985c-c39ef86e54db,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:16.231154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:16.257502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.306676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15323a7-bf34-4953-8973-ab973e36003a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:16.403135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.408342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54060) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:16.415212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b53046a2-ec20-4e39-beba-38fd97b6f4f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7301795 Aug 22 15:09:16.416763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-864b09d4-1672-4b47-a2a9-169b86eaabd3 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.417015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:16.418370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-864b09d4-1672-4b47-a2a9-169b86eaabd3 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6450903 Aug 22 15:09:16.430866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54062) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:16.440320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-892a3645-9d1f-4e60-9c8b-1e14a6d9054e req-8bf8547c-27ce-473e-855f-51b23ed27ad2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0493107 Aug 22 15:09:16.447285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c052bdea-1d92-4dae-a3ca-f8779c84e395 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '22c2be4d-5285-48b5-a33c-c8dfc6ee4077'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:16.450257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c052bdea-1d92-4dae-a3ca-f8779c84e395 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:09:16.480115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef30ee-dcad-4c87-9818-42bedff59e2a req-772f5f5e-215a-4574-bd8a-8d59ce3e6aa4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:16.503493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98ef30ee-dcad-4c87-9818-42bedff59e2a req-772f5f5e-215a-4574-bd8a-8d59ce3e6aa4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.3135900 Aug 22 15:09:16.739430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-98ef30ee-dcad-4c87-9818-42bedff59e2a req-38275697-8443-4b36-bb65-768f980ab4dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347214 Aug 22 15:09:16.740368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-770dc823-d384-4862-b2af-ac457b11469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 4, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8', 'name': '', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'mac_address': 'fa:16:3e:25:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:08Z', 'updated_at': '2021-08-22T15:09:15Z', 'revision_number': 4, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'subnets': [{'id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:16.835128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770dc823-d384-4862-b2af-ac457b11469f None None] The sync data for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 is: [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:09:09Z', 'revision_number': 4, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8', 'name': '', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'mac_address': 'fa:16:3e:25:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:08Z', 'updated_at': '2021-08-22T15:09:15Z', 'revision_number': 4, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'subnets': [{'id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:09:16.868005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:16.868946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9de35c8-d9e1-4887-985c-c39ef86e54db up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:16.958235 n-d-805046-3 neutron-server[102048]: WARNING neutron.services.metering.metering_plugin [None req-c052bdea-1d92-4dae-a3ca-f8779c84e395 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 15:09:17.032892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:17.087852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c9de35c8-d9e1-4887-985c-c39ef86e54db completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:17.154379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:17.243327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2080a631-cc57-43b9-9c14-fb9c588a19b0,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:17.262975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c052bdea-1d92-4dae-a3ca-f8779c84e395 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:17.268685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c052bdea-1d92-4dae-a3ca-f8779c84e395 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8366711 Aug 22 15:09:17.278698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54072) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:17.297766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4727206-91d3-4b3d-8deb-e1529ce36834 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2d6b13a2-2dd8-47b3-b203-bb350cbb3b61 HTTP/1.1" status: 200 len: 464 time: 0.0163467 Aug 22 15:09:17.300653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54074) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:17.346875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:17.348338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a32ad6a-7a37-423a-98db-76675bc342c9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9385993 Aug 22 15:09:17.351026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54076) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:17.356563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:17.363095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7d15a4e0-443f-44d1-ac5a-ef466270dbc3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:17.367664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7d15a4e0-443f-44d1-ac5a-ef466270dbc3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 811 time: 0.3630216 Aug 22 15:09:17.384190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Request body: {'port': {'device_id': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'admin_state_up': True, 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:17.629177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:17.695728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96d4f5e9-958c-424f-bf51-9a535c05e2d2 req-25214535-27dc-4750-8bc2-050926c304de tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0928047 Aug 22 15:09:17.710908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Made reservation on behalf of 2d516d40d5394cdd95ce9657aea383ff for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:17.714750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.060342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Allocated IP 172.20.0.3 (b9b77e98-be68-4e69-a6c2-02e4c7a29fa3/efda7b81-653a-49f7-ab19-f048d48cbbe1/a07267f6-0b51-44e3-93b3-2e4ea01e1ba0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:18.124207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd685c-a886-407f-934e-e2d77b685e55 None None] Network 59133be8-16a5-43f0-946f-a09db75266f5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:18.262478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.352518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Provisioning for port c9de35c8-d9e1-4887-985c-c39ef86e54db completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:18.354062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.364881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Provisioning complete for port c9de35c8-d9e1-4887-985c-c39ef86e54db triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:18.365196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.372653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a73b4a9a-732b-42cf-a186-de137358e831 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.374239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a73b4a9a-732b-42cf-a186-de137358e831 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2d6b13a2-2dd8-47b3-b203-bb350cbb3b61 HTTP/1.1" status: 204 len: 168 time: 1.0713217 Aug 22 15:09:18.377143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04b9daa3-45d1-47ee-9692-b1009094987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.387675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54094) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:18.453876 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c042c9f-c10a-4a02-83d5-7a4c70c1b5f4 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2d6b13a2-2dd8-47b3-b203-bb350cbb3b61 HTTP/1.1" status: 200 len: 221 time: 0.0412283 Aug 22 15:09:18.459088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54096) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:18.489045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e96ef22f-a0f6-4d88-a0f1-77c8cea1bedf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--897919363', 'description': 'label created by tempest'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:18.489553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e96ef22f-a0f6-4d88-a0f1-77c8cea1bedf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Unknown quota resources ['metering_label']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:09:18.532491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae60d76-c58d-449a-a663-aea1f7b47761 req-de7bc2ff-540f-48e3-b1c8-9f0584c8cfad tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:18.534758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-3bd3128d-cd04-436a-8861-088690a922fd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:18.536641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-3bd3128d-cd04-436a-8861-088690a922fd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.1856894 Aug 22 15:09:18.542291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ae60d76-c58d-449a-a663-aea1f7b47761 req-de7bc2ff-540f-48e3-b1c8-9f0584c8cfad tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 946 time: 0.2356734 Aug 22 15:09:18.587381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.600390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.648347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.674085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] For port c9de35c8-d9e1-4887-985c-c39ef86e54db, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9de35c8-d9e1-4887-985c-c39ef86e54db,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:18.706187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port eae64708-8acd-4168-88b9-ff08d2b5e0ba {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:18.706187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.797659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.884429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:18.946510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:18.954711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port eae64708-8acd-4168-88b9-ff08d2b5e0ba, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=eae64708-8acd-4168-88b9-ff08d2b5e0ba,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:18.955243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.011310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c10c6d8-b779-4eec-a63c-ea3181510e17 None None] Provisioning complete for port c9de35c8-d9e1-4887-985c-c39ef86e54db triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:19.011821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c10c6d8-b779-4eec-a63c-ea3181510e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.020369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bad1d9d-0cee-4c9c-91d0-4558f5fead30,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.033291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for eae64708-8acd-4168-88b9-ff08d2b5e0ba owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:19.057798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3c788-e5dd-4494-a8e9-ee1d207717ab None None] Pushing event updated for resources: {'Port': ['ID=c9de35c8-d9e1-4887-985c-c39ef86e54db,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.162354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:19.169652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:19.170656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.194042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:19.246261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:19.272317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.292405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:19.302582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ae60d76-c58d-449a-a663-aea1f7b47761 req-5cfd5064-0e2e-43c4-afe7-0ed5d676fe60 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591362 Aug 22 15:09:19.307680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:19.311069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.344520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['eae64708-8acd-4168-88b9-ff08d2b5e0ba'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:19.349505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Pushing event updated for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.363558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=eae64708-8acd-4168-88b9-ff08d2b5e0ba,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.413429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.444109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port eae64708-8acd-4168-88b9-ff08d2b5e0ba on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:19.457021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.458649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c32ddf6a-bbd2-46a4-a4d2-47cdd3e187a2 req-2498cf45-2411-4d46-af58-43279cfa5599 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "DELETE /v2.0/ports/eae64708-8acd-4168-88b9-ff08d2b5e0ba HTTP/1.1" status: 204 len: 173 time: 0.9144287 Aug 22 15:09:19.459609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'name': 'network-vif-deleted', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:19.461972 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffbe297-cf5d-49ac-ba17-5ccfb7e1f65d" -d '{"events": [{"server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "name": "network-vif-deleted", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:19.542254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.583676 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ca3bea-208b-4157-a1a5-c7d796afd1e4 x-openstack-request-id: req-86ca3bea-208b-4157-a1a5-c7d796afd1e4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:19.584003 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196febb-d8b4-44cf-8c20-d4ac7796c44e", "name": "network-vif-deleted", "tag": "eae64708-8acd-4168-88b9-ff08d2b5e0ba", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:19.584285 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ca3bea-208b-4157-a1a5-c7d796afd1e4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:19.584691 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196febb-d8b4-44cf-8c20-d4ac7796c44e', 'name': 'network-vif-deleted', 'tag': 'eae64708-8acd-4168-88b9-ff08d2b5e0ba', 'status': 'completed', 'code': 200} Aug 22 15:09:19.595186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:19.596666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.602539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e96ef22f-a0f6-4d88-a0f1-77c8cea1bedf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.606885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e96ef22f-a0f6-4d88-a0f1-77c8cea1bedf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.1355512 Aug 22 15:09:19.607271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54108) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:19.638165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693cd13-d98c-463a-a1e0-1f0923e4a136 req-2b1fe651-a024-4bb4-b831-6e721184218f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:19.658495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8693cd13-d98c-463a-a1e0-1f0923e4a136 req-2b1fe651-a024-4bb4-b831-6e721184218f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 931 time: 0.5237575 Aug 22 15:09:19.748049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8693cd13-d98c-463a-a1e0-1f0923e4a136 req-0621b3a6-e380-4ec6-9cbd-82b20c6fbe63 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Aug 22 15:09:19.762735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04b9daa3-45d1-47ee-9692-b1009094987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.764732 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7a623402-11da-4ad5-a7cc-5c2796c61499 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=d9900657-89ce-41b6-9e6e-902571594e1d HTTP/1.1" status: 200 len: 467 time: 0.1551187 Aug 22 15:09:19.766117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54110) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:19.860670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04b9daa3-45d1-47ee-9692-b1009094987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.915954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-04b9daa3-45d1-47ee-9692-b1009094987e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcda3d17c5284c95b86c19b7161bd4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2784445 Aug 22 15:09:19.920380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54114) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:19.922935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9daa3-45d1-47ee-9692-b1009094987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ad49c-ae4c-4c9d-b11d-03dba4188ecb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:19.940954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-7bb8c2cd-2622-4766-b9c3-65def9d100fe tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5629199 Aug 22 15:09:19.955662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Request body: {'port': {'device_id': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:19.974936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:19.976803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d97f103a-1b6b-4214-b9d6-3965f526ab6d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.6241496 Aug 22 15:09:19.980046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:19.985862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:20.029853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.043067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.073246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ba36638-1aa8-4e99-91b0-e7f3196ad6bf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.074721 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ba36638-1aa8-4e99-91b0-e7f3196ad6bf tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/d9900657-89ce-41b6-9e6e-902571594e1d HTTP/1.1" status: 204 len: 168 time: 0.3065248 Aug 22 15:09:20.076856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.078558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54118) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.105146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d6e546b5-18a7-4d5a-ab95-dc0defd3d89b tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=d9900657-89ce-41b6-9e6e-902571594e1d HTTP/1.1" status: 200 len: 216 time: 0.0247741 Aug 22 15:09:20.114004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54120) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.129273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8f3d9f1-70d5-4df5-be52-da2df0d96c4a tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0133891 Aug 22 15:09:20.136490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.159907 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a133da43-02e8-48c0-94b3-172b62a70c8d tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0132287 Aug 22 15:09:20.159907 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:09:20.159907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.233154 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-29ef4406-91b3-4f25-b2d0-a188ef49b470 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/22c2be4d-5285-48b5-a33c-c8dfc6ee4077 HTTP/1.1" status: 200 len: 473 time: 0.0699236 Aug 22 15:09:20.233154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.233480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54126) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.253460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9287695f-d50d-4aae-bb00-1554c98e35ad tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/fa11cf94-215b-46be-a53d-2207eeb03164 HTTP/1.1" status: 200 len: 461 time: 0.0192204 Aug 22 15:09:20.259395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54128) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.355627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.358565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.359767 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad6ad49c-ae4c-4c9d-b11d-03dba4188ecb HTTP/1.1" status: 204 len: 168 time: 0.4404905 Aug 22 15:09:20.395929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.401834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a595b-864b-4978-9686-da45462776b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ad49c-ae4c-4c9d-b11d-03dba4188ecb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:20.511181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5856e075-08e7-4c25-9e5a-0e4a81458a5e req-5dde598a-f7ec-42dd-8d25-305fb9f1875c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0327673 Aug 22 15:09:20.515881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:20.531280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.561141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Transition to ACTIVE for port object a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:20.576794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5649b12a-c56e-4929-9910-d1bf6092f061 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.578007 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5649b12a-c56e-4929-9910-d1bf6092f061 tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/fa11cf94-215b-46be-a53d-2207eeb03164 HTTP/1.1" status: 204 len: 168 time: 0.3173277 Aug 22 15:09:20.580169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.586059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54140) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.612681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c640b7b-b615-4017-b589-076c398fa0a3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:20.712735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.714412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f7243cf-822a-4eae-9e6c-d9f05b526115 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7331626 Aug 22 15:09:20.717072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54144) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:20.724469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '1dd432b4-6382-4dac-bb19-ad31dea9893e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:20.755213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9de35c8-d9e1-4887-985c-c39ef86e54db up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:20.809861 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.842371 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:09:20.849234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:20.880303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:20.911432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c9de35c8-d9e1-4887-985c-c39ef86e54db triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:20.913583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.001036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.022222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:21.024582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.058466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9884-c37a-4aa9-b0d8-9e85e1efd6db req-f4fb3c7e-193d-4441-82d2-9d6217ea123e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:21.067309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-584b9884-c37a-4aa9-b0d8-9e85e1efd6db req-f4fb3c7e-193d-4441-82d2-9d6217ea123e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 943 time: 0.1278841 Aug 22 15:09:21.082285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7340d14a-fda1-48b3-afdd-2acc77dddf0a tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.083526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7340d14a-fda1-48b3-afdd-2acc77dddf0a tempest-MeteringTestJSON-1144768100 tempest-MeteringTestJSON-1144768100-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/22c2be4d-5285-48b5-a33c-c8dfc6ee4077 HTTP/1.1" status: 204 len: 168 time: 0.4965899 Aug 22 15:09:21.108276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:21.108484 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.166588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-584b9884-c37a-4aa9-b0d8-9e85e1efd6db req-6ca61850-062d-400b-9c21-a67fb19a5632 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918701 Aug 22 15:09:21.179552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Attempting to bind port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:21.180135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Attempting to bind port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:21.180479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Attempting to bind port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:21.185734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:09:21.191278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Attempting to bind port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:21.193264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:21.193616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Checking segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:21.194011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Bound using segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:21.194669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Bound port: a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:21.195042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.211025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.231524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b87e0b-8fe8-4f16-9ad0-69715af904e5,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:21.292276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:21.297846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:21.353918 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.356103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e934201d-92fc-422f-b6d5-9af45d144cab tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6368878 Aug 22 15:09:21.403859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.471241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:21.471891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:21.474233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] 10.222.0.54 "PUT /v2.0/ports/a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 HTTP/1.1" status: 200 len: 1091 time: 1.5229111 Aug 22 15:09:21.474233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:21.476268 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426cc709-6691-45b1-a355-b07e2a866f40" -d '{"events": [{"name": "network-changed", "server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:21.494085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device eae64708-8acd-4168-88b9-ff08d2b5e0ba no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:21.503076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998bfd-a55e-4600-bdea-9d5a2193f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:21.528146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: eae64708-8acd-4168-88b9-ff08d2b5e0ba {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:21.528339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device eae64708-8acd-4168-88b9-ff08d2b5e0ba not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:21.546731 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564ed64-ed1f-42f7-aa70-5750dda1daf8 x-openstack-request-id: req-4564ed64-ed1f-42f7-aa70-5750dda1daf8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:21.547033 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:21.547446 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4564ed64-ed1f-42f7-aa70-5750dda1daf8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:21.548804 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'status': 'completed', 'code': 200} Aug 22 15:09:21.653153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-441dd4d1-3a0a-4ae7-bbdc-bc18ccc7b0ef req-758d1deb-38ed-4398-8e1d-303a29fa2c73 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0344901 Aug 22 15:09:21.680551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc709-6691-45b1-a355-b07e2a866f40 req-d79f318f-085f-4cdc-a3ec-dd39549f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:21.682830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-426cc709-6691-45b1-a355-b07e2a866f40 req-d79f318f-085f-4cdc-a3ec-dd39549f9f12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1094 time: 0.1103380 Aug 22 15:09:21.872945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc709-6691-45b1-a355-b07e2a866f40 req-8238e421-6707-443b-8e42-4e009ef0ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:21.874383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-426cc709-6691-45b1-a355-b07e2a866f40 req-8238e421-6707-443b-8e42-4e009ef0ab82 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d516d40d5394cdd95ce9657aea383ff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1795032 Aug 22 15:09:21.937127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54190) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:21.992118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-70d1f7c0-7a9d-4825-a6aa-0dfee5a506d5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623313193&fields=id&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 267 time: 0.1208899 Aug 22 15:09:22.000515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87044-bcca-431b-8f03-b7542c3dc643 req-cb2417ba-693d-4976-9721-ec2b3a8e2643 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.003004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8c87044-bcca-431b-8f03-b7542c3dc643 req-cb2417ba-693d-4976-9721-ec2b3a8e2643 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1739006 Aug 22 15:09:22.119139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc709-6691-45b1-a355-b07e2a866f40 req-cc9f5ac5-f419-4a03-9879-77d7b1646927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.120680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-426cc709-6691-45b1-a355-b07e2a866f40 req-cc9f5ac5-f419-4a03-9879-77d7b1646927 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365372 Aug 22 15:09:22.142224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8c87044-bcca-431b-8f03-b7542c3dc643 req-f0dee725-d1c3-4851-a582-9f38c77543d2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312020 Aug 22 15:09:22.184575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-1d01b183-2225-4524-b16c-4d66dfbbb104 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.186389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-1d01b183-2225-4524-b16c-4d66dfbbb104 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/networks?id=59133be8-16a5-43f0-946f-a09db75266f5 HTTP/1.1" status: 200 len: 797 time: 0.1806166 Aug 22 15:09:22.221658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-33d18f6b-42c0-4b15-b020-03b4ea533f9e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/quotas/252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 375 time: 0.0192173 Aug 22 15:09:22.270496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e882d10e-e837-4b0c-82e9-7d01004807c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.340180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54202) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:22.364087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-bf415d5d-09fc-4d80-9454-80bccdc18190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.365340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:22.365728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-bf415d5d-09fc-4d80-9454-80bccdc18190 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1094 time: 0.2013481 Aug 22 15:09:22.400321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-d216804b-cc32-4da2-9a23-6d039de82307 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1781147 Aug 22 15:09:22.443300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-d8c31fa4-0859-4d63-b362-34e1d372fc65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 HTTP/1.1" status: 200 len: 217 time: 0.0655129 Aug 22 15:09:22.484409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e882d10e-e837-4b0c-82e9-7d01004807c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.532144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-554712054-network', 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:22.540362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.544076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c319b-93f8-4c8a-991e-9dd0315c30ef req-95c81f40-2548-4c99-9f98-b273eaa6d44a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.546671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-097c319b-93f8-4c8a-991e-9dd0315c30ef req-95c81f40-2548-4c99-9f98-b273eaa6d44a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 943 time: 0.2627628 Aug 22 15:09:22.587678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e882d10e-e837-4b0c-82e9-7d01004807c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.600294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 15:09:22.600294 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 15:09:22.600294 n-d-805046-3 neutron-server[102048]: [parameters: {'project_id_1': '5c51b880557544d1b626c8a30509730d', 'expiration_1': datetime.datetime(2021, 8, 22, 15, 9, 22, 556059)}] Aug 22 15:09:22.600294 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:09:22.602159 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:09:22.603947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-cf2979b5-358e-415e-abc5-3871f14ecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:22.605736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-cf2979b5-358e-415e-abc5-3871f14ecd7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.1496522 Aug 22 15:09:22.639138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e882d10e-e837-4b0c-82e9-7d01004807c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=361d0e641ac7435b80b588fc9c99817b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008932 Aug 22 15:09:22.642513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882d10e-e837-4b0c-82e9-7d01004807c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2238818-75e3-4182-8140-30ddc6927e39,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:22.645141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54210) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:22.660215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:22.662680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.674326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-1662ef36-27b2-4525-9496-7ae4a7ff8a1d service neutron] 10.222.0.53 "GET /v2.0/networks/59133be8-16a5-43f0-946f-a09db75266f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440467 Aug 22 15:09:22.677549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-097c319b-93f8-4c8a-991e-9dd0315c30ef req-89c35d5b-c9e4-40d1-9c2a-e4cefb5470ee tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213491 Aug 22 15:09:22.679913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-646e271c-3499-4a81-9dd8-ea193537e908 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623984 Aug 22 15:09:22.680649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.728680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.768069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.826329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e04cd6b3-b0f7-4cb9-b0a1-a5f53de1ee82 req-9d4dd648-d311-4e77-be16-47918e427412 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0514288 Aug 22 15:09:22.862029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.903404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-ebaeb6c2-fa04-4768-9a54-2bf40a85d869 service neutron] 10.222.0.53 "GET /v2.0/networks/59133be8-16a5-43f0-946f-a09db75266f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181597 Aug 22 15:09:22.929955 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.930935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.932591 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2238818-75e3-4182-8140-30ddc6927e39 HTTP/1.1" status: 204 len: 168 time: 0.2864704 Aug 22 15:09:22.934474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-5670147f-98f7-4c15-a0e5-53aea51fabb1 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331760 Aug 22 15:09:22.942755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612dbad-3626-43b7-9799-a5b2cc6f186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2238818-75e3-4182-8140-30ddc6927e39,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:22.964627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:22.998862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccf3c65-2aab-4a1f-bd67-0096d20aeb12,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:23.010429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:23.025240 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.025647 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Added segment ad88ea5c-56c1-4c40-83fc-9dab5f61c14e of type vlan for network 87493cb7-198b-42f3-b126-1091ba8aba13 Aug 22 15:09:23.052186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-294988e7-3e10-40d4-92ee-6fa0c21693b3 req-8956a351-6262-46be-bfde-5d4e23674cd6 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084535 Aug 22 15:09:23.077866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.103960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.209909 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.247253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.252031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:23.252031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.336045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.375405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf8972-e8ea-4549-932c-eb3e451d94d1 req-395b90c6-2f38-45c1-9366-77c211fe10cc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:23.384652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebf8972-e8ea-4549-932c-eb3e451d94d1 req-395b90c6-2f38-45c1-9366-77c211fe10cc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1084497 Aug 22 15:09:23.401533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-068b1475-b762-475f-ae2a-793537273c08 req-21f7c6e3-b183-4835-b812-1b8da790a256 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0681317 Aug 22 15:09:23.456108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b31c8-4d5e-4d15-9d16-13f91699d021,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:23.457121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebf8972-e8ea-4549-932c-eb3e451d94d1 req-136559e7-f7eb-4f49-ad43-f3171a3049d0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714784 Aug 22 15:09:23.462554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] Pushing event updated for resources: {'Network': ['ID=87493cb7-198b-42f3-b126-1091ba8aba13,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:23.489260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 87493cb7-198b-42f3-b126-1091ba8aba13 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:23.489707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54228) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:23.489794 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e0bb1b17-6abd-4c9a-b0e6-b0e37efb0c47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c51b880557544d1b626c8a30509730d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1472123 Aug 22 15:09:23.492001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a59583fd-4b6f-48eb-b2a3-28d68bf7e564 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1237035 Aug 22 15:09:23.496815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54230) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:23.504183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Request body: {'subnet': {'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-554712054-subnet', 'tenant_id': '4c073214fcf24a548e9a66ad7285d679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:23.554849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.586259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.742701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:23.745713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.769348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.773270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.774738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/973b31c8-4d5e-4d15-9d16-13f91699d021 HTTP/1.1" status: 204 len: 168 time: 0.2837684 Aug 22 15:09:23.801610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a031d-b0ac-4ab8-b576-7e9c42f5fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b31c8-4d5e-4d15-9d16-13f91699d021,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:23.839045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8fca2-683f-48c5-a52d-327e4074f55f req-1864a2e8-f940-4d9f-a418-09067297a558 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:23.840982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41c8fca2-683f-48c5-a52d-327e4074f55f req-1864a2e8-f940-4d9f-a418-09067297a558 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 943 time: 0.0870080 Aug 22 15:09:23.887574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54240) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:23.910543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9efffa0-1471-4cf2-96fb-ec80a27dc8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:23.993140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7bc8cbb-03f5-4ed0-910d-a859ec643359 req-69b93277-6af8-4319-b6d6-b4d23c7c5342 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0402977 Aug 22 15:09:24.028470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43509c02-33c6-4344-8632-d89eb7096b8f req-9c61ad95-3348-46b5-af31-8d578fade283 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:24.028470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43509c02-33c6-4344-8632-d89eb7096b8f req-9c61ad95-3348-46b5-af31-8d578fade283 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1846039 Aug 22 15:09:24.031776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41c8fca2-683f-48c5-a52d-327e4074f55f req-c64ff076-f71e-4fe9-a894-ea2fc3f27e36 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466656 Aug 22 15:09:24.102275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.193495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Pushing event updated for resources: {'Subnet': ['ID=548d092d-8aaf-4323-9593-7e9982130a4a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:24.197953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:24.198485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Network hostable DHCP agents. Network: 87493cb7-198b-42f3-b126-1091ba8aba13, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:24.224955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9efffa0-1471-4cf2-96fb-ec80a27dc8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.231441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Deleting port a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:24.233426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.298728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:24.301724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9efffa0-1471-4cf2-96fb-ec80a27dc8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.370710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efffa0-1471-4cf2-96fb-ec80a27dc8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab439cf-80fd-434b-8f25-6b010ec60231,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:24.380619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9efffa0-1471-4cf2-96fb-ec80a27dc8c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43357db3fba74379bc6d77f2bd002a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893997 Aug 22 15:09:24.382503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] For port a2504007-2c15-4d37-9c70-f3421a6199d1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a2504007-2c15-4d37-9c70-f3421a6199d1,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:24.382972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.383357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:24.448612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.463397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 87493cb7-198b-42f3-b126-1091ba8aba13) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:24.474792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:24.475413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.478902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90e3de-5b34-46b3-bceb-00f997df7ae0 None None] Network 87493cb7-198b-42f3-b126-1091ba8aba13 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:24.487010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.538644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30494db3-00c7-46c0-b129-e2d767f87885 req-307647b8-18d5-41e3-aaa0-0bf4b20286a3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0561802 Aug 22 15:09:24.656297 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2e78c2eb-21a5-4f27-a00f-3218a3ca643a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1503003 Aug 22 15:09:24.670887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.674505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:24.679784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aab439cf-80fd-434b-8f25-6b010ec60231 HTTP/1.1" status: 204 len: 168 time: 0.2952602 Aug 22 15:09:24.690070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cb987-ffcc-4b3a-a3f0-2acd7a0dbac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab439cf-80fd-434b-8f25-6b010ec60231,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:24.694348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61027925-f5e0-4ef3-a080-560ba98448ba None None] Network 87493cb7-198b-42f3-b126-1091ba8aba13 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:24.868932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:24.906351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d001c9f-76b3-4134-869b-bb9c6fe66857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.046994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae76056-e41f-4123-922b-4fa89c34d3fe req-3ad5b94b-1b51-447a-b83f-142f3e14075e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:25.054591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ae76056-e41f-4123-922b-4fa89c34d3fe req-3ad5b94b-1b51-447a-b83f-142f3e14075e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 947 time: 0.1257432 Aug 22 15:09:25.119962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d001c9f-76b3-4134-869b-bb9c6fe66857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.193661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57494972-4709-4c24-994e-f400a186b1d0 req-6256243a-edb9-439b-8b0f-6a32278d2135 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.0476110 Aug 22 15:09:25.197810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ae76056-e41f-4123-922b-4fa89c34d3fe req-4cea32e4-810f-47a4-adb6-cd0536c0e3b1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e640640-4af3-4b2b-a81d-aaf5ab230af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423359 Aug 22 15:09:25.199590 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.200134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.200623 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Floating IP c0e2a4c9-33a4-4283-a168-e79834b61039 disassociated. External IP: 172.25.0.36, port: a2504007-2c15-4d37-9c70-f3421a6199d1. Aug 22 15:09:25.201037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Calling delete_port for a2504007-2c15-4d37-9c70-f3421a6199d1 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:25.244488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7d001c9f-76b3-4134-869b-bb9c6fe66857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.329640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d001c9f-76b3-4134-869b-bb9c6fe66857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feed106-dc03-4b86-82cf-e2070458026e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:25.349620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7d001c9f-76b3-4134-869b-bb9c6fe66857 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4992e54ec6ef486b87cf2066fc5ee0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794831 Aug 22 15:09:25.350547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:25.402161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d397-5e55-41c8-ad1c-ae339115369a req-304c5a55-4b82-4508-a2dc-40a48296409c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:25.403882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8704d397-5e55-41c8-ad1c-ae339115369a req-304c5a55-4b82-4508-a2dc-40a48296409c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 943 time: 0.0917792 Aug 22 15:09:25.424941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.458552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.487875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8704d397-5e55-41c8-ad1c-ae339115369a req-41e0596b-d34f-4748-96e6-27943586c76a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754879 Aug 22 15:09:25.653886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.656798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.665364 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0feed106-dc03-4b86-82cf-e2070458026e HTTP/1.1" status: 204 len: 168 time: 0.3070776 Aug 22 15:09:25.667611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7f3db-5084-4cd6-82f0-8211f9af36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feed106-dc03-4b86-82cf-e2070458026e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:25.673913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fca83981-545d-4daa-930e-3e1d3c087410 req-fe01e60f-ba5a-4db6-b16c-ed1f0c47399d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0343335 Aug 22 15:09:25.684468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:25.729422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'Port': ['ID=a2504007-2c15-4d37-9c70-f3421a6199d1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:25.930908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:09:26.061491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-f8891b3e-08e9-4714-967a-af7d79af4be4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:26.063070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-f8891b3e-08e9-4714-967a-af7d79af4be4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1781335 Aug 22 15:09:26.128441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-0197eb1a-f6b0-4baf-87d1-d3d788dd7f2d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0190501 Aug 22 15:09:26.158647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:09:26.171362 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:09:26.192817 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:26.194103 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:26.211435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-aeef8bde-6802-4574-830c-cf00d2a8b6a3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690024 Aug 22 15:09:26.311373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:09:26.402854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-54863d17-6746-4893-a202-51c4b5e18051 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903458 Aug 22 15:09:26.614014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:26.625747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:26.640349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-6763491e-3b88-408c-b9b9-b1e9fd1b62fb service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363787 Aug 22 15:09:26.646000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'port_id': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'mac_address': 'fa:16:3e:ef:ac:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:09:26.696710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:26.715012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-6bd59aa6-84a6-4524-9fb3-0817d2bffcd9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:26.717700 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-6bd59aa6-84a6-4524-9fb3-0817d2bffcd9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/networks?id=59133be8-16a5-43f0-946f-a09db75266f5 HTTP/1.1" status: 200 len: 797 time: 0.4343853 Aug 22 15:09:26.742177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] No DVR routers for this DVR port a2504007-2c15-4d37-9c70-f3421a6199d1 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:26.747642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:26.752027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:26.767520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43509c02-33c6-4344-8632-d89eb7096b8f req-e851743d-5d74-47a7-bfef-55f89ab5a640 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "DELETE /v2.0/ports/a2504007-2c15-4d37-9c70-f3421a6199d1 HTTP/1.1" status: 204 len: 173 time: 2.7237697 Aug 22 15:09:26.811962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:26.837247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-deleted', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:26.841985 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45333675-79e5-4bad-9ad7-652d12da03f3" -d '{"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-deleted", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:26.875782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-114580dc-2e14-4dad-97b2-16503611ce95 req-61dfcfbc-7c85-48d0-badf-7361ba2c2d8b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5196febb-d8b4-44cf-8c20-d4ac7796c44e HTTP/1.1" status: 200 len: 210 time: 0.2242253 Aug 22 15:09:26.891898 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-73ac8906-d722-4e47-8645-c4ad5319fe09 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 473 time: 0.1454847 Aug 22 15:09:26.893946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'port': {'device_id': '19410479-7c13-4705-8b86-69972123f5d1', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'admin_state_up': True, 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'security_groups': ['1dd432b4-6382-4dac-bb19-ad31dea9893e']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:26.936722 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:27.076840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:27.135776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccb5c477-bee1-422d-bf2a-1db6e5ef0b4f req-cdc933e1-653b-4f22-936b-c397d1aaf4cf tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.1000724 Aug 22 15:09:27.265298 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:27.303809 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:09:27.320690 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:27.321634 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:27.338005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:27.379154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577fbf1-9cb2-4c7d-95c9-f321de372b15 req-5bd58fe1-3ada-45da-bee7-10664dc956f1 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:27.382283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e577fbf1-9cb2-4c7d-95c9-f321de372b15 req-5bd58fe1-3ada-45da-bee7-10664dc956f1 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 944 time: 0.1470523 Aug 22 15:09:27.451030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:27.455933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:27.510764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db14c613-f32c-4220-b070-27439f5694d4 req-a0902663-11cd-4f80-b625-39fe364d1a43 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0945818 Aug 22 15:09:27.522970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e577fbf1-9cb2-4c7d-95c9-f321de372b15 req-58ba9ded-f470-477f-bd30-574a5351bbe8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321115 Aug 22 15:09:27.632497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:27.640848 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edbc5a6-bbe9-4685-a875-950c7df3bb04 x-openstack-request-id: req-8edbc5a6-bbe9-4685-a875-950c7df3bb04 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:27.642129 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3dc532-a51d-4103-8060-a5991c732461", "name": "network-vif-deleted", "tag": "a2504007-2c15-4d37-9c70-f3421a6199d1", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:27.642558 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8edbc5a6-bbe9-4685-a875-950c7df3bb04 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:27.643195 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3dc532-a51d-4103-8060-a5991c732461', 'name': 'network-vif-deleted', 'tag': 'a2504007-2c15-4d37-9c70-f3421a6199d1', 'status': 'completed', 'code': 200} Aug 22 15:09:27.757819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f34b8f8e-38fe-4160-a474-c56c07f694f0 req-a333d89c-010a-44b7-8d40-23fb1736bcea tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0680671 Aug 22 15:09:28.087405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.27 (59133be8-16a5-43f0-946f-a09db75266f5/63eccd16-76f9-4b6b-9b68-43c454a8e67f/ed718916-a69c-4df0-823c-ca757e1e861b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:28.165411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:28.231053 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f5e7d-e524-47ea-a0ab-0ae719d72055 None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:09:28.335309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:09:28.384793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c298e8-47e8-45ac-a8fc-69e21f09477f req-2c949035-ff37-4403-bd88-015806afe86f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff3dc532-a51d-4103-8060-a5991c732461 HTTP/1.1" status: 200 len: 210 time: 0.0975897 Aug 22 15:09:28.410732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a2504007-2c15-4d37-9c70-f3421a6199d1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:09:28.411289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a2504007-2c15-4d37-9c70-f3421a6199d1 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:09:28.420236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:28.459087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object ed718916-a69c-4df0-823c-ca757e1e861b will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:28.573444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:28.661298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 59133be8-16a5-43f0-946f-a09db75266f5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:28.678155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:28.682086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:28.700305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:28.740232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e26fd3-09dc-42ab-9772-8921e07fe24a None None] New status for floating IP c0e2a4c9-33a4-4283-a168-e79834b61039: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:09:28.787399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:28.788514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:28.804112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54376) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:28.905718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3b7a9806-11da-4ff4-b6bb-8e7bb16af2a4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165439 Aug 22 15:09:28.928812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Request body: {'port': {'device_id': '19410479-7c13-4705-8b86-69972123f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:28.956075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f18bd-9813-4f7c-9fc8-c246bc336a73 req-75b02c54-2e26-49ca-9ab9-d57bc57be265 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:28.976920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3f18bd-9813-4f7c-9fc8-c246bc336a73 req-75b02c54-2e26-49ca-9ab9-d57bc57be265 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 932 time: 0.2964635 Aug 22 15:09:28.988140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e900-a644-43eb-b551-c653add1cc18 req-d720dcba-4bfc-4d5d-b247-71d853b18a59 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:28.989770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efb4e900-a644-43eb-b551-c653add1cc18 req-d720dcba-4bfc-4d5d-b247-71d853b18a59 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 944 time: 0.2181346 Aug 22 15:09:29.008757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-786344765', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:29.059115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.062627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3f18bd-9813-4f7c-9fc8-c246bc336a73 req-543d7460-2016-4132-b4db-27245a043b9d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718298 Aug 22 15:09:29.084634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efb4e900-a644-43eb-b551-c653add1cc18 req-8b0e725a-ffdb-4f06-abc2-925220eb6d94 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727525 Aug 22 15:09:29.125218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1535754-32d0-4eb7-bd37-c69b3379ed66 None None] Provisioning for port ed718916-a69c-4df0-823c-ca757e1e861b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:29.155134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1535754-32d0-4eb7-bd37-c69b3379ed66 None None] Provisioning complete for port ed718916-a69c-4df0-823c-ca757e1e861b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:29.155834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1535754-32d0-4eb7-bd37-c69b3379ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.219500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Made reservation on behalf of 531881df6bad41ecb9e2c2058cb406fe for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:29.222520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.252817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e1535754-32d0-4eb7-bd37-c69b3379ed66 None None] Port ed718916-a69c-4df0-823c-ca757e1e861b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:09:29.274602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa2a5340-c610-45bf-ac34-965ddc1e6dd3 req-046d955a-a0dd-4510-bbe6-2c248a53db45 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0729127 Aug 22 15:09:29.314589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.553546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.575619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed718916-a69c-4df0-823c-ca757e1e861b {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:29.585238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:29.603413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Transition to ACTIVE for port object ed718916-a69c-4df0-823c-ca757e1e861b will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:30.084024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54396) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:30.084024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.084024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] device_id is not set on port 67b8ec96-90e4-4acb-a87f-4c975dbce1c5 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b88bd8-c517-4c29-bef0-87e811d1691a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Allocated IP 172.25.0.104 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/67b8ec96-90e4-4acb-a87f-4c975dbce1c5) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.144393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.187631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Pushing event updated for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:30.194950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c93411bf-e0e2-41d3-a661-a0e771cf9049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.215627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.219078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.221340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e640640-4af3-4b2b-a81d-aaf5ab230af5 HTTP/1.1" status: 204 len: 168 time: 0.5878055 Aug 22 15:09:30.238686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:30.263466 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-d342c443-1118-49a5-875c-f500c57a86e3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] show failed (client error): The resource could not be found. Aug 22 15:09:30.266826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d342c443-1118-49a5-875c-f500c57a86e3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups/5e640640-4af3-4b2b-a81d-aaf5ab230af5 HTTP/1.1" status: 404 len: 347 time: 0.0249400 Aug 22 15:09:30.268524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54406) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:30.290909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a338966-6e3e-43d6-a9bd-f0a907465103 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e640640-4af3-4b2b-a81d-aaf5ab230af5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:30.332460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670dab5-72e3-4ded-b554-a2ff563da35e req-a8288db0-5d9d-450c-b734-e1dfdcc2f1e6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:30.345363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4670dab5-72e3-4ded-b554-a2ff563da35e req-a8288db0-5d9d-450c-b734-e1dfdcc2f1e6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 944 time: 0.1783128 Aug 22 15:09:30.350974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:30.409421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24af60-e08e-478a-8f12-30a18b91f125 req-de6ee63d-a5c7-42de-879f-e13f63c0f3e9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:30.420138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea24af60-e08e-478a-8f12-30a18b91f125 req-de6ee63d-a5c7-42de-879f-e13f63c0f3e9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.2067122 Aug 22 15:09:30.521670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4670dab5-72e3-4ded-b554-a2ff563da35e req-013f9f79-264a-4976-9fe8-0552dadc5ac5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729665 Aug 22 15:09:30.550558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea24af60-e08e-478a-8f12-30a18b91f125 req-ab879fd4-b9b1-4060-b306-a2f3ae2b7038 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236944 Aug 22 15:09:30.588481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.653137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:30.658461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:30.661293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.664197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae11dcfc-dd2a-4363-bcae-963c26791bda req-c3b11f54-205a-414a-9173-5f065239cb4b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0597813 Aug 22 15:09:30.711381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:30.721916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:30.730404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:30.748965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Attempting to bind port ed718916-a69c-4df0-823c-ca757e1e861b on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:30.751830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Attempting to bind port ed718916-a69c-4df0-823c-ca757e1e861b by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:30.752530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Attempting to bind port ed718916-a69c-4df0-823c-ca757e1e861b on network 59133be8-16a5-43f0-946f-a09db75266f5 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:30.793601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Pushing event updated for resources: {'Port': ['ID=67b8ec96-90e4-4acb-a87f-4c975dbce1c5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:30.798726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Port ed718916-a69c-4df0-823c-ca757e1e861b on network 59133be8-16a5-43f0-946f-a09db75266f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:09:30.800081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Attempting to bind port ed718916-a69c-4df0-823c-ca757e1e861b on network 59133be8-16a5-43f0-946f-a09db75266f5 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:30.808781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.825001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Deleting port 01261710-fb14-4ef5-8d80-4b90c8d4385b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:30.825508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.828342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:30.828997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Checking segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:30.829648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Bound using segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:30.830046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Bound port: ed718916-a69c-4df0-823c-ca757e1e861b, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:30.830505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:30.851318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:30.855379 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fb0cf-fb42-48b9-b88a-27636ace1b8d" -d '{"events": [{"server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "name": "network-vif-plugged", "status": "completed", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:30.883698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:30.923697 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c569fbf-035b-4889-ba62-9b47f7a788ab x-openstack-request-id: req-2c569fbf-035b-4889-ba62-9b47f7a788ab {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:30.924294 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "name": "network-vif-plugged", "status": "completed", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:30.924899 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c569fbf-035b-4889-ba62-9b47f7a788ab {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:30.930933 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'code': 200} Aug 22 15:09:30.944090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.004229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:31.006758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-e1d5a927-b46d-49fe-93ab-460b6b477e81 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.008490 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-e1d5a927-b46d-49fe-93ab-460b6b477e81 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1516719 Aug 22 15:09:31.024070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.024864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.036153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:31.119634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587c8f-a37d-4b8d-8356-10e608c76ad3 req-3baec7de-90d9-43df-ab08-98e242f2137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.121347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93587c8f-a37d-4b8d-8356-10e608c76ad3 req-3baec7de-90d9-43df-ab08-98e242f2137d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1096 time: 0.0634835 Aug 22 15:09:31.159136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:31.162788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ed718916-a69c-4df0-823c-ca757e1e861b,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:31.174089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93587c8f-a37d-4b8d-8356-10e608c76ad3 req-79b7c482-46c9-445c-a311-faef9e8f8187 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Aug 22 15:09:31.255318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.256293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.281034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Calling delete_port for 01261710-fb14-4ef5-8d80-4b90c8d4385b owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:31.347045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.369371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26a1ee76-d06a-4711-81f8-a1e0e00bb000 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5640037 Aug 22 15:09:31.378497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54424) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:31.384554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.104'}]}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:31.402594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 22 15:09:31.402594 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 22 15:09:31.402594 n-d-805046-3 neutron-server[102049]: [parameters: {'project_id_1': '531881df6bad41ecb9e2c2058cb406fe', 'expiration_1': datetime.datetime(2021, 8, 22, 15, 9, 31, 391347)}] Aug 22 15:09:31.402594 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:09:31.403331 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:09:31.438983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.439769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.441272 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] 10.222.0.10 "PUT /v2.0/ports/ed718916-a69c-4df0-823c-ca757e1e861b HTTP/1.1" status: 200 len: 1092 time: 2.5213978 Aug 22 15:09:31.444504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:31.446829 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9" -d '{"events": [{"name": "network-changed", "server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:31.476290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888f107-74a9-4015-b50f-7a0458b90583 service neutron] Pushing event updated for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:31.522077 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ae191-08b5-46bf-882b-b17b97f2d026 x-openstack-request-id: req-082ae191-08b5-46bf-882b-b17b97f2d026 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:31.522889 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:31.523223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-082ae191-08b5-46bf-882b-b17b97f2d026 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:31.523843 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b', 'status': 'completed', 'code': 200} Aug 22 15:09:31.608827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:31.613501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.742476 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-33adfcac-b9f6-4ce4-a67f-6ed745a53903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.745263 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-33adfcac-b9f6-4ce4-a67f-6ed745a53903 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 1095 time: 0.1591313 Aug 22 15:09:31.786513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:31.823144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afb0ae-a8b8-493f-9034-e31793047e4c req-ffc1bdb2-4161-443a-9f49-b9319784245c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.825516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43afb0ae-a8b8-493f-9034-e31793047e4c req-ffc1bdb2-4161-443a-9f49-b9319784245c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1166213 Aug 22 15:09:31.839564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6dfa-2654-4a83-96fe-0ded124b016d req-5ec32fd3-1cc1-4c1e-abf6-f0a804e67ce7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:31.841847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-152e6dfa-2654-4a83-96fe-0ded124b016d req-5ec32fd3-1cc1-4c1e-abf6-f0a804e67ce7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0985007 Aug 22 15:09:31.925990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-152e6dfa-2654-4a83-96fe-0ded124b016d req-06fb8bb9-e5fc-486e-a0f9-f922765060a9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628860 Aug 22 15:09:31.953096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43afb0ae-a8b8-493f-9034-e31793047e4c req-6245d953-b291-4cac-8bce-f83381a8a4fd tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101305 Aug 22 15:09:31.992000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'Port': ['ID=01261710-fb14-4ef5-8d80-4b90c8d4385b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:32.028446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21deecca-ab40-45ab-b829-40f2fc4ccab0 req-fd3a64b7-8f74-4921-81db-031bad1a986d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0299079 Aug 22 15:09:32.091249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.094813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.177605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.404302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.471386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.6 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/ff84d8bf-cec4-4b52-a8d2-1187218aee53) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:32.498729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-415b8846-796a-4114-ab60-bf69c7b98039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:32.499590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-415b8846-796a-4114-ab60-bf69c7b98039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:32.501581 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-415b8846-796a-4114-ab60-bf69c7b98039 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=252474ba5b864cf3982ed45127af7003&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.7417295 Aug 22 15:09:32.507365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.509945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.514085 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b05a79d8-0dfa-48e5-9835-e296aaf30d36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "DELETE /v2.0/floatingips/c0e2a4c9-33a4-4283-a168-e79834b61039 HTTP/1.1" status: 204 len: 168 time: 2.2412465 Aug 22 15:09:32.836711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.867270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-351618d8-6e89-4d6f-8c9d-e54116df607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:32.868936 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b8c3e6e9-20a0-40a0-93f6-9fd8b9e629b9 req-351618d8-6e89-4d6f-8c9d-e54116df607c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3570056 Aug 22 15:09:32.923229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:32.979743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.011896 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.033771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-1fee1330-fa75-48bf-871b-50dfe9d4265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.035517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-1fee1330-fa75-48bf-871b-50dfe9d4265d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 1095 time: 0.1052969 Aug 22 15:09:33.104679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-ea8cce81-1d9d-4e74-9086-5c788519537d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ed718916-a69c-4df0-823c-ca757e1e861b HTTP/1.1" status: 200 len: 217 time: 0.0544622 Aug 22 15:09:33.105365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54456) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:33.110919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610938175', 'description': 'tempest-description--66221037'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:33.189916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-88d71446-135b-48b6-ada2-97614c7ea37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.191707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-88d71446-135b-48b6-ada2-97614c7ea37f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63eccd16-76f9-4b6b-9b68-43c454a8e67f HTTP/1.1" status: 200 len: 838 time: 0.0731847 Aug 22 15:09:33.193856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.310026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.310280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b39fc1-ea12-43b9-8789-267fc6e9d233 req-1bdb09cf-a836-4736-b080-fdc170a667e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.311748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47b39fc1-ea12-43b9-8789-267fc6e9d233 req-1bdb09cf-a836-4736-b080-fdc170a667e7 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.2757311 Aug 22 15:09:33.322916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7543-34ec-4555-8b91-5d8478973ff0 req-334ab16b-5dc3-40b6-b41b-d42189fc099a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.324447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69df7543-34ec-4555-8b91-5d8478973ff0 req-334ab16b-5dc3-40b6-b41b-d42189fc099a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1728361 Aug 22 15:09:33.327171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:33.334843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:33.343282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:33.348929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:33.440849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-a3c87aec-2188-4d2e-9f20-02549d3fd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.441646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47b39fc1-ea12-43b9-8789-267fc6e9d233 req-8e8c1a29-d5cb-44a5-beef-b32ba2b5ed71 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162212 Aug 22 15:09:33.442565 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-a3c87aec-2188-4d2e-9f20-02549d3fd571 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=59133be8-16a5-43f0-946f-a09db75266f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2337370 Aug 22 15:09:33.446363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69df7543-34ec-4555-8b91-5d8478973ff0 req-50a5bba8-ad91-43d4-af4b-a6d61f4dbfd0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033397 Aug 22 15:09:33.469067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.469750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.504622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-192bf7e9-0edc-4196-8f01-74ffa40331d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.567312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a7d4-9acc-45a9-a218-6a52c602aa5e req-17ba1817-0352-4581-b012-daf5e25ae75c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:33.569055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4de3a7d4-9acc-45a9-a218-6a52c602aa5e req-17ba1817-0352-4581-b012-daf5e25ae75c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 931 time: 0.0515656 Aug 22 15:09:33.591693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.603780 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.614317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-3f50adfe-de16-4f36-b2cd-cc474dddddc8 service neutron] 10.222.0.10 "GET /v2.0/networks/59133be8-16a5-43f0-946f-a09db75266f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367781 Aug 22 15:09:33.685080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4de3a7d4-9acc-45a9-a218-6a52c602aa5e req-a14d16fe-c6d3-4b40-92d5-d9e88b5d1252 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090002 Aug 22 15:09:33.723587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f86c3e7e-0f12-48e5-832c-1cb36222a007 req-a32d79b6-c0dc-45b9-8aa7-3cd946e6b16a service neutron] 10.222.0.10 "GET /v2.0/networks/59133be8-16a5-43f0-946f-a09db75266f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010809 Aug 22 15:09:33.736071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.770391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4237de53-d2c2-4a4c-b066-46ca8958b226,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:33.791565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.793821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.840226 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-1bc27609-da7b-4ce3-89f1-46e5102aa091 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8084118 Aug 22 15:09:33.860708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Request body: {'port': {'device_id': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:33.891589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:33.893241 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34641a76-ecb3-4879-a603-9bef30c21ef7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7868841 Aug 22 15:09:33.896517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54462) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:33.901284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group_rule': {'security_group_id': '4237de53-d2c2-4a4c-b066-46ca8958b226', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:33.928782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.028253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.028469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9fbe50-4adc-43ce-a030-8adf4572da51 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:09:34.053035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.131060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.199044 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 22 15:09:34.203508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fee9b18c-2560-4215-a84a-0ab1318a99e2 tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8199232 Aug 22 15:09:34.203508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54470) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:34.294196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff84d8bf-cec4-4b52-a8d2-1187218aee53 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:34.305469 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.314444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.330308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Transition to ACTIVE for port object ff84d8bf-cec4-4b52-a8d2-1187218aee53 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:34.343176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554b70e-29ca-4ad2-a0a3-8e3bc1ce7554 req-8822b6ab-fdad-4343-ace1-a8d82b61c005 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:34.348662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9554b70e-29ca-4ad2-a0a3-8e3bc1ce7554 req-8822b6ab-fdad-4343-ace1-a8d82b61c005 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1046171 Aug 22 15:09:34.418597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.476086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:34.569572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Attempting to bind port ff84d8bf-cec4-4b52-a8d2-1187218aee53 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:34.569826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Attempting to bind port ff84d8bf-cec4-4b52-a8d2-1187218aee53 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:34.570169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Attempting to bind port ff84d8bf-cec4-4b52-a8d2-1187218aee53 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:34.575605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Port ff84d8bf-cec4-4b52-a8d2-1187218aee53 on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:09:34.575951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Attempting to bind port ff84d8bf-cec4-4b52-a8d2-1187218aee53 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:34.581969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:34.582432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:34.582987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:34.583438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Bound port: ff84d8bf-cec4-4b52-a8d2-1187218aee53, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:34.583859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.674364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:34.678844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:34.700641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a098944d-7f7b-4359-a025-3d6d22f8bd1a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:34.764246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Deleting port 67b8ec96-90e4-4acb-a87f-4c975dbce1c5 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:34.764583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.774253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.787915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-2e51e1a7-ee87-4ed5-8388-acca39c62f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:34.789447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-2e51e1a7-ee87-4ed5-8388-acca39c62f91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1096 time: 0.4418976 Aug 22 15:09:34.792331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9554b70e-29ca-4ad2-a0a3-8e3bc1ce7554 req-58d63ee4-c315-431f-a5e2-7f118e7840ba tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408464 Aug 22 15:09:34.814760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:34.816054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.816941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] 10.222.0.10 "PUT /v2.0/ports/ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 200 len: 1091 time: 0.9620643 Aug 22 15:09:34.817408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:34.821463 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782f286-3a08-4775-9100-98960e1f8934" -d '{"events": [{"name": "network-changed", "server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:34.853707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5105c91-f59f-4731-932e-79a4cf0cee47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:34.859141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.872859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:34.877391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4944729b-24e1-4475-8ee3-f7e3c10d4e4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9765334 Aug 22 15:09:34.878821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54486) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:34.889653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc32e71-e328-4066-991f-8e272337ed18 req-3dfe5b59-de79-4905-bba4-286957c8f4e1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:34.892253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcc32e71-e328-4066-991f-8e272337ed18 req-3dfe5b59-de79-4905-bba4-286957c8f4e1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.1805093 Aug 22 15:09:34.895633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'security_group_rule': {'security_group_id': '4237de53-d2c2-4a4c-b066-46ca8958b226', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:35.005872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.009204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-ad9b91c0-e835-4974-a5ec-1a72b0fa9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.011059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-ad9b91c0-e835-4974-a5ec-1a72b0fa9ef9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 1094 time: 0.0461290 Aug 22 15:09:35.049849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Calling delete_port for 67b8ec96-90e4-4acb-a87f-4c975dbce1c5 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:35.067254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcc32e71-e328-4066-991f-8e272337ed18 req-76838dae-d55b-498b-ae30-eefdaa439acc tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627285 Aug 22 15:09:35.069371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-3022775f-bb8e-4cae-9684-3d9bb4f64099 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Aug 22 15:09:35.141550 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a882028e-2776-4dcd-8f63-c6b8e16b54a7 x-openstack-request-id: req-a882028e-2776-4dcd-8f63-c6b8e16b54a7 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:35.141977 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:35.142308 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a882028e-2776-4dcd-8f63-c6b8e16b54a7 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:35.143188 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53', 'status': 'completed', 'code': 200} Aug 22 15:09:35.145058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-f20ee937-e664-4e55-8d7d-9e6177e95a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.159483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-f20ee937-e664-4e55-8d7d-9e6177e95a17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0706244 Aug 22 15:09:35.165776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.182092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-881db971-db4b-48e6-a879-632ddb893c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.183623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-881db971-db4b-48e6-a879-632ddb893c08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 912 time: 0.3841169 Aug 22 15:09:35.186785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-bb4f4a1a-e4b0-439d-ba33-aa3b6de906a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276999 Aug 22 15:09:35.221896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caa4be-06bb-454d-9383-8a9da2e5c84d req-53a8d58c-0c21-4e5e-adaf-ce4d147cc20a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.224689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48caa4be-06bb-454d-9383-8a9da2e5c84d req-53a8d58c-0c21-4e5e-adaf-ce4d147cc20a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 943 time: 0.2526834 Aug 22 15:09:35.287551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-41f92c0d-9cfd-407e-9502-8e40b2eccd16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 HTTP/1.1" status: 200 len: 217 time: 0.0934882 Aug 22 15:09:35.296065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-99018ef4-473f-4701-b6d3-f429f433ccda service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017587 Aug 22 15:09:35.419648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.427443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-edf22aa9-8135-4676-9f41-51e2c14c724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.427711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a3ed4e3b-8cbc-4b04-b227-52d58052660e req-c3cf9a32-72a6-4480-96ef-6f3e9b2e417a service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Aug 22 15:09:35.432401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-edf22aa9-8135-4676-9f41-51e2c14c724f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.1314142 Aug 22 15:09:35.432401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48caa4be-06bb-454d-9383-8a9da2e5c84d req-a8aa6581-85a6-48cf-ac40-81c2cb3f6218 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534321 Aug 22 15:09:35.470375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-f1ebf8b1-70ef-418f-98c3-28573d929a6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313582 Aug 22 15:09:35.536825 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.566421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009f3451-8732-4d41-b889-46a7b17b45ff,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:35.592600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-6bc6f5ce-c5de-41de-899d-84383be3afa4 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153793 Aug 22 15:09:35.621831 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.683904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.685298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41e40f20-5a2e-474a-b040-e6cfea607a16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8037086 Aug 22 15:09:35.686162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Pushing event deleted for resources: {'Port': ['ID=67b8ec96-90e4-4acb-a87f-4c975dbce1c5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:35.696141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54494) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:35.699735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:35.757524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f286-3a08-4775-9100-98960e1f8934 req-a30e7b9b-426c-4570-9319-b70fb9dd8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.759847 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-a30e7b9b-426c-4570-9319-b70fb9dd8618 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 1094 time: 0.0805714 Aug 22 15:09:35.778492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1287510-bec0-43f9-9562-ea13e132a3b8 req-174388fe-69b4-4ff2-bb33-9cc702ba55f8 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791618 Aug 22 15:09:35.784454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.786388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6899017c-8249-41dc-a1f0-dec32bba579e tempest-RoutersAdminNegativeIpV6Test-1106611411 tempest-RoutersAdminNegativeIpV6Test-1106611411-project-admin] 10.222.0.53 "DELETE /v2.0/ports/67b8ec96-90e4-4acb-a87f-4c975dbce1c5 HTTP/1.1" status: 204 len: 168 time: 1.5814297 Aug 22 15:09:35.820578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:35.948344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f286-3a08-4775-9100-98960e1f8934 req-fcb883a4-2b95-44bb-8d5a-8939a1a64506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.949865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-fcb883a4-2b95-44bb-8d5a-8939a1a64506 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.1826966 Aug 22 15:09:35.979361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba981f-580c-4ac7-a77c-c0235dbe8d8a req-0058bd85-9a8c-4ea4-b5fc-5ec4262f19b0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:35.987476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dfba981f-580c-4ac7-a77c-c0235dbe8d8a req-0058bd85-9a8c-4ea4-b5fc-5ec4262f19b0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0730381 Aug 22 15:09:36.011590 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-5593d4e0-c644-456e-95c4-a4cdaaaabaa3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 200 len: 217 time: 0.0494821 Aug 22 15:09:36.026644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dfba981f-580c-4ac7-a77c-c0235dbe8d8a req-61c8b21a-12f8-4f23-8245-b52731798326 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Aug 22 15:09:36.074554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f286-3a08-4775-9100-98960e1f8934 req-151ad31e-1cd2-47c0-98e3-d36ba8155f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:36.076099 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-151ad31e-1cd2-47c0-98e3-d36ba8155f89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0582070 Aug 22 15:09:36.077042 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:09:36.113379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-a0c68716-281b-45d5-a754-734d21cbef08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296116 Aug 22 15:09:36.120149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.212870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84930c-6d82-4838-8bb3-277d65bf7bdd req-9785ce6d-6cd8-4376-b332-7ed04eea5ec5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:36.220465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d84930c-6d82-4838-8bb3-277d65bf7bdd req-9785ce6d-6cd8-4376-b332-7ed04eea5ec5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0776463 Aug 22 15:09:36.255499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d84930c-6d82-4838-8bb3-277d65bf7bdd req-c410efe3-61c5-4efa-9e40-26c0bf72f9fd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Aug 22 15:09:36.308797 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-3625b747-267a-46ed-a7c6-711067a81bdd service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824551 Aug 22 15:09:36.331445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Allocated IP 172.25.0.159 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c1d538c2-8622-4580-b77d-74d21fb311c0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:36.479433 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9782f286-3a08-4775-9100-98960e1f8934 req-fc76f17e-ed03-43c5-b4c7-4fe460524d55 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623213 Aug 22 15:09:36.523744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.538929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54530) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:36.576012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e7064-634d-48ac-8e08-7317ce17219a req-0b9d34e1-f3eb-4f4b-8078-d7a9370124fb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:36.578296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa4e7064-634d-48ac-8e08-7317ce17219a req-0b9d34e1-f3eb-4f4b-8078-d7a9370124fb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 943 time: 0.0629437 Aug 22 15:09:36.623314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aa4e7064-634d-48ac-8e08-7317ce17219a req-03f51ae2-84c0-4942-8016-1d3ba30abd52 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Aug 22 15:09:36.678218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.691096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49393066-42a8-427a-a02e-717b94c5a076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.720159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.730700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:36.737265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:36.740205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:36.783219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=c1d538c2-8622-4580-b77d-74d21fb311c0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:36.911514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:36.950215 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49393066-42a8-427a-a02e-717b94c5a076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.105397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.136971 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49393066-42a8-427a-a02e-717b94c5a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.168741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc720e46-5f67-4bdd-b00f-83b0ff4e1858 req-d1fb7560-792a-48ef-8b4f-a3d141ef9e55 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:37.177292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc720e46-5f67-4bdd-b00f-83b0ff4e1858 req-d1fb7560-792a-48ef-8b4f-a3d141ef9e55 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0772517 Aug 22 15:09:37.227457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc720e46-5f67-4bdd-b00f-83b0ff4e1858 req-8a49bb10-6c11-45cf-9676-06d166a29f4c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Aug 22 15:09:37.399584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58f55-de83-4874-bce2-4e82e8ea3380 req-b199e9ac-9676-4b0c-8749-ecb42709a3df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:37.401828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55a58f55-de83-4874-bce2-4e82e8ea3380 req-b199e9ac-9676-4b0c-8749-ecb42709a3df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 944 time: 0.0561640 Aug 22 15:09:37.459575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55a58f55-de83-4874-bce2-4e82e8ea3380 req-69d10632-e44d-47c1-bc64-d0fcb4bfa3e6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501387 Aug 22 15:09:37.490615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49393066-42a8-427a-a02e-717b94c5a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d182b-684a-4f7d-add4-7e66b9151e78,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:37.497396 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-49393066-42a8-427a-a02e-717b94c5a076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65989d2743574a68afecfe4e03c136db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573796 Aug 22 15:09:37.500154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:37.536182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ff84d8bf-cec4-4b52-a8d2-1187218aee53 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:09:37.600044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.648572 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.686305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.779103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.786968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:37.800946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53', 'mac_address': 'fa:16:3e:4b:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:09:37.813466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe048735-ef49-43f0-a0b1-460c696cad5f req-c556d824-2e56-4e83-b1c9-94fa1bb1745f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:37.822116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe048735-ef49-43f0-a0b1-460c696cad5f req-c556d824-2e56-4e83-b1c9-94fa1bb1745f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 943 time: 0.0791693 Aug 22 15:09:37.842766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=c1d538c2-8622-4580-b77d-74d21fb311c0,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:37.889215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.889575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.895127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.900488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/381d182b-684a-4f7d-add4-7e66b9151e78 HTTP/1.1" status: 204 len: 168 time: 0.3965099 Aug 22 15:09:37.910036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff84d8bf-cec4-4b52-a8d2-1187218aee53 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:37.914356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:37.935435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:37.948896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe048735-ef49-43f0-a0b1-460c696cad5f req-c6fb9af4-dc49-4336-8ea8-29d156405a85 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256483 Aug 22 15:09:37.950109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fad8b9-7829-45e9-82ed-f0e1a4e525ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d182b-684a-4f7d-add4-7e66b9151e78,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:38.035814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:38.036600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ed718916-a69c-4df0-823c-ca757e1e861b details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:09:38.058974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:38.060715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6251c447-4f48-4125-97f6-ac179d6be09c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3650322 Aug 22 15:09:38.152983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:38.244555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ed718916-a69c-4df0-823c-ca757e1e861b,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:38.256263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'ed718916-a69c-4df0-823c-ca757e1e861b', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'port_id': 'ed718916-a69c-4df0-823c-ca757e1e861b', 'mac_address': 'fa:16:3e:59:47:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:09:38.331563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:38.363043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed718916-a69c-4df0-823c-ca757e1e861b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:38.397054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ed718916-a69c-4df0-823c-ca757e1e861b,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:38.399901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-6508030e-6c06-4674-a183-b0ddeb362203 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1610938175&fields=id&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 267 time: 0.0651577 Aug 22 15:09:38.407379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba7e03-aa0b-4c40-8328-bb7e7a34aedc req-918d7310-5af2-429b-85e4-8b42cf40e340 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:38.408911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cba7e03-aa0b-4c40-8328-bb7e7a34aedc req-918d7310-5af2-429b-85e4-8b42cf40e340 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0865443 Aug 22 15:09:38.514474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cba7e03-aa0b-4c40-8328-bb7e7a34aedc req-89dd7ab2-26f3-4d2d-887a-8191c16b755c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942683 Aug 22 15:09:38.533163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:38.561875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-d5e3fbe8-a64e-4a2b-905c-07773b75c18e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:38.564523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-d5e3fbe8-a64e-4a2b-905c-07773b75c18e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 816 time: 0.1546865 Aug 22 15:09:38.587437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-a1ff86b0-4ef5-41c9-8178-f0d9a10a416b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/quotas/b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 375 time: 0.0136051 Aug 22 15:09:38.732520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-b39afbdb-86e6-492c-a9e5-67c941d56c91 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267891 Aug 22 15:09:38.773386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba71d-2993-4355-a739-a277c82a2436 req-b099d672-81c7-4810-8a8b-5148fa5aafcb tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:38.785841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b4ba71d-2993-4355-a739-a277c82a2436 req-b099d672-81c7-4810-8a8b-5148fa5aafcb tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 945 time: 0.1789300 Aug 22 15:09:38.808540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:38.872500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b4ba71d-2993-4355-a739-a277c82a2436 req-6cbefb9a-7f26-4d44-a7b3-3c60dd1315dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857105 Aug 22 15:09:38.897037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-ec5c966a-6cb6-4a64-8a7f-00fe34306d88 service neutron] 10.222.0.53 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581926 Aug 22 15:09:38.947581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:38.955125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54624) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:38.971728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ed718916-a69c-4df0-823c-ca757e1e861b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:39.012584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-602637c1-d929-4aa5-9664-7f7c2b44caa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=531881df6bad41ecb9e2c2058cb406fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562909 Aug 22 15:09:39.016405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54628) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:39.041001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-a73f81ba-5ec1-4230-8f2a-81b8aa51b7d7 service neutron] 10.222.0.53 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378491 Aug 22 15:09:39.108703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:39.128312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f87b36-f13f-4732-9023-b5ec28a69470 req-0a4e8261-ec51-4a86-bbc4-ae091c00ecfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:39.135901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:39.137407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8f87b36-f13f-4732-9023-b5ec28a69470 req-0a4e8261-ec51-4a86-bbc4-ae091c00ecfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 944 time: 0.0715799 Aug 22 15:09:39.186106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8f87b36-f13f-4732-9023-b5ec28a69470 req-2f54b4bc-6f73-4d11-bd8b-8b46dec97b7f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Aug 22 15:09:39.367585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:39.370981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:39.375820 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28b88bd8-c517-4c29-bef0-87e811d1691a HTTP/1.1" status: 204 len: 168 time: 0.3545856 Aug 22 15:09:39.384101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d17e3-9291-428c-9953-b7732a0aed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b88bd8-c517-4c29-bef0-87e811d1691a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:39.579263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b6c4020-1c08-4b9c-b145-d8588e559c12 req-aed184a4-033e-475a-ad4d-7e6e4bf22753 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0343325 Aug 22 15:09:39.675331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31be10-7141-4476-9935-1c0b503900c5 req-5bf4d4a8-b5b9-4477-a444-3e804fa6ce7c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:39.686242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b31be10-7141-4476-9935-1c0b503900c5 req-5bf4d4a8-b5b9-4477-a444-3e804fa6ce7c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0670116 Aug 22 15:09:39.747071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b31be10-7141-4476-9935-1c0b503900c5 req-35721722-9d19-4b0b-88ef-54cc9f89128e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Aug 22 15:09:40.013672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66d11-747a-471c-a827-ae43f1d40bfb req-85b8bcf6-bf86-4805-92af-7384c7439a84 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:40.015449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ada66d11-747a-471c-a827-ae43f1d40bfb req-85b8bcf6-bf86-4805-92af-7384c7439a84 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0658662 Aug 22 15:09:40.063495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ada66d11-747a-471c-a827-ae43f1d40bfb req-6d7e9663-39d8-4866-a2a4-cfb4f83ff848 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Aug 22 15:09:40.322750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3476-a08d-4312-9a9f-5945c5be7ad2 req-14eb2336-ce51-48e6-af27-a18d7026f491 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:40.325737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb6a3476-a08d-4312-9a9f-5945c5be7ad2 req-14eb2336-ce51-48e6-af27-a18d7026f491 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 944 time: 0.0684502 Aug 22 15:09:40.394092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb6a3476-a08d-4312-9a9f-5945c5be7ad2 req-ea772de9-cc1d-49b1-9eff-0f779c8d790e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Aug 22 15:09:40.578741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:40.682740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca30c181-0d0e-4aa7-a145-45b2d404a0a3 req-8ded7780-0925-4b48-acf5-f76e413eac20 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0390642 Aug 22 15:09:40.903216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fe2cf-064f-415b-b659-06f6cc6de778 req-27a7e76a-4070-4554-a6da-ecda4524b045 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:40.908959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a24fe2cf-064f-415b-b659-06f6cc6de778 req-27a7e76a-4070-4554-a6da-ecda4524b045 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0834188 Aug 22 15:09:40.955121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a24fe2cf-064f-415b-b659-06f6cc6de778 req-b40a7921-b526-4f25-8991-e3e40d6ece10 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Aug 22 15:09:41.001056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54716) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:41.149810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-995470024'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:41.248570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1065c-fb0f-455b-ad2e-6fec781e65f7 req-d8d69fd3-0d2f-4c4b-ac4d-88df409a5d0a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:41.257084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58c1065c-fb0f-455b-ad2e-6fec781e65f7 req-d8d69fd3-0d2f-4c4b-ac4d-88df409a5d0a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 945 time: 0.0992355 Aug 22 15:09:41.285248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:41.289565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.308652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.315373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58c1065c-fb0f-455b-ad2e-6fec781e65f7 req-08cc6e11-4c45-4a55-9a3f-3cc479d81b86 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537026 Aug 22 15:09:41.433790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.518239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.557454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:41.565060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ff84d8bf-cec4-4b52-a8d2-1187218aee53 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:41.590784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a15f7-e500-431d-8631-2ad0260dd573 req-39b8c0b8-a7a3-4cb1-899c-9ed22ae2299d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:41.591645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-874a15f7-e500-431d-8631-2ad0260dd573 req-39b8c0b8-a7a3-4cb1-899c-9ed22ae2299d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 944 time: 0.1096284 Aug 22 15:09:41.592385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29de51b4-8317-4db1-a6e5-116e1c8334d2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:41.600426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.600919 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment 83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc of type vlan for network 4c509be3-e07d-4ba5-b400-c9198b10f447 Aug 22 15:09:41.659207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.730936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-874a15f7-e500-431d-8631-2ad0260dd573 req-c2f5ef54-f798-4682-8c61-0bb1014bc1d3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118517 Aug 22 15:09:41.755709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port ff84d8bf-cec4-4b52-a8d2-1187218aee53 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:41.762957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port ff84d8bf-cec4-4b52-a8d2-1187218aee53 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:41.762957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.803684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9afe173-c63d-4670-875e-f314c3346b6f req-a544da25-7120-48b3-b2e1-80188a4567b1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0442002 Aug 22 15:09:41.811752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.843516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:41.846122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.891060 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:41.922289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:41.928590 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20221e61-d1a9-4d46-89c3-46544f28d3d8" -d '{"events": [{"server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "name": "network-vif-plugged", "status": "completed", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:41.937488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=4c509be3-e07d-4ba5-b400-c9198b10f447,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:41.945838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:41.959316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:42.025688 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33712cc1-aa70-45ee-bfa1-d1bb8c04d140 x-openstack-request-id: req-33712cc1-aa70-45ee-bfa1-d1bb8c04d140 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:42.025981 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "name": "network-vif-plugged", "status": "completed", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:42.026452 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33712cc1-aa70-45ee-bfa1-d1bb8c04d140 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:42.026860 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53', 'code': 200} Aug 22 15:09:42.048303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b572408f-33ad-4012-930f-1e0391529795 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0457599 Aug 22 15:09:42.050922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54736) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:42.056530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'name': 'tempest-PortsTestJSON-763728952'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:42.070786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:42.071922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ed718916-a69c-4df0-823c-ca757e1e861b up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:42.152786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e7089-156f-4449-8f7e-6a27d49692ae req-9f6b064b-a8b6-4626-a44f-18d69854c515 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:42.152786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c2e7089-156f-4449-8f7e-6a27d49692ae req-9f6b064b-a8b6-4626-a44f-18d69854c515 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1022627 Aug 22 15:09:42.222975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:42.239915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c2e7089-156f-4449-8f7e-6a27d49692ae req-8602831e-827d-4552-beec-cd040581c7f8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688171 Aug 22 15:09:42.275098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacb76-c573-4035-8fa0-1fb444f9f3e3 req-5441514e-8a0c-4a46-973e-eb3a303437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:42.276693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1faacb76-c573-4035-8fa0-1fb444f9f3e3 req-5441514e-8a0c-4a46-973e-eb3a303437cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 1096 time: 0.1647229 Aug 22 15:09:42.319300 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1faacb76-c573-4035-8fa0-1fb444f9f3e3 req-36d361c9-2242-4ec0-b33e-27fb936cc578 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Aug 22 15:09:42.378833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port ed718916-a69c-4df0-823c-ca757e1e861b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:42.383423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port ed718916-a69c-4df0-823c-ca757e1e861b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:42.384074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:42.430742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:42.435628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:42.521260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:42.547765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:09:42.632188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ed718916-a69c-4df0-823c-ca757e1e861b,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:42.668853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5974c05-77c7-4484-bdfc-c043e57ed6a6 req-566db58c-d814-4471-8761-be5793f8b0d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:42.670750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5974c05-77c7-4484-bdfc-c043e57ed6a6 req-566db58c-d814-4471-8761-be5793f8b0d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 945 time: 0.2067308 Aug 22 15:09:42.753881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-0f2ab018-f6b6-466b-b98a-ce3bdba17a40 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:42.755939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-0f2ab018-f6b6-466b-b98a-ce3bdba17a40 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 816 time: 0.3009655 Aug 22 15:09:42.787646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:42.884058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:42.893097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5974c05-77c7-4484-bdfc-c043e57ed6a6 req-84084606-3276-47ea-8de6-ec650f467413 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906025 Aug 22 15:09:42.907219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.017373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-719d885c-20ed-422d-baa9-55876a687d4a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 380 time: 0.2386661 Aug 22 15:09:43.034420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'port': {'device_id': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'admin_state_up': True, 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'security_groups': ['4237de53-d2c2-4a4c-b066-46ca8958b226']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:43.092922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.133448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffb5df52-b058-4012-ba05-7b564204f4f6 req-3606b5ae-33b2-45b9-9a82-1b9fb608faf4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.1177006 Aug 22 15:09:43.149630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f3646-a521-4469-b4f4-418de20667d5 req-acf02b5f-59c7-437a-bb26-8e5a51f5b6d6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:43.151257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c2f3646-a521-4469-b4f4-418de20667d5 req-acf02b5f-59c7-437a-bb26-8e5a51f5b6d6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 945 time: 0.3246832 Aug 22 15:09:43.208937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=1aa6d8ea-5f76-43da-8fec-b1353fed19a9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:43.236174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c2f3646-a521-4469-b4f4-418de20667d5 req-215c6a7a-05ca-4232-b8db-83e1b21cf63a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680931 Aug 22 15:09:43.236734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:43.237579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: 4c509be3-e07d-4ba5-b400-c9198b10f447, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:43.305033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Made reservation on behalf of b9c047e2ccce4d1081de59de1d983a7d for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:43.311763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.333065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:43.458330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4ffd0-b450-4bf2-930c-3952e3716256 req-f1270a36-68d8-432d-8766-bfac7aa0f49b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:43.460562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94d4ffd0-b450-4bf2-930c-3952e3716256 req-f1270a36-68d8-432d-8766-bfac7aa0f49b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1339498 Aug 22 15:09:43.475739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 4c509be3-e07d-4ba5-b400-c9198b10f447) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:43.479950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:43.487042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:43.487869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.489963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70f822-789e-41b2-bf07-48cafbd3d093 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:43.557266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94d4ffd0-b450-4bf2-930c-3952e3716256 req-b0dad177-f75b-4808-9e0a-ac55d691d947 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864170 Aug 22 15:09:43.572462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Allocated IP 172.20.0.9 (56c9f17c-15d5-4cff-a326-e5cce27d0c8e/bea76baf-1f2f-46c8-9f77-0dad35e96627/e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:43.606197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-14cdcd61-257f-4bd9-aaa5-55e1a877987c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5540318 Aug 22 15:09:43.613651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54752) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:43.620609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-760006185'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:43.745250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:43.749436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.787778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:43.811137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.811540 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment ab2064ef-1938-45fe-8022-19a5425f0cb8 of type vlan for network e915b4c9-3310-4ef0-871b-9593ce8815f5 Aug 22 15:09:43.862283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:43.878642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Transition to ACTIVE for port object e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:43.884869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.028313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:44.030776 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657d94d-bbdb-4e35-93a3-d94f10f9ff82" -d '{"events": [{"server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:44.038963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc1427-ac60-4696-9064-e7ffaf2074a8 req-1a632080-325c-4d6f-9075-e93177cce84f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.039772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93bc1427-ac60-4696-9064-e7ffaf2074a8 req-1a632080-325c-4d6f-9075-e93177cce84f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0563424 Aug 22 15:09:44.060684 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.082673 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6701ae39-fbfb-4edf-9977-8ef6d4dc22c7 x-openstack-request-id: req-6701ae39-fbfb-4edf-9977-8ef6d4dc22c7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:44.082926 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:44.083155 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6701ae39-fbfb-4edf-9977-8ef6d4dc22c7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:44.083551 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b', 'code': 200} Aug 22 15:09:44.105433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.113530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.114254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.133965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:44.156705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:44.194513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:44.340232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=e915b4c9-3310-4ef0-871b-9593ce8815f5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:44.356574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e915b4c9-3310-4ef0-871b-9593ce8815f5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:44.381141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ea65d-269d-4b9d-aa81-31d07ed2933a req-7d3c462c-2369-4cbd-99ed-dd1cc69d3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.387960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f44ea65d-269d-4b9d-aa81-31d07ed2933a req-7d3c462c-2369-4cbd-99ed-dd1cc69d3200 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 1097 time: 0.1616209 Aug 22 15:09:44.425841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93bc1427-ac60-4696-9064-e7ffaf2074a8 req-d114d451-a1e0-4746-802c-a089425ffedf tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794339 Aug 22 15:09:44.447798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eb63cc2b-89f2-43a7-9a9a-28024361b3ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8329885 Aug 22 15:09:44.452771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.454277 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.457108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54770) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:44.462913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:44.478472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'ports': [{'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'}, {'network_id': 'e915b4c9-3310-4ef0-871b-9593ce8815f5'}]} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:44.486732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:44.492225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'e915b4c9-3310-4ef0-871b-9593ce8815f5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:44.603074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.603350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.603946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.607656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.607961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.608345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.608687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.609029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.609967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.610940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.611533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.612612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:44.615329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f44ea65d-269d-4b9d-aa81-31d07ed2933a req-541a86c2-b4d7-4953-893e-1275c0e52e72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190349 Aug 22 15:09:44.690520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cbee9-f5cb-413f-b096-ba03be2bd897 req-b99566e7-f149-4f7d-b67b-f09d9ad09af2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.692218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-495cbee9-f5cb-413f-b096-ba03be2bd897 req-b99566e7-f149-4f7d-b67b-f09d9ad09af2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 931 time: 0.2201312 Aug 22 15:09:44.706519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cdeac-f8fe-4589-b373-4a300af8c61f req-005b491c-20dc-4362-aab8-7060fd030f07 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.708177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b0cdeac-f8fe-4589-b373-4a300af8c61f req-005b491c-20dc-4362-aab8-7060fd030f07 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 945 time: 0.1085303 Aug 22 15:09:44.777698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-495cbee9-f5cb-413f-b096-ba03be2bd897 req-d956b373-c88f-457a-b55f-5578a076082d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684526 Aug 22 15:09:44.792583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b0cdeac-f8fe-4589-b373-4a300af8c61f req-a298921f-78bd-4319-8d4d-c572eeb652fa tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Aug 22 15:09:44.858570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-34d1f05d-d55e-4c4f-820f-57635d8dc2ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8263223 Aug 22 15:09:44.858971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7b24b7de-bbf9-440c-bd7d-dd48f408b743 None None] Provisioning for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:44.859835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7b24b7de-bbf9-440c-bd7d-dd48f408b743 None None] Provisioning complete for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:44.860298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b24b7de-bbf9-440c-bd7d-dd48f408b743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:44.868515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Request body: {'port': {'device_id': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:44.911612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7b24b7de-bbf9-440c-bd7d-dd48f408b743 None None] Port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:09:44.982252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37fd7d-608e-43ed-875d-56b02a8c0c1b req-837f9bc5-f5c5-496c-a555-f6c5122ed696 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:44.983806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f37fd7d-608e-43ed-875d-56b02a8c0c1b req-837f9bc5-f5c5-496c-a555-f6c5122ed696 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1018112 Aug 22 15:09:44.985274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.058626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 2} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:45.066807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.070017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f37fd7d-608e-43ed-875d-56b02a8c0c1b req-62dec403-c072-42b5-b980-f1fa455542a5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Aug 22 15:09:45.101378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.216475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 8cf655c2-3b69-48aa-93fd-be6fcd38688c yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:09:45.382571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e46414-b744-4e24-908b-a003a5e2352f req-80a3958e-a5e9-4bce-9543-140474444790 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:45.384201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8e46414-b744-4e24-908b-a003a5e2352f req-80a3958e-a5e9-4bce-9543-140474444790 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.2314689 Aug 22 15:09:45.411350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.413019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8e46414-b744-4e24-908b-a003a5e2352f req-33b16189-34dd-4e67-88de-85a6241aa6c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0134783 Aug 22 15:09:45.527901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:45.533916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port de0da7a1-d4bf-47f1-aa80-80f483a621c3 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:09:45.715063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.774855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-917208fe-cfa2-4c8c-8202-58edc87b2ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.916927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:45.918115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.928511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:45.969020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a82d92-53c8-4b80-a009-1cfb9bb4e997 req-edc74ed1-04ab-4a56-9756-c1be19280cb2 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:45.985732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8a82d92-53c8-4b80-a009-1cfb9bb4e997 req-edc74ed1-04ab-4a56-9756-c1be19280cb2 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1446044 Aug 22 15:09:45.994331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:46.000695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:46.007405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:46.008653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.030134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8e46414-b744-4e24-908b-a003a5e2352f req-ec2b4019-83e6-41e2-845a-da4ce72471c5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5982792 Aug 22 15:09:46.035473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Transition to ACTIVE for port object e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:46.050258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=8cf655c2-3b69-48aa-93fd-be6fcd38688c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:46.088327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-917208fe-cfa2-4c8c-8202-58edc87b2ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.091859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8a82d92-53c8-4b80-a009-1cfb9bb4e997 req-8a628b49-e274-4142-8bc5-7319df974a4f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945063 Aug 22 15:09:46.150585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': 'ab2064ef-1938-45fe-8022-19a5425f0cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e915b4c9-3310-4ef0-871b-9593ce8815f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:46.150585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: e915b4c9-3310-4ef0-871b-9593ce8815f5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:46.164491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-917208fe-cfa2-4c8c-8202-58edc87b2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.169638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=de0da7a1-d4bf-47f1-aa80-80f483a621c3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:46.195592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.253020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-917208fe-cfa2-4c8c-8202-58edc87b2ed1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a04ddb590b52469f83b942e4a5fc2274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238116 Aug 22 15:09:46.254701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54806) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:46.258924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917208fe-cfa2-4c8c-8202-58edc87b2ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e468d-6087-41e9-beac-e194f6351c6a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:46.315408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network e915b4c9-3310-4ef0-871b-9593ce8815f5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:46.358860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.388345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.394536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f347a2-9cc4-48cb-9136-8e019e9a8ea2 req-8be5bacd-775f-430d-943e-90168d96463d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:46.396897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f347a2-9cc4-48cb-9136-8e019e9a8ea2 req-8be5bacd-775f-430d-943e-90168d96463d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.2080450 Aug 22 15:09:46.409072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8e46414-b744-4e24-908b-a003a5e2352f req-68e818e2-99d6-4c8c-96fb-77d17166d5bc service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652089 Aug 22 15:09:46.409307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e915b4c9-3310-4ef0-871b-9593ce8815f5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:46.418917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f593ce-bace-407d-b5ec-b11871e516f5 None None] Network e915b4c9-3310-4ef0-871b-9593ce8815f5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:46.426273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:46.428950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:46.434129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:46.435249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.436934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:46.627126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f347a2-9cc4-48cb-9136-8e019e9a8ea2 req-e528fbd7-96cb-4fa1-891f-8b7fe210eed3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154064 Aug 22 15:09:46.648074 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf48b8f0-8a8e-4673-8685-9c8f27bc5676 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1798298 Aug 22 15:09:46.648074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:46.691700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Attempting to bind port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:46.692092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Attempting to bind port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:46.692432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Attempting to bind port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:46.707862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8e46414-b744-4e24-908b-a003a5e2352f req-9590df41-6f5d-48da-bc48-81704dfab00a service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976482 Aug 22 15:09:46.713078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:09:46.713410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Attempting to bind port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 on network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:46.727029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.730212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.733815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e45e468d-6087-41e9-beac-e194f6351c6a HTTP/1.1" status: 204 len: 168 time: 0.4673049 Aug 22 15:09:46.738429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:46.739093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Checking segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:46.739699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Bound using segment: {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:46.744530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Bound port: e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dfd0a3-16d8-47fd-96da-9262ea2d1d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:46.748418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.756635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae48211-32ba-46a8-989f-92e625fa8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e468d-6087-41e9-beac-e194f6351c6a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:46.839916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port de0da7a1-d4bf-47f1-aa80-80f483a621c3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:46.840311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.938386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:46.951539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:46.962337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for de0da7a1-d4bf-47f1-aa80-80f483a621c3 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:46.962808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:46.977782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7631-3fcd-4c39-a512-202e546aae8a req-a72c6a89-3e64-4372-a324-6121a056a554 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:46.980109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d17d7631-3fcd-4c39-a512-202e546aae8a req-a72c6a89-3e64-4372-a324-6121a056a554 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1232433 Aug 22 15:09:47.033891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d17d7631-3fcd-4c39-a512-202e546aae8a req-4e09cb38-4b96-4822-83e4-5e03fe41e3ac tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466275 Aug 22 15:09:47.053538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:47.185549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.185549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:47.185549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] 10.222.0.54 "PUT /v2.0/ports/e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 1091 time: 2.3026881 Aug 22 15:09:47.185549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:47.185549 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f38019-2606-4e2a-ad00-1028bdf7e03a" -d '{"events": [{"name": "network-changed", "server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:47.210435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770654b6-5e30-4916-8a41-4de058be6792 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:47.280629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488e314-d8b5-4f8e-a026-2ab083ebcec8 req-6ebd1f36-c1d0-4dc9-9cdd-9b2dbb66d749 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.283570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d488e314-d8b5-4f8e-a026-2ab083ebcec8 req-6ebd1f36-c1d0-4dc9-9cdd-9b2dbb66d749 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0756629 Aug 22 15:09:47.342252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d488e314-d8b5-4f8e-a026-2ab083ebcec8 req-c536dc39-5ccd-4b14-abbc-eec4cd559038 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524485 Aug 22 15:09:47.361192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:47.397731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=de0da7a1-d4bf-47f1-aa80-80f483a621c3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:47.400919 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ae2cd3-db6b-4cbb-9ba9-64b74ae7422d x-openstack-request-id: req-e2ae2cd3-db6b-4cbb-9ba9-64b74ae7422d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:47.401216 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:47.403571 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ae2cd3-db6b-4cbb-9ba9-64b74ae7422d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:47.403571 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'status': 'completed', 'code': 200} Aug 22 15:09:47.423013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:47.426423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8441c299-2ae2-4d03-957a-ca523e2b92b9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/de0da7a1-d4bf-47f1-aa80-80f483a621c3 HTTP/1.1" status: 204 len: 168 time: 0.7815673 Aug 22 15:09:47.440796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:47.611635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-817a6762-5a53-4909-b679-633b06ad216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.614701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-817a6762-5a53-4909-b679-633b06ad216b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1094 time: 0.1895049 Aug 22 15:09:47.654841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe21ab-d8b6-42f6-b6a1-065b40e924c8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.664513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe21ab-d8b6-42f6-b6a1-065b40e924c8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.675273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-96fe21ab-d8b6-42f6-b6a1-065b40e924c8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2289269 Aug 22 15:09:47.676584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54838) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:47.701191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d8c60-1fdf-465c-8af9-fecfde02fc04 req-ba1496e5-8410-415a-8ad4-5c97b0684a4a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.709630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e90d8c60-1fdf-465c-8af9-fecfde02fc04 req-ba1496e5-8410-415a-8ad4-5c97b0684a4a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1992841 Aug 22 15:09:47.834101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 8cf655c2-3b69-48aa-93fd-be6fcd38688c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:47.834461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:47.849699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e90d8c60-1fdf-465c-8af9-fecfde02fc04 req-7ff927b6-fdc3-4a70-aed8-faf9e649ea32 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377604 Aug 22 15:09:47.938102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-5ec01da2-5fc6-40d2-8db4-e4c418e6dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:47.939642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-5ec01da2-5fc6-40d2-8db4-e4c418e6dbad service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2648616 Aug 22 15:09:48.017247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.044919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 8cf655c2-3b69-48aa-93fd-be6fcd38688c owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:48.176016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82f25-cf50-4804-bb58-4e763ce872e9 req-81e62bd6-6db1-4a36-b38a-4a41458b796d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.178895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0a82f25-cf50-4804-bb58-4e763ce872e9 req-81e62bd6-6db1-4a36-b38a-4a41458b796d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1542013 Aug 22 15:09:48.241461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-9dc20d40-d68e-4f4b-aa9a-9a4e4e33037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.242883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84f38019-2606-4e2a-ad00-1028bdf7e03a req-9dc20d40-d68e-4f4b-aa9a-9a4e4e33037b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2924204 Aug 22 15:09:48.289286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0a82f25-cf50-4804-bb58-4e763ce872e9 req-508cbb3e-82d3-4a96-85a9-f854b7e4c995 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838540 Aug 22 15:09:48.296002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.335813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187fc64-6ef5-4baf-9fae-c6e983a0625a req-219d8c76-eb3c-4104-b612-7ea486cf13fa tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.340693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3187fc64-6ef5-4baf-9fae-c6e983a0625a req-219d8c76-eb3c-4104-b612-7ea486cf13fa tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1534920 Aug 22 15:09:48.341534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=8cf655c2-3b69-48aa-93fd-be6fcd38688c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:48.362477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.363471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54872) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:48.364969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96182d75-7890-4a85-965a-e14969c88ded tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/8cf655c2-3b69-48aa-93fd-be6fcd38688c HTTP/1.1" status: 204 len: 168 time: 0.6868088 Aug 22 15:09:48.468186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3187fc64-6ef5-4baf-9fae-c6e983a0625a req-037fa77f-f3f6-4032-82ed-f2815c8f7a42 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227736 Aug 22 15:09:48.475158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-9516676f-c6a0-4e7d-a404-e4898875d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.476903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-9516676f-c6a0-4e7d-a404-e4898875d6ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1094 time: 0.1867006 Aug 22 15:09:48.575871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-39464050-9e11-4c04-8496-4b4ee696a298 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 217 time: 0.0885582 Aug 22 15:09:48.591617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f625b7-13b0-48dd-a142-aa25e6ed603a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.596075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-47f625b7-13b0-48dd-a142-aa25e6ed603a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2284310 Aug 22 15:09:48.596741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54886) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:48.632412 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b5228-ef22-4b20-a45c-4155ec3b5b04 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:09:48.637444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6e8b5228-ef22-4b20-a45c-4155ec3b5b04 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/de0da7a1-d4bf-47f1-aa80-80f483a621c3 HTTP/1.1" status: 404 len: 333 time: 0.0366750 Aug 22 15:09:48.637903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54888) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:48.669026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-2c6bed94-4a17-438e-8f93-c8da5816f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.670626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-2c6bed94-4a17-438e-8f93-c8da5816f3c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0758133 Aug 22 15:09:48.672553 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-55326f07-f2de-401c-949c-e4a09d3aa782 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:09:48.678533 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55326f07-f2de-401c-949c-e4a09d3aa782 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/8cf655c2-3b69-48aa-93fd-be6fcd38688c HTTP/1.1" status: 404 len: 333 time: 0.0351009 Aug 22 15:09:48.678920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:48.679146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-075181be-bcbf-44a3-899e-4cbc5e3dba36 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.680875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-075181be-bcbf-44a3-899e-4cbc5e3dba36 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.2617166 Aug 22 15:09:48.732154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-7390a6d4-6712-4174-a4f6-98eef3eeec94 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0210705 Aug 22 15:09:48.756386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-4b8e92b7-c63e-401d-a4a0-7bbdd37c1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:48.758443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-4b8e92b7-c63e-401d-a4a0-7bbdd37c1a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763948 Aug 22 15:09:48.802731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.873078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-ce6abb43-9475-4408-9f33-ff01d6c7e063 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324983 Aug 22 15:09:48.910452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.923189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e915b4c9-3310-4ef0-871b-9593ce8815f5']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:48.934116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2064ef-1938-45fe-8022-19a5425f0cb8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:48.934434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2064ef-1938-45fe-8022-19a5425f0cb8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:48.945884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.965524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.966926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-9bc491f8-4cf8-4d92-a81d-874aaebc94c1 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889243 Aug 22 15:09:48.976664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:09:48.977141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:09:48.980349 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:09:49.057836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-243a1c6a-6fe9-48a7-8d2d-64bde4025099 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836557 Aug 22 15:09:49.177669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ef0da25-5348-4150-8af8-8115b2f25900 req-cc77a75f-8473-4b98-ac60-555d0c30a40d service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024255 Aug 22 15:09:49.189565 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:49.212604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:49.218927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/e915b4c9-3310-4ef0-871b-9593ce8815f5 HTTP/1.1" status: 204 len: 168 time: 0.5347469 Aug 22 15:09:49.218927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=e915b4c9-3310-4ef0-871b-9593ce8815f5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:49.219343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-f5dd2af3-cd06-4ed9-bc6d-b192a06fa5bb service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560321 Aug 22 15:09:49.224349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:49.227289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.227561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.228211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.228558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.228960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.229425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.229639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.229972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.230302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.230639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.231025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.231313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32341189-3068-4c77-b201-6554a06a8605 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:49.237064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1031403104'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:49.378937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:49.383706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:49.397949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:49.594298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43e41367-6a27-4fab-8f96-740fc680dae2 req-c06695c2-5424-49b3-977f-f12b87023f77 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.1037192 Aug 22 15:09:49.610129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:09:49.641547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eabd8-a247-43cb-a475-b36820cf3569 req-643d3475-fd56-442a-a393-9c89fb17b7bd tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:49.650988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f6eabd8-a247-43cb-a475-b36820cf3569 req-643d3475-fd56-442a-a393-9c89fb17b7bd tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.2218575 Aug 22 15:09:49.746707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:49.747061 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment d3b70beb-bff6-432b-bcf6-c8c9f0b702ca of type vlan for network c245fc47-841c-4e5b-a872-b253fe267069 Aug 22 15:09:49.767725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f6eabd8-a247-43cb-a475-b36820cf3569 req-2c57be13-d06f-49af-b070-08393a844935 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151292 Aug 22 15:09:49.800649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54926) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:49.830473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60482ff-e916-47d6-822a-cf5f64b98c34 req-e8835d59-3c3f-4160-bd8c-827df39c34b2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:49.838147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a60482ff-e916-47d6-822a-cf5f64b98c34 req-e8835d59-3c3f-4160-bd8c-827df39c34b2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1535072 Aug 22 15:09:49.863066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:49.905620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a60482ff-e916-47d6-822a-cf5f64b98c34 req-67615bbb-8cea-4dd6-86c1-0e4b0191d094 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664437 Aug 22 15:09:49.967632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f518e5ae-277e-4d29-8709-2f68141c6c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.058452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.065766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:50.066579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.195487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=c245fc47-841c-4e5b-a872-b253fe267069,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:50.212409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c245fc47-841c-4e5b-a872-b253fe267069 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:09:50.242843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.247360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f518e5ae-277e-4d29-8709-2f68141c6c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.499369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f518e5ae-277e-4d29-8709-2f68141c6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.547287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e5ae-277e-4d29-8709-2f68141c6c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260758ac-3bb3-47f8-b321-25cefea6e88d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:50.556033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f518e5ae-277e-4d29-8709-2f68141c6c51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e885d30f84446bf9541ad96f9c1d899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499118 Aug 22 15:09:50.556789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54934) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:50.627312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1669764c-62de-4d75-ace6-2c901b02ccc3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4017196 Aug 22 15:09:50.641308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54940) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:50.647232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:50.651733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.769255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fc1da5c-740f-4485-bdbf-c6a2b9842a19 req-1e15070b-debf-424d-a180-bcb0817f115a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0846879 Aug 22 15:09:50.774398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.902913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:50.908969 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.954214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.956524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.17 (59133be8-16a5-43f0-946f-a09db75266f5/63eccd16-76f9-4b6b-9b68-43c454a8e67f/52686219-a23d-4ecb-8bca-45f6f5171ff1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:50.957237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:50.957853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/260758ac-3bb3-47f8-b321-25cefea6e88d HTTP/1.1" status: 204 len: 168 time: 0.4005234 Aug 22 15:09:50.987295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1db9a1-2867-4fbd-a55a-7b2c544e7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260758ac-3bb3-47f8-b321-25cefea6e88d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:51.043800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715d6dd-a27f-4d4c-934d-970b3df7cd46 req-a42f6a75-b2d5-4677-b11f-55bb4351d01a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:51.047881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.051410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c715d6dd-a27f-4d4c-934d-970b3df7cd46 req-a42f6a75-b2d5-4677-b11f-55bb4351d01a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1531103 Aug 22 15:09:51.118388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c715d6dd-a27f-4d4c-934d-970b3df7cd46 req-6e9cc835-3fb9-446d-bf6d-8ced6c2cd5aa tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659654 Aug 22 15:09:51.182715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.204774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object 52686219-a23d-4ecb-8bca-45f6f5171ff1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:51.238124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1f572-05af-4c9e-99a6-781fedd2d69e req-cc105099-53e3-407e-8806-320618b2d178 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:51.239756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03d1f572-05af-4c9e-99a6-781fedd2d69e req-cc105099-53e3-407e-8806-320618b2d178 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1328638 Aug 22 15:09:51.298794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03d1f572-05af-4c9e-99a6-781fedd2d69e req-c65887d2-aad0-484c-92e3-b5671b0e32bd tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Aug 22 15:09:51.391221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.391872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.472100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=5f3f5c98-ba4b-4b35-bd14-acbd6a72b387,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:51.480343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:51.487468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: c245fc47-841c-4e5b-a872-b253fe267069, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:09:51.488392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 59133be8-16a5-43f0-946f-a09db75266f5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:51.491316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:51.509985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:51.524136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:51.560484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network c245fc47-841c-4e5b-a872-b253fe267069 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:09:51.583191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.650259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c245fc47-841c-4e5b-a872-b253fe267069) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:51.657418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:51.658671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.660421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344baecb-b39b-4893-af67-9226b2be3cd5 None None] Network c245fc47-841c-4e5b-a872-b253fe267069 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:51.758603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2321529-cf3c-4fd7-90e6-385c9e8a978a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1157746 Aug 22 15:09:51.761677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54964) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:51.769752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069', 'name': 'tempest-PortsTestJSON-87980140'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:51.932320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d87de4e5-ecbf-4277-97c9-cff44e9ef07f req-df14a6e4-7342-4606-8975-12808238d332 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0373240 Aug 22 15:09:51.938833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c245fc47-841c-4e5b-a872-b253fe267069', 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '5f3f5c98-ba4b-4b35-bd14-acbd6a72b387'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:09:51.940797 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.955667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:51.981674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c85764ae-7fec-4afe-973b-e6c4c101cb4b None None] Provisioning for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:51.995432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c85764ae-7fec-4afe-973b-e6c4c101cb4b None None] Provisioning complete for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:51.996202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c85764ae-7fec-4afe-973b-e6c4c101cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.167088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:52.175561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.211866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c85764ae-7fec-4afe-973b-e6c4c101cb4b None None] Port 52686219-a23d-4ecb-8bca-45f6f5171ff1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:09:52.230272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port b12e698f-01f8-4bed-8f8e-1587ea662e74 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:09:52.392455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Allocated IP 172.20.0.2 (c245fc47-841c-4e5b-a872-b253fe267069/5f3f5c98-ba4b-4b35-bd14-acbd6a72b387/59d15da7-8a36-4508-9989-79782d9c7b16) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:52.417267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78660e14-55b0-42dd-bb2b-f2e4d9cce6bd req-27b655f1-ec1d-4e21-840f-fcfa51044b78 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:52.426012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78660e14-55b0-42dd-bb2b-f2e4d9cce6bd req-27b655f1-ec1d-4e21-840f-fcfa51044b78 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1745603 Aug 22 15:09:52.465158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.473021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78660e14-55b0-42dd-bb2b-f2e4d9cce6bd req-2094b16b-d42b-4148-8daa-3d06422a9d08 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459902 Aug 22 15:09:52.479844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:09:52.571170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26732b3d-a248-4213-8863-ebf3cfd4da20 req-f3ba38b8-911b-4528-8bf8-2b6edfca9814 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:52.573423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26732b3d-a248-4213-8863-ebf3cfd4da20 req-f3ba38b8-911b-4528-8bf8-2b6edfca9814 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0991201 Aug 22 15:09:52.576566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.651805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26732b3d-a248-4213-8863-ebf3cfd4da20 req-efa99369-7e59-4874-aab6-b2d11cda972f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626521 Aug 22 15:09:52.692129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:52.695085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.716326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Transition to ACTIVE for port object 59d15da7-8a36-4508-9989-79782d9c7b16 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:52.724666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:52.724818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:09:52.724940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.787258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.790561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Transition to ACTIVE for port object 59d15da7-8a36-4508-9989-79782d9c7b16 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:52.806960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:52.838895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:52.843371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 59133be8-16a5-43f0-946f-a09db75266f5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:52.845602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:52.981740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:52.986932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:53.046898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:09:53.087557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.7 (c245fc47-841c-4e5b-a872-b253fe267069/5f3f5c98-ba4b-4b35-bd14-acbd6a72b387/b12e698f-01f8-4bed-8f8e-1587ea662e74) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:53.106814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Network c245fc47-841c-4e5b-a872-b253fe267069 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:53.138917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:53.145694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:53.283335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Attempting to bind port 59d15da7-8a36-4508-9989-79782d9c7b16 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:53.283916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Attempting to bind port 59d15da7-8a36-4508-9989-79782d9c7b16 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:53.284313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Attempting to bind port 59d15da7-8a36-4508-9989-79782d9c7b16 on network c245fc47-841c-4e5b-a872-b253fe267069 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:53.290575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:53.307480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2692a8ba-027d-4a35-9a66-9b2add1f9f81 req-75c57d3f-702c-4e99-bd3a-5cccbbf0e224 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.1734898 Aug 22 15:09:53.346941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:09:53.353673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2d2d784c-2969-4ff3-83e3-80b2d2879714 None None] Provisioning complete for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:53.353673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2d2d784c-2969-4ff3-83e3-80b2d2879714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:53.357540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:53.357960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Checking segment: {'id': 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:53.358327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:53.358857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Bound using segment: {'id': 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:53.368329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Bound port: 59d15da7-8a36-4508-9989-79782d9c7b16, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c245fc47-841c-4e5b-a872-b253fe267069'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:53.368563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f53d040-e601-42ae-82d0-e99992d0691e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9599099 Aug 22 15:09:53.368669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:53.372294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:09:53.387002 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:53.392964 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:53.401364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-3296c145-9fb4-475e-bb7b-e5496addc5ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:53.403952 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-3296c145-9fb4-475e-bb7b-e5496addc5ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.2567935 Aug 22 15:09:53.414435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:53.440851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '94b44376-9a36-4de0-8039-4d528305f8c3', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:53.511212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:53.555608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object b12e698f-01f8-4bed-8f8e-1587ea662e74 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:53.617316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Pushing event updated for resources: {'Port': ['ID=59d15da7-8a36-4508-9989-79782d9c7b16,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:53.636525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d784c-2969-4ff3-83e3-80b2d2879714 None None] Port 52686219-a23d-4ecb-8bca-45f6f5171ff1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:09:53.673665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] For port 59d15da7-8a36-4508-9989-79782d9c7b16, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:53.679869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] For port 59d15da7-8a36-4508-9989-79782d9c7b16, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=59d15da7-8a36-4508-9989-79782d9c7b16,segment=NetworkSegment(d3b70beb-bff6-432b-bcf6-c8c9f0b702ca),segment_id=d3b70beb-bff6-432b-bcf6-c8c9f0b702ca)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:53.711532 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:53.790989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d4f0-fd2e-4f06-aa4d-da852dcb3463 req-66d9364f-405f-4694-97fe-79cd3af24825 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:53.801413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e57d4f0-fd2e-4f06-aa4d-da852dcb3463 req-66d9364f-405f-4694-97fe-79cd3af24825 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.0990472 Aug 22 15:09:53.896569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e57d4f0-fd2e-4f06-aa4d-da852dcb3463 req-dc1a6317-e474-4685-97db-6ddd1341445f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938778 Aug 22 15:09:53.914834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a18b-d636-4a13-8b86-053caa3c88a8 req-e0edf099-38ea-40d7-bbdb-c3a9dc2917bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:53.927360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6215a18b-d636-4a13-8b86-053caa3c88a8 req-e0edf099-38ea-40d7-bbdb-c3a9dc2917bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1043005 Aug 22 15:09:53.966586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6215a18b-d636-4a13-8b86-053caa3c88a8 req-71ef1ee6-8f26-4a04-a346-afbeda6d598c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 Aug 22 15:09:53.973869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.022185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:54.031714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.032275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.032379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network c245fc47-841c-4e5b-a872-b253fe267069 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:54.035414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:54.039679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:54.076120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=b12e698f-01f8-4bed-8f8e-1587ea662e74,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:54.152675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:09:51Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52686219-a23d-4ecb-8bca-45f6f5171ff1', 'name': '', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c4:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:50Z', 'updated_at': '2021-08-22T15:09:52Z', 'revision_number': 2, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:54.154849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:54.156512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.205895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:09:54.210791 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Updating router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c port 52686219-a23d-4ecb-8bca-45f6f5171ff1 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:09:54.237949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21e8ba-ed50-44f4-a82c-c6e6e75c22ee None None] Pushing event updated for resources: {'Port': ['ID=59d15da7-8a36-4508-9989-79782d9c7b16,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:54.318861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.10 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/6467a81f-ac8f-4c09-8f8a-d78473a58f2f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:09:54.335606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c97e7b51-ba19-41c1-94b7-849ed09c5ba5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5704160 Aug 22 15:09:54.337592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:54.337758 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.587950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548f7582-2c67-4df6-91d5-062a2c0a9b9a req-9c3e132c-d0a7-493e-bb7f-171a805c7dda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0685771 Aug 22 15:09:54.649312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port b12e698f-01f8-4bed-8f8e-1587ea662e74 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:54.649649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.700312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.847039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.870185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 59d15da7-8a36-4508-9989-79782d9c7b16 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:54.879580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for b12e698f-01f8-4bed-8f8e-1587ea662e74 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:54.919447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.930693 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:54.944671 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Transition to ACTIVE for port object 52686219-a23d-4ecb-8bca-45f6f5171ff1 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:54.959515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:09:55.016687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:09:55.023200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:09:55.025182 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.035619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:09:55.080832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 59d15da7-8a36-4508-9989-79782d9c7b16 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:55.147764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:55.150856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.181167 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Pushing event updated for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:55.193600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:55.246046 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.246530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.246961 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.247410 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.247835 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.248279 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.248713 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.249130 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.251433 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.252139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.254972 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.255702 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:09:55.308885 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-82a60590-2e59-4a05-9e2b-776600ec6eda tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8858137 Aug 22 15:09:55.331054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Request body: {'port': {'device_id': '94b44376-9a36-4de0-8039-4d528305f8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:55.344666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.394471 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Attempting to bind port 52686219-a23d-4ecb-8bca-45f6f5171ff1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:55.394869 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Attempting to bind port 52686219-a23d-4ecb-8bca-45f6f5171ff1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:55.395269 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Attempting to bind port 52686219-a23d-4ecb-8bca-45f6f5171ff1 on network 59133be8-16a5-43f0-946f-a09db75266f5 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:55.409259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=b12e698f-01f8-4bed-8f8e-1587ea662e74,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:55.415273 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:55.420437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Checking segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:55.425423 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.426389 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Bound using segment: {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:55.427363 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Bound port: 52686219-a23d-4ecb-8bca-45f6f5171ff1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:55.429489 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.432377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8ed7-872a-4d45-81b1-85ad94e9b5aa req-e4d44d8f-ba08-4eea-9a59-72f12b2c6656 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:55.441079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e9b8ed7-872a-4d45-81b1-85ad94e9b5aa req-e4d44d8f-ba08-4eea-9a59-72f12b2c6656 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.3668303 Aug 22 15:09:55.475807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3ed8-021c-48c7-9c92-ab497d1270f8 req-7ebfd502-fca1-402f-bc45-44ab5ec0e5a0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:55.484468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66db3ed8-021c-48c7-9c92-ab497d1270f8 req-7ebfd502-fca1-402f-bc45-44ab5ec0e5a0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.2801664 Aug 22 15:09:55.529887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.592756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e9b8ed7-872a-4d45-81b1-85ad94e9b5aa req-43ecaaf4-db32-4c9a-ad83-7065f0c96e18 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472032 Aug 22 15:09:55.644877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66db3ed8-021c-48c7-9c92-ab497d1270f8 req-63cfaf69-c7ac-4aa7-9244-61239df6f566 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591461 Aug 22 15:09:55.646113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.647729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] For port 52686219-a23d-4ecb-8bca-45f6f5171ff1, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:55.654171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b09d4fb-81a9-430c-bd84-71fda637cd6f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/b12e698f-01f8-4bed-8f8e-1587ea662e74 HTTP/1.1" status: 204 len: 168 time: 1.3149400 Aug 22 15:09:55.660183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:55.662739 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] For port 52686219-a23d-4ecb-8bca-45f6f5171ff1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=52686219-a23d-4ecb-8bca-45f6f5171ff1,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:55.756401 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:55.844861 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:09:55.845565 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:09:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:55.870204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb746ce4-61cb-4ba9-8c73-90b518cdf51b None None] Network c245fc47-841c-4e5b-a872-b253fe267069 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:55.986396 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d148980-52a1-4e03-95cd-32d99f739401 None None] Pushing event updated for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:56.040997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:09:56.142186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Provisioning for port 59d15da7-8a36-4508-9989-79782d9c7b16 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:56.161618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Provisioning complete for port 59d15da7-8a36-4508-9989-79782d9c7b16 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:56.162276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.183335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6467a81f-ac8f-4c09-8f8a-d78473a58f2f {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:09:56.198572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.221201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Transition to ACTIVE for port object 6467a81f-ac8f-4c09-8f8a-d78473a58f2f will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:09:56.326119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.337095 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a2947f-3ec6-484c-b1f1-c39069d5c61a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:09:56.338619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a2947f-3ec6-484c-b1f1-c39069d5c61a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:09:56.342004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-64a2947f-3ec6-484c-b1f1-c39069d5c61a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/b12e698f-01f8-4bed-8f8e-1587ea662e74 HTTP/1.1" status: 404 len: 333 time: 0.6804049 Aug 22 15:09:56.345680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55034) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:56.356547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.398649 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a41c35-0e18-45a0-9e36-62525c2c124f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:09:56.401552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-59a41c35-0e18-45a0-9e36-62525c2c124f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/b12e698f-01f8-4bed-8f8e-1587ea662e74 HTTP/1.1" status: 404 len: 333 time: 0.0546830 Aug 22 15:09:56.404621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55036) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:56.407147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] For port 59d15da7-8a36-4508-9989-79782d9c7b16, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=59d15da7-8a36-4508-9989-79782d9c7b16,segment=NetworkSegment(d3b70beb-bff6-432b-bcf6-c8c9f0b702ca),segment_id=d3b70beb-bff6-432b-bcf6-c8c9f0b702ca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:56.440227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Pushing event updated for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:56.484436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:56.540601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.550530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dc931-51e3-4f09-a0ac-5aefe26770b0 req-3fd74839-6656-499a-8405-9a7a54f3125b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:56.564984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd9dc931-51e3-4f09-a0ac-5aefe26770b0 req-3fd74839-6656-499a-8405-9a7a54f3125b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 944 time: 0.2663693 Aug 22 15:09:56.608300 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:09:51Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52686219-a23d-4ecb-8bca-45f6f5171ff1', 'name': '', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c4:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:50Z', 'updated_at': '2021-08-22T15:09:55Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:56.628133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 5f3f5c98-ba4b-4b35-bd14-acbd6a72b387 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:09:56.629114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4c414-7d94-4aa3-9a2d-8f86e73bc262 None None] Pushing event updated for resources: {'Port': ['ID=59d15da7-8a36-4508-9989-79782d9c7b16,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:56.641373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.649249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Attempting to bind port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:09:56.649533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Attempting to bind port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:09:56.649870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Attempting to bind port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:56.661998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:09:56.663934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Attempting to bind port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:09:56.678307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:09:56.678652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:09:56.679045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:09:56.680340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Bound port: 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:09:56.680670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.710849 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c75b789-080c-42e0-be07-f64be4fd07ea None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:09:51Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52686219-a23d-4ecb-8bca-45f6f5171ff1', 'name': '', 'network_id': '59133be8-16a5-43f0-946f-a09db75266f5', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c4:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:50Z', 'updated_at': '2021-08-22T15:09:55Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '63eccd16-76f9-4b6b-9b68-43c454a8e67f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:09:56.713180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.767650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:56.810180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:56.811405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.830307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd9dc931-51e3-4f09-a0ac-5aefe26770b0 req-2b81f3d2-86e8-473c-b45a-814d510eb65b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630346 Aug 22 15:09:56.942784 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:56.950032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 59d15da7-8a36-4508-9989-79782d9c7b16 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:56.971268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:09:56.986012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:09:57.030139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49033f95-e83c-4e67-a530-d88f3d2bd75e req-645ef533-8fdb-440e-97b4-706ce4149c57 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.032604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49033f95-e83c-4e67-a530-d88f3d2bd75e req-645ef533-8fdb-440e-97b4-706ce4149c57 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.2846999 Aug 22 15:09:57.083284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24972d6e-82f8-40b6-8148-44a2aabc0f82 None None] Provisioning complete for port 59d15da7-8a36-4508-9989-79782d9c7b16 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:57.083676 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24972d6e-82f8-40b6-8148-44a2aabc0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.150033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 59d15da7-8a36-4508-9989-79782d9c7b16 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:57.150033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.173842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f129-b2a9-4bca-a6dd-d2a464a29443 req-89c66a52-41ac-4c47-ac0f-cd08d2841c46 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.175521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc27f129-b2a9-4bca-a6dd-d2a464a29443 req-89c66a52-41ac-4c47-ac0f-cd08d2841c46 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.1418970 Aug 22 15:09:57.206331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49033f95-e83c-4e67-a530-d88f3d2bd75e req-42f50f4d-1a33-416c-b6f1-312c5ef8fe44 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247675 Aug 22 15:09:57.221335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.237962 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.248652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.335949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Pushing event updated for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:57.355835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3f5c98-ba4b-4b35-bd14-acbd6a72b387,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:57.356439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:57.363008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.366663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.368490 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77b9fa-fbdb-44ad-bb4e-117efe94d443" -d '{"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:57.368858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-13955ae1-29fb-431f-a534-44e3feda84fb service neutron] 10.222.0.10 "PUT /v2.0/ports/6467a81f-ac8f-4c09-8f8a-d78473a58f2f HTTP/1.1" status: 200 len: 1092 time: 2.0447366 Aug 22 15:09:57.369838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:09:57.372991 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc103c-2d20-4e51-9287-0fc17817f781" -d '{"events": [{"name": "network-changed", "server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:09:57.419857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.426229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cf855df2-8d3b-475b-9107-ba9161a447d1 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/5f3f5c98-ba4b-4b35-bd14-acbd6a72b387 HTTP/1.1" status: 204 len: 168 time: 1.0177364 Aug 22 15:09:57.429621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:57.433820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:57.473709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc27f129-b2a9-4bca-a6dd-d2a464a29443 req-edeacf2a-f09b-42b6-8cec-26e6cd002636 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887633 Aug 22 15:09:57.526397 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8330fd-1a9b-45e3-9d87-1b1f10e6ae40 x-openstack-request-id: req-dc8330fd-1a9b-45e3-9d87-1b1f10e6ae40 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:57.526700 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:57.527014 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc8330fd-1a9b-45e3-9d87-1b1f10e6ae40 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:57.527458 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f', 'status': 'completed', 'code': 200} Aug 22 15:09:57.565649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.597910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ccad2427-3622-462a-9d3c-babc6f656f5b None None] Could not find standard attr ID for object b12e698f-01f8-4bed-8f8e-1587ea662e74. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:09:57.651892 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506b613-f06c-41d8-a5db-4011b49b854f x-openstack-request-id: req-c506b613-f06c-41d8-a5db-4011b49b854f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:09:57.654928 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:09:57.654928 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c506b613-f06c-41d8-a5db-4011b49b854f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:09:57.654928 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'code': 200} Aug 22 15:09:57.685876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.701215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-0ea7a590-8b77-4b68-ac5c-fabc43ad20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.701828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ccc1d-e736-4a31-a6c4-874438eaf9cc None None] Network c245fc47-841c-4e5b-a872-b253fe267069 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:09:57.702844 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-0ea7a590-8b77-4b68-ac5c-fabc43ad20a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 1095 time: 0.1686287 Aug 22 15:09:57.769963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:57.783648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17991-30b7-4e08-9fa8-fcf81a932298 req-e72b5bd7-2872-434a-b8ae-2bbe1cb67936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.784988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c17991-30b7-4e08-9fa8-fcf81a932298 req-e72b5bd7-2872-434a-b8ae-2bbe1cb67936 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1096 time: 0.1059072 Aug 22 15:09:57.871726 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-05b53d95-d1bd-4cbd-bc75-2fa68c32b5c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f HTTP/1.1" status: 200 len: 217 time: 0.1333015 Aug 22 15:09:57.888295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c17991-30b7-4e08-9fa8-fcf81a932298 req-6978bf0b-8cc1-4c67-8857-9468a4c08449 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879917 Aug 22 15:09:57.960757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 59d15da7-8a36-4508-9989-79782d9c7b16 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:57.961112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:57.981939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-7233fc71-2d4c-40c0-a7dc-e3267f451151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:57.984982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-7233fc71-2d4c-40c0-a7dc-e3267f451151 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0956907 Aug 22 15:09:58.095959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port 59d15da7-8a36-4508-9989-79782d9c7b16, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=59d15da7-8a36-4508-9989-79782d9c7b16,segment=NetworkSegment(d3b70beb-bff6-432b-bcf6-c8c9f0b702ca),segment_id=d3b70beb-bff6-432b-bcf6-c8c9f0b702ca)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:58.096822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.140406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 59d15da7-8a36-4508-9989-79782d9c7b16 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:58.148016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab1214-b7b7-4c4f-bd69-4895906daef5 req-7b9b7361-9509-4e46-8b88-e9174515f2ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:58.156805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88ab1214-b7b7-4c4f-bd69-4895906daef5 req-7b9b7361-9509-4e46-8b88-e9174515f2ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 944 time: 0.1018815 Aug 22 15:09:58.222649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88ab1214-b7b7-4c4f-bd69-4895906daef5 req-11cb0de5-aca0-4078-ae44-bcc1ca42d4b6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645607 Aug 22 15:09:58.247528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] DHCP port deletion for c245fc47-841c-4e5b-a872-b253fe267069 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:09:58.271306 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-a03a039e-14d2-49c3-b8e4-7284550e8730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2755749 Aug 22 15:09:58.311940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Deleting port 59d15da7-8a36-4508-9989-79782d9c7b16 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:09:58.312293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.394144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.395724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] For port 59d15da7-8a36-4508-9989-79782d9c7b16, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=59d15da7-8a36-4508-9989-79782d9c7b16,segment=NetworkSegment(d3b70beb-bff6-432b-bcf6-c8c9f0b702ca),segment_id=d3b70beb-bff6-432b-bcf6-c8c9f0b702ca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:09:58.396155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.412736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Calling delete_port for 59d15da7-8a36-4508-9989-79782d9c7b16 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:09:58.456073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port 59d15da7-8a36-4508-9989-79782d9c7b16 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:58.466008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-2e09800b-ced3-4351-aef2-450d34545220 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829906 Aug 22 15:09:58.498180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=59d15da7-8a36-4508-9989-79782d9c7b16,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:58.512128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38dbe7-5f30-4ed1-b395-807cd9ab5bb8 req-d6027f46-ca11-4409-a839-455e60bf4384 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:58.519107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.519897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b38dbe7-5f30-4ed1-b395-807cd9ab5bb8 req-d6027f46-ca11-4409-a839-455e60bf4384 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1693897 Aug 22 15:09:58.556049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] Pushing event deleted for resources: {'Port': ['ID=59d15da7-8a36-4508-9989-79782d9c7b16,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:58.563949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5873016-acd5-4cf5-8af7-736af1c8029a None None] No DVR routers for this DVR port 59d15da7-8a36-4508-9989-79782d9c7b16 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:09:58.596404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b38dbe7-5f30-4ed1-b395-807cd9ab5bb8 req-214de435-7885-4c09-aa7a-413d467cb701 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699227 Aug 22 15:09:58.721845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1511842-7ebf-4865-89d1-4c458e979095 req-463295b0-63c7-4c3c-975c-55d0e958e337 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:58.723812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1511842-7ebf-4865-89d1-4c458e979095 req-463295b0-63c7-4c3c-975c-55d0e958e337 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0821836 Aug 22 15:09:58.824253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.825037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1511842-7ebf-4865-89d1-4c458e979095 req-92110256-3f8f-496b-ad80-04cd76349b06 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582163 Aug 22 15:09:58.825126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c245fc47-841c-4e5b-a872-b253fe267069']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:58.831715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:58.832276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b70beb-bff6-432b-bcf6-c8c9f0b702ca') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:09:58.850641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.867115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 52686219-a23d-4ecb-8bca-45f6f5171ff1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:09:58.893383 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-efaffa77-911d-4ba9-8867-b2dee8b1ac59 req-52339b78-0061-4e28-bf57-8723b1c2aea5 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043465 Aug 22 15:09:58.897603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.904127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:09:58.904590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:09:58.908925 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:09:59.347337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeab41-07df-4876-b84a-72003125090b req-b5412fe1-0c07-453b-8285-f50f577b4343 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:59.348911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfeab41-07df-4876-b84a-72003125090b req-b5412fe1-0c07-453b-8285-f50f577b4343 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 944 time: 0.0614080 Aug 22 15:09:59.401393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfeab41-07df-4876-b84a-72003125090b req-e59df8e5-3a42-43f6-b6e7-9b431d6e91fc tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Aug 22 15:09:59.724981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406191af-be6f-4fb0-adec-d994608f5c0c req-c3fff66b-4abc-4b57-8340-5b011776adee tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:59.727654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-406191af-be6f-4fb0-adec-d994608f5c0c req-c3fff66b-4abc-4b57-8340-5b011776adee tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0609236 Aug 22 15:09:59.766922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:59.767476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:09:59.772898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:09:59.773318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:59.778651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:59.781370 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/c245fc47-841c-4e5b-a872-b253fe267069 HTTP/1.1" status: 204 len: 168 time: 2.3505771 Aug 22 15:09:59.787529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55084) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:09:59.793872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a7e46-6d2e-433c-a54e-defb1159d53e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=c245fc47-841c-4e5b-a872-b253fe267069,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:09:59.802520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-936111729'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:09:59.828950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-406191af-be6f-4fb0-adec-d994608f5c0c req-26f256df-3217-414a-b131-7899c424de78 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936539 Aug 22 15:09:59.901775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-a2d49f03-7e25-4d3b-ad09-25558148c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:09:59.904114 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-a2d49f03-7e25-4d3b-ad09-25558148c299 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 1095 time: 0.0583322 Aug 22 15:09:59.913230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:59.940346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:09:59.945290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:09:59.974127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 52686219-a23d-4ecb-8bca-45f6f5171ff1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=52686219-a23d-4ecb-8bca-45f6f5171ff1,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:00.029300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:00.029565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-7eb80a98-95ff-4710-9000-0bab976b5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.032288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-7eb80a98-95ff-4710-9000-0bab976b5676 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.1154873 Aug 22 15:10:00.038888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.042679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45b3cb-19b6-4a68-a891-e7afcdfe3246 req-8d7a8e48-8d3c-409c-94c1-b33deb3e8d5c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.042679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a45b3cb-19b6-4a68-a891-e7afcdfe3246 req-8d7a8e48-8d3c-409c-94c1-b33deb3e8d5c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1133628 Aug 22 15:10:00.069532 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.069971 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment 979ba8de-f446-42a6-9723-d97fa8a5eb73 of type vlan for network 0bc458ac-1c33-4e67-b03e-6db6985bc336 Aug 22 15:10:00.111801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:00.114285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 59d15da7-8a36-4508-9989-79782d9c7b16 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:00.119542 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-b73adda9-a65f-4189-a428-77ce0b33f97a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f HTTP/1.1" status: 200 len: 217 time: 0.0795193 Aug 22 15:10:00.134957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a45b3cb-19b6-4a68-a891-e7afcdfe3246 req-be0ba8c9-9b9f-4aa6-8a22-1edc6628126a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844924 Aug 22 15:10:00.139069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.145307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.145487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.146099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.146665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.146811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.147092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.147422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.147751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.148279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.148606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.148934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.149255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:00.154450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 59d15da7-8a36-4508-9989-79782d9c7b16 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:00.157652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 59d15da7-8a36-4508-9989-79782d9c7b16 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:00.173817 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e0596b3f-3a9e-4258-9f02-0b6f34b8e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.225730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-f9b8ef37-b239-4363-80ae-8e91daea21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.227259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-f9b8ef37-b239-4363-80ae-8e91daea21f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0999227 Aug 22 15:10:00.264078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-68f6ebbc-945b-425c-9dac-a4104370b48f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 22 15:10:00.357635 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-e47e6ef7-5ba3-420c-99ee-f14862b40d44 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Aug 22 15:10:00.412418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.418176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.418940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.497175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36fc103c-2d20-4e51-9287-0fc17817f781 req-9475e0cd-aae5-4a9c-8be7-c31b74939976 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318827 Aug 22 15:10:00.511744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=0bc458ac-1c33-4e67-b03e-6db6985bc336,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:00.523486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:00.553998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d564-8050-4884-9ff4-24b75faffe4a req-51312ef6-21dd-4fe3-9de4-416660ccdba7 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.555707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2b5d564-8050-4884-9ff4-24b75faffe4a req-51312ef6-21dd-4fe3-9de4-416660ccdba7 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 944 time: 0.0594389 Aug 22 15:10:00.601269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55100) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:00.602456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25c3cf95-ccee-47ed-9b3e-8b8579c74bea tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8104746 Aug 22 15:10:00.607781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:00.630517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2b5d564-8050-4884-9ff4-24b75faffe4a req-0478ee86-f846-40de-8954-234854c57b28 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595233 Aug 22 15:10:00.748221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-668aebbe-258c-4a9b-ad4c-e4e01a361597 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0649261 Aug 22 15:10:00.792608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:00.798555 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.828557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 52686219-a23d-4ecb-8bca-45f6f5171ff1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:00.899563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 52686219-a23d-4ecb-8bca-45f6f5171ff1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:00.900165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:00.946982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.951699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.953639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.954334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.954828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.955332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.955823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:00.962792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b9c6823d-d941-4d8b-b8ac-a24a59967e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.1375623 Aug 22 15:10:01.116543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aefa07-8eb8-45b3-a6a4-8e0970a047b9 req-fcb846c5-4db9-4c67-823d-556961678d70 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.118537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59aefa07-8eb8-45b3-a6a4-8e0970a047b9 req-fcb846c5-4db9-4c67-823d-556961678d70 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1407971 Aug 22 15:10:01.179527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-fcc27aee-9efe-42a1-b387-126e0c9fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.180042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-fcc27aee-9efe-42a1-b387-126e0c9fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.180513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-fcc27aee-9efe-42a1-b387-126e0c9fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.182251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-fcc27aee-9efe-42a1-b387-126e0c9fd5f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 2293 time: 0.1593757 Aug 22 15:10:01.188684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59aefa07-8eb8-45b3-a6a4-8e0970a047b9 req-0d4c3d3e-f9d2-44fc-bbd0-ea9addac6c51 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620732 Aug 22 15:10:01.252644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:01.277276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-7b1aba0d-f7c1-4dcc-8820-cd399b1355d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 1002 time: 0.0832686 Aug 22 15:10:01.318526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=036efb57-524e-4640-a877-fe7a04320ea0,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:01.338044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': '979ba8de-f446-42a6-9723-d97fa8a5eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:01.338352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: 0bc458ac-1c33-4e67-b03e-6db6985bc336, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:01.373613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc1e0-7a76-49b9-9cae-5bf92c55234d req-b1c1e9eb-5c64-4b69-be1a-42abfa82789b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.375513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8ebc1e0-7a76-49b9-9cae-5bf92c55234d req-b1c1e9eb-5c64-4b69-be1a-42abfa82789b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1124539 Aug 22 15:10:01.386560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-bc29c260-02aa-4f44-b55e-0d82287cbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.388014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-bc29c260-02aa-4f44-b55e-0d82287cbf9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 200 len: 850 time: 0.0874925 Aug 22 15:10:01.455567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8ebc1e0-7a76-49b9-9cae-5bf92c55234d req-d3656f09-b19d-4aa6-9243-7d5d0a861c4f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716963 Aug 22 15:10:01.463827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-02ae0edb-08e2-4e1b-b2a1-e0a82f00b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.465650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-02ae0edb-08e2-4e1b-b2a1-e0a82f00b16d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f82a258-f38f-4fc5-8068-7521c0af2669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638318 Aug 22 15:10:01.491605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:01.586699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0bc458ac-1c33-4e67-b03e-6db6985bc336) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:01.596013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a95c0-d259-4287-a035-f663fe92de33 None None] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:01.599226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.601533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:01.609787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-79796ef5-e3b5-49c5-95c3-649d1a0cc640 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364391 Aug 22 15:10:01.701826 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d7ee2445-bb20-471b-95c2-96c1d95b82cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0985162 Aug 22 15:10:01.704329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:01.710033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1719053019'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:01.728619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6467a81f-ac8f-4c09-8f8a-d78473a58f2f details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:01.745989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55132) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:01.851589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-0bc458ac-1c33-4e67-b03e-6db6985bc336', 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '036efb57-524e-4640-a877-fe7a04320ea0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:01.852919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:01.902218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1518c-7b21-46ba-84cc-7f438ea7d874 req-9bbe2a18-43ce-4201-86d5-876a25bd83f1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.903807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89b1518c-7b21-46ba-84cc-7f438ea7d874 req-9bbe2a18-43ce-4201-86d5-876a25bd83f1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2930508 Aug 22 15:10:01.913609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55138) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:01.919939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Request body: {'floatingip': {'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:01.945462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066007c-5c6f-4bd2-813c-068331ebb30d req-100c8f84-be89-4ab2-a891-959275dfa343 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:01.947019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1066007c-5c6f-4bd2-813c-068331ebb30d req-100c8f84-be89-4ab2-a891-959275dfa343 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 944 time: 0.1886439 Aug 22 15:10:02.005860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:02.009796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.019252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-3a76c6c9-cb51-4b06-8ad7-d43704ad83a2 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935423 Aug 22 15:10:02.028393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.111820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1066007c-5c6f-4bd2-813c-068331ebb30d req-143257a7-a7eb-4703-9d10-a453b888d982 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473212 Aug 22 15:10:02.113417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-649bb706-30fe-49e2-a104-4e91622ebb7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 217 time: 0.0721800 Aug 22 15:10:02.114323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68dfdf40-e134-472a-a189-867d62aa8bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.137429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port f5fb9482-df30-4819-8f20-3535dd9d954f yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:02.163107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:02.185239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f', 'mac_address': 'fa:16:3e:39:c8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:02.192117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Allocated IP 172.20.0.2 (0bc458ac-1c33-4e67-b03e-6db6985bc336/036efb57-524e-4640-a877-fe7a04320ea0/f8e37eb1-4827-444c-8759-fe2e6c12282c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:02.201802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-d1adf669-64b3-4369-a6ee-249c8ff0bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:02.203179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-d1adf669-64b3-4369-a6ee-249c8ff0bedd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0723803 Aug 22 15:10:02.274359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.294078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6467a81f-ac8f-4c09-8f8a-d78473a58f2f {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:02.313653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-c3838db3-e19d-438e-aaee-c3a1f1db843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:02.315238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-c3838db3-e19d-438e-aaee-c3a1f1db843b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040115 Aug 22 15:10:02.360482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:02.433434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68dfdf40-e134-472a-a189-867d62aa8bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.446609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fc52-c64f-4e19-b5c5-5b41763be070 req-1e91416e-5347-464b-87b1-29c9426677f5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:02.448243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4343fc52-c64f-4e19-b5c5-5b41763be070 req-1e91416e-5347-464b-87b1-29c9426677f5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1556416 Aug 22 15:10:02.458007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.476436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Transition to ACTIVE for port object f8e37eb1-4827-444c-8759-fe2e6c12282c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:02.503196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.513830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Transition to ACTIVE for port object f8e37eb1-4827-444c-8759-fe2e6c12282c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:02.517183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4343fc52-c64f-4e19-b5c5-5b41763be070 req-2a14b728-224d-423e-ab8d-0798ec0e963d tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596874 Aug 22 15:10:02.528466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-19507416-71e3-4d48-999d-4de06f49d695 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944902 Aug 22 15:10:02.573140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:02.639255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68dfdf40-e134-472a-a189-867d62aa8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.657511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.695015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-68dfdf40-e134-472a-a189-867d62aa8bd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9699931985c94671bd05becba58f8c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9456525 Aug 22 15:10:02.700533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55142) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:02.707085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:02.710823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:02.714644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfdf40-e134-472a-a189-867d62aa8bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f43ab-f1e4-4872-b1f8-c59d7a450722,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:02.720514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:02.732470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-24a2931f-2746-4c28-8f12-311ceef3cdcf service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968536 Aug 22 15:10:02.779370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Pushing event updated for resources: {'Port': ['ID=f8e37eb1-4827-444c-8759-fe2e6c12282c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:02.784286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-52acd328-3d07-488f-9aad-d65c53ab9853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 217 time: 0.0429218 Aug 22 15:10:02.832211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Attempting to bind port f8e37eb1-4827-444c-8759-fe2e6c12282c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:02.832986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Attempting to bind port f8e37eb1-4827-444c-8759-fe2e6c12282c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '979ba8de-f446-42a6-9723-d97fa8a5eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:02.833562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Attempting to bind port f8e37eb1-4827-444c-8759-fe2e6c12282c on network 0bc458ac-1c33-4e67-b03e-6db6985bc336 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:02.839634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:02.840033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Checking segment: {'id': '979ba8de-f446-42a6-9723-d97fa8a5eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:02.840424 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.840834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Bound using segment: {'id': '979ba8de-f446-42a6-9723-d97fa8a5eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:02.841316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Bound port: f8e37eb1-4827-444c-8759-fe2e6c12282c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979ba8de-f446-42a6-9723-d97fa8a5eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0bc458ac-1c33-4e67-b03e-6db6985bc336'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:02.841717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.851835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.867734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-02ab8faf-ea7e-4f5c-abb1-4f95ab2e1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:02.869230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-02ab8faf-ea7e-4f5c-abb1-4f95ab2e1ce5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0785255 Aug 22 15:10:02.891565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.961606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] For port f8e37eb1-4827-444c-8759-fe2e6c12282c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:02.968368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] For port f8e37eb1-4827-444c-8759-fe2e6c12282c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e37eb1-4827-444c-8759-fe2e6c12282c,segment=NetworkSegment(979ba8de-f446-42a6-9723-d97fa8a5eb73),segment_id=979ba8de-f446-42a6-9723-d97fa8a5eb73)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:02.971501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:02.985890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['6467a81f-ac8f-4c09-8f8a-d78473a58f2f'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:03.004523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-0cef4054-6082-457b-b4e7-bfde15f4e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.006082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-0cef4054-6082-457b-b4e7-bfde15f4e098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285179 Aug 22 15:10:03.091860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.107542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.119234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9311-d923-43ab-9086-df4b91b537e1 req-4352f51e-0dec-4c9f-8267-784bf1914a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.120805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e5ea9311-d923-43ab-9086-df4b91b537e1 req-4352f51e-0dec-4c9f-8267-784bf1914a6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1096 time: 0.2363811 Aug 22 15:10:03.152729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.9 (0bc458ac-1c33-4e67-b03e-6db6985bc336/036efb57-524e-4640-a877-fe7a04320ea0/f5fb9482-df30-4819-8f20-3535dd9d954f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:03.169937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.182326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.187450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/372f43ab-f1e4-4872-b1f8-c59d7a450722 HTTP/1.1" status: 204 len: 168 time: 0.4858701 Aug 22 15:10:03.210718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e5ea9311-d923-43ab-9086-df4b91b537e1 req-f78c8a97-e6e6-4452-a99e-3b35320b6777 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Aug 22 15:10:03.223497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.246551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcc2e2-74f8-4e44-8a7a-1cac30d986d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f43ab-f1e4-4872-b1f8-c59d7a450722,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:03.250924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-29d609b3-97ad-4282-b8cf-76e006afa328 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283127 Aug 22 15:10:03.267015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7b931-5a2b-4cd1-ae6c-48be94c99c16 None None] Pushing event updated for resources: {'Port': ['ID=f8e37eb1-4827-444c-8759-fe2e6c12282c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:03.352509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3236-60ce-4f48-aa1d-ef91e93bbf0e req-e185cc25-5db5-4dc2-b145-f48dd0198527 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.355469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d73d3236-60ce-4f48-aa1d-ef91e93bbf0e req-e185cc25-5db5-4dc2-b145-f48dd0198527 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0996189 Aug 22 15:10:03.407689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d73d3236-60ce-4f48-aa1d-ef91e93bbf0e req-6c416250-0bdb-4ebd-9e2e-57d22be8ed8f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 Aug 22 15:10:03.429827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-689ad33a-ec2e-4e2d-a432-6188145fe0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.441947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.454643 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Floating IP 69f8b5d2-08a6-45f7-9a91-e0659cf78f85 associated. External IP: 172.25.0.159, port: e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98. Aug 22 15:10:03.542723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object f5fb9482-df30-4819-8f20-3535dd9d954f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:03.611989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-2d19c98a-bd63-47e8-831e-6cc2ccdbb53f service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616919 Aug 22 15:10:03.698945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-3fdf0dfb-41b4-4507-a4dd-612f250a3fb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 200 len: 217 time: 0.0722291 Aug 22 15:10:03.774445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015815-5468-4e78-b0d0-fc61a5388713 req-70e5b5f8-0de7-498e-b85e-3af6d77624f3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.781505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87015815-5468-4e78-b0d0-fc61a5388713 req-70e5b5f8-0de7-498e-b85e-3af6d77624f3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1533895 Aug 22 15:10:03.798895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-3c90d71c-73f4-4d0e-b665-2f9382d959ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.800870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-3c90d71c-73f4-4d0e-b665-2f9382d959ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0885456 Aug 22 15:10:03.805698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:03.874361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87015815-5468-4e78-b0d0-fc61a5388713 req-3022a4a1-15be-4657-8f42-8a0740a22cd4 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724127 Aug 22 15:10:03.884970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-2383466b-951a-47b8-849c-a70571e7919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:03.886505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-2383466b-951a-47b8-849c-a70571e7919a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771315 Aug 22 15:10:03.891081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:03.894521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:03.895729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=f5fb9482-df30-4819-8f20-3535dd9d954f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:03.919539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:03.923353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:04.005128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-afd16ed0-3e67-4e8e-b5be-e1a79f7538d0 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109748 Aug 22 15:10:04.073118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.073800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:04.133650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-959cd822-f0d4-4bec-8057-f5bf3712be4b service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212332 Aug 22 15:10:04.142762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:04.148585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:04.158925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:04.166955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:04.168519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:04.185854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c4ddc115-2416-4117-af24-ce6b1eb131d6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "PUT /v2.0/floatingips/69f8b5d2-08a6-45f7-9a91-e0659cf78f85 HTTP/1.1" status: 200 len: 991 time: 2.2710693 Aug 22 15:10:04.187593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:04.195433 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710678d-82e3-4114-a031-03b03432f700" -d '{"events": [{"name": "network-changed", "server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:04.208454 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4315b4b7-e6d8-48a4-bde1-4d66dd24e6cc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5027218 Aug 22 15:10:04.221225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55182) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:04.289684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-ed3f08b5-8f6d-48f3-9ba7-037baa18df8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 200 len: 217 time: 0.1455798 Aug 22 15:10:04.317406 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3325b-30cf-4e8e-aaba-07bde3dedb0a x-openstack-request-id: req-99e3325b-30cf-4e8e-aaba-07bde3dedb0a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:04.317799 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:04.318308 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99e3325b-30cf-4e8e-aaba-07bde3dedb0a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:04.318807 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'status': 'completed', 'code': 200} Aug 22 15:10:04.382661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:04.424896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-7cbf381b-3247-449e-a9ae-0e8f102816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.426435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-7cbf381b-3247-449e-a9ae-0e8f102816c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1211221 Aug 22 15:10:04.492266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710678d-82e3-4114-a031-03b03432f700 req-ec7e1143-0b17-48df-9790-ad8e08166250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.494239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-ec7e1143-0b17-48df-9790-ad8e08166250 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1096 time: 0.1206019 Aug 22 15:10:04.521704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-540c1bc7-27ec-4b18-b08d-8823d0a20aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.524156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-540c1bc7-27ec-4b18-b08d-8823d0a20aff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905001 Aug 22 15:10:04.553109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port f5fb9482-df30-4819-8f20-3535dd9d954f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:04.553456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:04.693880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9eb7b-3ee0-4d0f-a8f4-31b20fca6a2c req-4fb52dbe-146e-4bc3-880e-cec85a916e91 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.695599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cd9eb7b-3ee0-4d0f-a8f4-31b20fca6a2c req-4fb52dbe-146e-4bc3-880e-cec85a916e91 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 945 time: 0.0825789 Aug 22 15:10:04.698293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-f0353e9f-41ff-4553-b979-6778e11c558e service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669533 Aug 22 15:10:04.721962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710678d-82e3-4114-a031-03b03432f700 req-690f1983-96b9-4390-a13f-2834ef651d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:04.723856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-690f1983-96b9-4390-a13f-2834ef651d1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.2200320 Aug 22 15:10:04.878231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e37eb1-4827-444c-8759-fe2e6c12282c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:04.882773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cd9eb7b-3ee0-4d0f-a8f4-31b20fca6a2c req-0661542a-3ade-40c0-b1eb-1d02161feac5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808879 Aug 22 15:10:04.945950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b856df5-b746-4e6e-8799-0ed5e790676c None None] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:04.959351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.019346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-4c33bfc3-cc67-4058-9b84-6be814b1df24 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555528 Aug 22 15:10:05.097240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '69f8b5d2-08a6-45f7-9a91-e0659cf78f85', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:09:36Z', 'updated_at': '2021-08-22T15:10:02Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:05.153275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:05.159410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.172098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Provisioning for port f8e37eb1-4827-444c-8759-fe2e6c12282c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:05.195706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for f5fb9482-df30-4819-8f20-3535dd9d954f owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:05.230974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f8e37eb1-4827-444c-8759-fe2e6c12282c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:05.243223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f8e37eb1-4827-444c-8759-fe2e6c12282c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:05.243837 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.246711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Provisioning complete for port f8e37eb1-4827-444c-8759-fe2e6c12282c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:05.247327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.249884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:05.250989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:05.402102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-9d839fcf-cc39-4006-bf38-c8fc57901e1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 999 time: 0.6669757 Aug 22 15:10:05.488687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710678d-82e3-4114-a031-03b03432f700 req-e1cc3ef4-f162-48a2-af5e-cad837644fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:05.494961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-e1cc3ef4-f162-48a2-af5e-cad837644fcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0851462 Aug 22 15:10:05.522161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.544417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-47a15c26-15ef-4822-bfa4-b2444d5b2e27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 217 time: 0.5136449 Aug 22 15:10:05.633572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013f42-b2be-4bcd-a316-af31766ecdc3 req-d4bb8a7f-8082-4a63-ad42-210a8f433030 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:05.641404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77013f42-b2be-4bcd-a316-af31766ecdc3 req-d4bb8a7f-8082-4a63-ad42-210a8f433030 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.6209569 Aug 22 15:10:05.673260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=f5fb9482-df30-4819-8f20-3535dd9d954f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:05.696061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-6eaa23f5-012f-4176-a0fa-92bd0924c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:05.698098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-6eaa23f5-012f-4176-a0fa-92bd0924c384 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1451130 Aug 22 15:10:05.704637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77013f42-b2be-4bcd-a316-af31766ecdc3 req-206ead48-4b7e-4f18-ad49-dee5647d9bab tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623255 Aug 22 15:10:05.728511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6467a81f-ac8f-4c09-8f8a-d78473a58f2f up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:05.761737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:05.768075 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e03cfa8d-db45-4d2b-bf83-b89c483141dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/f5fb9482-df30-4819-8f20-3535dd9d954f HTTP/1.1" status: 204 len: 168 time: 1.5456939 Aug 22 15:10:05.772007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55210) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:05.819730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710678d-82e3-4114-a031-03b03432f700 req-7c2ccc8b-fc11-44d3-8e49-43d143a49f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:05.821337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-7c2ccc8b-fc11-44d3-8e49-43d143a49f1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202178 Aug 22 15:10:05.823037 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-509f1730-dc70-42b0-bc22-6afcd4610a3c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:05.829170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:05.829467 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-509f1730-dc70-42b0-bc22-6afcd4610a3c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/f5fb9482-df30-4819-8f20-3535dd9d954f HTTP/1.1" status: 404 len: 333 time: 0.0557647 Aug 22 15:10:05.840240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:05.904117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b8268889-6f19-4800-9019-829f094caa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:05.906104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-b8268889-6f19-4800-9019-829f094caa0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1869590 Aug 22 15:10:05.983910 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-025305f1-88cd-4015-a873-31e1e4a1a0a1 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450710 Aug 22 15:10:05.989167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 036efb57-524e-4640-a877-fe7a04320ea0 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:05.994015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.064387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.104753 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.113225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.129292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a710678d-82e3-4114-a031-03b03432f700 req-c2092c9e-33e8-448e-a7c5-f6e6ae590d59 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386797 Aug 22 15:10:06.213573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] For port f8e37eb1-4827-444c-8759-fe2e6c12282c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e37eb1-4827-444c-8759-fe2e6c12282c,segment=NetworkSegment(979ba8de-f446-42a6-9723-d97fa8a5eb73),segment_id=979ba8de-f446-42a6-9723-d97fa8a5eb73)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:06.306009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:06.314778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:06.315282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.377868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-27a91543-41d7-4a3a-a66d-35e4384548f6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:06.384906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.385322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-27a91543-41d7-4a3a-a66d-35e4384548f6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 811 time: 0.2545009 Aug 22 15:10:06.419451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-827d9718-b856-46f1-9d65-3d856cb664a8 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049529 Aug 22 15:10:06.447284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-c0633157-ecb5-4b40-83d9-92ae99d953c0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/quotas/2d516d40d5394cdd95ce9657aea383ff HTTP/1.1" status: 200 len: 375 time: 0.0609794 Aug 22 15:10:06.460547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:10:06.460908 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:10:06.491782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.538600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8418015-8fa2-455c-8aaa-47432bba7aba None None] Pushing event updated for resources: {'Port': ['ID=f8e37eb1-4827-444c-8759-fe2e6c12282c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:06.566829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4090dab2-5f18-41fb-b963-ea499f6dab55 None None] Provisioning complete for port f8e37eb1-4827-444c-8759-fe2e6c12282c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:06.567104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4090dab2-5f18-41fb-b963-ea499f6dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.599128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d210bd6-801a-426b-a72d-47b16bdd5cfa req-ddc4f41b-487c-49a6-8e20-01f94128524c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:06.599128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d210bd6-801a-426b-a72d-47b16bdd5cfa req-ddc4f41b-487c-49a6-8e20-01f94128524c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 945 time: 0.4104462 Aug 22 15:10:06.600496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '69f8b5d2-08a6-45f7-9a91-e0659cf78f85', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:09:36Z', 'updated_at': '2021-08-22T15:10:02Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:06.650545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e448c-6e5b-4c87-93de-528f21b03888 None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '69f8b5d2-08a6-45f7-9a91-e0659cf78f85', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:09:36Z', 'updated_at': '2021-08-22T15:10:02Z', 'revision_number': 1, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:06.659368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-40a8225e-262e-4cc7-ac71-be24dfff97f8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2111924 Aug 22 15:10:06.664596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.707410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:06.709153 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a85f62-4857-459e-975a-64007e16951d" -d '{"events": [{"server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "name": "network-vif-plugged", "status": "completed", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:06.711109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-75984919-a7fc-4d5b-8285-64d5908a23a6 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820861 Aug 22 15:10:06.737116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d210bd6-801a-426b-a72d-47b16bdd5cfa req-8a595b0d-3187-4f9b-8001-e411f4645d4a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188259 Aug 22 15:10:06.770635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:06.820914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-fc7692d6-4803-4268-9da9-ba97570951bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 217 time: 0.0905445 Aug 22 15:10:06.824330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.911560 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:06.913793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-270e2ee8-d2e7-43f5-9a3e-ee4b1b73c7eb None None] Could not find standard attr ID for object f5fb9482-df30-4819-8f20-3535dd9d954f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:10:06.989459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-d8ddae12-2e8a-47e1-9c6b-b6f2ce9cc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:06.991963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-d8ddae12-2e8a-47e1-9c6b-b6f2ce9cc2b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1627142 Aug 22 15:10:06.993449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=036efb57-524e-4640-a877-fe7a04320ea0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:06.998899 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d363072-5661-4865-9522-6e340daf8e26 None None] New status for floating IP 69f8b5d2-08a6-45f7-9a91-e0659cf78f85: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:10:07.002481 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.005949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-41c9d1c6-e277-4a4c-b245-38a2371d3ee9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/036efb57-524e-4640-a877-fe7a04320ea0 HTTP/1.1" status: 204 len: 168 time: 1.1731017 Aug 22 15:10:07.009665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.010824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:07.011805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c257ee-c78b-4b8d-aca5-9687bbfa90bc None None] Network 0bc458ac-1c33-4e67-b03e-6db6985bc336 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:07.020663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-4ce2052c-5607-45cb-9070-5e0b130a1725 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476441 Aug 22 15:10:07.147591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.171337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:07.231140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port f8e37eb1-4827-444c-8759-fe2e6c12282c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:07.231140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.297856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-a77ab9f6-9d4c-4980-b833-c2856fd3feb1 service neutron] 10.222.0.53 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316287 Aug 22 15:10:07.312367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-ba07c5d1-3b48-470a-9939-9a5fa9499946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:07.314279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-ba07c5d1-3b48-470a-9939-9a5fa9499946 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3067515 Aug 22 15:10:07.315898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e37eb1-4827-444c-8759-fe2e6c12282c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:07.349709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port f8e37eb1-4827-444c-8759-fe2e6c12282c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e37eb1-4827-444c-8759-fe2e6c12282c,segment=NetworkSegment(979ba8de-f446-42a6-9723-d97fa8a5eb73),segment_id=979ba8de-f446-42a6-9723-d97fa8a5eb73)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:07.350140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.393227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for f8e37eb1-4827-444c-8759-fe2e6c12282c owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:07.433390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] DHCP port deletion for 0bc458ac-1c33-4e67-b03e-6db6985bc336 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:07.498337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f8e37eb1-4827-444c-8759-fe2e6c12282c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:07.499572 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.560003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Deleting port f8e37eb1-4827-444c-8759-fe2e6c12282c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:07.560537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.568369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-c16a3be3-1659-4cb2-8fd6-d39922fb5789 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449863 Aug 22 15:10:07.663526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] For port f8e37eb1-4827-444c-8759-fe2e6c12282c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f8e37eb1-4827-444c-8759-fe2e6c12282c,segment=NetworkSegment(979ba8de-f446-42a6-9723-d97fa8a5eb73),segment_id=979ba8de-f446-42a6-9723-d97fa8a5eb73)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:07.663847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.674934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-117537d6-6b6e-4409-ad3d-cc0755316dce req-265c7baa-61f4-42d1-ac5e-143d6c0eeb0b service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989590 Aug 22 15:10:07.683903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Calling delete_port for f8e37eb1-4827-444c-8759-fe2e6c12282c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:07.703109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.721260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=f8e37eb1-4827-444c-8759-fe2e6c12282c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:07.723123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port f8e37eb1-4827-444c-8759-fe2e6c12282c on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:07.767510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.815308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.821193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] Pushing event deleted for resources: {'Port': ['ID=f8e37eb1-4827-444c-8759-fe2e6c12282c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:07.823536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41875d3d-5fff-4f42-993c-f2896d1cb63c None None] No DVR routers for this DVR port f8e37eb1-4827-444c-8759-fe2e6c12282c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:07.830239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc458ac-1c33-4e67-b03e-6db6985bc336']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:07.843340 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c101c3-f524-40df-b660-f7d8b2fa31f7 x-openstack-request-id: req-b8c101c3-f524-40df-b660-f7d8b2fa31f7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:07.843642 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "name": "network-vif-plugged", "status": "completed", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:07.843937 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8c101c3-f524-40df-b660-f7d8b2fa31f7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:07.850081 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f', 'code': 200} Aug 22 15:10:07.858810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979ba8de-f446-42a6-9723-d97fa8a5eb73') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:07.859212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979ba8de-f446-42a6-9723-d97fa8a5eb73') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:07.882112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.909652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55262) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:07.915894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158877442', 'description': 'tempest-secgroup-smoke-158877442 description', 'project_id': '5e7a703bd64b4e4d944d0017fd296794'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:07.917455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.932211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:07.932211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:07.933767 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:08.028738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dee74b69-b9d9-4eb6-9b35-e5336a0b5b42 req-ebd90b84-6628-442d-8708-0b53404831ec tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 210 time: 0.0509732 Aug 22 15:10:08.049826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e4ff8-86af-4c71-8b5a-87b5e2e0e716 req-6013b053-2275-41bd-99bb-07c8924f56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:08.051703 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-049e4ff8-86af-4c71-8b5a-87b5e2e0e716 req-6013b053-2275-41bd-99bb-07c8924f56e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1071968 Aug 22 15:10:08.061889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5da95d-4544-4967-ad23-3cbadc2c6bce req-b24f8aba-1ff3-431f-abd0-cc17963e6345 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:08.063317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d5da95d-4544-4967-ad23-3cbadc2c6bce req-b24f8aba-1ff3-431f-abd0-cc17963e6345 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.1512706 Aug 22 15:10:08.140908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-049e4ff8-86af-4c71-8b5a-87b5e2e0e716 req-00d7c9e9-150c-4cad-9c9c-3606d299e1ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763576 Aug 22 15:10:08.149288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.156528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d5da95d-4544-4967-ad23-3cbadc2c6bce req-01244ff1-9f8d-4b12-9cd0-ef3c248af110 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833073 Aug 22 15:10:08.163209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.183615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.192720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.194603 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/0bc458ac-1c33-4e67-b03e-6db6985bc336 HTTP/1.1" status: 204 len: 168 time: 1.1816087 Aug 22 15:10:08.205045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:08.210317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'name': 'tempest-PortsTestJSON-1212764498'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:08.214046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ef21-6b21-4a3a-954c-52164fc899a7 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=0bc458ac-1c33-4e67-b03e-6db6985bc336,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:08.306434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.454797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.482630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c30c9-7259-4b66-9668-952bafb36b7a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:08.572252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:08.575958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.597306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 61e8c171-7f6f-4df2-bd95-89e88b0069a5 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:08.655348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.781260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.804828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.857236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed98fcc-4aba-4823-acdf-eebbf2b08237,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:08.941528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:08.985348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:08.989349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:08.992996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:08.999540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:09.008552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.010124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=61e8c171-7f6f-4df2-bd95-89e88b0069a5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:09.060652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.060652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e2546f0-18bb-4935-a172-338a3819de7c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1460702 Aug 22 15:10:09.061087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55278) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:09.066388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:09.125562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fce1a00c-84ea-4e48-86eb-b832e988b51b req-91ca7c0a-312d-4484-a5f1-bc77b39ce051 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 210 time: 0.0331635 Aug 22 15:10:09.176929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e9d9f04f-f78b-4fde-b23d-af415e201027 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9706202 Aug 22 15:10:09.180657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:09.224398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e37eb1-4827-444c-8759-fe2e6c12282c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:09.252676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f8e37eb1-4827-444c-8759-fe2e6c12282c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:09.252676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f8e37eb1-4827-444c-8759-fe2e6c12282c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:09.341309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.355463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e114-b21a-42e6-bdf6-8e461463496f req-7c977cfc-c31e-4798-9159-07a250cc39d1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:09.357112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46d1e114-b21a-42e6-bdf6-8e461463496f req-7c977cfc-c31e-4798-9159-07a250cc39d1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.1074207 Aug 22 15:10:09.424790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 61e8c171-7f6f-4df2-bd95-89e88b0069a5 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:09.425156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.470485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46d1e114-b21a-42e6-bdf6-8e461463496f req-2ada81b9-d261-4a88-9b53-37d1ef025d27 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052191 Aug 22 15:10:09.479520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.527708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.543501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 61e8c171-7f6f-4df2-bd95-89e88b0069a5 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:09.615189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.648019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0d4daa-8cda-4aa4-a896-21b57fec9a66,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:09.747961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.750663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-055053c2-899e-4e80-89be-28ea24dcdb73 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6876407 Aug 22 15:10:09.754471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:09.759518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:09.859158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.891664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=61e8c171-7f6f-4df2-bd95-89e88b0069a5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:09.902821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.912011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:09.913980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-907a8098-3dc3-4aea-81d7-59e5086af802 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/61e8c171-7f6f-4df2-bd95-89e88b0069a5 HTTP/1.1" status: 204 len: 168 time: 0.7320883 Aug 22 15:10:09.917836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:09.923514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'mac_address': 'fa:16:3e:d4:26:78', 'name': 'tempest-PortsTestJSON-1257395245'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:09.978115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.103189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.103882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:10.124908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccfedce-e178-44ff-a00b-4560e0c1faac,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:10.191131 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.218079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port ceed49ef-75d8-4b69-9434-a61d5bc4ed83 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:10.226819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a39a904f-e462-45f8-816f-f57d385f93ce req-76e96861-c02f-4b1f-98f7-fe611d3f5012 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 210 time: 0.0283875 Aug 22 15:10:10.240032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.244038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c0be3b86-1bbf-4029-98b6-9a7e6109ca2b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4856596 Aug 22 15:10:10.244038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55300) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:10.258311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:10.403147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.483766 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.563552 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.570276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.615587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95742e-aed6-4a93-91d2-cf9b4bf756ed req-03b354fb-0757-4894-ac20-c48bd0720155 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:10.617525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f95742e-aed6-4a93-91d2-cf9b4bf756ed req-03b354fb-0757-4894-ac20-c48bd0720155 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.0666168 Aug 22 15:10:10.633000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.663166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f95742e-aed6-4a93-91d2-cf9b4bf756ed req-f6150837-3fff-4a7e-b190-396b8a0ea44f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Aug 22 15:10:10.683833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:10.689229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:10.693440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:10.704643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:10.704643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.710789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.714404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=ceed49ef-75d8-4b69-9434-a61d5bc4ed83,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:10.735853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36526492-219a-4b6f-91f3-4442ad050081,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:10.788252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581265e0-96c0-4460-9067-695cfb0b084e req-eaad8366-0d28-4a7a-9582-299074eb1f80 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:10.789800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-581265e0-96c0-4460-9067-695cfb0b084e req-eaad8366-0d28-4a7a-9582-299074eb1f80 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.0510929 Aug 22 15:10:10.832731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-581265e0-96c0-4460-9067-695cfb0b084e req-c9174730-59d8-4bcb-8d6b-5a59856a08c8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363464 Aug 22 15:10:10.910025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d5f0b252-29de-410a-9d3c-172f47ce40db tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9910038 Aug 22 15:10:10.912752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55312) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:10.960960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:10.961635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad9e77-e54b-407c-aeab-89c818b147b8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:10.962663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e5430497-878a-4bee-a8d9-6be31543b63e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7172740 Aug 22 15:10:10.963077 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a7ad9e77-e54b-407c-aeab-89c818b147b8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/ceed49ef-75d8-4b69-9434-a61d5bc4ed83 HTTP/1.1" status: 200 len: 841 time: 0.0493112 Aug 22 15:10:10.977062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55314) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:10.977062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:10.977062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:11.106531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port ceed49ef-75d8-4b69-9434-a61d5bc4ed83 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:11.106882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.137590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.144825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-74786553-50e4-4f93-a71d-23765b71976e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:11.146836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-74786553-50e4-4f93-a71d-23765b71976e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 811 time: 0.1385870 Aug 22 15:10:11.162593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Request body: {'port': {'device_id': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'admin_state_up': True, 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:11.347430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d11730f2-d6fc-420a-a482-c0a460f804c1 req-6a6ee2e0-a9c3-4e77-bf7d-a8973169fe3a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 210 time: 0.0335631 Aug 22 15:10:11.520155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.548670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for ceed49ef-75d8-4b69-9434-a61d5bc4ed83 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:11.576033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.642301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Made reservation on behalf of 2d516d40d5394cdd95ce9657aea383ff for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:11.646079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.690453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e7be4-d266-452a-9e0e-c550b83d07af req-55c58ab6-9d7b-44b9-9842-97ef6ace9ead tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:11.691962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f2e7be4-d266-452a-9e0e-c550b83d07af req-55c58ab6-9d7b-44b9-9842-97ef6ace9ead tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.0796771 Aug 22 15:10:11.734179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f2e7be4-d266-452a-9e0e-c550b83d07af req-5704cda0-8d85-4e9d-893d-fdcbbe84e796 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360086 Aug 22 15:10:11.762451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.776665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2920b6f6-3fff-46ae-9fa6-3713bce0b149,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:11.846190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.881413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=ceed49ef-75d8-4b69-9434-a61d5bc4ed83,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:11.885923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.887338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66813a94-8f89-4a01-90dc-cb26f19ab8c7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9199712 Aug 22 15:10:11.890174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:11.895501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:11.900535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:11.902424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b293825b-463c-449f-9ad9-2861394c9438 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/ceed49ef-75d8-4b69-9434-a61d5bc4ed83 HTTP/1.1" status: 204 len: 168 time: 0.9339573 Aug 22 15:10:11.905238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55334) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:11.961710 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4085aaf2-c2cd-48c8-9950-696c0d9e9748 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:11.963570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4085aaf2-c2cd-48c8-9950-696c0d9e9748 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/ceed49ef-75d8-4b69-9434-a61d5bc4ed83 HTTP/1.1" status: 404 len: 333 time: 0.0572622 Aug 22 15:10:11.967467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:11.973658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'name': 'tempest-PortsTestJSON-2092465589'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:11.989029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Allocated IP 172.20.0.11 (b9b77e98-be68-4e69-a6c2-02e4c7a29fa3/efda7b81-653a-49f7-ab19-f048d48cbbe1/cfcfe025-86d8-472e-bac3-75d392f335d0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:12.068807 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:10:12.078941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.149169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.149593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.226712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:12.230506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.250934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 9e9154e2-f119-431d-a090-e76c1ba491f9 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:12.333833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.380465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8217d17-22b0-45a9-ae30-6660792363d3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:12.412904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.425367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:12.440853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.497096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:12.504493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:12.516033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:12.558765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Pushing event updated for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:12.573792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b777e-6af2-4d3a-bbb9-f0714a98161f req-5033d86b-fb26-4e64-aac4-3ae3fcd356bb tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:12.575372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891b777e-6af2-4d3a-bbb9-f0714a98161f req-5033d86b-fb26-4e64-aac4-3ae3fcd356bb tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 932 time: 0.1471257 Aug 22 15:10:12.612080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:12.612698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.634770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.639681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79fd3537-1b54-456b-9ad6-be0f7b0f5f0e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7447670 Aug 22 15:10:12.642087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:12.645968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-891b777e-6af2-4d3a-bbb9-f0714a98161f req-b3f58e94-b620-4fbb-8128-8886f0c124e2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Aug 22 15:10:12.646937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': 'fed98fcc-4aba-4823-acdf-eebbf2b08237', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:12.669508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.723039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:12.726277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:12.728679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:12.735076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:12.735702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.748382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=9e9154e2-f119-431d-a090-e76c1ba491f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:12.796756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-d0b754d2-ccf2-4efe-ad47-d85136448027 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6388364 Aug 22 15:10:12.821503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Request body: {'port': {'device_id': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:12.881017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68a6d595-eee9-4b05-b82c-ad047ff8818a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9120400 Aug 22 15:10:12.883933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55350) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:12.889483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:12.903563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3bb3f-c733-4bdc-97a8-09b854e9d3da req-1e21055f-3f8d-46d0-a884-da41f6680c2c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:12.906088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92b3bb3f-c733-4bdc-97a8-09b854e9d3da req-1e21055f-3f8d-46d0-a884-da41f6680c2c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.0999448 Aug 22 15:10:12.911444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.974949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:12.987492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92b3bb3f-c733-4bdc-97a8-09b854e9d3da req-00c29d87-39ae-4827-b285-c3bfd622508a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Aug 22 15:10:13.078912 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:10:13.131765 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:10:13.144282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.194623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.243596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcfe025-86d8-472e-bac3-75d392f335d0 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:13.252982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.260006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.265639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Transition to ACTIVE for port object cfcfe025-86d8-472e-bac3-75d392f335d0 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:13.278899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-bf07e47d-b48c-4924-9b20-b3ee853ac02e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:13.280503 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-bf07e47d-b48c-4924-9b20-b3ee853ac02e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 946 time: 0.0616148 Aug 22 15:10:13.313883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.360087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] In _notify_port_updated(), no bound segment for port 9e9154e2-f119-431d-a090-e76c1ba491f9 on network 4c509be3-e07d-4ba5-b400-c9198b10f447 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:10:13.365622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:13.366232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.367543 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/ports/9e9154e2-f119-431d-a090-e76c1ba491f9 HTTP/1.1" status: 200 len: 818 time: 0.4825296 Aug 22 15:10:13.370661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55352) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:13.406897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c13566-c5c7-4de7-97fe-6952e69ad4e3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=9e9154e2-f119-431d-a090-e76c1ba491f9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:13.430038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.445669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:13.446016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.464891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 9e9154e2-f119-431d-a090-e76c1ba491f9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:13.465370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.468211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.474001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c185fe-123f-418d-ac6d-1c049306eb40,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:13.568619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:13.569139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.577466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.582389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for 6467a81f-ac8f-4c09-8f8a-d78473a58f2f owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:13.586851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.590217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2720fa83-1372-4cf2-80de-fd5a2d42e9f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9448950 Aug 22 15:10:13.591668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:13.593069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Pushing event updated for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:13.597375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'network': {'name': 'tempest-network-smoke--1041577774', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:13.603383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 9e9154e2-f119-431d-a090-e76c1ba491f9 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:13.745244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Attempting to bind port cfcfe025-86d8-472e-bac3-75d392f335d0 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:13.745244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Attempting to bind port cfcfe025-86d8-472e-bac3-75d392f335d0 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:13.745244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Attempting to bind port cfcfe025-86d8-472e-bac3-75d392f335d0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:13.775596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Port cfcfe025-86d8-472e-bac3-75d392f335d0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:10:13.775933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Attempting to bind port cfcfe025-86d8-472e-bac3-75d392f335d0 on network b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:13.788595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:13.788946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Checking segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:13.789333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Bound using segment: {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:13.789773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Bound port: cfcfe025-86d8-472e-bac3-75d392f335d0, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334602d5-d952-4847-8312-227d0375bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:13.790139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.792452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:13.796510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.812455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb254e-0ff3-4c19-bc58-3bc028737316 req-3d06df95-4c70-4f78-9aae-fe8834fdd4c6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:13.814085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4fb254e-0ff3-4c19-bc58-3bc028737316 req-3d06df95-4c70-4f78-9aae-fe8834fdd4c6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 944 time: 0.0847726 Aug 22 15:10:13.872426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.897997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4fb254e-0ff3-4c19-bc58-3bc028737316 req-60995f6f-ad2c-47d4-854f-fc739f455c4c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Aug 22 15:10:13.900985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.910165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53', '6467a81f-ac8f-4c09-8f8a-d78473a58f2f'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:13.912652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:13.924213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cfcfe025-86d8-472e-bac3-75d392f335d0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:13.924403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:13.937787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=6467a81f-ac8f-4c09-8f8a-d78473a58f2f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:13.941171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=9e9154e2-f119-431d-a090-e76c1ba491f9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:13.948044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.952955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8f34c228-55f1-4176-af5e-2dfbe35b329e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/9e9154e2-f119-431d-a090-e76c1ba491f9 HTTP/1.1" status: 204 len: 168 time: 0.5811193 Aug 22 15:10:13.953558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55364) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:13.963494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:13.968414 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Added segment 1a31ff5d-3713-4467-9e4f-c22cd76f0227 of type vlan for network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e Aug 22 15:10:14.013728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee252b78-a181-4676-b426-941294fe8f69 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.018349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee252b78-a181-4676-b426-941294fe8f69 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0605497 Aug 22 15:10:14.020466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.029357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55368) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:14.055374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port 6467a81f-ac8f-4c09-8f8a-d78473a58f2f on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:14.061504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.063591 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-026fa94a-4690-462b-9d10-ac8c7fd96b77 req-8d5f85f5-d0d0-4027-98ef-05e195524b39 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "DELETE /v2.0/ports/6467a81f-ac8f-4c09-8f8a-d78473a58f2f HTTP/1.1" status: 204 len: 173 time: 0.7768910 Aug 22 15:10:14.064079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'name': 'network-vif-deleted', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:14.066805 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71c448-4d1a-4957-b948-420c8d74790e" -d '{"events": [{"server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "name": "network-vif-deleted", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:14.079998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.104027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.104437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.105833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] 10.222.0.54 "PUT /v2.0/ports/cfcfe025-86d8-472e-bac3-75d392f335d0 HTTP/1.1" status: 200 len: 1092 time: 1.2897453 Aug 22 15:10:14.106762 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0482c502-2b77-459b-a02e-2f303c7c7184 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:14.109408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0482c502-2b77-459b-a02e-2f303c7c7184 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/9e9154e2-f119-431d-a090-e76c1ba491f9 HTTP/1.1" status: 404 len: 333 time: 0.0771661 Aug 22 15:10:14.109970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:14.113656 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:14.113791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:14.138654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1683979208'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:14.141196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b973ff-badd-49be-ba65-b25e0df5ec4f service neutron] Pushing event updated for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:14.148268 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50975e-b8a9-4878-9565-751089a62928 x-openstack-request-id: req-ed50975e-b8a9-4878-9565-751089a62928 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:14.148564 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b44376-9a36-4de0-8039-4d528305f8c3", "name": "network-vif-deleted", "tag": "6467a81f-ac8f-4c09-8f8a-d78473a58f2f", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:14.148827 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed50975e-b8a9-4878-9565-751089a62928 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:14.149232 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b44376-9a36-4de0-8039-4d528305f8c3', 'name': 'network-vif-deleted', 'tag': '6467a81f-ac8f-4c09-8f8a-d78473a58f2f', 'status': 'completed', 'code': 200} Aug 22 15:10:14.177043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7345bdc4-8974-4236-8728-d3115b94f918 req-34417224-f31b-4e2e-be06-997a3439ef14 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0286939 Aug 22 15:10:14.178870 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7e2b67-3137-46c8-9788-fa5a6838d56d x-openstack-request-id: req-4a7e2b67-3137-46c8-9788-fa5a6838d56d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:14.179166 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:14.179427 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a7e2b67-3137-46c8-9788-fa5a6838d56d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:14.179825 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0', 'status': 'completed', 'code': 200} Aug 22 15:10:14.243887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-117168b3-edab-4469-9f5c-98003fbc8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.245546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-117168b3-edab-4469-9f5c-98003fbc8c80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1095 time: 0.0435836 Aug 22 15:10:14.353177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:14.354834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-d97355ef-3266-48da-b4bd-23b471e44a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.356539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-d97355ef-3266-48da-b4bd-23b471e44a6b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d516d40d5394cdd95ce9657aea383ff&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026902 Aug 22 15:10:14.356769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.359509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.365085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.365679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.454079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:14.456117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Network': ['ID=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:14.460184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-dd5dc0d2-c0cf-4a28-b1b5-ace4dbd9e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.465762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1512ee3a-fd8b-4156-9d04-a3d31480d3f6 req-dd5dc0d2-c0cf-4a28-b1b5-ace4dbd9e276 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983815 Aug 22 15:10:14.470277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:14.478084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.478783 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment 0bc06b1d-2aa8-40aa-a33e-64ea1c509409 of type vlan for network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 Aug 22 15:10:14.527210 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.578097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-c564a636-1935-4667-a955-84c67e8ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.579673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-c564a636-1935-4667-a955-84c67e8ea6d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1095 time: 0.0553892 Aug 22 15:10:14.625384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9a15e1d-d103-43e2-9bf3-1d95c71778c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0319600 Aug 22 15:10:14.628515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55380) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:14.634383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-0cd07dbd-2b29-490f-8a41-2bce7f014ae7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcfe025-86d8-472e-bac3-75d392f335d0 HTTP/1.1" status: 200 len: 217 time: 0.0450280 Aug 22 15:10:14.634580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'admin_state_up': True, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:14.688859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-ba5fa917-15d2-4c81-977a-1df31ef62241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.690407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-ba5fa917-15d2-4c81-977a-1df31ef62241 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.0488095 Aug 22 15:10:14.697678 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.705806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:14.705806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.734942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-cdbfaab3-e31c-4c32-94a7-4e5e24c51762 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328612 Aug 22 15:10:14.782341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=f9c74bb8-6a80-4c3c-854d-db5cbaadb032,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:14.801014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:14.830074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.831904 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.849945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-cdccfc46-1376-4277-ad67-10ac9bde5afd service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995193 Aug 22 15:10:14.893347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:14.898066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7cc37674-f1be-4ab9-9566-8b356f69a1f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7685091 Aug 22 15:10:14.898914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55386) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:14.903827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:15.067649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d7d950-15d6-4b9f-ac7c-aea4f37fb0dd req-4456efb3-f157-4f41-a75d-466a2b540c8f service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076225 Aug 22 15:10:15.095020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c06da2-727e-416d-9dbc-c8b3dfb70431 req-a3151339-4834-4c6f-9fea-6a3565fdc754 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:15.097256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85c06da2-727e-416d-9dbc-c8b3dfb70431 req-a3151339-4834-4c6f-9fea-6a3565fdc754 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 944 time: 0.1144121 Aug 22 15:10:15.144260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85c06da2-727e-416d-9dbc-c8b3dfb70431 req-1d421efc-6836-4f67-8037-b53477526d56 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Aug 22 15:10:15.175673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:15.252098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:15.256401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:15.292344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2b136e6-3429-4e64-8a20-0bea62d3a8ed req-bb121a3f-7abb-4529-b60b-e31bf09bb1b9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=94b44376-9a36-4de0-8039-4d528305f8c3 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Aug 22 15:10:15.610223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:15.629321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:15.642685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:15.787225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=54a8fea8-a49e-4542-bacb-7b79386bd701,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:15.816769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': '0bc06b1d-2aa8-40aa-a33e-64ea1c509409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:15.817139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: f9c74bb8-6a80-4c3c-854d-db5cbaadb032, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:15.821177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.54 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c60c37d0-12ed-4f53-84e9-1ef9e605d5cb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:15.928547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:15.950410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.086175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f9c74bb8-6a80-4c3c-854d-db5cbaadb032) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:16.090441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:16.091475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.097993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916da26-2b56-463c-8890-ef180ada6565 None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:16.132359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.174094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:16.177417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:16.181169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:16.189868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:16.215657 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a72b3d6a-4e99-4ad7-8a5f-fdaf7a4f490e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3159189 Aug 22 15:10:16.219931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:16.226859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:16.272296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '54a8fea8-a49e-4542-bacb-7b79386bd701'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:16.273545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.364914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285484f-8731-4ae4-b527-875ed7ed68b1 req-b22fcb7e-b322-4911-b049-aba2cffdc4c0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:16.366509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3285484f-8731-4ae4-b527-875ed7ed68b1 req-b22fcb7e-b322-4911-b049-aba2cffdc4c0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 944 time: 0.1075273 Aug 22 15:10:16.434453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Allocated IP 172.20.0.2 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/54a8fea8-a49e-4542-bacb-7b79386bd701/ed9d7bfe-e41c-4d6e-9287-464720f89446) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:16.437689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3285484f-8731-4ae4-b527-875ed7ed68b1 req-19d21ada-5c20-4064-8f0e-166485d45109 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598793 Aug 22 15:10:16.606056 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.615680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Transition to ACTIVE for port object ed9d7bfe-e41c-4d6e-9287-464720f89446 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:16.631569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Transition to ACTIVE for port object ed9d7bfe-e41c-4d6e-9287-464720f89446 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:16.652755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:16.653196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.717303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.753675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.795202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:16.799142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:16.803492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:16.852179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Pushing event updated for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:16.899471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Attempting to bind port ed9d7bfe-e41c-4d6e-9287-464720f89446 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:16.900582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Attempting to bind port ed9d7bfe-e41c-4d6e-9287-464720f89446 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '0bc06b1d-2aa8-40aa-a33e-64ea1c509409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:16.901165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Attempting to bind port ed9d7bfe-e41c-4d6e-9287-464720f89446 on network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Checking segment: {'id': '0bc06b1d-2aa8-40aa-a33e-64ea1c509409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Bound using segment: {'id': '0bc06b1d-2aa8-40aa-a33e-64ea1c509409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Bound port: ed9d7bfe-e41c-4d6e-9287-464720f89446, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc06b1d-2aa8-40aa-a33e-64ea1c509409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:16.930711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:17.022590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:17.023113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:17.026721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed9d7bfe-e41c-4d6e-9287-464720f89446,segment=NetworkSegment(0bc06b1d-2aa8-40aa-a33e-64ea1c509409),segment_id=0bc06b1d-2aa8-40aa-a33e-64ea1c509409)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:17.195786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:17.205471 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54a8fea8-a49e-4542-bacb-7b79386bd701 (CIDR: 172.20.0.0/28) Aug 22 15:10:17.242444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-ef4dfa2e-294e-44e7-bfce-bf98bcc075de tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:17.243273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-ef4dfa2e-294e-44e7-bfce-bf98bcc075de tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1393316 Aug 22 15:10:17.261251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-685fee64-6627-482c-bd4d-8134124a4779 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Aug 22 15:10:17.267589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699785e8-0873-4c9e-81e8-6000ee5f374c None None] Pushing event updated for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:17.284381 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:10:17.285218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:10:17.323637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9838bc39-c822-4ca2-85f3-9264cbefeb41 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:10:17.334849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-8a948957-7d41-4136-b47b-d7439b9d2b48 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666845 Aug 22 15:10:17.475870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ece7d6f-a295-4512-9b36-9a87a0f18922 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2521906 Aug 22 15:10:17.478169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:17.484388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:17.493497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-424c8e8b-2b56-47ac-a740-bb40f127d599 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453152 Aug 22 15:10:17.497807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:17.517071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Sync routers for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:17.530321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:17.531332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:17.662372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d00bc0-2e9a-4664-9d2a-e3efb8b2a99a req-9416fa5d-11cd-445a-8100-a788530e865f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:17.663954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d00bc0-2e9a-4664-9d2a-e3efb8b2a99a req-9416fa5d-11cd-445a-8100-a788530e865f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 944 time: 0.1101470 Aug 22 15:10:17.670728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-a1be79dc-5f5a-4589-b87b-ba2ebd0010fe service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688881 Aug 22 15:10:17.691333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:17.698931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c371527a-cac4-49d7-b14a-ab38e61ce051 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0641685 Aug 22 15:10:17.702003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55432) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:17.726291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:17.740865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08d00bc0-2e9a-4664-9d2a-e3efb8b2a99a req-945cdd81-834e-4903-ad92-d1369262cb78 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Aug 22 15:10:17.766131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6467a81f-ac8f-4c09-8f8a-d78473a58f2f no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:17.822882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 6467a81f-ac8f-4c09-8f8a-d78473a58f2f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:17.823235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6467a81f-ac8f-4c09-8f8a-d78473a58f2f not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:17.863399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:17.868537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:17.937734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bd0698a-d20b-43c4-988f-93bf4c695b8f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5e7a703bd64b4e4d944d0017fd296794&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2339590 Aug 22 15:10:17.938123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55442) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:17.980853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:16Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:18.039182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Checking router: 9838bc39-c822-4ca2-85f3-9264cbefeb41 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:18.039455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Updating router 9838bc39-c822-4ca2-85f3-9264cbefeb41 port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:10:18.118904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:18.205016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a06ee6-4d90-4d64-9ee2-5f22aff9427c tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:18.219322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3a06ee6-4d90-4d64-9ee2-5f22aff9427c tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2800257 Aug 22 15:10:18.232156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:18.353272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-942f1204-035e-40a0-82dc-3a7d4fb71305 req-0d1114dc-3201-4fe7-99cc-ee2f69ea0dcc tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.1172216 Aug 22 15:10:18.360365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f86549f-3174-48b9-b521-1ee8c6b75271 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230123 Aug 22 15:10:18.363344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55454) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:18.368398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232090585', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:18.586724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:18.598472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Transition to ACTIVE for port object c60c37d0-12ed-4f53-84e9-1ef9e605d5cb will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:18.623840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:18.626807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d2235-1cdd-46d3-939d-d519460cee98 None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:18.647073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cfcfe025-86d8-472e-bac3-75d392f335d0 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:18.672291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:18.675623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:18.680259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:18.680860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:18.693187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=816d636c-a844-4ed7-b77d-c61c15cdb74f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:18.697790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:18.702702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:18.818793 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bf8e81c-5623-4370-b911-735da107ca30 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3388858 Aug 22 15:10:18.821512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55462) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:18.830814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'fixed_ips': [{'subnet_id': '54a8fea8-a49e-4542-bacb-7b79386bd701'}, {'subnet_id': '816d636c-a844-4ed7-b77d-c61c15cdb74f'}], 'name': 'tempest-PortsTestJSON-717026389'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:18.911531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.039111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c0f82-9aba-415d-b731-596d77005af2 req-d2fc41dc-7e05-41fb-92da-9fb6603911bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:19.040572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b83c0f82-9aba-415d-b731-596d77005af2 req-d2fc41dc-7e05-41fb-92da-9fb6603911bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 944 time: 0.1050715 Aug 22 15:10:19.068880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771171c-c3ac-43dc-a6ae-30ff4001e015 None None] Pushing event updated for resources: {'Port': ['ID=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:19.071264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Attempting to bind port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:19.071770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Attempting to bind port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:19.072013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Attempting to bind port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:19.100678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:19.101138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:19.101458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.101865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:19.102345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Bound port: c60c37d0-12ed-4f53-84e9-1ef9e605d5cb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:19.102727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.111761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ee0a899e-b419-4b9f-a9d5-5bdbd3f9d81a None None] Provisioning for port ed9d7bfe-e41c-4d6e-9287-464720f89446 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:19.116279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cfcfe025-86d8-472e-bac3-75d392f335d0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:19.116690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b83c0f82-9aba-415d-b731-596d77005af2 req-76789752-1ceb-4ff2-8c16-f27dd0101a78 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695808 Aug 22 15:10:19.126706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:19.127735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.172739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'cfcfe025-86d8-472e-bac3-75d392f335d0', 'network_id': 'b9b77e98-be68-4e69-a6c2-02e4c7a29fa3', 'port_id': 'cfcfe025-86d8-472e-bac3-75d392f335d0', 'mac_address': 'fa:16:3e:7f:81:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efda7b81-653a-49f7-ab19-f048d48cbbe1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:19.236556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Subnet': ['ID=b3c3f1da-4507-4bdd-aca4-09481bf6d99e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:19.249591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Checking segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:19.250232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network hostable DHCP agents. Network: 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:19.269824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.281798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] For port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:19.287056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] For port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:19.292393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 1517766a-2d95-4273-99d7-1ddda60a2542 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:19.322940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed9d7bfe-e41c-4d6e-9287-464720f89446 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:19.422145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.433304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cba67fbd-9004-4cc4-a6f6-bcd301cc6747 req-5c2769c3-2a1d-4ecf-9d9f-3c585f9f8e47 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.0396373 Aug 22 15:10:19.440765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:19.449431 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.491686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcfe025-86d8-472e-bac3-75d392f335d0 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:19.525172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Update dhcp port {'port': {'network_id': 'f9c74bb8-6a80-4c3c-854d-db5cbaadb032', 'fixed_ips': [{'subnet_id': '54a8fea8-a49e-4542-bacb-7b79386bd701', 'ip_address': '172.20.0.2'}, {'subnet_id': '816d636c-a844-4ed7-b77d-c61c15cdb74f'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'ed9d7bfe-e41c-4d6e-9287-464720f89446'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:10:19.567818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cfcfe025-86d8-472e-bac3-75d392f335d0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:19.596756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.600467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771171c-c3ac-43dc-a6ae-30ff4001e015 None None] Pushing event updated for resources: {'Port': ['ID=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:19.603188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:19.603812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:19.612209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:19.632443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:19.633056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.653275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89af98-4374-427f-83ef-779586aac67c None None] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:19.778165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a8462ce-69cc-445d-91cd-db4acc14c0fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4141192 Aug 22 15:10:19.781080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:19.843635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.845812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ed9d7bfe-e41c-4d6e-9287-464720f89446 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:19.907109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ed9d7bfe-e41c-4d6e-9287-464720f89446 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:19.907496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:19.934403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.6 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/54a8fea8-a49e-4542-bacb-7b79386bd701/1517766a-2d95-4273-99d7-1ddda60a2542) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:19.942904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.29 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/816d636c-a844-4ed7-b77d-c61c15cdb74f/1517766a-2d95-4273-99d7-1ddda60a2542) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:19.981474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:20.079880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:20.154674 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.172262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object 1517766a-2d95-4273-99d7-1ddda60a2542 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:20.314011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1055c-5255-46a5-937e-9a72510280ab req-9cf9f23e-0c87-43ef-9af9-849349484281 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:20.315604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ece1055c-5255-46a5-937e-9a72510280ab req-9cf9f23e-0c87-43ef-9af9-849349484281 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 945 time: 0.0929878 Aug 22 15:10:20.316066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:20.322224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.322590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.330341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.360724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:20.394225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:20.398941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['cfcfe025-86d8-472e-bac3-75d392f335d0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:20.406925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:20.411801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ece1055c-5255-46a5-937e-9a72510280ab req-ffd3493c-e527-44a1-bf54-15b16ee89999 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810096 Aug 22 15:10:20.462956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=1517766a-2d95-4273-99d7-1ddda60a2542,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:20.482023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:20.483641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.483785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.493150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:16Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:20.613103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-de3e7001-8c0e-436d-8a7c-fd902d952680 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7897279 Aug 22 15:10:20.615022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1038b28e-3aac-451d-8dbe-2a433d2efbb6 None None] The sync data for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 is: [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:16Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:20.616608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:20.625463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Allocated IP 172.20.0.18 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/816d636c-a844-4ed7-b77d-c61c15cdb74f/ed9d7bfe-e41c-4d6e-9287-464720f89446) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:20.633176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed9d7bfe-e41c-4d6e-9287-464720f89446,segment=NetworkSegment(0bc06b1d-2aa8-40aa-a33e-64ea1c509409),segment_id=0bc06b1d-2aa8-40aa-a33e-64ea1c509409)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:20.645745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54a8fea8-a49e-4542-bacb-7b79386bd701'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:20.665237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0288422f-1b2d-41ea-a290-27e386d0a1b1 req-cd8a311a-989a-4de0-9626-ce79bdc89aa8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.0659616 Aug 22 15:10:20.764547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:20.800198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Allocated IP 172.20.0.2 (94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e/b3c3f1da-4507-4bdd-aca4-09481bf6d99e/d5caeb1d-dd96-4a3b-8e16-ceff96112c98) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:20.812229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.322399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.323093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:21.350776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c60c37d0-12ed-4f53-84e9-1ef9e605d5cb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:21.458668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed9d7bfe-e41c-4d6e-9287-464720f89446,segment=NetworkSegment(0bc06b1d-2aa8-40aa-a33e-64ea1c509409),segment_id=0bc06b1d-2aa8-40aa-a33e-64ea1c509409)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:21.582837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd133-63a2-4a08-ac66-cd3ddb5adfc8 req-e3f2b928-7104-4220-ae9c-c96b8b5ff6dc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:21.584408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-70d83fb7-b8cc-4a74-a7a4-a438ab47a064 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:21.584873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c5fd133-63a2-4a08-ac66-cd3ddb5adfc8 req-e3f2b928-7104-4220-ae9c-c96b8b5ff6dc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 945 time: 0.0808842 Aug 22 15:10:21.586681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-70d83fb7-b8cc-4a74-a7a4-a438ab47a064 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1628594 Aug 22 15:10:21.606291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.608342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': 'c6c23913-c870-4d79-9241-ebad5463b545', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:21.636123 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.653490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Transition to ACTIVE for port object ed9d7bfe-e41c-4d6e-9287-464720f89446 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:21.656137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Transition to ACTIVE for port object d5caeb1d-dd96-4a3b-8e16-ceff96112c98 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:21.690762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c5fd133-63a2-4a08-ac66-cd3ddb5adfc8 req-e4cbe15d-651d-470c-a06a-f3e3af51d272 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Aug 22 15:10:21.713758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Transition to ACTIVE for port object d5caeb1d-dd96-4a3b-8e16-ceff96112c98 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:21.733821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:21.740602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:21.741244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.812472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.845778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca301081-1607-463a-8609-62169fdb7e6d req-7abdd2a7-74ec-4e44-8222-113060c26301 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.0523403 Aug 22 15:10:21.869939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Delete allocated IP 172.20.0.29 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/816d636c-a844-4ed7-b77d-c61c15cdb74f) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:10:21.900107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:21.934431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.1 (94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e/b3c3f1da-4507-4bdd-aca4-09481bf6d99e/115e3f88-06bc-4527-9c12-ad160e490a1f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:21.966830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:21.972125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.005293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236e294-e5b7-4ebd-885e-60afd517bc89 None None] Pushing event updated for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.013074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:22.022488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:22.051056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:22.176676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Pushing event updated for resources: {'Port': ['ID=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.182442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.241840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.243215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:22.252900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Attempting to bind port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:22.254255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Attempting to bind port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:22.255212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Attempting to bind port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:22.256365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.268571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:22.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Checking segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:22.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Bound using segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:22.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Bound port: d5caeb1d-dd96-4a3b-8e16-ceff96112c98, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:22.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.285742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Ignored duplicate provisioning block setup for port 1517766a-2d95-4273-99d7-1ddda60a2542 by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 15:10:22.289610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.7 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/21fbcac3-5e6d-43dd-856e-c1ec0e94cceb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:22.305589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object 115e3f88-06bc-4527-9c12-ad160e490a1f will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:22.399389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.477006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.504580 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.509286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] For port d5caeb1d-dd96-4a3b-8e16-ceff96112c98, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:22.531626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.549644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] For port d5caeb1d-dd96-4a3b-8e16-ceff96112c98, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:22.618540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.646549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.662948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:22.667794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:22.674365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:22.741114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] In _notify_port_updated(), no bound segment for port 1517766a-2d95-4273-99d7-1ddda60a2542 on network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:10:22.752648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:22.753798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.758855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17885d0d-f14f-46f5-b5d1-e052f2f071eb None None] Pushing event updated for resources: {'Port': ['ID=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.759412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/ports/1517766a-2d95-4273-99d7-1ddda60a2542 HTTP/1.1" status: 200 len: 918 time: 2.1380517 Aug 22 15:10:22.759651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cfcfe025-86d8-472e-bac3-75d392f335d0 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:22.780838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:22.797151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54a8fea8-a49e-4542-bacb-7b79386bd701'}, {'subnet_id': '816d636c-a844-4ed7-b77d-c61c15cdb74f'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:22.817530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7063d-47f0-475a-a85d-2741292c1d55 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=1517766a-2d95-4273-99d7-1ddda60a2542,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:22.863821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:22.966503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port cfcfe025-86d8-472e-bac3-75d392f335d0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:22.972815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port cfcfe025-86d8-472e-bac3-75d392f335d0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:22.977744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.000473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.090534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.122534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-161d8b93-0926-45d3-b8c8-4b22392d5f4e req-f9b766d4-9a6b-4011-ba14-5a11c62b2140 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.1164050 Aug 22 15:10:23.133929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:23.244293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:23.247084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721bc53-e582-49d6-9a5b-3a7b2a56fa3f None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:23.249325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:23.258094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:23.280504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7af26-3814-42af-a2b7-9c23f3a510b8 req-b94a30e6-3dcd-44c9-ac31-6fcec3de27fa tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:23.283307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cd7af26-3814-42af-a2b7-9c23f3a510b8 req-b94a30e6-3dcd-44c9-ac31-6fcec3de27fa tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 945 time: 0.4132023 Aug 22 15:10:23.326975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.366373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:23.367560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.378504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:23.400967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c60c37d0-12ed-4f53-84e9-1ef9e605d5cb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:23.473059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:23.475543 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344935c4-5714-482f-b71e-e189ec4457e5" -d '{"events": [{"server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "name": "network-vif-plugged", "status": "completed", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:23.491068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cd7af26-3814-42af-a2b7-9c23f3a510b8 req-fb5f9a3b-b31b-454d-addf-e54492764735 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993110 Aug 22 15:10:23.513314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.532975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cfcfe025-86d8-472e-bac3-75d392f335d0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:23.569384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-eff72da8-76f4-45a2-8e23-627e27eeb6ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9674642 Aug 22 15:10:23.591542 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103204d5-41fc-49fc-8239-990ee57e53b0 x-openstack-request-id: req-103204d5-41fc-49fc-8239-990ee57e53b0 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:23.599114 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "name": "network-vif-plugged", "status": "completed", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:23.599507 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-103204d5-41fc-49fc-8239-990ee57e53b0 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:23.600264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Request body: {'port': {'device_id': 'c6c23913-c870-4d79-9241-ebad5463b545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:23.602473 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0', 'code': 200} Aug 22 15:10:23.622020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9cb50bd7-fffd-4be2-82f8-680bec83af74 None None] Provisioning for port ed9d7bfe-e41c-4d6e-9287-464720f89446 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:23.660187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:23.660989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.700475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9cb50bd7-fffd-4be2-82f8-680bec83af74 None None] Provisioning complete for port ed9d7bfe-e41c-4d6e-9287-464720f89446 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:23.701097 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9cb50bd7-fffd-4be2-82f8-680bec83af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.707774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.761735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:23.785505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-5c14067d-c23f-49c3-96da-6ed284fb54ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028447 Aug 22 15:10:23.937330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:23.993743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-65dcca2d-8151-4469-b64e-1e509e58eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:23.995521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-65dcca2d-8151-4469-b64e-1e509e58eea1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1097 time: 0.1343126 Aug 22 15:10:24.017491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.065326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed9d7bfe-e41c-4d6e-9287-464720f89446 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:24.097855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed475d-3b4c-4bfc-b488-9701177510c5 req-07886872-e816-4648-8910-e57fcb283581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:24.099522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60ed475d-3b4c-4bfc-b488-9701177510c5 req-07886872-e816-4648-8910-e57fcb283581 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1097 time: 0.2911081 Aug 22 15:10:24.164454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-e775b0fb-fbe6-4f13-82e0-33f576d839a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:24.165193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ed9d7bfe-e41c-4d6e-9287-464720f89446 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:24.166626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.167106 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-e775b0fb-fbe6-4f13-82e0-33f576d839a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 898 time: 0.1371067 Aug 22 15:10:24.323647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-742e00eb-8cbd-46a5-a51f-d0d3aa4a2f9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 1002 time: 0.1438382 Aug 22 15:10:24.390275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Provisioning complete for port ed9d7bfe-e41c-4d6e-9287-464720f89446 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:24.391602 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.413877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-645ead63-2e43-4ceb-a3c5-cbe0ef678e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:24.415506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-645ead63-2e43-4ceb-a3c5-cbe0ef678e4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.0834653 Aug 22 15:10:24.514367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-c8b4f984-896e-4d3e-af1c-0b5b717c4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:24.516524 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-c8b4f984-896e-4d3e-af1c-0b5b717c4c5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891395 Aug 22 15:10:24.527520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:24.548310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.610710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Transition to ACTIVE for port object 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:24.626330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Provisioning for port 1517766a-2d95-4273-99d7-1ddda60a2542 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:24.631696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Provisioning complete for port 1517766a-2d95-4273-99d7-1ddda60a2542 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:24.632140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.663546 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-9a404914-eec8-4ad2-bc73-648f674c9537 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292706 Aug 22 15:10:24.687267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.694814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2abf0-88f1-4366-a78e-2bc0dbbde7b1 None None] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:24.702392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-936d94bd-3ecc-44e6-ac31-813cd72eac8e None None] Port 1517766a-2d95-4273-99d7-1ddda60a2542 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:24.815058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Pushing event updated for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:24.821708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60ed475d-3b4c-4bfc-b488-9701177510c5 req-470309a8-a822-4772-9903-b241a601b2d3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060933 Aug 22 15:10:24.836541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3c301-a9ae-4a4e-822f-99172eee8e22 req-92435172-0527-4f7d-92e7-4a06d842af1a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:24.838308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6a3c301-a9ae-4a4e-822f-99172eee8e22 req-92435172-0527-4f7d-92e7-4a06d842af1a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 943 time: 0.1685727 Aug 22 15:10:24.853597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-14ac1974-d336-4ef1-ba5b-e3b34c9bd955 None None] Provisioning complete for port 1517766a-2d95-4273-99d7-1ddda60a2542 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:24.859749 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-14ac1974-d336-4ef1-ba5b-e3b34c9bd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.883627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-62f07785-b7ac-4986-a2ec-dffa9b83b7cb req-4ca604c5-8ec5-4733-a18c-ec8ac64aacec service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105207 Aug 22 15:10:24.899295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.22 (f9c74bb8-6a80-4c3c-854d-db5cbaadb032/816d636c-a844-4ed7-b77d-c61c15cdb74f/1517766a-2d95-4273-99d7-1ddda60a2542) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:24.915242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6a3c301-a9ae-4a4e-822f-99172eee8e22 req-4a45bdcb-50c8-4f7d-98d5-486ebbf8ce92 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510488 Aug 22 15:10:24.922824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Attempting to bind port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:24.922824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Attempting to bind port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:24.923417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Attempting to bind port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:24.929738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:10:24.930251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Attempting to bind port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:24.938532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:24.939038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:24.939945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:24.940668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Bound port: 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:24.941283 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:24.984898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-aacd39e3-6f27-4b48-ab1b-61fbf4071804 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:25.000488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-aacd39e3-6f27-4b48-ab1b-61fbf4071804 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.9248281 Aug 22 15:10:25.028646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-14ac1974-d336-4ef1-ba5b-e3b34c9bd955 None None] Port 1517766a-2d95-4273-99d7-1ddda60a2542 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:25.062342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:25.062600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-66b08729-4d40-4105-97da-423fc8d91ae6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0609174 Aug 22 15:10:25.066733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:25.276162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d5caeb1d-dd96-4a3b-8e16-ceff96112c98 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:25.331682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb177a-dfaa-49dc-9625-2fe39b7824a6 req-061e0c03-2cf3-4a1c-92e7-0e1cd5bfc23d tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:25.333314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8feb177a-dfaa-49dc-9625-2fe39b7824a6 req-061e0c03-2cf3-4a1c-92e7-0e1cd5bfc23d tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2915306 Aug 22 15:10:25.370979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-b20d73b9-ef50-4812-8abe-1a9b687abe5e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2249084 Aug 22 15:10:25.438753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.516377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Ignored duplicate provisioning block setup for port 1517766a-2d95-4273-99d7-1ddda60a2542 by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 15:10:25.523960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8feb177a-dfaa-49dc-9625-2fe39b7824a6 req-ca8e3184-f416-4560-b0eb-f0254932209f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839533 Aug 22 15:10:25.548163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.555170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-14ac1974-d336-4ef1-ba5b-e3b34c9bd955 None None] Provisioning for port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:25.557502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:25.565125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-c5e043d5-2814-4897-9e01-3a43e62cf483 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840925 Aug 22 15:10:25.569627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.572708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:25.577289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:25.578008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.660792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:25.661622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.662978 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] 10.222.0.10 "PUT /v2.0/ports/21fbcac3-5e6d-43dd-856e-c1ec0e94cceb HTTP/1.1" status: 200 len: 1091 time: 2.0780602 Aug 22 15:10:25.665408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:25.668778 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c31832-28fc-4c08-ab70-6dda169bf9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:25.697818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.701841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9262-b8c2-4904-8b71-57330c329282 service neutron] Pushing event updated for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:25.703138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Provisioning complete for port 1517766a-2d95-4273-99d7-1ddda60a2542 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:25.703623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.722268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.731394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-ba99419e-af95-42c0-a9e7-3bebd73f07c2 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583045 Aug 22 15:10:25.774244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.779212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Port 1517766a-2d95-4273-99d7-1ddda60a2542 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:25.781782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d5caeb1d-dd96-4a3b-8e16-ceff96112c98, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:25.792526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Provisioning complete for port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:25.792913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.910879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:25.945966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-ebf325e4-4266-4e5a-9284-79be6639b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:25.946974 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-ebf325e4-4266-4e5a-9284-79be6639b38c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 1094 time: 0.1349871 Aug 22 15:10:25.956042 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c4941c-5655-4163-9573-76bd8579efbf x-openstack-request-id: req-d5c4941c-5655-4163-9573-76bd8579efbf {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:25.956402 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:25.956601 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5c4941c-5655-4163-9573-76bd8579efbf {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:25.957021 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb', 'status': 'completed', 'code': 200} Aug 22 15:10:25.977778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=1517766a-2d95-4273-99d7-1ddda60a2542,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:26.048594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:26.058539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:26.063161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:26.112858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-41fa7979-5884-4e58-ac7e-09da7b4267b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb HTTP/1.1" status: 200 len: 217 time: 0.1341436 Aug 22 15:10:26.135433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:10:26.135937 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:10:26.136237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:26.164406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] In _notify_port_updated(), no bound segment for port 1517766a-2d95-4273-99d7-1ddda60a2542 on network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:10:26.166211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:26.166885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:26.173754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67b58bc3-c916-484d-b66b-fd07f61a994d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/ports/1517766a-2d95-4273-99d7-1ddda60a2542 HTTP/1.1" status: 200 len: 998 time: 3.3843641 Aug 22 15:10:26.174613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:26.194589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b4f7-0015-4960-95f1-1ecec7ade006 req-3c25886d-318a-4000-90dc-2ad035ed4d49 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:26.198356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43d6b4f7-0015-4960-95f1-1ecec7ade006 req-3c25886d-318a-4000-90dc-2ad035ed4d49 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 943 time: 0.1377325 Aug 22 15:10:26.278323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43d6b4f7-0015-4960-95f1-1ecec7ade006 req-304878a7-4f27-4286-ad12-f0b3cafe2032 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Aug 22 15:10:26.286395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-89073b45-c97b-42f8-8e60-6aa8d5663450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:26.287769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-89073b45-c97b-42f8-8e60-6aa8d5663450 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1661372 Aug 22 15:10:26.292413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:26.294200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:26.354046 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-43a33792-3d21-4cac-a5ab-ac74e8a8f992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519948 Aug 22 15:10:26.442676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9838bc39-c822-4ca2-85f3-9264cbefeb41 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:26.509220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 1517766a-2d95-4273-99d7-1ddda60a2542 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:26.509569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:26.546781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-5e5e252d-5fa3-4b37-89cf-bdf53020dcfb service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804740 Aug 22 15:10:26.699063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:26.704679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ab7616b-bab2-4a62-b923-557ab316e14f req-f8b29ddb-f302-4a77-b37c-9581e79defa5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0976014 Aug 22 15:10:26.717317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3778a9ac-2f10-4d54-abea-2389c63e0c5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/9838bc39-c822-4ca2-85f3-9264cbefeb41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9330614 Aug 22 15:10:26.725286 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Sync routers for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:26.753434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:26.753434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:26.768131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b4ce-639d-45a1-b652-749559f7c180 req-56195600-3252-4b0c-9531-d7866aa6c8e8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:26.784012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f09b4ce-639d-45a1-b652-749559f7c180 req-56195600-3252-4b0c-9531-d7866aa6c8e8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1527267 Aug 22 15:10:26.834112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Provisioning for port 115e3f88-06bc-4527-9c12-ad160e490a1f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:26.839417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Provisioning complete for port 115e3f88-06bc-4527-9c12-ad160e490a1f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:26.839731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:26.862290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f09b4ce-639d-45a1-b652-749559f7c180 req-6b7b58b4-a5d5-43af-b938-c41e9ea76a4c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Aug 22 15:10:26.933190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f5d253d5-2ca8-4dde-b319-19d5710e8ef6 None None] Port 115e3f88-06bc-4527-9c12-ad160e490a1f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:26.945695 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:27.005447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-850a2c65-aa8d-48ed-849a-e52a7cc10204 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158877442&fields=id&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 267 time: 0.0388739 Aug 22 15:10:27.069740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Provisioning complete for port 1517766a-2d95-4273-99d7-1ddda60a2542 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:27.072211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.125149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Port 1517766a-2d95-4273-99d7-1ddda60a2542 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:27.131675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.138130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Provisioning complete for port 115e3f88-06bc-4527-9c12-ad160e490a1f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:27.138709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.147877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 1517766a-2d95-4273-99d7-1ddda60a2542 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:27.165569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-f415bb8a-e949-4c4b-8701-f9b9ed00e25c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:27.172310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-f415bb8a-e949-4c4b-8701-f9b9ed00e25c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 797 time: 0.1537352 Aug 22 15:10:27.179875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6a1eb781-7e7c-4aa7-b83a-db7527279ba9 None None] Port 115e3f88-06bc-4527-9c12-ad160e490a1f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:27.192581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-629c3de3-f68b-4c0b-9222-e32ff8ee7fff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/quotas/5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 375 time: 0.0167444 Aug 22 15:10:27.275079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d5caeb1d-dd96-4a3b-8e16-ceff96112c98 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:27.280094 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:25Z', 'revision_number': 2, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:27.283682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-44599819-00e5-4252-bcd0-2fa2de55b090 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824103 Aug 22 15:10:27.315674 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Checking router: 9838bc39-c822-4ca2-85f3-9264cbefeb41 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:27.316352 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Updating router 9838bc39-c822-4ca2-85f3-9264cbefeb41 port 115e3f88-06bc-4527-9c12-ad160e490a1f binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:10:27.340372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:27.340883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.350441 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.399133 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.473312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-dd928221-4597-4352-93ee-df7193047d61 service neutron] 10.222.0.53 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730509 Aug 22 15:10:27.492036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaf928-237b-4759-92ab-c35522d2ce48 req-cf34f2bd-143b-42bb-82f2-64d1f5ad8833 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:27.493775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12eaf928-237b-4759-92ab-c35522d2ce48 req-cf34f2bd-143b-42bb-82f2-64d1f5ad8833 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 943 time: 0.0852594 Aug 22 15:10:27.512789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8cd8657b-49b4-4ee0-bae8-734114dd6843 req-11dbc24f-6ab9-4890-9db4-f5a97aad555f service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8833213 Aug 22 15:10:27.602216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12eaf928-237b-4759-92ab-c35522d2ce48 req-0bb1e9b6-7ff1-4b4e-898f-8a2ea730cbb6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989938 Aug 22 15:10:27.746314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-4376e7a6-c23b-40e9-baa9-39cb09197414 service neutron] 10.222.0.53 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513015 Aug 22 15:10:27.823432 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:27.839266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68bd8ce6-1741-433d-8e7c-2cbc79090116 req-3cccf5bd-eab0-4762-87af-05234c2b9dbe tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0577476 Aug 22 15:10:27.869192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-065a941f-67e5-4b36-be70-f25e5fa5f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:27.870470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-065a941f-67e5-4b36-be70-f25e5fa5f0b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 1094 time: 0.1495571 Aug 22 15:10:27.991605 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Transition to ACTIVE for port object 115e3f88-06bc-4527-9c12-ad160e490a1f will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:27.995481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.052643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4bc63-8937-4737-b123-76fd8c6210d8 req-de93bed0-39f6-4f7d-bf88-ef4d6cb314f8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:28.052904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=1517766a-2d95-4273-99d7-1ddda60a2542,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:28.054867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48a4bc63-8937-4737-b123-76fd8c6210d8 req-de93bed0-39f6-4f7d-bf88-ef4d6cb314f8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.0872605 Aug 22 15:10:28.093730 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.119876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-daedadd9-890d-4d4d-a485-c5752204e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:28.120183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48a4bc63-8937-4737-b123-76fd8c6210d8 req-aefa8280-cab0-4385-a59e-7c6abf31f663 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 Aug 22 15:10:28.120324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-daedadd9-890d-4d4d-a485-c5752204e706 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.2413070 Aug 22 15:10:28.220563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a34fc15-c247-4901-b2fc-76983fcc3b9a req-6da8caa6-70b5-40e3-be57-a535d41399d8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 210 time: 0.0990627 Aug 22 15:10:28.253890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-4ffe56fe-121b-486d-885f-d6aa11f4660a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb HTTP/1.1" status: 200 len: 217 time: 0.1154854 Aug 22 15:10:28.333843 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Attempting to bind port 115e3f88-06bc-4527-9c12-ad160e490a1f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:28.334210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Attempting to bind port 115e3f88-06bc-4527-9c12-ad160e490a1f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:28.334622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Attempting to bind port 115e3f88-06bc-4527-9c12-ad160e490a1f on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:28.337121 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a491b02-4db3-4a3a-8ca4-736b76cb2ca2 None None] Pushing event updated for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:28.365813 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:28.366421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Checking segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:28.367129 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.367703 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Bound using segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:28.368382 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Bound port: 115e3f88-06bc-4527-9c12-ad160e490a1f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:28.369047 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.402815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.410306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55604) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:28.411016 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd3299d2-6b5e-46fa-a127-a74ceea5c4d4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/1517766a-2d95-4273-99d7-1ddda60a2542 HTTP/1.1" status: 204 len: 168 time: 2.2308056 Aug 22 15:10:28.428550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-c4e237b2-60e6-45f8-a0cf-1b049bbca2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:28.430409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-c4e237b2-60e6-45f8-a0cf-1b049bbca2f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1226966 Aug 22 15:10:28.460317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 52686219-a23d-4ecb-8bca-45f6f5171ff1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:28.460862 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933f485-da20-42d1-afdf-9df5c2652825 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:28.461152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.465139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f933f485-da20-42d1-afdf-9df5c2652825 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/1517766a-2d95-4273-99d7-1ddda60a2542 HTTP/1.1" status: 404 len: 333 time: 0.0512147 Aug 22 15:10:28.467701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:28.470314 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] For port 115e3f88-06bc-4527-9c12-ad160e490a1f, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:28.475911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] For port 115e3f88-06bc-4527-9c12-ad160e490a1f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=115e3f88-06bc-4527-9c12-ad160e490a1f,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:28.510462 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-6acfdc10-6d5d-4341-8968-ac0c4e5e4c2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702465 Aug 22 15:10:28.551066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 816d636c-a844-4ed7-b77d-c61c15cdb74f {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:28.554680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.603948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.618933 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.724273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.750995 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:28.760267 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:28.847212 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a491b02-4db3-4a3a-8ca4-736b76cb2ca2 None None] Pushing event updated for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:28.886009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port 52686219-a23d-4ecb-8bca-45f6f5171ff1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=52686219-a23d-4ecb-8bca-45f6f5171ff1,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:28.886692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:28.892563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-3e37ce9d-5e5a-4856-83a2-f2b540782ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545768 Aug 22 15:10:28.976701 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:29.006903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc82c78-e4ae-4192-bccd-db99a9666995 req-cc3c16c6-d94a-4923-80a1-98fa5bc49bd2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:29.008899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fc82c78-e4ae-4192-bccd-db99a9666995 req-cc3c16c6-d94a-4923-80a1-98fa5bc49bd2 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2046552 Aug 22 15:10:29.010088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 52686219-a23d-4ecb-8bca-45f6f5171ff1 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:29.024932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a38ecf-70f1-4eea-aa54-b843205088e5 req-520150df-e93c-43fd-9c99-845833f95468 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:29.035198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a38ecf-70f1-4eea-aa54-b843205088e5 req-520150df-e93c-43fd-9c99-845833f95468 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 943 time: 0.2767777 Aug 22 15:10:29.088128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-f7f7d7d2-2098-4276-a1b3-7c79b71e1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:29.092171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-f7f7d7d2-2098-4276-a1b3-7c79b71e1f73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1097 time: 0.2384634 Aug 22 15:10:29.096335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-56c31832-28fc-4c08-ab70-6dda169bf9e9 req-0cff4515-14a6-4de3-a744-6993111abcbe service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857755 Aug 22 15:10:29.140745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0a38ecf-70f1-4eea-aa54-b843205088e5 req-e9f6fc3e-077f-4990-b73c-87de293401f8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041753 Aug 22 15:10:29.168637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:29.210222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ad6e4-899b-4530-9825-1f443836aceb None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:29.283610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:29.288016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/816d636c-a844-4ed7-b77d-c61c15cdb74f HTTP/1.1" status: 204 len: 168 time: 0.8168085 Aug 22 15:10:29.298929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55622) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:29.333904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fc82c78-e4ae-4192-bccd-db99a9666995 req-9153583c-5928-494b-a2ad-002c25d5f34b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954566 Aug 22 15:10:29.349288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe701-49aa-471c-b1a8-12af1ddcf82b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=816d636c-a844-4ed7-b77d-c61c15cdb74f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:29.373364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 54a8fea8-a49e-4542-bacb-7b79386bd701 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:29.379339 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:29.380451 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:28Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:29.395408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da50ba27-717f-45af-984a-40f5324410b0 req-7eef90dc-d80f-46bb-941d-f029b782c45a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0922852 Aug 22 15:10:29.418586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-be5dc336-f8c5-4236-9c98-26c80b8149c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:29.424134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-be5dc336-f8c5-4236-9c98-26c80b8149c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 912 time: 0.3146365 Aug 22 15:10:29.444087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2889e4d7-e3d7-40f9-b0d0-27a83b5838ae None None] The sync data for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 is: [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:28Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:29.486649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:29.490598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-40d390d4-487d-4a8a-8d92-672813e9ffe7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcfe025-86d8-472e-bac3-75d392f335d0 HTTP/1.1" status: 200 len: 217 time: 0.0583439 Aug 22 15:10:29.580724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=52686219-a23d-4ecb-8bca-45f6f5171ff1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:29.587702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:29.621922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-659483c0-373f-45da-8d56-aded1bc3af0f req-d1a524f5-8a88-4c97-9c96-e38e295adab9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 210 time: 0.0478718 Aug 22 15:10:29.633646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-08956b27-17b8-4587-8484-ed442ac7e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:29.633646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-08956b27-17b8-4587-8484-ed442ac7e68e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.1341612 Aug 22 15:10:29.681563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-8b3145d9-5dd6-4bee-930f-a579f0d9d9ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409784 Aug 22 15:10:29.795722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:29.879830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-382c2275-a6ef-4d3c-9afb-b529bd529240 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850035 Aug 22 15:10:30.022189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f2fe7bb-84b9-4019-9b6d-ec20ddac62f3 req-a2583082-e811-4ab8-9b6b-00d6909d2e6d service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305814 Aug 22 15:10:30.145946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.149443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.274275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:30.314943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb', 'mac_address': 'fa:16:3e:bf:8b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:30.421098 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.424581 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c617015-6208-4cc2-9485-2a3b1c4b0d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.427193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-95c75796-934b-4a89-8d24-6a353338c190 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:30.430670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-95c75796-934b-4a89-8d24-6a353338c190 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.6527145 Aug 22 15:10:30.448298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:30.457869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3286482-0680-4210-8a30-9db9e2e08d5a req-eaca39b1-2f40-4275-b4ac-c0fcb2426d51 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:30.466335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3286482-0680-4210-8a30-9db9e2e08d5a req-eaca39b1-2f40-4275-b4ac-c0fcb2426d51 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 943 time: 0.1474912 Aug 22 15:10:30.484980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:30.538988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:30.568556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3286482-0680-4210-8a30-9db9e2e08d5a req-3a81cebc-8239-4ab8-946d-ebf1ebcdbcb4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010160 Aug 22 15:10:30.591654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.626937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19d993-e5a0-441c-a32c-109cc57fafb9 req-cf028a35-ca8e-4a6c-8639-9d3ab09a572e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:30.636706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be19d993-e5a0-441c-a32c-109cc57fafb9 req-cf028a35-ca8e-4a6c-8639-9d3ab09a572e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1257577 Aug 22 15:10:30.669914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c8da0e5d-d25a-43ff-a8ba-85d104f14c01 None None] Provisioning complete for port ed9d7bfe-e41c-4d6e-9287-464720f89446 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:30.670455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c8da0e5d-d25a-43ff-a8ba-85d104f14c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.730441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be19d993-e5a0-441c-a32c-109cc57fafb9 req-9ca916e5-ab02-4f5d-9e0d-14498c88de0d tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926278 Aug 22 15:10:30.749297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f288df-b1d5-467c-9816-726948fd3090 req-6b1115fc-acad-4fba-b098-e96e3b31da34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0685763 Aug 22 15:10:30.770002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:30.814295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.816599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:30.857923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=54a8fea8-a49e-4542-bacb-7b79386bd701,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:30.862867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:30.867349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.929543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:30.932128 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ec6002df-e01d-44df-818f-dd8a07e76a52 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/54a8fea8-a49e-4542-bacb-7b79386bd701 HTTP/1.1" status: 204 len: 168 time: 1.6321385 Aug 22 15:10:30.935522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55640) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:30.948715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa403e37-38ce-42e2-bb05-66d6786756fd None None] Network f9c74bb8-6a80-4c3c-854d-db5cbaadb032 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:30.961411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0890a1de-41f3-41cb-afe2-11bc02f540bc req-56615411-c3d4-4a44-8f89-c7fef8283f5c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 210 time: 0.0448797 Aug 22 15:10:31.049776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['21fbcac3-5e6d-43dd-856e-c1ec0e94cceb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:31.099134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.7 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/717cae5c-4d4e-4dfe-a63f-55a8548d8eef) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:31.350057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] DHCP port deletion for f9c74bb8-6a80-4c3c-854d-db5cbaadb032 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:31.479093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 115e3f88-06bc-4527-9c12-ad160e490a1f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:31.614485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Deleting port ed9d7bfe-e41c-4d6e-9287-464720f89446 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:31.614922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:31.702002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed9d7bfe-e41c-4d6e-9287-464720f89446,segment=NetworkSegment(0bc06b1d-2aa8-40aa-a33e-64ea1c509409),segment_id=0bc06b1d-2aa8-40aa-a33e-64ea1c509409)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:31.702853 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:31.714044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 115e3f88-06bc-4527-9c12-ad160e490a1f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:31.725950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Calling delete_port for ed9d7bfe-e41c-4d6e-9287-464720f89446 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:31.728292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 115e3f88-06bc-4527-9c12-ad160e490a1f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:31.728937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:31.774425 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:31.798321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:31.798446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00805b9b-0b11-4e87-b5b5-5103cd944361 req-1fc23045-4363-4e43-8cd1-70b2eab829b0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:31.816577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00805b9b-0b11-4e87-b5b5-5103cd944361 req-1fc23045-4363-4e43-8cd1-70b2eab829b0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 944 time: 0.1482506 Aug 22 15:10:31.821572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c66be0b0-6dad-48a4-ac84-cd25822e4525 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2597840 Aug 22 15:10:31.822764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:31.849837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:31.850891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:31.889603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-6cbcf485-9ebb-4e21-a9e6-4e23bcd420ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:31.891313 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-6cbcf485-9ebb-4e21-a9e6-4e23bcd420ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 797 time: 0.3411074 Aug 22 15:10:31.977680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:31.982390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00805b9b-0b11-4e87-b5b5-5103cd944361 req-7cae4b22-7d11-4600-ad9b-24d0d083667d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588309 Aug 22 15:10:32.009655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd383ef-d9c2-46d8-b5f8-3b1963828458 req-58cfb565-5a5d-4238-a84c-fc01c4d688af tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:32.018331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd383ef-d9c2-46d8-b5f8-3b1963828458 req-58cfb565-5a5d-4238-a84c-fc01c4d688af tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1516080 Aug 22 15:10:32.063902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-2b9af4c2-37e9-4f6f-8063-f3785a4eb932 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 379 time: 0.1520784 Aug 22 15:10:32.064163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 115e3f88-06bc-4527-9c12-ad160e490a1f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=115e3f88-06bc-4527-9c12-ad160e490a1f,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:32.068293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:32.080272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'port': {'device_id': '183db288-e45e-4855-b1c7-16b27d98f788', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'admin_state_up': True, 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'security_groups': ['fed98fcc-4aba-4823-acdf-eebbf2b08237']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:32.114042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.125277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.134917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0454be25-06e6-4fe4-b215-9d5ea0ad397e req-f87efffe-95e8-4ae3-b0f8-974a352ae875 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0611804 Aug 22 15:10:32.161094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] No DVR routers for this DVR port ed9d7bfe-e41c-4d6e-9287-464720f89446 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:32.162839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44c33-77e7-4001-8a32-89003d76970a None None] Pushing event deleted for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:32.168819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port ed9d7bfe-e41c-4d6e-9287-464720f89446 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:32.169175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.202455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cd383ef-d9c2-46d8-b5f8-3b1963828458 req-cd1adb26-9fab-4445-969f-c689cdd2ca9b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795862 Aug 22 15:10:32.206448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.215120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object 717cae5c-4d4e-4dfe-a63f-55a8548d8eef will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:32.316229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:32.399846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port ed9d7bfe-e41c-4d6e-9287-464720f89446, host n-d-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:32.400805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.440935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for ed9d7bfe-e41c-4d6e-9287-464720f89446 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:32.446071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Port ed9d7bfe-e41c-4d6e-9287-464720f89446 was not found and therefore no delete operation was performed {{(pid=102048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:10:32.452801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.480491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:32.483539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=ed9d7bfe-e41c-4d6e-9287-464720f89446,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:32.485525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port ed9d7bfe-e41c-4d6e-9287-464720f89446 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:32.518545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:32.532261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:32.533388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:32.588562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:32.594260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.597831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.619825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.628759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e736ad51-7412-4717-b564-420cf95a25b5 req-4b911e5d-5b6b-46f4-9bc9-0e5a6076ea2c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 210 time: 0.0472651 Aug 22 15:10:32.671688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c74bb8-6a80-4c3c-854d-db5cbaadb032']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:32.683629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:32.686340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:32.699726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:32.736383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:32.742805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc06b1d-2aa8-40aa-a33e-64ea1c509409') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:32.743231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc06b1d-2aa8-40aa-a33e-64ea1c509409') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:32.782305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:32.817117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.859487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728953-79bc-4de5-b3dd-7d5e3feb3842 req-ccf04097-d836-4f49-b5f7-8637e4a372df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:32.865391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd728953-79bc-4de5-b3dd-7d5e3feb3842 req-ccf04097-d836-4f49-b5f7-8637e4a372df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.0690508 Aug 22 15:10:32.885145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.932667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:32.932667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:32.937650 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:32.963533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd728953-79bc-4de5-b3dd-7d5e3feb3842 req-00b8feec-ebae-468f-ad31-de1e3f0b70f6 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883408 Aug 22 15:10:32.978319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:32.979195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.057340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.13 (94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e/b3c3f1da-4507-4bdd-aca4-09481bf6d99e/d9158040-9724-44ab-99ed-316026663fc3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:33.134225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:33.194292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.197834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8fcb-835f-4b06-9d50-9e79ae382c1b None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '239e04da-fb68-41f0-bd75-0d7903bfff1b', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'port_id': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'mac_address': 'fa:16:3e:8a:b4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53b3424-62ff-4b27-a226-c676032495ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:07:56Z', 'updated_at': '2021-08-22T15:08:01Z', 'revision_number': 1, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:33.201666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b171e06f-9386-410c-a3eb-fe85f27e0636 None None] Provisioning for port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:33.208988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b171e06f-9386-410c-a3eb-fe85f27e0636 None None] Provisioning complete for port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:33.209272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.209592 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b171e06f-9386-410c-a3eb-fe85f27e0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.237965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-e32cd366-c5c5-4bb4-8298-0b4109827c7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7030745 Aug 22 15:10:33.239112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360baf-cfc4-49cf-ac89-4408e3b91d68 req-c4b67082-2ad9-4021-acc6-b3ad3ef15e03 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.239450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.244317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/f9c74bb8-6a80-4c3c-854d-db5cbaadb032 HTTP/1.1" status: 204 len: 168 time: 2.3053880 Aug 22 15:10:33.249628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91360baf-cfc4-49cf-ac89-4408e3b91d68 req-c4b67082-2ad9-4021-acc6-b3ad3ef15e03 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 944 time: 0.1374171 Aug 22 15:10:33.251350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55666) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:33.271555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Request body: {'port': {'device_id': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:33.303260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b171e06f-9386-410c-a3eb-fe85f27e0636 None None] Port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:33.362440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.367619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646319c-d4f1-4e89-9327-53d2647ac623 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=f9c74bb8-6a80-4c3c-854d-db5cbaadb032,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:33.382188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91360baf-cfc4-49cf-ac89-4408e3b91d68 req-a1157c5d-6738-481f-92aa-9747acbd6b11 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098320 Aug 22 15:10:33.396242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.417692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object d9158040-9724-44ab-99ed-316026663fc3 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:33.436309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c1e3-a3dd-4484-ad5d-06dbad4af443 req-36ac5a91-52cc-4999-87bf-35cc25ade605 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.444597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c557c1e3-a3dd-4484-ad5d-06dbad4af443 req-36ac5a91-52cc-4999-87bf-35cc25ade605 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 931 time: 0.1938415 Aug 22 15:10:33.463753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fea57-6450-47ad-adfc-c4c46ecbc924 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.465930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-961fea57-6450-47ad-adfc-c4c46ecbc924 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2134852 Aug 22 15:10:33.473706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:33.502203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c557c1e3-a3dd-4484-ad5d-06dbad4af443 req-155ffd2c-1e55-4d47-953c-6dc7aef71151 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531044 Aug 22 15:10:33.517292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-260a0bae-f695-472b-a3ba-096637bacc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.601561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7570b-e6ce-4385-a97b-0d4e5ca750eb req-960556d4-34a6-443e-8df0-bee77b7dd862 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.603714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcd7570b-e6ce-4385-a97b-0d4e5ca750eb req-960556d4-34a6-443e-8df0-bee77b7dd862 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1006651 Aug 22 15:10:33.629657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 115e3f88-06bc-4527-9c12-ad160e490a1f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:33.643345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.678429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcd7570b-e6ce-4385-a97b-0d4e5ca750eb req-e34e50cc-abf2-4b16-93a9-28ae2dd3bd95 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Aug 22 15:10:33.720877 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-880a131f-0055-46b9-b11a-bf0266472f8d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2459722 Aug 22 15:10:33.724379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55676) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:33.730646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173469826'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:33.746287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:33.764542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:33.768821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:33.772538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:33.792384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:33.873255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 115e3f88-06bc-4527-9c12-ad160e490a1f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:33.873735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.922200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.922900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.931619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e902d05-1096-4e1b-8341-1fe296e7910c req-fb6f5029-3607-4c85-9a22-a92b208d6a1e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:33.938364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e902d05-1096-4e1b-8341-1fe296e7910c req-fb6f5029-3607-4c85-9a22-a92b208d6a1e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 932 time: 0.1007123 Aug 22 15:10:33.941952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:33.950895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:33.969649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:33.991793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:33.992206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.041008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717cae5c-4d4e-4dfe-a63f-55a8548d8eef {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:34.045375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e902d05-1096-4e1b-8341-1fe296e7910c req-bfebfae5-9880-4ff1-acfc-58800b506144 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825422 Aug 22 15:10:34.057359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:34.068096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.069928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.071212 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment 6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8 of type vlan for network a7056711-c3be-4ecd-9f4d-c132b16e8356 Aug 22 15:10:34.084845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Transition to ACTIVE for port object 717cae5c-4d4e-4dfe-a63f-55a8548d8eef will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:34.088406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ed9df38b-cf92-49ef-9984-476dc1adbfbe tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0134661 Aug 22 15:10:34.137485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Request body: {'port': {'device_id': '183db288-e45e-4855-b1c7-16b27d98f788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:34.167959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.210141 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.223719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed9d7bfe-e41c-4d6e-9287-464720f89446 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:34.229161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cb08a-1bff-45b1-bf23-3b766e732c22 req-de1b3b98-187b-46ce-94a6-4f84b728ff54 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:34.232562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-218cb08a-1bff-45b1-bf23-3b766e732c22 req-de1b3b98-187b-46ce-94a6-4f84b728ff54 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.1228452 Aug 22 15:10:34.255836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Pushing event updated for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:34.273460 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.275878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ed9d7bfe-e41c-4d6e-9287-464720f89446 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:34.276444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed9d7bfe-e41c-4d6e-9287-464720f89446 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:34.293693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-218cb08a-1bff-45b1-bf23-3b766e732c22 req-294ee807-98a2-4334-a886-69d70c6be33e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=1dd432b4-6382-4dac-bb19-ad31dea9893e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Aug 22 15:10:34.318169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:34.321029 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a07ad-9b5e-4656-9fa0-27d6756db904" -d '{"events": [{"server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "name": "network-vif-plugged", "status": "completed", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:34.323219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.326199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.332748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:34.333436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.350403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:34.370897 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09581325-0a75-4131-b252-3e86a2b94757 x-openstack-request-id: req-09581325-0a75-4131-b252-3e86a2b94757 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:34.371216 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "name": "network-vif-plugged", "status": "completed", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:34.371831 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09581325-0a75-4131-b252-3e86a2b94757 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:34.372302 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb', 'code': 200} Aug 22 15:10:34.394176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-03168a5f-7ca1-4dce-8868-d9b7de15a368 None None] Provisioning for port d9158040-9724-44ab-99ed-316026663fc3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:34.399125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-03168a5f-7ca1-4dce-8868-d9b7de15a368 None None] Provisioning complete for port d9158040-9724-44ab-99ed-316026663fc3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:34.399599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03168a5f-7ca1-4dce-8868-d9b7de15a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.473277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=a7056711-c3be-4ecd-9f4d-c132b16e8356,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:34.479040 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.558957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03168a5f-7ca1-4dce-8868-d9b7de15a368 None None] Port d9158040-9724-44ab-99ed-316026663fc3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:34.562482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:34.724418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:34.787462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Attempting to bind port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:34.787804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Attempting to bind port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:34.788175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Attempting to bind port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:34.798300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:10:34.798623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Attempting to bind port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:34.808092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:34.808437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:34.808832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:34.809274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Bound port: 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:34.809984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.834417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.939247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:34.957014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9158040-9724-44ab-99ed-316026663fc3 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:34.962430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:34.967995 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:34.980991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Transition to ACTIVE for port object d9158040-9724-44ab-99ed-316026663fc3 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:35.014305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e0849c0b-47b7-476f-af2f-8cee8f40c638 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2843585 Aug 22 15:10:35.014913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55692) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:35.018962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:35.039378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.064671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-c5114d0c-a37e-42d2-9491-d3cabfe17b63 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.066282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-c5114d0c-a37e-42d2-9491-d3cabfe17b63 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 946 time: 0.7169824 Aug 22 15:10:35.096013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23616336-4d08-40ac-ab15-533b85d1039b req-06d53bd7-6242-4685-8fa8-9a537817c406 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.096013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23616336-4d08-40ac-ab15-533b85d1039b req-06d53bd7-6242-4685-8fa8-9a537817c406 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.5761149 Aug 22 15:10:35.115672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.127806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73294f6e-504f-43f4-bd40-fd3679100bfa req-b6aa21ec-334a-4fb6-8c42-884dba6b7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.129487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73294f6e-504f-43f4-bd40-fd3679100bfa req-b6aa21ec-334a-4fb6-8c42-884dba6b7926 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 1096 time: 0.6285610 Aug 22 15:10:35.141366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.142110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.143335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] 10.222.0.10 "PUT /v2.0/ports/717cae5c-4d4e-4dfe-a63f-55a8548d8eef HTTP/1.1" status: 200 len: 1091 time: 1.8764398 Aug 22 15:10:35.147167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:35.149496 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:35.185449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ffcc6-443f-4d52-8ae9-e4b75a974f46 req-7b3f7b1b-560a-4ba3-bb4b-04cd25caca4a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.187045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a67ffcc6-443f-4d52-8ae9-e4b75a974f46 req-7b3f7b1b-560a-4ba3-bb4b-04cd25caca4a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.1966927 Aug 22 15:10:35.199175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a9a8-8f97-4adc-9965-93c53a8655ad service neutron] Pushing event updated for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:35.259021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 52686219-a23d-4ecb-8bca-45f6f5171ff1 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:35.300607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23616336-4d08-40ac-ab15-533b85d1039b req-9feddf33-f6a6-4899-b4e3-4623c65131bd tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811550 Aug 22 15:10:35.303585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73294f6e-504f-43f4-bd40-fd3679100bfa req-1f4041de-f342-482d-8d98-67201493e84b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661968 Aug 22 15:10:35.331016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 52686219-a23d-4ecb-8bca-45f6f5171ff1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:35.331324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 52686219-a23d-4ecb-8bca-45f6f5171ff1 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:35.367627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a67ffcc6-443f-4d52-8ae9-e4b75a974f46 req-15e24cc2-3d48-4a12-b5cf-af31ff700767 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526442 Aug 22 15:10:35.371345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port ed718916-a69c-4df0-823c-ca757e1e861b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:35.371699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.495352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:35.500074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:35.507857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.510336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port ed718916-a69c-4df0-823c-ca757e1e861b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ed718916-a69c-4df0-823c-ca757e1e861b,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:35.510893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.528217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for ed718916-a69c-4df0-823c-ca757e1e861b owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:35.621570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-223a6ce5-6443-487e-9d05-bd16155d5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.623698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-223a6ce5-6443-487e-9d05-bd16155d5d60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 1094 time: 0.3266652 Aug 22 15:10:35.646481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:35.646824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:35.647254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:35.663360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74f116-8792-4c08-b066-a3b78ccc5e06 req-1e89ae04-bb9e-4b93-8d7b-fca38207379b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.665073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f74f116-8792-4c08-b066-a3b78ccc5e06 req-1e89ae04-bb9e-4b93-8d7b-fca38207379b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1186736 Aug 22 15:10:35.690138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:10:35.690515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:35.696895 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-db9573cd-6545-4161-bf80-d0e220402fc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef HTTP/1.1" status: 200 len: 217 time: 0.0472045 Aug 22 15:10:35.704381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:35.704866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Checking segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:35.705262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Bound using segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:35.705938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Bound port: d9158040-9724-44ab-99ed-316026663fc3, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:35.706506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.775726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c3a5-5a04-4262-9fe5-31cb8fdff567 req-aaeee160-86c4-4bba-a31e-ccae4e54fc15 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.777331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac15c3a5-5a04-4262-9fe5-31cb8fdff567 req-aaeee160-86c4-4bba-a31e-ccae4e54fc15 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1061587 Aug 22 15:10:35.780639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f74f116-8792-4c08-b066-a3b78ccc5e06 req-4e6dcdf1-6b88-40e8-b115-da334d349d5f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000261 Aug 22 15:10:35.862546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-7dc9de8f-ade3-4038-b614-40233893c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.863659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac15c3a5-5a04-4262-9fe5-31cb8fdff567 req-6ab7a641-d48a-4727-8472-118c577d81c9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762508 Aug 22 15:10:35.864098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-7dc9de8f-ade3-4038-b614-40233893c0a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1344554 Aug 22 15:10:35.888965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:35.892934 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a183d4d-a150-46a7-8d1d-4e4ebefcb776 x-openstack-request-id: req-7a183d4d-a150-46a7-8d1d-4e4ebefcb776 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:35.893266 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:35.893472 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a183d4d-a150-46a7-8d1d-4e4ebefcb776 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:35.893873 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef', 'status': 'completed', 'code': 200} Aug 22 15:10:35.937195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:35.937648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:35.966262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-dfde1e73-572a-4d9f-a20f-b7f236275c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:35.968268 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-dfde1e73-572a-4d9f-a20f-b7f236275c40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770044 Aug 22 15:10:35.989276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=ed718916-a69c-4df0-823c-ca757e1e861b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:36.006272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.025717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2744f29-0cd2-4f83-8e3d-8b5734e19aa6 req-a1b71877-fa15-43f8-bad8-262d57632e34 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0532746 Aug 22 15:10:36.068345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] No DVR routers for this DVR port ed718916-a69c-4df0-823c-ca757e1e861b on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:36.071961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.075120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.075374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-037ad6e5-a38e-4d86-9fcd-624d803adc62 req-2b9ed3ec-cf99-4aa0-b3da-677b7965e809 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "DELETE /v2.0/ports/ed718916-a69c-4df0-823c-ca757e1e861b HTTP/1.1" status: 204 len: 173 time: 1.0004699 Aug 22 15:10:36.075724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'name': 'network-vif-deleted', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:36.079298 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1f5ae-6f67-47da-a43e-0490f3945ef8" -d '{"events": [{"server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "name": "network-vif-deleted", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:36.094945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.095608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.097021 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 1092 time: 1.9649746 Aug 22 15:10:36.134418 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b306547-93a8-43a0-8221-67f873161d91 x-openstack-request-id: req-5b306547-93a8-43a0-8221-67f873161d91 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:36.134728 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19410479-7c13-4705-8b86-69972123f5d1", "name": "network-vif-deleted", "tag": "ed718916-a69c-4df0-823c-ca757e1e861b", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:36.134982 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b306547-93a8-43a0-8221-67f873161d91 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:36.135434 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19410479-7c13-4705-8b86-69972123f5d1', 'name': 'network-vif-deleted', 'tag': 'ed718916-a69c-4df0-823c-ca757e1e861b', 'status': 'completed', 'code': 200} Aug 22 15:10:36.167673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573200e-a5fa-4081-926b-570d2d0a59a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:36.192732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=70e21ca6-166c-482f-baa1-8697c6b8fdb3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:36.207168 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-339deaaa-9409-4719-981b-fe4b8bec7e98 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311194 Aug 22 15:10:36.217724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:36.218100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: a7056711-c3be-4ecd-9f4d-c132b16e8356, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:36.561813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80041a2a-ee7b-4c34-afdb-4b4c989497b7 req-89c87420-063d-4cf4-946e-4022019cf033 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.563867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80041a2a-ee7b-4c34-afdb-4b4c989497b7 req-89c87420-063d-4cf4-946e-4022019cf033 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.1491518 Aug 22 15:10:36.580775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578a65b-a2de-4da6-ba60-b5ba05361154 req-66536b1b-04f5-4400-862e-4cf4cb9651e2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.582909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b578a65b-a2de-4da6-ba60-b5ba05361154 req-66536b1b-04f5-4400-862e-4cf4cb9651e2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.0944703 Aug 22 15:10:36.646521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80041a2a-ee7b-4c34-afdb-4b4c989497b7 req-0bec49d3-3f98-4f57-aa09-5636be08699b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625412 Aug 22 15:10:36.649884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b578a65b-a2de-4da6-ba60-b5ba05361154 req-8cbc3d92-845e-4b2b-a0ad-98eb9bbbea72 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Aug 22 15:10:36.737650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.752242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:36.784236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-64176bf2-ed72-43e1-8601-50164dfae610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.785737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-64176bf2-ed72-43e1-8601-50164dfae610 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1095 time: 0.4745677 Aug 22 15:10:36.790991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b1ca99ca-fa62-4afd-a45e-a1262b91726d req-944f1335-23f9-4827-a988-57b23001238d service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506814 Aug 22 15:10:36.846624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a7056711-c3be-4ecd-9f4d-c132b16e8356) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:36.852162 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-d90c8b22-949f-4e7e-9adb-3819e9f6142a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 217 time: 0.0426829 Aug 22 15:10:36.853594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.854201 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:36.860863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a855e50-f84f-4a25-a7b2-70689d3c1c4d None None] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:36.919944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b03e-de19-4d4a-93fe-c76a09662f18 req-d907b03d-7c55-4685-a6a0-eb531c863117 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.922490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dc6b03e-de19-4d4a-93fe-c76a09662f18 req-d907b03d-7c55-4685-a6a0-eb531c863117 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.0615075 Aug 22 15:10:36.957663 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9e20459d-58a2-4258-9777-d4873deaf63c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9428501 Aug 22 15:10:36.966785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:36.971007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-03fd2ec2-6726-4253-8828-7e9a90b68e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:36.973254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-03fd2ec2-6726-4253-8828-7e9a90b68e1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.1037602 Aug 22 15:10:36.986555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356', 'name': 'tempest-PortsTestJSON-381018189'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:37.078174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dc6b03e-de19-4d4a-93fe-c76a09662f18 req-028f4b3f-49f6-445f-b9ab-05a2b2e512c8 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487026 Aug 22 15:10:37.085416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-a7056711-c3be-4ecd-9f4d-c132b16e8356', 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '70e21ca6-166c-482f-baa1-8697c6b8fdb3'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:37.086304 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.088895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-3fb8e86b-6b68-42c2-9f52-7798d2403d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.098080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-3fb8e86b-6b68-42c2-9f52-7798d2403d47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 1094 time: 0.1422358 Aug 22 15:10:37.116508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-0d31d12f-577e-4480-8154-85e7eb445d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.119763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-0d31d12f-577e-4480-8154-85e7eb445d15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193373 Aug 22 15:10:37.144915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666005a8-ef8c-4ac7-8122-7236f828fc30 req-48167d45-f03f-4943-b6e2-6c39336d29d2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.146703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-666005a8-ef8c-4ac7-8122-7236f828fc30 req-48167d45-f03f-4943-b6e2-6c39336d29d2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1774952 Aug 22 15:10:37.241361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-666005a8-ef8c-4ac7-8122-7236f828fc30 req-9323a7bf-72ae-4901-a263-79e52156a51b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822778 Aug 22 15:10:37.312356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:37.317087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.317853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-b5a25c12-c206-4296-ac4d-5333ce008ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.319654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-b5a25c12-c206-4296-ac4d-5333ce008ae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.2143693 Aug 22 15:10:37.322495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bec4e2d9-dd64-4578-b8a0-016950e3ab93 req-70344296-86c2-4dbb-8f28-4b583cde76d4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=19410479-7c13-4705-8b86-69972123f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0445678 Aug 22 15:10:37.324004 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-ac2b485d-faf7-4dd1-831b-78bf2c56f30e service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921957 Aug 22 15:10:37.339258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 29cc3439-acff-4afe-9eb4-f7576c057b6e yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:37.357718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Allocated IP 172.20.0.2 (a7056711-c3be-4ecd-9f4d-c132b16e8356/70e21ca6-166c-482f-baa1-8697c6b8fdb3/cfa8a806-700c-41cd-a543-46232332a8d3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:37.398367 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-416b4558-1726-4a4a-b527-c7cdf089ecbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef HTTP/1.1" status: 200 len: 217 time: 0.0635374 Aug 22 15:10:37.496936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-7895e386-d44c-4642-bbad-8a933ac0ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.499637 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-7895e386-d44c-4642-bbad-8a933ac0ab3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0913250 Aug 22 15:10:37.521074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.530974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Transition to ACTIVE for port object cfa8a806-700c-41cd-a543-46232332a8d3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:37.536264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cae907be-f94a-4451-b49a-34b5f963bb7a req-941a5a52-79e5-4871-8ad3-44ce897425d2 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896310 Aug 22 15:10:37.547432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Transition to ACTIVE for port object cfa8a806-700c-41cd-a543-46232332a8d3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:37.567096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-c7723e6d-e048-4233-9a44-737233b76f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.568763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-c7723e6d-e048-4233-9a44-737233b76f81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520780 Aug 22 15:10:37.652145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.667502 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-99489d60-0214-4a5f-8867-a020b792b5ca service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914028 Aug 22 15:10:37.692501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:37.695918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:37.699751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:37.713131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.5 (a7056711-c3be-4ecd-9f4d-c132b16e8356/70e21ca6-166c-482f-baa1-8697c6b8fdb3/29cc3439-acff-4afe-9eb4-f7576c057b6e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:37.715150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Pushing event updated for resources: {'Port': ['ID=cfa8a806-700c-41cd-a543-46232332a8d3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:37.783100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Attempting to bind port cfa8a806-700c-41cd-a543-46232332a8d3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:37.784632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Attempting to bind port cfa8a806-700c-41cd-a543-46232332a8d3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:37.785204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Attempting to bind port cfa8a806-700c-41cd-a543-46232332a8d3 on network a7056711-c3be-4ecd-9f4d-c132b16e8356 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:37.791018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:37.791663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Checking segment: {'id': '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:37.792253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.792869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Bound using segment: {'id': '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:37.793481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Bound port: cfa8a806-700c-41cd-a543-46232332a8d3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:37.794049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:37.813776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ed718916-a69c-4df0-823c-ca757e1e861b no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:37.835617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9e7d022-afc7-47e3-a6d6-6f8609b8f67e req-52bcc0ad-9d53-419d-8dc9-f0057ed1fef2 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336758 Aug 22 15:10:37.851858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: ed718916-a69c-4df0-823c-ca757e1e861b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:37.852230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ed718916-a69c-4df0-823c-ca757e1e861b not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:37.881970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] For port cfa8a806-700c-41cd-a543-46232332a8d3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:37.885064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] For port cfa8a806-700c-41cd-a543-46232332a8d3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cfa8a806-700c-41cd-a543-46232332a8d3,segment=NetworkSegment(6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8),segment_id=6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:37.894617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:37.897297 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c3820-e57a-42b0-b66b-9a373e20587e" -d '{"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:37.925820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23de5-a07c-4870-97c9-aca1af1197bd req-8e24a2cc-e56a-400f-b156-d3dc11ecd4dd tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.927249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ba23de5-a07c-4870-97c9-aca1af1197bd req-8e24a2cc-e56a-400f-b156-d3dc11ecd4dd tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.1583128 Aug 22 15:10:37.934506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcb013-db15-453c-bde7-2aed6805e951 req-8206569e-8d7d-493e-96a1-0ca17dade00c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:37.936946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68dcb013-db15-453c-bde7-2aed6805e951 req-8206569e-8d7d-493e-96a1-0ca17dade00c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.1669078 Aug 22 15:10:37.960827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.023082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1c3b0-50e0-46ad-886d-9df3d7bbf3dd None None] Pushing event updated for resources: {'Port': ['ID=cfa8a806-700c-41cd-a543-46232332a8d3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:38.030188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ba23de5-a07c-4870-97c9-aca1af1197bd req-6a9de94b-6120-45c6-9603-18496723128f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922513 Aug 22 15:10:38.038635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68dcb013-db15-453c-bde7-2aed6805e951 req-a2cbcca1-cb5c-45b5-807e-f74e182d054f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928094 Aug 22 15:10:38.043663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.070220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object 29cc3439-acff-4afe-9eb4-f7576c057b6e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:38.161683 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d026a8d-f6d3-41cb-9eff-9184650c271e x-openstack-request-id: req-9d026a8d-f6d3-41cb-9eff-9184650c271e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:38.162213 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:38.162360 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d026a8d-f6d3-41cb-9eff-9184650c271e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:38.162763 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'status': 'completed', 'code': 200} Aug 22 15:10:38.175064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.298585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:38.299516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3820-e57a-42b0-b66b-9a373e20587e req-d2a58b07-9bf2-4559-9661-2663e4722302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.301215 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-d2a58b07-9bf2-4559-9661-2663e4722302 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1095 time: 0.0888166 Aug 22 15:10:38.323572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:38.326256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:38.334470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=29cc3439-acff-4afe-9eb4-f7576c057b6e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:38.403576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101d280-8e6a-45a2-b692-82fe65a06b14 req-4c88b389-8396-41ef-ac37-53fe12062d09 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.405259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a101d280-8e6a-45a2-b692-82fe65a06b14 req-4c88b389-8396-41ef-ac37-53fe12062d09 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.1736212 Aug 22 15:10:38.411966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.412665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.424416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3820-e57a-42b0-b66b-9a373e20587e req-fabff710-c231-441d-8b1a-aee34375c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.424961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606748e-f361-435d-acd8-6409f3d29d89 req-4b67862d-8476-4133-841c-4b8ca3c11862 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.425718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-fabff710-c231-441d-8b1a-aee34375c7e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1166942 Aug 22 15:10:38.426566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8606748e-f361-435d-acd8-6409f3d29d89 req-4b67862d-8476-4133-841c-4b8ca3c11862 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1474938 Aug 22 15:10:38.469685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-b8e6973c-a7f3-426e-b9bb-ac41c04135e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 217 time: 0.0357351 Aug 22 15:10:38.495250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a101d280-8e6a-45a2-b692-82fe65a06b14 req-0974d96e-36e8-4e52-a322-a7b90a62f177 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788038 Aug 22 15:10:38.498627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8606748e-f361-435d-acd8-6409f3d29d89 req-4961848d-519d-4f8f-93d9-385c913f8430 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643420 Aug 22 15:10:38.534415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3820-e57a-42b0-b66b-9a373e20587e req-9a791f0d-71ad-47ab-bf60-f862d9226731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.540376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-53bfdc9a-b145-4b7d-9a90-6a9c43510fe5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5564480 Aug 22 15:10:38.540551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-9a791f0d-71ad-47ab-bf60-f862d9226731 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0586638 Aug 22 15:10:38.540642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:38.546185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'a7056711-c3be-4ecd-9f4d-c132b16e8356', 'name': 'tempest-PortsTestJSON-188539187'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:38.554961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55740) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:38.613121 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3820-e57a-42b0-b66b-9a373e20587e req-5d01a077-5b03-4ab1-8ead-3af40bc85623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.616017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-5d01a077-5b03-4ab1-8ead-3af40bc85623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653341 Aug 22 15:10:38.712237 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-4653d724-b617-4bd8-a892-4277cad13a5d service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882287 Aug 22 15:10:38.716058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81bc0b-bec5-44df-a13e-060d40e25db1 req-8b301e05-5291-42a9-bd3c-39ab88a2dffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:38.717576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a81bc0b-bec5-44df-a13e-060d40e25db1 req-8b301e05-5291-42a9-bd3c-39ab88a2dffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1436656 Aug 22 15:10:38.752987 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.814470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a81bc0b-bec5-44df-a13e-060d40e25db1 req-4457d0c0-60cf-4d8c-9bbd-bf2c1f95d904 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868170 Aug 22 15:10:38.816991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.833763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-429c3820-e57a-42b0-b66b-9a373e20587e req-083740df-c9aa-42cc-98dd-a69c7cfc2281 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140904 Aug 22 15:10:38.894692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:38.898471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:38.918542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port c96d4607-99cc-4e3c-bc2a-a5b8ed26973e yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:39.006143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.008727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.009968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/security-groups/1dd432b4-6382-4dac-bb19-ad31dea9893e HTTP/1.1" status: 204 len: 168 time: 0.4430511 Aug 22 15:10:39.064385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6147-fffd-45da-9037-18caea4fec89 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd432b4-6382-4dac-bb19-ad31dea9893e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:39.102849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aa6e0-2716-40e9-bd8c-6dd46793dc24 req-459b1d42-0c2e-4047-a58c-1da3f7984e71 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:39.104638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a86aa6e0-2716-40e9-bd8c-6dd46793dc24 req-459b1d42-0c2e-4047-a58c-1da3f7984e71 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.1187797 Aug 22 15:10:39.112783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.3 (a7056711-c3be-4ecd-9f4d-c132b16e8356/70e21ca6-166c-482f-baa1-8697c6b8fdb3/c96d4607-99cc-4e3c-bc2a-a5b8ed26973e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:39.118848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55748) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:39.174631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a86aa6e0-2716-40e9-bd8c-6dd46793dc24 req-8354d31e-610c-444f-9c0d-ac6a52dbb77f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Aug 22 15:10:39.262148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting subnet 63eccd16-76f9-4b6b-9b68-43c454a8e67f {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:39.268503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.292242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a05af2-dc40-4c81-86ae-0116df7cf4f0 None None] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:39.363034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faec87-6622-4064-a256-e5c10888cfbc req-f07a02d1-38ef-4a32-b6ec-4429c853aa37 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:39.364714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36faec87-6622-4064-a256-e5c10888cfbc req-f07a02d1-38ef-4a32-b6ec-4429c853aa37 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.1665659 Aug 22 15:10:39.389274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.389890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cfa8a806-700c-41cd-a543-46232332a8d3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:39.391383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.424000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bad6933f-4a7c-456a-a4c2-4c3b75774601 None None] Provisioning for port cfa8a806-700c-41cd-a543-46232332a8d3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:39.432622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object c96d4607-99cc-4e3c-bc2a-a5b8ed26973e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:39.444539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36faec87-6622-4064-a256-e5c10888cfbc req-1afa618b-f62c-4330-bde8-df5cbb4e171a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668883 Aug 22 15:10:39.525941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.535645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.657314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:39.658194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=c96d4607-99cc-4e3c-bc2a-a5b8ed26973e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:39.663215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:39.663566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.665588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:39.693757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Subnet': ['ID=63eccd16-76f9-4b6b-9b68-43c454a8e67f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:39.695644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cfa8a806-700c-41cd-a543-46232332a8d3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:39.697942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.700120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-14636204-82d5-48f5-98cf-c6c44fefd8f0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/subnets/63eccd16-76f9-4b6b-9b68-43c454a8e67f HTTP/1.1" status: 204 len: 168 time: 0.5798218 Aug 22 15:10:39.712432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55756) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:39.712859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cfa8a806-700c-41cd-a543-46232332a8d3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:39.712859 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.712859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8d249-c079-43be-b496-16a186095d22 None None] Network 59133be8-16a5-43f0-946f-a09db75266f5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:39.725646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:39.726343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.750470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf136a-c786-4ca3-a29a-82ce128b4e15 req-b7b548ae-e373-415c-b3ae-730021c2eabc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:39.752113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25cf136a-c786-4ca3-a29a-82ce128b4e15 req-b7b548ae-e373-415c-b3ae-730021c2eabc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1421187 Aug 22 15:10:39.787032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.795802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25cf136a-c786-4ca3-a29a-82ce128b4e15 req-de79e894-19cd-413d-95f1-66f2e47c462f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Aug 22 15:10:39.813577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eae1f2a4-6c2d-45bc-9c61-79b196a9cb4c tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2719383 Aug 22 15:10:39.817144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:39.884632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port c9de35c8-d9e1-4887-985c-c39ef86e54db {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:39.884987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.919667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:39.965385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port cfa8a806-700c-41cd-a543-46232332a8d3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cfa8a806-700c-41cd-a543-46232332a8d3,segment=NetworkSegment(6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8),segment_id=6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:39.978833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501deb41-624a-4f08-9bd5-32bebee552b8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:39.983558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-501deb41-624a-4f08-9bd5-32bebee552b8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1609938 Aug 22 15:10:39.983880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55762) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:39.987533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port c9de35c8-d9e1-4887-985c-c39ef86e54db, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9de35c8-d9e1-4887-985c-c39ef86e54db,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:39.987914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.003526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for c9de35c8-d9e1-4887-985c-c39ef86e54db owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:40.034932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb99ec-249d-468d-bfbb-72fa69a5f3a4 req-ff02562d-6c8d-41e8-a7d9-19083533257c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:40.036528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ecb99ec-249d-468d-bfbb-72fa69a5f3a4 req-ff02562d-6c8d-41e8-a7d9-19083533257c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1140187 Aug 22 15:10:40.045865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.085808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] DHCP port deletion for 59133be8-16a5-43f0-946f-a09db75266f5 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:40.132152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ecb99ec-249d-468d-bfbb-72fa69a5f3a4 req-13bcb05d-7c64-465e-af63-e3fac81bda4c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818872 Aug 22 15:10:40.143016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=cfa8a806-700c-41cd-a543-46232332a8d3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:40.169777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port c96d4607-99cc-4e3c-bc2a-a5b8ed26973e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:40.170726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.179245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Deleting port c9de35c8-d9e1-4887-985c-c39ef86e54db {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:40.179627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.182602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Provisioning complete for port cfa8a806-700c-41cd-a543-46232332a8d3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:40.182968 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.198058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.250998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=c9de35c8-d9e1-4887-985c-c39ef86e54db,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:40.254906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] No DVR routers for this DVR port c9de35c8-d9e1-4887-985c-c39ef86e54db on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:40.287143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.343729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for c96d4607-99cc-4e3c-bc2a-a5b8ed26973e owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:40.346520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] For port c9de35c8-d9e1-4887-985c-c39ef86e54db, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9de35c8-d9e1-4887-985c-c39ef86e54db,segment=NetworkSegment(e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d),segment_id=e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:40.347048 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.367824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.380699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Calling delete_port for c9de35c8-d9e1-4887-985c-c39ef86e54db owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:40.397367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59133be8-16a5-43f0-946f-a09db75266f5']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:40.426631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:40.428982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57cc03c-af95-44d4-bd5e-b6eb6e1b4e3d') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:40.449011 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.468589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.479262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:40.479489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.479990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757cfa8-7478-4b18-89c6-269ac3e9f5a1 req-262e4b0e-84f0-42e4-876a-ee84bcb99893 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:40.481351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2757cfa8-7478-4b18-89c6-269ac3e9f5a1 req-262e4b0e-84f0-42e4-876a-ee84bcb99893 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.1908445 Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:40.510572 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:40.583030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:40.592264 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:10:40.602221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.631635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] Pushing event deleted for resources: {'Port': ['ID=c9de35c8-d9e1-4887-985c-c39ef86e54db,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:40.636269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.639864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03deed05-6cc1-4b80-9c13-0205879f12fd None None] No DVR routers for this DVR port c9de35c8-d9e1-4887-985c-c39ef86e54db on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:40.647882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2757cfa8-7478-4b18-89c6-269ac3e9f5a1 req-8d223c57-806f-4747-a521-df335f435322 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564469 Aug 22 15:10:40.671672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a074b-1daf-4107-a0ee-cd787a991045 req-3f9ecc0a-d36d-414c-982e-36613cf4bb99 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:40.676201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db4a074b-1daf-4107-a0ee-cd787a991045 req-3f9ecc0a-d36d-414c-982e-36613cf4bb99 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.0951586 Aug 22 15:10:40.676833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.679096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/networks/59133be8-16a5-43f0-946f-a09db75266f5 HTTP/1.1" status: 204 len: 168 time: 0.9748161 Aug 22 15:10:40.679518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Provisioning for port 29cc3439-acff-4afe-9eb4-f7576c057b6e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:40.690061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Provisioning complete for port 29cc3439-acff-4afe-9eb4-f7576c057b6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:40.690378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:40.690603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.691931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9998f-b51d-4e81-b8cc-dfa1c736a89a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Network': ['ID=59133be8-16a5-43f0-946f-a09db75266f5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:40.741483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-86e5864e-2983-4bbd-be14-0fb453954607 None None] Port 29cc3439-acff-4afe-9eb4-f7576c057b6e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:40.748261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-d4e762cf-a00d-404b-bd4b-b5b53d92811b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:40.749925 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-d4e762cf-a00d-404b-bd4b-b5b53d92811b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 945 time: 0.0698075 Aug 22 15:10:40.750089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.805075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=c96d4607-99cc-4e3c-bc2a-a5b8ed26973e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:40.817638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db4a074b-1daf-4107-a0ee-cd787a991045 req-89ca6dfa-b330-4f59-b5cf-ea6b7a862800 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358178 Aug 22 15:10:40.865115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-813c13d3-84c5-4987-8a3c-6b5ed0d73bd4 None None] Provisioning complete for port 29cc3439-acff-4afe-9eb4-f7576c057b6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:40.865115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-813c13d3-84c5-4987-8a3c-6b5ed0d73bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.890527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:40.891615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.912904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-813c13d3-84c5-4987-8a3c-6b5ed0d73bd4 None None] Port 29cc3439-acff-4afe-9eb4-f7576c057b6e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:40.918709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-813c13d3-84c5-4987-8a3c-6b5ed0d73bd4 None None] Could not find standard attr ID for object c96d4607-99cc-4e3c-bc2a-a5b8ed26973e. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:10:40.940670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:40.942642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12643d17-5f77-4de9-8c99-ab18e0898cde tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/c96d4607-99cc-4e3c-bc2a-a5b8ed26973e HTTP/1.1" status: 204 len: 168 time: 0.9578550 Aug 22 15:10:40.946439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55776) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:41.006270 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc7ae12-9acc-478a-9443-232fc9b612cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:41.008381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cc7ae12-9acc-478a-9443-232fc9b612cb tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/c96d4607-99cc-4e3c-bc2a-a5b8ed26973e HTTP/1.1" status: 404 len: 333 time: 0.0608947 Aug 22 15:10:41.011423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:41.055607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:41.056343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.056468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884152-0cef-4b3e-8b12-a938e740b178 req-00481ab7-8b48-4516-8ff7-497c419703fc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:41.058094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb884152-0cef-4b3e-8b12-a938e740b178 req-00481ab7-8b48-4516-8ff7-497c419703fc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1210389 Aug 22 15:10:41.075024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:41.146449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb884152-0cef-4b3e-8b12-a938e740b178 req-d4f35a15-2994-48bb-a314-255add21be72 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781386 Aug 22 15:10:41.149998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 63a56065-237c-4dd3-bff8-88c5c10e7737 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:41.150370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.258000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 29cc3439-acff-4afe-9eb4-f7576c057b6e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:41.258348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.283778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cfa8a806-700c-41cd-a543-46232332a8d3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:41.297562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.324892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.325920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.334733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=21fbcac3-5e6d-43dd-856e-c1ec0e94cceb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:41.337633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53', '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:41.378299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:41.380937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 63a56065-237c-4dd3-bff8-88c5c10e7737 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:41.381263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.383622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0b7aad2a-36dd-4381-978b-82ee0ff8f347 req-b13d614f-ab1f-4639-9030-0fa2f6d1124a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "DELETE /v2.0/ports/21fbcac3-5e6d-43dd-856e-c1ec0e94cceb HTTP/1.1" status: 204 len: 173 time: 0.6260612 Aug 22 15:10:41.385094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'name': 'network-vif-deleted', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:41.386678 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ff0dc-3f88-4528-9896-c2041679cacf" -d '{"events": [{"server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "name": "network-vif-deleted", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:41.409293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a681407-5684-4220-8da8-a599236f8ed8 req-8b52b77f-9e13-4148-bbb3-6ec430413b80 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:41.410921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a681407-5684-4220-8da8-a599236f8ed8 req-8b52b77f-9e13-4148-bbb3-6ec430413b80 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1736305 Aug 22 15:10:41.430547 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3a8cb0-591f-43c1-89d9-e65a16cbdc03 x-openstack-request-id: req-0c3a8cb0-591f-43c1-89d9-e65a16cbdc03 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:41.431070 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c23913-c870-4d79-9241-ebad5463b545", "name": "network-vif-deleted", "tag": "21fbcac3-5e6d-43dd-856e-c1ec0e94cceb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:41.431328 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c3a8cb0-591f-43c1-89d9-e65a16cbdc03 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:41.431742 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c23913-c870-4d79-9241-ebad5463b545', 'name': 'network-vif-deleted', 'tag': '21fbcac3-5e6d-43dd-856e-c1ec0e94cceb', 'status': 'completed', 'code': 200} Aug 22 15:10:41.447842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cfa8a806-700c-41cd-a543-46232332a8d3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:41.448597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.456207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:41.529002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 29cc3439-acff-4afe-9eb4-f7576c057b6e owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:41.692330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9de35c8-d9e1-4887-985c-c39ef86e54db no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:41.714161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c9de35c8-d9e1-4887-985c-c39ef86e54db {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:41.715003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c9de35c8-d9e1-4887-985c-c39ef86e54db not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:41.837904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d9158040-9724-44ab-99ed-316026663fc3 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:41.931354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a681407-5684-4220-8da8-a599236f8ed8 req-6391bfd2-3d58-4a9d-aa1b-8572d501863d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5133471 Aug 22 15:10:41.968087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75e02ab6-14d8-4b2c-bd41-326e1a5b63ef req-e12c66fe-47f6-4442-b350-67dc0b6dad83 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c23913-c870-4d79-9241-ebad5463b545 HTTP/1.1" status: 200 len: 210 time: 0.0987446 Aug 22 15:10:41.976144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:42.006382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'd9158040-9724-44ab-99ed-316026663fc3', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'mac_address': 'fa:16:3e:73:cd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:42.051466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.067764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9158040-9724-44ab-99ed-316026663fc3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:42.098947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:42.150209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1243d1-b8ef-48a0-be4b-d99d43713092 req-bf127554-094a-4852-b4f5-45ff1640ecfb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:42.151813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c1243d1-b8ef-48a0-be4b-d99d43713092 req-bf127554-094a-4852-b4f5-45ff1640ecfb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 943 time: 0.1383595 Aug 22 15:10:42.174565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.175257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 717cae5c-4d4e-4dfe-a63f-55a8548d8eef details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:42.213765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.254543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=29cc3439-acff-4afe-9eb4-f7576c057b6e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:42.264950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c1243d1-b8ef-48a0-be4b-d99d43713092 req-c2201ba2-af8b-4024-9caf-88d5b389118b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037357 Aug 22 15:10:42.293224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:42.330798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.381886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:42.400005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef', 'mac_address': 'fa:16:3e:e1:1c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:42.402511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=63a56065-237c-4dd3-bff8-88c5c10e7737,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:42.444297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc340c-0884-44c4-91be-7d400994bc86 req-18608eb3-f6ef-42f8-a61f-5455dafab965 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:42.446246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7dc340c-0884-44c4-91be-7d400994bc86 req-18608eb3-f6ef-42f8-a61f-5455dafab965 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1930799 Aug 22 15:10:42.462351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.479270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717cae5c-4d4e-4dfe-a63f-55a8548d8eef {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:42.508737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.511539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3fe0f2c-7340-417a-959a-208ae0a46d4f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/29cc3439-acff-4afe-9eb4-f7576c057b6e HTTP/1.1" status: 204 len: 168 time: 1.4959288 Aug 22 15:10:42.514403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55796) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:42.517972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:42.541295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.541911 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Floating IP 239e04da-fb68-41f0-bd75-0d7903bfff1b disassociated (deleted). External IP: 172.25.0.177, port: af307efe-3035-4900-8401-6ea39bbed6a9. Aug 22 15:10:42.565051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7dc340c-0884-44c4-91be-7d400994bc86 req-ec200ff2-fb6d-4320-9342-6280c5814e1a tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 Aug 22 15:10:42.591771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.595204 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c306b2-1e93-468d-b0ac-94b1a5e5376f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:42.598486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9c306b2-1e93-468d-b0ac-94b1a5e5376f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/29cc3439-acff-4afe-9eb4-f7576c057b6e HTTP/1.1" status: 404 len: 333 time: 0.0823872 Aug 22 15:10:42.600911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55802) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:42.650210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:42.722548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 70e21ca6-166c-482f-baa1-8697c6b8fdb3 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:42.729222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.781391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.854496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:42.870232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.976983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:42.982479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:42.989274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:43.005031 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:43.005675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:43.019634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-62cf9b6f-10b3-414c-be8a-c247cc3bfeec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/floatingips/239e04da-fb68-41f0-bd75-0d7903bfff1b HTTP/1.1" status: 204 len: 168 time: 2.3274963 Aug 22 15:10:43.020040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:43.023078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.027927 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b97f1-3a84-4868-a542-de0b8dc36cba" -d '{"events": [{"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:43.052026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=70e21ca6-166c-482f-baa1-8697c6b8fdb3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:43.066095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['d9158040-9724-44ab-99ed-316026663fc3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:43.073807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.077708 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c3bc551-b201-4356-9f49-20541b5eb332 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/70e21ca6-166c-482f-baa1-8697c6b8fdb3 HTTP/1.1" status: 204 len: 168 time: 0.4746983 Aug 22 15:10:43.083939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55814) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:43.120009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43704c-3225-445f-a642-25707251c26b None None] Network a7056711-c3be-4ecd-9f4d-c132b16e8356 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:43.128691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['717cae5c-4d4e-4dfe-a63f-55a8548d8eef'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:43.160811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0381f9-4faa-4e39-b549-7cce229d9ae0 req-adaf2970-1065-4ad0-b0b9-2e7811072582 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:43.166380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e0381f9-4faa-4e39-b549-7cce229d9ae0 req-adaf2970-1065-4ad0-b0b9-2e7811072582 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.1274390 Aug 22 15:10:43.223139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:43.264597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.269641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e0381f9-4faa-4e39-b549-7cce229d9ae0 req-768d6660-3b36-4bfe-915d-b9f68ec3719b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909996 Aug 22 15:10:43.346387 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80360c5c-14fe-4166-9b63-33f362076554 x-openstack-request-id: req-80360c5c-14fe-4166-9b63-33f362076554 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:43.347161 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:43.347819 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80360c5c-14fe-4166-9b63-33f362076554 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:43.348783 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'status': 'completed', 'code': 200} Aug 22 15:10:43.379640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port cfa8a806-700c-41cd-a543-46232332a8d3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:43.379928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.529140 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:43.540440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-6b02f6d9-9ccf-4ca2-a048-4f8a6b0ec97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:43.549019 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-6b02f6d9-9ccf-4ca2-a048-4f8a6b0ec97e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 1097 time: 0.1458638 Aug 22 15:10:43.555156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port cfa8a806-700c-41cd-a543-46232332a8d3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cfa8a806-700c-41cd-a543-46232332a8d3,segment=NetworkSegment(6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8),segment_id=6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:43.555475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.558802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] DHCP port deletion for a7056711-c3be-4ecd-9f4d-c132b16e8356 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:43.572934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for cfa8a806-700c-41cd-a543-46232332a8d3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:43.613440 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:43.634848 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:43.638946 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:43.683814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41331-a95a-4345-91c3-fb2ff0ca4e6a req-e787f48c-7697-4b96-a093-46e52f2c841a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:43.692232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde41331-a95a-4345-91c3-fb2ff0ca4e6a req-e787f48c-7697-4b96-a093-46e52f2c841a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 944 time: 0.1074982 Aug 22 15:10:43.732778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Deleting port cfa8a806-700c-41cd-a543-46232332a8d3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:43.733150 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.749087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde41331-a95a-4345-91c3-fb2ff0ca4e6a req-5965cfcd-da31-43f9-b1ed-e2fb1094efd9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 Aug 22 15:10:43.776446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d123b8-b382-4f16-aca8-41dd6b1ed5ae req-5c8f1858-cad0-426b-bd7c-0ebcfca971f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:43.778396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95d123b8-b382-4f16-aca8-41dd6b1ed5ae req-5c8f1858-cad0-426b-bd7c-0ebcfca971f4 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.1351929 Aug 22 15:10:43.785267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-e395f793-e39c-4d65-af3f-aee5ee9a019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:43.786791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-e395f793-e39c-4d65-af3f-aee5ee9a019e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 200 len: 898 time: 0.1006887 Aug 22 15:10:43.787874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.798573 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:43.848671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:43.868250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95d123b8-b382-4f16-aca8-41dd6b1ed5ae req-cf3e7b73-a17b-49c9-b5b9-afdb888a7630 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689530 Aug 22 15:10:43.868701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=cfa8a806-700c-41cd-a543-46232332a8d3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:43.871196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-f18a82da-449d-4f29-b5ea-d2f1767efe10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 200 len: 217 time: 0.0729134 Aug 22 15:10:43.872959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port cfa8a806-700c-41cd-a543-46232332a8d3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:43.932622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:43.935114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 21fbcac3-5e6d-43dd-856e-c1ec0e94cceb not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:43.946368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] For port cfa8a806-700c-41cd-a543-46232332a8d3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cfa8a806-700c-41cd-a543-46232332a8d3,segment=NetworkSegment(6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8),segment_id=6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:43.946928 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:43.962382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Calling delete_port for cfa8a806-700c-41cd-a543-46232332a8d3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:43.986906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.008710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7056711-c3be-4ecd-9f4d-c132b16e8356']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:44.025588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:44.026172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bee7493-68bf-4e1c-b21b-63ed4dbdb5a8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:44.044896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.051051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d11b11-7779-4cbb-bb05-f51254652a78 req-27583d51-6215-452e-9d2f-9d069c7e33a7 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.056317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-e4675fda-d9f6-4a57-80aa-79e64d691704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.057854 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-e4675fda-d9f6-4a57-80aa-79e64d691704 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 200 len: 835 time: 0.1789689 Aug 22 15:10:44.060978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46d11b11-7779-4cbb-bb05-f51254652a78 req-27583d51-6215-452e-9d2f-9d069c7e33a7 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1060457 Aug 22 15:10:44.063961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.065423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.077547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-0c457562-699d-4b26-9429-469d4c9b34fb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.079140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-0c457562-699d-4b26-9429-469d4c9b34fb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.2315867 Aug 22 15:10:44.104581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-9ecc5c9f-4678-4b3e-84dc-63e9affc7548 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0180011 Aug 22 15:10:44.105042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] Pushing event deleted for resources: {'Port': ['ID=cfa8a806-700c-41cd-a543-46232332a8d3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:44.116085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:44.116510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.117254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e1353-a26e-47ae-bc3a-5f591bfb9941 None None] No DVR routers for this DVR port cfa8a806-700c-41cd-a543-46232332a8d3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:44.119773 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:44.133038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46d11b11-7779-4cbb-bb05-f51254652a78 req-039a1026-d934-42ba-b4c7-e389fa9f25cb tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Aug 22 15:10:44.140172 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:44.182959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-d79febb3-c452-481b-89c1-a981ef458c8f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645359 Aug 22 15:10:44.193017 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75b554-acec-4c74-ad5f-1761d12af2ef None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:29Z', 'revision_number': 6, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fbafc140-cd15-4657-a51c-8db912703131', 'name': '', 'network_id': '8167edcd-5c23-4de9-9f91-b529a308c479', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:bf:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:07:07Z', 'updated_at': '2021-08-22T15:07:19Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '60d30509-637a-4156-ac06-4c3e4ab9319a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:44.233285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-8fd42ee9-c622-4def-bdfc-0b11d7fea8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.234883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-8fd42ee9-c622-4def-bdfc-0b11d7fea8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8167edcd-5c23-4de9-9f91-b529a308c479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666968 Aug 22 15:10:44.318354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.331297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-7ed4aefb-e845-455c-b891-2314f9feb7b9 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366224 Aug 22 15:10:44.340494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.347755 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/a7056711-c3be-4ecd-9f4d-c132b16e8356 HTTP/1.1" status: 204 len: 168 time: 1.2626154 Aug 22 15:10:44.348837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d1e1-fe22-49cd-a9a7-008cfa5fe0ee tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=a7056711-c3be-4ecd-9f4d-c132b16e8356,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:44.350731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:44.358357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-187960002'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:44.402507 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-ad75320e-f69b-454c-8918-12b6bc8132d5 service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533401 Aug 22 15:10:44.480489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:44.484334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.486351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-2efcacfb-40f2-43a7-9d9f-a36d5db5aade service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435792 Aug 22 15:10:44.495410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c42f89-053d-4f1a-b817-015c235dc139 req-7fa37383-c4af-4969-8538-a2d1b1783d0a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.505486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08c42f89-053d-4f1a-b817-015c235dc139 req-7fa37383-c4af-4969-8538-a2d1b1783d0a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.0958769 Aug 22 15:10:44.538773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:44.550257 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7e7b97f1-3a84-4868-a542-de0b8dc36cba req-941d5821-c118-4c7f-9512-e58c42fa081f service neutron] 10.222.0.10 "GET /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434183 Aug 22 15:10:44.553849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08c42f89-053d-4f1a-b817-015c235dc139 req-71d8c3d6-bd10-4b0e-bc99-7821e0639000 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472054 Aug 22 15:10:44.557154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.557505 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment 18402db6-6b7e-457d-861d-dea37e1be111 of type vlan for network da779900-0c73-4075-ba2e-d6c7c8fcce84 Aug 22 15:10:44.614867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.615057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfca94-ccbb-4028-8386-e4fda38916d3 None None] New status for floating IP 239e04da-fb68-41f0-bd75-0d7903bfff1b: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:10:44.797257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.803394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.804363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:44.873853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1325bb20-4d99-4dd8-b537-94de9aac032d req-9771a324-34df-48fa-8f3c-1bae424045d8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 210 time: 0.0339749 Aug 22 15:10:44.896524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfbc7a-3fea-4859-962f-be595c9d9c36 req-01415915-4492-479a-8b7f-9a5dc71fb66a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:44.907149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8dfbc7a-3fea-4859-962f-be595c9d9c36 req-01415915-4492-479a-8b7f-9a5dc71fb66a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 944 time: 0.1002450 Aug 22 15:10:44.922289 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5680518 Aug 22 15:10:44.925538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55850) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:44.927934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda917f-2811-45da-9d78-e365549d2e8e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=da779900-0c73-4075-ba2e-d6c7c8fcce84,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:44.933763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:44.942511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:44.988689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8dfbc7a-3fea-4859-962f-be595c9d9c36 req-af97bead-1e66-4ee3-9edf-632ce1cffe9d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Aug 22 15:10:45.062738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a85a-7aaa-429c-8b7c-2c30e2d97ba4 req-52eb1ce6-13e2-49e8-a76e-b52ba08a832a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:45.064765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a913a85a-7aaa-429c-8b7c-2c30e2d97ba4 req-52eb1ce6-13e2-49e8-a76e-b52ba08a832a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.0744808 Aug 22 15:10:45.117500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a913a85a-7aaa-429c-8b7c-2c30e2d97ba4 req-f9dd1837-a8ba-438e-b37b-bedff27678ed tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461183 Aug 22 15:10:45.154727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-796e4157-c746-424d-9b06-f34070104ab9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:45.164947 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-796e4157-c746-424d-9b06-f34070104ab9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 946 time: 0.0559399 Aug 22 15:10:45.196867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:45.201510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:45.262356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cfa8a806-700c-41cd-a543-46232332a8d3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:45.292975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cfa8a806-700c-41cd-a543-46232332a8d3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:45.293751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cfa8a806-700c-41cd-a543-46232332a8d3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:45.333307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5c43-9518-4411-83e4-9e8c2bde829e req-6184cf7a-c85c-4fd9-b176-b850a6cae791 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:45.334949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6ac5c43-9518-4411-83e4-9e8c2bde829e req-6184cf7a-c85c-4fd9-b176-b850a6cae791 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1017404 Aug 22 15:10:45.384647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6ac5c43-9518-4411-83e4-9e8c2bde829e req-b4ec6418-a765-41a9-ad23-d3ae3c782300 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Aug 22 15:10:45.426038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port af307efe-3035-4900-8401-6ea39bbed6a9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:45.426388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:45.690605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7a040-4a24-435c-81c9-60d5d74f89ab req-e81186c6-4160-4476-a3f8-f3d825903bd3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:45.692417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4e7a040-4a24-435c-81c9-60d5d74f89ab req-e81186c6-4160-4476-a3f8-f3d825903bd3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.0606728 Aug 22 15:10:45.736959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4e7a040-4a24-435c-81c9-60d5d74f89ab req-c2251e88-970e-40fd-abe3-d378b89f37c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378368 Aug 22 15:10:45.857568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d9158040-9724-44ab-99ed-316026663fc3 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:45.885973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port af307efe-3035-4900-8401-6ea39bbed6a9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=af307efe-3035-4900-8401-6ea39bbed6a9,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:45.886623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:45.903632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for af307efe-3035-4900-8401-6ea39bbed6a9 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:45.971876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port d9158040-9724-44ab-99ed-316026663fc3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:45.972963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:45.982460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port d9158040-9724-44ab-99ed-316026663fc3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:45.984558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.003111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7676a505-4592-4692-aa79-1afad9ecbea4 req-c12b1dfe-f7fd-4171-822e-6f4ff7fc0fb4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 210 time: 0.0292642 Aug 22 15:10:46.055660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:46.100233 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.128916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:46.131151 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056bed8-f0d8-4fca-8c1b-e35ffbf5527e" -d '{"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-plugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:46.131758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': '18402db6-6b7e-457d-861d-dea37e1be111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:46.132250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: da779900-0c73-4075-ba2e-d6c7c8fcce84, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:46.139566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baf7eb-e6a3-431c-9db0-6f61552826c4 req-e2d4b280-1f87-44fb-9d80-2aacc044f91a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.141737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0baf7eb-e6a3-431c-9db0-6f61552826c4 req-e2d4b280-1f87-44fb-9d80-2aacc044f91a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 944 time: 0.0671978 Aug 22 15:10:46.146411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:46.176063 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe3187-b5f6-4bc4-b264-dc9dd769bd6f x-openstack-request-id: req-9dfe3187-b5f6-4bc4-b264-dc9dd769bd6f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:46.176358 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-plugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:46.176611 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dfe3187-b5f6-4bc4-b264-dc9dd769bd6f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:46.177113 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'code': 200} Aug 22 15:10:46.184109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0baf7eb-e6a3-431c-9db0-6f61552826c4 req-95a69dfd-4e8e-4859-b8fb-25ff15a78b37 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Aug 22 15:10:46.260985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:46.265545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.267919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.268696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 717cae5c-4d4e-4dfe-a63f-55a8548d8eef up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:46.302723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535337ce-42c2-4c65-80e3-ed98544f0449 req-2a28a853-8325-4e8c-a4c1-c753f4d585fd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.305547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-535337ce-42c2-4c65-80e3-ed98544f0449 req-2a28a853-8325-4e8c-a4c1-c753f4d585fd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 867 time: 0.0778124 Aug 22 15:10:46.348893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=af307efe-3035-4900-8401-6ea39bbed6a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:46.364648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-535337ce-42c2-4c65-80e3-ed98544f0449 req-40f6b871-f935-44b6-b181-52d8a941ca7c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=b059b833-d627-4713-bfbe-07cec1533819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489030 Aug 22 15:10:46.367581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:46.393991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d770c9-84c4-4bfa-9563-52c73d08b0be req-668fbc43-b475-4698-bb3c-749d260b2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.395651 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7d770c9-84c4-4bfa-9563-52c73d08b0be req-668fbc43-b475-4698-bb3c-749d260b2614 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.1143105 Aug 22 15:10:46.417941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] No DVR routers for this DVR port af307efe-3035-4900-8401-6ea39bbed6a9 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:46.425630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, da779900-0c73-4075-ba2e-d6c7c8fcce84) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:46.435659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ef3bf-e6fc-40cc-b2b1-e8e3975b72f2 None None] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:46.441032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.444890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3b089ec3-638a-4b71-aa50-6e35d3dfe98d req-5210f392-e5de-470b-9de3-ee40e377922c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "DELETE /v2.0/ports/af307efe-3035-4900-8401-6ea39bbed6a9 HTTP/1.1" status: 204 len: 173 time: 1.2824767 Aug 22 15:10:46.445461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'name': 'network-vif-deleted', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:46.454433 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa959ea-a932-4d03-9276-dd864b7710ea" -d '{"events": [{"server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "name": "network-vif-deleted", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:46.465640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.466399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.491249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7d770c9-84c4-4bfa-9563-52c73d08b0be req-70b449dd-35ef-49b0-b120-e38f40846bd0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751059 Aug 22 15:10:46.517451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:46.530309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:46.530538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.558253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0d2a-c045-44dc-a976-0ee833f4ca6a req-fb7fa4a5-e2ef-4a30-b688-ec63ce03c531 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.560911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-221f0d2a-c045-44dc-a976-0ee833f4ca6a req-fb7fa4a5-e2ef-4a30-b688-ec63ce03c531 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.0796740 Aug 22 15:10:46.577163 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd089b-aa65-4937-a414-0bf32efbbb68 x-openstack-request-id: req-0bcd089b-aa65-4937-a414-0bf32efbbb68 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:46.577473 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53b3424-62ff-4b27-a226-c676032495ad", "name": "network-vif-deleted", "tag": "af307efe-3035-4900-8401-6ea39bbed6a9", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:46.577473 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bcd089b-aa65-4937-a414-0bf32efbbb68 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:46.578731 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53b3424-62ff-4b27-a226-c676032495ad', 'name': 'network-vif-deleted', 'tag': 'af307efe-3035-4900-8401-6ea39bbed6a9', 'status': 'completed', 'code': 200} Aug 22 15:10:46.611311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-221f0d2a-c045-44dc-a976-0ee833f4ca6a req-26dd2323-eb1d-4252-adcb-0b5a87123d7f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Aug 22 15:10:46.650498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55882) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:46.651376 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb084954-1ccc-46d7-8db0-cce965ccb68e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7237744 Aug 22 15:10:46.659993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84', 'name': 'tempest-PortsTestJSON-1349202664', 'fixed_ips': [{'subnet_id': '0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b', 'ip_address': '172.20.0.10'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:46.845015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-da779900-0c73-4075-ba2e-d6c7c8fcce84', 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:46.845924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.858880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:46.883695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6457ed3-9aed-48db-8bc5-8545a46139cb req-534344fd-4737-43f0-a77f-871358a1d7be tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:46.885412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6457ed3-9aed-48db-8bc5-8545a46139cb req-534344fd-4737-43f0-a77f-871358a1d7be tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0613708 Aug 22 15:10:46.922728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:46.961729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:46.969736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6457ed3-9aed-48db-8bc5-8545a46139cb req-f4f28a8a-c228-427f-8a89-8c758559dcf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766630 Aug 22 15:10:47.032323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.034871 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.055864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:47.105355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Allocated IP 172.20.0.2 (da779900-0c73-4075-ba2e-d6c7c8fcce84/0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b/6415f759-ce1a-49e9-9688-9c17eed6512b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:47.124556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:47.145540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ec15592-49b0-49ba-ae20-b9a86fffab18 req-6e994ee9-0439-4d3c-86df-d2d9e2d40d67 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 210 time: 0.0407534 Aug 22 15:10:47.302089 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.311060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Transition to ACTIVE for port object 6415f759-ce1a-49e9-9688-9c17eed6512b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:47.313410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412490f-ebe3-49e1-ba63-e2ad15392105 req-fe041990-0ed8-4cb7-ba54-e169acea4097 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:47.314991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3412490f-ebe3-49e1-ba63-e2ad15392105 req-fe041990-0ed8-4cb7-ba54-e169acea4097 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.0549378 Aug 22 15:10:47.327787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Transition to ACTIVE for port object 6415f759-ce1a-49e9-9688-9c17eed6512b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:47.357802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3412490f-ebe3-49e1-ba63-e2ad15392105 req-e030aacd-9ba1-4388-b6b6-230524ddde51 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Aug 22 15:10:47.423742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.472846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:47.480802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:47.482658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Pushing event updated for resources: {'Port': ['ID=6415f759-ce1a-49e9-9688-9c17eed6512b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:47.484328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:47.525659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1285957-50d1-4948-a42f-9c4714f26569 req-30fe2cba-da68-44f7-9b49-5359832b1b3f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=c53b3424-62ff-4b27-a226-c676032495ad HTTP/1.1" status: 200 len: 210 time: 0.0482359 Aug 22 15:10:47.548593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Attempting to bind port 6415f759-ce1a-49e9-9688-9c17eed6512b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:47.548979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Attempting to bind port 6415f759-ce1a-49e9-9688-9c17eed6512b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '18402db6-6b7e-457d-861d-dea37e1be111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:47.549337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Attempting to bind port 6415f759-ce1a-49e9-9688-9c17eed6512b on network da779900-0c73-4075-ba2e-d6c7c8fcce84 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:47.555115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:47.555498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Checking segment: {'id': '18402db6-6b7e-457d-861d-dea37e1be111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:47.555900 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.556440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Bound using segment: {'id': '18402db6-6b7e-457d-861d-dea37e1be111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:47.556809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Bound port: 6415f759-ce1a-49e9-9688-9c17eed6512b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18402db6-6b7e-457d-861d-dea37e1be111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:47.557381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.558665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.10 (da779900-0c73-4075-ba2e-d6c7c8fcce84/0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b/e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:47.568742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-5fca12ed-35dc-42d5-9843-d6d02c52ae64 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:47.570245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-5fca12ed-35dc-42d5-9843-d6d02c52ae64 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1953888 Aug 22 15:10:47.588740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:47.650069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] For port 6415f759-ce1a-49e9-9688-9c17eed6512b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:47.654469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] For port 6415f759-ce1a-49e9-9688-9c17eed6512b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6415f759-ce1a-49e9-9688-9c17eed6512b,segment=NetworkSegment(18402db6-6b7e-457d-861d-dea37e1be111),segment_id=18402db6-6b7e-457d-861d-dea37e1be111)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:47.752554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.831375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6937cf-18a1-4371-adbd-691953d3c6b3 req-f66bdca7-0ee5-4245-8140-c2ca9907f208 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:47.832988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc6937cf-18a1-4371-adbd-691953d3c6b3 req-f66bdca7-0ee5-4245-8140-c2ca9907f208 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1475694 Aug 22 15:10:47.834311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56e5f-becc-4605-8a90-62b110652aaa None None] Pushing event updated for resources: {'Port': ['ID=6415f759-ce1a-49e9-9688-9c17eed6512b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:47.919671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:47.930935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc6937cf-18a1-4371-adbd-691953d3c6b3 req-7ebb8667-5af5-4813-8b7b-d886d2dba0c0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Aug 22 15:10:47.948991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:47.987114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:47.990666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.129983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.178610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:48.181561 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6715a602-d26f-4f98-a87f-a606580c8762" -d '{"events": [{"server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "name": "network-vif-plugged", "status": "completed", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:48.223689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:48.234702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:48.237236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:48.278374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f76cf-47db-49a6-a6b2-09c0c71898ab req-3d3a8f2b-3de0-49f9-8ab8-855ed96cbed1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:48.280731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c75f76cf-47db-49a6-a6b2-09c0c71898ab req-3d3a8f2b-3de0-49f9-8ab8-855ed96cbed1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1972513 Aug 22 15:10:48.281387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:48.339808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.340291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.340679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.341261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.341762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.342111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.342453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.342793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.343146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.343480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.343813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.344180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:48.349798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-162ecc9d-5fda-4937-adaf-121b25b366f0 req-173d8f12-f5de-495a-b620-bb95dead6468 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 210 time: 0.1064911 Aug 22 15:10:48.370696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.2 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/e4e7b4db-8304-4f95-b318-74093743a9bc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:48.381037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:48.381673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.413404 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e34e94-5f9b-4bd2-be23-16cc3d5385f2 x-openstack-request-id: req-31e34e94-5f9b-4bd2-be23-16cc3d5385f2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:48.413760 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "name": "network-vif-plugged", "status": "completed", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:48.414089 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31e34e94-5f9b-4bd2-be23-16cc3d5385f2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:48.414918 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef', 'code': 200} Aug 22 15:10:48.419600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c75f76cf-47db-49a6-a6b2-09c0c71898ab req-4bb51cfb-8dbf-4704-be4a-07931192253b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222818 Aug 22 15:10:48.546285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7ab4edfc-ac3a-4a77-9852-29e99a906159 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8902321 Aug 22 15:10:48.546497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576e35-3572-4f63-abd2-42c2cfb118f6 req-ac3f905d-e7b6-442c-8af5-d08ed700f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:48.546497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-75576e35-3572-4f63-abd2-42c2cfb118f6 req-ac3f905d-e7b6-442c-8af5-d08ed700f795 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 1096 time: 0.0489547 Aug 22 15:10:48.546497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:48.553520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'da779900-0c73-4075-ba2e-d6c7c8fcce84', 'name': 'tempest-PortsTestJSON-11144023', 'fixed_ips': [{'subnet_id': '0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b', 'ip_address': '172.20.0.9'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:48.584741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3de2b-f3e6-40f3-bc21-de9d1e8875d5 req-8244f862-ec58-4350-b1e3-aa3b220337e8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:48.593476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f3de2b-f3e6-40f3-bc21-de9d1e8875d5 req-8244f862-ec58-4350-b1e3-aa3b220337e8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.1231954 Aug 22 15:10:48.632455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.674557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f3de2b-f3e6-40f3-bc21-de9d1e8875d5 req-3f9677e6-d0da-464a-b898-bcc0404d2ce9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799928 Aug 22 15:10:48.679754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-75576e35-3572-4f63-abd2-42c2cfb118f6 req-4d930d87-3333-4130-9b0e-b29c317a5159 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223536 Aug 22 15:10:48.687109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55914) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:48.773218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.800385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:48.802268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.841527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.877017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:48.896466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:48.900937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:48.903539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:48.905532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:48.908004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:48.926515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:48.956370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f3519-5cc5-435b-b4d1-166521ca9f19 None None] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:48.967323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:48.967602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.034703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.037717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.051103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/security-groups/b059b833-d627-4713-bfbe-07cec1533819 HTTP/1.1" status: 204 len: 168 time: 0.3537002 Aug 22 15:10:49.079366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe464ffa-9a1f-45d6-be89-dbdb38d82ef0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059b833-d627-4713-bfbe-07cec1533819,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:49.082871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-eea7465f-8ac2-46c0-ad4b-06bb02f45bfe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4983532 Aug 22 15:10:49.111625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Request body: {'port': {'device_id': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:49.145016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:49.160541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-62710aee-ea91-4c6c-8c82-f571e68dd724 None None] Provisioning for port 6415f759-ce1a-49e9-9688-9c17eed6512b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:49.217848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.9 (da779900-0c73-4075-ba2e-d6c7c8fcce84/0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b/3d7e9d36-e2aa-4fa0-ad38-def3958e9c29) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:49.350192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6415f759-ce1a-49e9-9688-9c17eed6512b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:49.516083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6415f759-ce1a-49e9-9688-9c17eed6512b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:49.522932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6415f759-ce1a-49e9-9688-9c17eed6512b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:49.523381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.586443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.613787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090973-2fb5-4b9e-b7f9-f38f947e740b req-bf67d038-dbb3-49b1-b3f6-f65d6c954450 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:49.616891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:49.622223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1090973-2fb5-4b9e-b7f9-f38f947e740b req-bf67d038-dbb3-49b1-b3f6-f65d6c954450 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.5632806 Aug 22 15:10:49.628004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.660423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.675436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a689ef1-d293-453d-842a-2490e15592aa req-3362ad85-4c0c-4ed4-af25-5164b8fc0c8e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:49.677860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a689ef1-d293-453d-842a-2490e15592aa req-3362ad85-4c0c-4ed4-af25-5164b8fc0c8e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 931 time: 0.1378253 Aug 22 15:10:49.688258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Provisioning for port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:49.717657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6415f759-ce1a-49e9-9688-9c17eed6512b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6415f759-ce1a-49e9-9688-9c17eed6512b,segment=NetworkSegment(18402db6-6b7e-457d-861d-dea37e1be111),segment_id=18402db6-6b7e-457d-861d-dea37e1be111)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:49.720260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Provisioning complete for port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:49.725556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.757581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1090973-2fb5-4b9e-b7f9-f38f947e740b req-5b1fd226-8bdd-4e36-926c-12e1cf9b5228 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341863 Aug 22 15:10:49.770042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:49.785018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Provisioning complete for port 6415f759-ce1a-49e9-9688-9c17eed6512b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:49.785404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2283e80e-5a89-429a-a79b-ab02617ec66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.808973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.833179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.844264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:49.864837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device af307efe-3035-4900-8401-6ea39bbed6a9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:49.892546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: af307efe-3035-4900-8401-6ea39bbed6a9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:49.892905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device af307efe-3035-4900-8401-6ea39bbed6a9 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:49.917912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6415f759-ce1a-49e9-9688-9c17eed6512b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:49.928384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:49.934843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:49.937448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:49.972660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a689ef1-d293-453d-842a-2490e15592aa req-7839c728-be28-4368-8400-36d5900fc7d4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525568 Aug 22 15:10:50.020715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=3d7e9d36-e2aa-4fa0-ad38-def3958e9c29,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:50.040227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.040566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.040913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.041250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.041590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.042611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.042970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.043304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.044197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.044530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.044854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.045446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:10:50.067610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.068431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.088376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e09b9-4b69-4650-945d-b034f7fd8d3b req-25f3671e-7563-4107-9f5c-213df7c57234 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.090225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:10:50.097790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f70e09b9-4b69-4650-945d-b034f7fd8d3b req-25f3671e-7563-4107-9f5c-213df7c57234 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1221495 Aug 22 15:10:50.119215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c8edf01-5c9c-4dc0-a77c-0b91fe299907 None None] Provisioning complete for port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:50.119604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c8edf01-5c9c-4dc0-a77c-0b91fe299907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.172893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f70e09b9-4b69-4650-945d-b034f7fd8d3b req-0f985565-5ece-4efa-886f-cd3099406190 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735998 Aug 22 15:10:50.191589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7c8edf01-5c9c-4dc0-a77c-0b91fe299907 None None] Port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:50.225724 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb2652c2-dd3f-43d6-8363-c62b27fdb1c9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6755197 Aug 22 15:10:50.228879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:50.306067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e7b4db-8304-4f95-b318-74093743a9bc {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:50.317350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.328573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd19f4e-419d-41c7-a676-fb27bcd36a3f req-bf8c030b-d8df-49ed-85fa-d0f7fdc37f64 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.332502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfd19f4e-419d-41c7-a676-fb27bcd36a3f req-bf8c030b-d8df-49ed-85fa-d0f7fdc37f64 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.1481187 Aug 22 15:10:50.349966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cbab87-5e46-4fcd-bc2c-1ee13d21042d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.351444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a1cbab87-5e46-4fcd-bc2c-1ee13d21042d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1225119 Aug 22 15:10:50.361347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:50.363604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Transition to ACTIVE for port object e4e7b4db-8304-4f95-b318-74093743a9bc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:50.441159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfd19f4e-419d-41c7-a676-fb27bcd36a3f req-6c4fd754-f6f2-49f2-bf70-fb4a7f976e11 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Aug 22 15:10:50.458626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc04386-4ac3-410b-9797-40992b6cdd3b req-4c40a928-7c39-47ac-8ed0-7238d6123034 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.460257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcc04386-4ac3-410b-9797-40992b6cdd3b req-4c40a928-7c39-47ac-8ed0-7238d6123034 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1267052 Aug 22 15:10:50.468364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e7da5a82-7c4d-43d8-8b49-bd5048de257a None None] Provisioning for port 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:50.473220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e7da5a82-7c4d-43d8-8b49-bd5048de257a None None] Provisioning complete for port 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:50.473808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7da5a82-7c4d-43d8-8b49-bd5048de257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.480139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b6c1c-d181-4e33-b22f-f679272b8abc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.480330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port fbafc140-cd15-4657-a51c-8db912703131 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:50.480330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.481017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b6c1c-d181-4e33-b22f-f679272b8abc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.487559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b6c1c-d181-4e33-b22f-f679272b8abc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.491892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-601b6c1c-d181-4e33-b22f-f679272b8abc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1269717 Aug 22 15:10:50.494366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55938) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:50.518567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e7da5a82-7c4d-43d8-8b49-bd5048de257a None None] Port 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:10:50.532375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcc04386-4ac3-410b-9797-40992b6cdd3b req-8bcc1b11-2b0b-468c-91b6-c0f435cf0f57 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Aug 22 15:10:50.555936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55940) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:50.586586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.639593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port fbafc140-cd15-4657-a51c-8db912703131, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fbafc140-cd15-4657-a51c-8db912703131,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:50.640205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.640704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842512f1-a768-4927-82e6-e5298f217731 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.642249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-842512f1-a768-4927-82e6-e5298f217731 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1092 time: 0.0850680 Aug 22 15:10:50.649678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55942) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:50.656245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for fbafc140-cd15-4657-a51c-8db912703131 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:50.656607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:50.660639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:50.707427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:50.707775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.737970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Attempting to bind port e4e7b4db-8304-4f95-b318-74093743a9bc on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:50.738308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Attempting to bind port e4e7b4db-8304-4f95-b318-74093743a9bc by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:50.738640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Attempting to bind port e4e7b4db-8304-4f95-b318-74093743a9bc on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:50.742905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Port e4e7b4db-8304-4f95-b318-74093743a9bc on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:10:50.743224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Attempting to bind port e4e7b4db-8304-4f95-b318-74093743a9bc on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:50.748954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:50.749300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:50.749695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:50.750137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Bound port: e4e7b4db-8304-4f95-b318-74093743a9bc, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:50.750500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.786782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.847445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.868644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:50.913779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:50.954920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e7b4db-8304-4f95-b318-74093743a9bc,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:50.974745 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:50.991573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a04892-5a9b-46e5-b9a8-d596db79d31f req-dee36c92-fc94-48d0-b1a4-15140792c983 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:50.993948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a04892-5a9b-46e5-b9a8-d596db79d31f req-dee36c92-fc94-48d0-b1a4-15140792c983 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1591022 Aug 22 15:10:51.035804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.095084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.100614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:51.101284 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.102734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4e7b4db-8304-4f95-b318-74093743a9bc HTTP/1.1" status: 200 len: 1091 time: 1.9987860 Aug 22 15:10:51.123757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:51.126055 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:51.132258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.135047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=fbafc140-cd15-4657-a51c-8db912703131,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:51.179473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34a04892-5a9b-46e5-b9a8-d596db79d31f req-e394daee-e949-4c76-a45c-62a7ed207703 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757922 Aug 22 15:10:51.185124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=3d7e9d36-e2aa-4fa0-ad38-def3958e9c29,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:51.191456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.326452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118c97-3826-494d-b60d-de4cf14b2d22 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:51.354578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.360913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b9cb3cbb-0bde-48a8-aa29-ada6ec1c8d47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 HTTP/1.1" status: 204 len: 168 time: 0.8656056 Aug 22 15:10:51.368521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55954) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:51.376969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6340-a69c-4740-997d-8979c7ea4717 req-1284b144-f7d2-427d-b107-d6d4cbc03d49 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:51.378607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db7b6340-a69c-4740-997d-8979c7ea4717 req-1284b144-f7d2-427d-b107-d6d4cbc03d49 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 943 time: 0.2889268 Aug 22 15:10:51.423413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-0379cb7a-ddce-40c7-834f-5dd4beb33003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:51.426350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-0379cb7a-ddce-40c7-834f-5dd4beb33003 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 1094 time: 0.1491942 Aug 22 15:10:51.426605 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea4a0c9-3c59-4c7e-bf0f-17f702330702 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:51.431589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ea4a0c9-3c59-4c7e-bf0f-17f702330702 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/3d7e9d36-e2aa-4fa0-ad38-def3958e9c29 HTTP/1.1" status: 404 len: 333 time: 0.0533614 Aug 22 15:10:51.439599 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e949a2-3dc3-49ae-a4b3-fe8b9b22ca9f x-openstack-request-id: req-a8e949a2-3dc3-49ae-a4b3-fe8b9b22ca9f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:51.439952 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:51.440226 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8e949a2-3dc3-49ae-a4b3-fe8b9b22ca9f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:51.440651 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc', 'status': 'completed', 'code': 200} Aug 22 15:10:51.453190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:51.485231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6415f759-ce1a-49e9-9688-9c17eed6512b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:51.612906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6415f759-ce1a-49e9-9688-9c17eed6512b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:51.613297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.613984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.626986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-c7dd72e6-bfb2-42c5-9424-abf3a1729d95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e7b4db-8304-4f95-b318-74093743a9bc HTTP/1.1" status: 200 len: 217 time: 0.1833367 Aug 22 15:10:51.721255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.79 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/eeb59f6b-b009-4081-b191-239de8b6c80a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:51.759668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db7b6340-a69c-4740-997d-8979c7ea4717 req-63a46e53-a42f-4010-a503-ddc6d67ea8de tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548255 Aug 22 15:10:51.826605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c19e2-8ee0-4427-a0b3-a1b18e072afd req-c962b85a-3611-463c-9e96-b60ed59e1ed1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:51.828141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba5c19e2-8ee0-4427-a0b3-a1b18e072afd req-c962b85a-3611-463c-9e96-b60ed59e1ed1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.2166812 Aug 22 15:10:51.829526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-ae72bc4e-1d58-48b7-b60c-bf76a49e9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:51.830873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-ae72bc4e-1d58-48b7-b60c-bf76a49e9e45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1750479 Aug 22 15:10:51.860127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:51.914978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-b9a23725-a157-44a6-888f-c06ce8a6bb91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752225 Aug 22 15:10:51.962618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba5c19e2-8ee0-4427-a0b3-a1b18e072afd req-c23bcb09-133d-4faf-8a15-c8cb2bbaa0ff tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273458 Aug 22 15:10:51.967331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:51.968731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:51.969079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:51.973957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3b3d6516-889b-4361-afbe-1a2652d0f212 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8282933 Aug 22 15:10:51.976752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:51.980145 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Sync routers for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:51.991301 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:51.993196 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:52.068357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting subnet 60d30509-637a-4156-ac06-4c3e4ab9319a {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:52.071996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.114889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.116353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.194258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.205484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3e65-057d-43f9-85e7-5a67596bd7fe req-c919b517-60cc-4100-8f00-f73fcedb8c72 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:52.207055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7ae3e65-057d-43f9-85e7-5a67596bd7fe req-c919b517-60cc-4100-8f00-f73fcedb8c72 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.1361880 Aug 22 15:10:52.218887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.226296 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:52.227844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-fdbbc990-3589-41b7-98e0-6c0ab7edb279 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974908 Aug 22 15:10:52.235705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:52.363326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7ae3e65-057d-43f9-85e7-5a67596bd7fe req-3dda6f89-893c-4b4f-8838-d34c1fdc23bf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429954 Aug 22 15:10:52.387660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.413088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Subnet': ['ID=60d30509-637a-4156-ac06-4c3e4ab9319a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:52.425236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.428889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.430323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1f68b0ac-60af-4cd2-991f-3bb382d1d827 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/subnets/60d30509-637a-4156-ac06-4c3e4ab9319a HTTP/1.1" status: 204 len: 168 time: 0.4515259 Aug 22 15:10:52.430856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:52.433208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29194a5-17c6-4224-8d09-192c2375ca64 None None] Network 8167edcd-5c23-4de9-9f91-b529a308c479 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:52.459456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:50Z', 'revision_number': 7, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:52.491859 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Checking router: 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:52.501944 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Routers {'9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:52.502568 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:52.554264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:52.576970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f399-b9d1-4c06-8c1f-54d32d52be3a req-07c26062-eca3-4563-8f2c-4ff8961cf080 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:52.578606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22a3f399-b9d1-4c06-8c1f-54d32d52be3a req-07c26062-eca3-4563-8f2c-4ff8961cf080 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2983968 Aug 22 15:10:52.579585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:52.586642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e90b19b-2041-4f7a-ac73-baeedb947944 req-cabca91a-c889-40ce-bbfc-0d3eff1fa4ee service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424625 Aug 22 15:10:52.599229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:52.601158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=eeb59f6b-b009-4081-b191-239de8b6c80a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:52.638153 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] Set router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:52.713662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] DHCP port deletion for 8167edcd-5c23-4de9-9f91-b529a308c479 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:52.769515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Deleting port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:52.770220 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.786891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22a3f399-b9d1-4c06-8c1f-54d32d52be3a req-3d62aa74-a5e4-4c31-84be-62d34494a2cb tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989963 Aug 22 15:10:52.789249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.854649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] For port bbf9c72a-59cf-44b4-ad67-fb50f0885b32, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,segment=NetworkSegment(d816062b-9abc-43ac-916b-379daf71f759),segment_id=d816062b-9abc-43ac-916b-379daf71f759)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:52.855247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:52.875451 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:50Z', 'revision_number': 7, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:52.875929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-f7ec795c-388c-4334-a9f1-c9fe9ed18d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:52.878092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-f7ec795c-388c-4334-a9f1-c9fe9ed18d81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 1094 time: 0.1690519 Aug 22 15:10:52.883626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Calling delete_port for bbf9c72a-59cf-44b4-ad67-fb50f0885b32 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:52.912784 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0608c1-1c12-4011-9000-2f8b9397f4ce None None] The sync data for ids ['9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c'] in n-d-805046-3 is: [{'id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'name': 'tempest-TestNetworkBasicOps-router-849840710', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:56Z', 'updated_at': '2021-08-22T15:10:50Z', 'revision_number': 7, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8ec2fa82-3d25-434c-95ae-f26510925698', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:57Z', 'updated_at': '2021-08-22T15:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:52.945310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:53.237843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:53.281651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] Pushing event deleted for resources: {'Port': ['ID=bbf9c72a-59cf-44b4-ad67-fb50f0885b32,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:53.286527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788e1cf-857d-4244-98d6-8225eb59f8a7 None None] No DVR routers for this DVR port bbf9c72a-59cf-44b4-ad67-fb50f0885b32 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:53.463806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bbf9c72a-59cf-44b4-ad67-fb50f0885b32 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:53.499507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bbf9c72a-59cf-44b4-ad67-fb50f0885b32 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:53.499961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bbf9c72a-59cf-44b4-ad67-fb50f0885b32 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:53.500510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fbafc140-cd15-4657-a51c-8db912703131 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:53.514927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:53.544252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: fbafc140-cd15-4657-a51c-8db912703131 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:53.544252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fbafc140-cd15-4657-a51c-8db912703131 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:53.625884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:53.685210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d2ccb-47dd-4f00-a6fd-b9ca49bded8a req-e5f481f9-69c3-4e1d-b268-c7233fa0e5bc tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:53.686965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a26d2ccb-47dd-4f00-a6fd-b9ca49bded8a req-e5f481f9-69c3-4e1d-b268-c7233fa0e5bc tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 943 time: 0.6598423 Aug 22 15:10:53.746625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-e7829596-8b88-45ac-8f54-2efbaeea6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:53.749076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-e7829596-8b88-45ac-8f54-2efbaeea6937 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.8375025 Aug 22 15:10:53.771468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:53.777037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bc4e6bb6-76f1-41ed-b168-16b18eb28a7a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 HTTP/1.1" status: 204 len: 168 time: 2.3202212 Aug 22 15:10:53.782684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55992) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:53.814102 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3f279e-34d4-4962-b819-23902a65a3dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:10:53.820683 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7f3f279e-34d4-4962-b819-23902a65a3dc tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/e2ed8668-b7e9-4ee1-a65e-c5bb66ddcfb2 HTTP/1.1" status: 404 len: 333 time: 0.0417924 Aug 22 15:10:53.821948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:53.888739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-fc8afd1c-a7c6-4bdf-ae25-ed3788b72b50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4e7b4db-8304-4f95-b318-74093743a9bc HTTP/1.1" status: 200 len: 217 time: 0.1309912 Aug 22 15:10:53.891793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:10:53.896061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:53.913072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a26d2ccb-47dd-4f00-a6fd-b9ca49bded8a req-0796fb43-f30e-4bf7-9680-30e3e0c1a69b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091413 Aug 22 15:10:53.983685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.032597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-853e70f4-85cd-465d-b193-d044244a6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:54.034750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-853e70f4-85cd-465d-b193-d044244a6316 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1378667 Aug 22 15:10:54.109733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-cb0ca129-e083-46be-b317-0b7eb8cd4adc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662823 Aug 22 15:10:54.146965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.160459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 8ec2fa82-3d25-434c-95ae-f26510925698 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:54.160815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.248552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.305997 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.349205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:54.349923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224a080-8e74-4472-b3b0-f27e1a2ae542 req-db54eca8-a09b-4156-831e-154b61c56acd tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:54.357922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4224a080-8e74-4472-b3b0-f27e1a2ae542 req-db54eca8-a09b-4156-831e-154b61c56acd tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2430208 Aug 22 15:10:54.367745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.376197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4f8d2cb-ae01-4582-8ff9-410dd064c62e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b HTTP/1.1" status: 204 len: 168 time: 0.5470002 Aug 22 15:10:54.376197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56012) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:54.376716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8681d-e00a-440e-a32a-9d4b72866e10 None None] Network da779900-0c73-4075-ba2e-d6c7c8fcce84 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:54.446722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port 8ec2fa82-3d25-434c-95ae-f26510925698, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8ec2fa82-3d25-434c-95ae-f26510925698,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:54.447347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.466650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-1b67f582-6450-4917-89dd-20d6f526a146 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366847 Aug 22 15:10:54.483728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4224a080-8e74-4472-b3b0-f27e1a2ae542 req-3416fc91-611c-49e3-afad-ebb649033906 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247487 Aug 22 15:10:54.550843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.566651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 8ec2fa82-3d25-434c-95ae-f26510925698 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:54.575688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.627327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 6415f759-ce1a-49e9-9688-9c17eed6512b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:54.627897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.678448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] DHCP port deletion for da779900-0c73-4075-ba2e-d6c7c8fcce84 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:10:54.749853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Deleting port 6415f759-ce1a-49e9-9688-9c17eed6512b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:10:54.750633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.763208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bff6983-b0c6-4f0d-9b25-9cd689e6e333 req-df7cf91d-9c78-4859-848e-52da88c2a37e service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763348 Aug 22 15:10:54.767744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e7b4db-8304-4f95-b318-74093743a9bc details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:10:54.768199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port 6415f759-ce1a-49e9-9688-9c17eed6512b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6415f759-ce1a-49e9-9688-9c17eed6512b,segment=NetworkSegment(18402db6-6b7e-457d-861d-dea37e1be111),segment_id=18402db6-6b7e-457d-861d-dea37e1be111)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:54.769605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.889790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] For port 6415f759-ce1a-49e9-9688-9c17eed6512b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6415f759-ce1a-49e9-9688-9c17eed6512b,segment=NetworkSegment(18402db6-6b7e-457d-861d-dea37e1be111),segment_id=18402db6-6b7e-457d-861d-dea37e1be111)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:54.889790 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:54.904499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Calling delete_port for 6415f759-ce1a-49e9-9688-9c17eed6512b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:54.986686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.097032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.143723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e7b4db-8304-4f95-b318-74093743a9bc,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:55.213570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.249491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] Pushing event deleted for resources: {'Port': ['ID=6415f759-ce1a-49e9-9688-9c17eed6512b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:55.252540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d98d0f-7931-4aec-8e42-b3e8a8bc0d93 None None] No DVR routers for this DVR port 6415f759-ce1a-49e9-9688-9c17eed6512b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:55.257105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e4e7b4db-8304-4f95-b318-74093743a9bc', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': 'e4e7b4db-8304-4f95-b318-74093743a9bc', 'mac_address': 'fa:16:3e:ab:4a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:10:55.311773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.333649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e7b4db-8304-4f95-b318-74093743a9bc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:10:55.336471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 6415f759-ce1a-49e9-9688-9c17eed6512b owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:10:55.352921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6415f759-ce1a-49e9-9688-9c17eed6512b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:55.396834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6415f759-ce1a-49e9-9688-9c17eed6512b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:55.397360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6415f759-ce1a-49e9-9688-9c17eed6512b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:55.403544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e7b4db-8304-4f95-b318-74093743a9bc,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:55.420548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13957e2-448e-4ad6-8c72-99f248df67bc req-52b97dc5-366e-4725-aa12-f7378baa8e73 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:55.422630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e13957e2-448e-4ad6-8c72-99f248df67bc req-52b97dc5-366e-4725-aa12-f7378baa8e73 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 943 time: 0.3371451 Aug 22 15:10:55.489036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.489280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=eeb59f6b-b009-4081-b191-239de8b6c80a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:55.498236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.525973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=6415f759-ce1a-49e9-9688-9c17eed6512b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:55.533195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port 6415f759-ce1a-49e9-9688-9c17eed6512b on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:10:55.534034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.576316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.602697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:55.616933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e13957e2-448e-4ad6-8c72-99f248df67bc req-ea88a726-e371-4613-8d98-c71af516a315 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694500 Aug 22 15:10:55.634896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.635757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=8ec2fa82-3d25-434c-95ae-f26510925698,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:55.677706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da779900-0c73-4075-ba2e-d6c7c8fcce84']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:55.677706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18402db6-6b7e-457d-861d-dea37e1be111') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:55.677706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18402db6-6b7e-457d-861d-dea37e1be111') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:55.692825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.716568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.730524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:55.731366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:55.736977 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:55.768132 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 8375af9c-4a83-434c-9358-314e645f6ef1 associated. External IP: 172.25.0.79, port: d9158040-9724-44ab-99ed-316026663fc3. Aug 22 15:10:55.815384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5167-3d6e-4086-b973-fadd2389f2ad req-704c4f68-e106-48e3-94b5-efaeb0e6a01f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:55.816990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-251b5167-3d6e-4086-b973-fadd2389f2ad req-704c4f68-e106-48e3-94b5-efaeb0e6a01f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1968546 Aug 22 15:10:55.822543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.968570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.977636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:55.994514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-251b5167-3d6e-4086-b973-fadd2389f2ad req-bdc33251-3daf-4d92-a989-0e0f461d312d tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682358 Aug 22 15:10:56.016653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e7b4db-8304-4f95-b318-74093743a9bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:10:56.159354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9838bc39-c822-4ca2-85f3-9264cbefeb41 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:10:56.208329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.218132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.227042 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/da779900-0c73-4075-ba2e-d6c7c8fcce84 HTTP/1.1" status: 204 len: 168 time: 1.8353031 Aug 22 15:10:56.230201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56058) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:56.236424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251160566'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:56.241411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1bc20-1365-4c4e-9e19-5a3671e18efa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=da779900-0c73-4075-ba2e-d6c7c8fcce84,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:56.357289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:56.361035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.386073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:56.396017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.396375 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Added segment db6b23ef-b42d-42cb-9f57-602690ba467b of type vlan for network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e Aug 22 15:10:56.441745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.529399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.529928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Fanout notify agent at l3_agent the message router_deleted on router 9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:10:56.537731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.541173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e9fd95f-b0d2-4621-9608-e57a4c674c1e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/routers/9c8ce4b6-8d20-40c3-b7a4-618bb8e3ad7c HTTP/1.1" status: 204 len: 168 time: 4.1011488 Aug 22 15:10:56.542005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56064) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:56.551252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.566197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:56.567207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.626686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:10:56.640392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Sync routers for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:10:56.656795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:56.662673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:56.691844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Network': ['ID=cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:56.712575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.768482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:56.771740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:56.790085 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-123c0187-dd76-415a-a8af-2d19cd4d7ed5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5539808 Aug 22 15:10:56.790085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56082) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:56.803042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:56.845056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f48bc1e8-4192-4138-ad41-695f456a20ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1939206 Aug 22 15:10:56.849238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:56.851891 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915" -d '{"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:56.893246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794770-acb1-4edf-b02c-75859a5ff201 req-2356bf1e-3572-4f82-891e-55b0fc46b814 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:56.895724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75794770-acb1-4edf-b02c-75859a5ff201 req-2356bf1e-3572-4f82-891e-55b0fc46b814 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 944 time: 0.1331146 Aug 22 15:10:56.906974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-a6c344d2-1287-4f92-9c5f-5dc0d09f4383 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:56.907587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:56.908597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-a6c344d2-1287-4f92-9c5f-5dc0d09f4383 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1990771 Aug 22 15:10:56.943088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-f9ccc048-590d-40f2-9bf0-111bca0e2abb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0169837 Aug 22 15:10:56.972393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75794770-acb1-4edf-b02c-75859a5ff201 req-142621a5-46cd-4047-b269-d81b7febca93 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Aug 22 15:10:57.017621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.018865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-44f97bcd-6e95-486f-903e-962e9419b077 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664356 Aug 22 15:10:57.037888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8167edcd-5c23-4de9-9f91-b529a308c479']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:57.055895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd816062b-9abc-43ac-916b-379daf71f759') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:57.056146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd816062b-9abc-43ac-916b-379daf71f759') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:57.071820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.097767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.116279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:10:57.116992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:10:57.120591 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:10:57.151638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-06bf3305-1e21-4e57-b667-a1e607978a7b service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212699 Aug 22 15:10:57.215242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:57.221463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.289144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8375af9c-4a83-434c-9358-314e645f6ef1', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'mac_address': 'fa:16:3e:73:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183db288-e45e-4855-b1c7-16b27d98f788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:10:53Z', 'updated_at': '2021-08-22T15:10:53Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:57.342108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a544779-0de4-4cee-82ba-ce816d6f90be req-42286bf1-9acd-4586-8995-26dd96f18499 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.349183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a544779-0de4-4cee-82ba-ce816d6f90be req-42286bf1-9acd-4586-8995-26dd96f18499 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1941886 Aug 22 15:10:57.378980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.389232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.395412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/networks/8167edcd-5c23-4de9-9f91-b529a308c479 HTTP/1.1" status: 204 len: 168 time: 0.8481631 Aug 22 15:10:57.409500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ad8b6-eb5b-4e0e-817c-bba3793f6f73 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Network': ['ID=8167edcd-5c23-4de9-9f91-b529a308c479,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:57.418103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:57.426937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'network': {'name': 'tempest-network-smoke--1788897658', 'project_id': '252474ba5b864cf3982ed45127af7003', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:57.439908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-5102822c-0538-4f61-8f45-d5c1eac2d371 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867746 Aug 22 15:10:57.466085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a544779-0de4-4cee-82ba-ce816d6f90be req-a0a416c6-8da3-434e-a2c0-ddb5b5dbe8c5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135497 Aug 22 15:10:57.475415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61785334-946f-4b99-9907-95ab73039968 req-54328cca-57ce-4592-b08e-1304caf1ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.477119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61785334-946f-4b99-9907-95ab73039968 req-54328cca-57ce-4592-b08e-1304caf1ed98 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1097 time: 0.1003506 Aug 22 15:10:57.499726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56092) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:57.554984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ec2fa82-3d25-434c-95ae-f26510925698 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:10:57.556916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:57.557772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Checking router: 9838bc39-c822-4ca2-85f3-9264cbefeb41 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:10:57.561765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.585881 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643fb3aa-4bd1-4c6b-b18c-fd2c2b1f053c x-openstack-request-id: req-643fb3aa-4bd1-4c6b-b18c-fd2c2b1f053c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:57.586324 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:57.586725 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-643fb3aa-4bd1-4c6b-b18c-fd2c2b1f053c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:57.587355 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'status': 'completed', 'code': 200} Aug 22 15:10:57.614934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:10:57.624134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8ec2fa82-3d25-434c-95ae-f26510925698 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:10:57.625163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8ec2fa82-3d25-434c-95ae-f26510925698 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:10:57.629163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:10:57.629791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:57.633936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61785334-946f-4b99-9907-95ab73039968 req-de1a8ebd-c62f-4a2e-94ed-95230eb47494 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489844 Aug 22 15:10:57.645387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.683644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-79a8aa2d-a89e-4c7f-b27c-43ca08fa2d0a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 200 len: 991 time: 0.1819577 Aug 22 15:10:57.685312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.685606 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Added segment e5d55be2-b495-4d56-a55a-a7143cdbf05f of type vlan for network 34f64175-46f0-4c32-848e-d21fe1020b94 Aug 22 15:10:57.705824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10715aa6-c756-4ae8-8c0d-dfc2993a6e4b req-12683075-522b-4bae-b088-7a9bee51c92f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.708514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10715aa6-c756-4ae8-8c0d-dfc2993a6e4b req-12683075-522b-4bae-b088-7a9bee51c92f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.0911567 Aug 22 15:10:57.753507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10715aa6-c756-4ae8-8c0d-dfc2993a6e4b req-05a828f9-796f-4be1-b008-baaa30aed3f6 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Aug 22 15:10:57.758583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:10:57.767779 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.773520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=43e2748a-8c9d-47eb-b0c3-7df2c4d34beb,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:57.792619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-7049870c-e4ac-4eca-84f2-ccc0ae2a90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.794835 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-7049870c-e4ac-4eca-84f2-ccc0ae2a90d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.1929126 Aug 22 15:10:57.835986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Checking segment: {'id': 'db6b23ef-b42d-42cb-9f57-602690ba467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:57.836370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network hostable DHCP agents. Network: cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:10:57.939507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.945889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.946619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:57.959553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-afa2ad06-7706-43f3-bf9e-2421afb2a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:57.961108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-afa2ad06-7706-43f3-bf9e-2421afb2a1ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1578608 Aug 22 15:10:57.962782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2f9f3b0-94c0-409d-8d3b-1b722ae3ad4b req-3c3a6918-0927-4e67-abc5-88070ebaa3d3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0483587 Aug 22 15:10:58.048724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8375af9c-4a83-434c-9358-314e645f6ef1', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'mac_address': 'fa:16:3e:73:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183db288-e45e-4855-b1c7-16b27d98f788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:10:53Z', 'updated_at': '2021-08-22T15:10:53Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:10:58.087074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:10:58.100127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6d609-facd-441c-985d-b0691869eac2 None None] The sync data for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 is: [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '8375af9c-4a83-434c-9358-314e645f6ef1', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'mac_address': 'fa:16:3e:73:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183db288-e45e-4855-b1c7-16b27d98f788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:10:53Z', 'updated_at': '2021-08-22T15:10:53Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:10:58.101574 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6820703 Aug 22 15:10:58.102213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56110) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:58.112523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'admin_state_up': True, 'project_id': '252474ba5b864cf3982ed45127af7003', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:58.113119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccac023-55d2-47f4-bb20-9099619643b1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Network': ['ID=34f64175-46f0-4c32-848e-d21fe1020b94,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:58.126114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 34f64175-46f0-4c32-848e-d21fe1020b94 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:10:58.134471 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-55658ac8-e4c4-4300-a13e-75128e2b63db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 999 time: 0.1513379 Aug 22 15:10:58.161158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee134ef-fd8f-4188-b804-ea4bb3d7c712 req-2f5335b2-4701-4501-8947-4e313341255c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:58.169256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ee134ef-fd8f-4188-b804-ea4bb3d7c712 req-2f5335b2-4701-4501-8947-4e313341255c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 944 time: 0.1100175 Aug 22 15:10:58.196383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-83da28ce-f08a-40ac-b393-4c060b814bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:58.198226 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-83da28ce-f08a-40ac-b393-4c060b814bf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0564644 Aug 22 15:10:58.202338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:58.217382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:58.218609 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.240492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b58d53-d558-4b9e-b341-afcad357e392 None None] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:10:58.245357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ee134ef-fd8f-4188-b804-ea4bb3d7c712 req-bdaf7280-9bb3-4528-9619-79b923ec3ac3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Aug 22 15:10:58.260876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.264030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.276982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-e827aed8-e611-41ad-afe2-367e5535a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:58.278808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-e827aed8-e611-41ad-afe2-367e5535a1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715690 Aug 22 15:10:58.334730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.367436 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-afaca822-7c3b-4ea0-86f7-451bdcd9e93f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5687728 Aug 22 15:10:58.370179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56112) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:58.381998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-577902257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:58.463261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574a36e-a16b-4577-a642-b7eeae60cf10 None None] New status for floating IP 8375af9c-4a83-434c-9358-314e645f6ef1: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:10:58.491799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e', 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '43e2748a-8c9d-47eb-b0c3-7df2c4d34beb'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:10:58.493980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.497328 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-da195946-c16c-477f-af59-f2f693861bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088070 Aug 22 15:10:58.570593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.571548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.649195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.687793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56116) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:58.726713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.747959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Allocated IP 172.20.0.2 (cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e/43e2748a-8c9d-47eb-b0c3-7df2c4d34beb/f4a1efb2-267b-4765-ba54-9450f40b659e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:58.749096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dd59153d-b32c-4e1a-ae2a-f3c42c59d915 req-77eb63cb-de85-4f0c-8c9f-5ad8826ace95 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430482 Aug 22 15:10:58.798460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.821013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bbf02842-c39d-492d-8f75-8fea47410783 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 200 len: 991 time: 0.1318545 Aug 22 15:10:58.836870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e7b4db-8304-4f95-b318-74093743a9bc up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:10:58.956749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:58.960102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-76b4945c-fbc2-4b0a-9bec-04c7f1880061 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5869815 Aug 22 15:10:58.961030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:58.964080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206b5f-9139-46d6-8a4b-f455dd7afcdf req-47dd0d51-6173-444b-9540-f1fc7b8072bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:58.966533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8206b5f-9139-46d6-8a4b-f455dd7afcdf req-47dd0d51-6173-444b-9540-f1fc7b8072bc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.0708888 Aug 22 15:10:58.966722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e', 'name': 'tempest-PortsTestJSON-435447166'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:10:59.089927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.099333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Transition to ACTIVE for port object f4a1efb2-267b-4765-ba54-9450f40b659e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:59.112991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-635514f7-3a9a-4ec5-ad63-efcd1d59cd3a req-1f97db9b-d6c2-4f6a-b1ae-10f15c943d34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0723329 Aug 22 15:10:59.116860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Transition to ACTIVE for port object f4a1efb2-267b-4765-ba54-9450f40b659e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:59.126514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8206b5f-9139-46d6-8a4b-f455dd7afcdf req-10d98062-e6e4-435e-908c-6189f65f75c0 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507154 Aug 22 15:10:59.147636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.169177 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.200267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:10:59.200528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.204298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.204396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e4e7b4db-8304-4f95-b318-74093743a9bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:10:59.242849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e4e7b4db-8304-4f95-b318-74093743a9bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:10:59.243234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.274665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port 9e5c81c2-2865-49ef-895c-d089488a4bcd yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:10:59.284906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:59.296863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:59.300634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Pushing event updated for resources: {'Port': ['ID=f4a1efb2-267b-4765-ba54-9450f40b659e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:59.304633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:59.346570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.25.0.234 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8788adf6-9dc3-424a-a326-b2114b166375) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:59.414814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Attempting to bind port f4a1efb2-267b-4765-ba54-9450f40b659e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:10:59.415192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Attempting to bind port f4a1efb2-267b-4765-ba54-9450f40b659e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'db6b23ef-b42d-42cb-9f57-602690ba467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:10:59.415560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Attempting to bind port f4a1efb2-267b-4765-ba54-9450f40b659e on network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:10:59.426413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:10:59.431070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Checking segment: {'id': 'db6b23ef-b42d-42cb-9f57-602690ba467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:10:59.431070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.431070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Bound using segment: {'id': 'db6b23ef-b42d-42cb-9f57-602690ba467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:10:59.431070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Bound port: f4a1efb2-267b-4765-ba54-9450f40b659e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6b23ef-b42d-42cb-9f57-602690ba467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:10:59.431070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.435302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.12 (cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e/43e2748a-8c9d-47eb-b0c3-7df2c4d34beb/9e5c81c2-2865-49ef-895c-d089488a4bcd) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:10:59.447482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.474789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f756d-813f-4909-86c5-c4c452dadbf4 req-b7e60113-65c3-40c3-b47f-830ec5f32536 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:59.476458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c4f756d-813f-4909-86c5-c4c452dadbf4 req-b7e60113-65c3-40c3-b47f-830ec5f32536 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 944 time: 0.1272535 Aug 22 15:10:59.512712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:10:59.512712 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8147db5-9b18-4560-a43f-347b2cac2bd3" -d '{"events": [{"server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "name": "network-vif-plugged", "status": "completed", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:10:59.532012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e7b4db-8304-4f95-b318-74093743a9bc,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:10:59.551462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c4f756d-813f-4909-86c5-c4c452dadbf4 req-5985cf2e-f5df-44d8-92e9-86ffb94c5ac6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680003 Aug 22 15:10:59.558224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.575601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] For port f4a1efb2-267b-4765-ba54-9450f40b659e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:10:59.579058 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32391001-54a8-4e4d-94ed-91e4642855f9 x-openstack-request-id: req-32391001-54a8-4e4d-94ed-91e4642855f9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:10:59.579351 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "name": "network-vif-plugged", "status": "completed", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:10:59.579607 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32391001-54a8-4e4d-94ed-91e4642855f9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:10:59.580030 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc', 'code': 200} Aug 22 15:10:59.582051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] For port f4a1efb2-267b-4765-ba54-9450f40b659e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f4a1efb2-267b-4765-ba54-9450f40b659e,segment=NetworkSegment(db6b23ef-b42d-42cb-9f57-602690ba467b),segment_id=db6b23ef-b42d-42cb-9f57-602690ba467b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:10:59.617301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.675286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:59.680957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.705487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ea334-dbe4-48a6-8b17-79024ffce443 req-e8736838-5d0f-4686-9e0c-9a6cc1f20031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:10:59.706438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.707783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b58ea334-dbe4-48a6-8b17-79024ffce443 req-e8736838-5d0f-4686-9e0c-9a6cc1f20031 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 1096 time: 0.0637200 Aug 22 15:10:59.709792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.723946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object 9e5c81c2-2865-49ef-895c-d089488a4bcd will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:10:59.766558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:59.770236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307140a0-ce58-471e-9e6e-27fee05095ed None None] Pushing event updated for resources: {'Port': ['ID=f4a1efb2-267b-4765-ba54-9450f40b659e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:59.774251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:59.782773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:59.820290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=8788adf6-9dc3-424a-a326-b2114b166375,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:59.824165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b58ea334-dbe4-48a6-8b17-79024ffce443 req-d7ed2303-2f9c-410c-9db2-b6296ebf0aee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057589 Aug 22 15:10:59.824829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56132) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:10:59.863029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:10:59.918663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:10:59.922307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:10:59.941942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:10:59.946895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=9e5c81c2-2865-49ef-895c-d089488a4bcd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:10:59.975579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2c9d96df-6fd5-4b26-81a3-2247d98c4adc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 200 len: 993 time: 0.1416247 Aug 22 15:11:00.041714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:00.042388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:00.151718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ce98f05-b21b-453e-8d59-b34d361e6ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:00.152588 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e84fbdec-7ec6-4cf3-81f4-1704d59b782b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1843038 Aug 22 15:11:00.152588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:00.295349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-394394a8-cff0-4e11-8d18-151583cfb1e7 req-9d6b1d9d-0c0c-484e-b022-0de01547eb35 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0577855 Aug 22 15:11:00.318490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:00.369960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44643d-90f7-475e-b5cf-ee6653dfa223 req-8a5a94b6-2507-4ed0-a311-0483d5175b26 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:00.377543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b44643d-90f7-475e-b5cf-ee6653dfa223 req-8a5a94b6-2507-4ed0-a311-0483d5175b26 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1411426 Aug 22 15:11:00.472053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b44643d-90f7-475e-b5cf-ee6653dfa223 req-2cdf0069-c06f-498a-ad82-7ae5b46dc5ae tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935388 Aug 22 15:11:00.637633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:00.657212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-48da9e23-e88c-437d-9af1-8c5ec70e95cf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:00.660199 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-48da9e23-e88c-437d-9af1-8c5ec70e95cf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1633811 Aug 22 15:11:00.660380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:00.696401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:00.744601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4a394-50dd-44a2-95d7-a47d526900b9 req-72e4a5e6-1eda-416c-8d52-f86d560d0d9e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:00.747102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5b4a394-50dd-44a2-95d7-a47d526900b9 req-72e4a5e6-1eda-416c-8d52-f86d560d0d9e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.0996957 Aug 22 15:11:00.914368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5b4a394-50dd-44a2-95d7-a47d526900b9 req-18c45dfc-9305-418d-960a-4a1296450f75 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564181 Aug 22 15:11:00.966831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542efae-05f5-466d-8fb8-492d0ed71ee0 None None] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:01.080989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568d233-bb88-447b-afba-cf1365d0be22 req-d4bc7002-a356-40b5-a0c1-713c8b8654d3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:01.092129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d568d233-bb88-447b-afba-cf1365d0be22 req-d4bc7002-a356-40b5-a0c1-713c8b8654d3 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1557772 Aug 22 15:11:01.105305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-35f8cb6a-e17d-4ca6-b9f7-7e87c6405e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:01.110325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-35f8cb6a-e17d-4ca6-b9f7-7e87c6405e0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 1097 time: 0.0915668 Aug 22 15:11:01.116689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.142218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:01.146528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.186076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5b18de43-7ac5-41b7-9609-5f5665d950f5 None None] Provisioning for port f4a1efb2-267b-4765-ba54-9450f40b659e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:01.212014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router ccf20b77-2a62-4257-a424-93275fc3afee is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:11:01.229781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d568d233-bb88-447b-afba-cf1365d0be22 req-f8dcdefb-3186-4c0b-8882-5101ea29d4d5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155016 Aug 22 15:11:01.307683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.335291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-ba9490d2-5105-4aa0-aaa6-5251ae7872cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:01.336850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-ba9490d2-5105-4aa0-aaa6-5251ae7872cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 912 time: 0.2135532 Aug 22 15:11:01.364481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f4a1efb2-267b-4765-ba54-9450f40b659e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:01.409287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-e5abc62f-bbd9-4d1b-a87d-50622b141f84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcfe025-86d8-472e-bac3-75d392f335d0 HTTP/1.1" status: 200 len: 217 time: 0.0615809 Aug 22 15:11:01.457870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.4 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/55db2c7a-1479-409e-8718-f857ae0c1a76) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:01.466247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=9e5c81c2-2865-49ef-895c-d089488a4bcd,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:01.549701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-871fcc1d-002e-45d6-96b1-52c0b4d6dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:01.551264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-871fcc1d-002e-45d6-96b1-52c0b4d6dcdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.1276770 Aug 22 15:11:01.576418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3486d002-4d9d-44ea-a9a8-8576934a824a req-2ad4e81f-c0e1-4013-af25-e73f53d3527c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0850801 Aug 22 15:11:01.610658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f4a1efb2-267b-4765-ba54-9450f40b659e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:01.614838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f4a1efb2-267b-4765-ba54-9450f40b659e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:01.615217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.635782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-661dbde5-17f3-4c6b-b7e0-f3e839ceb387 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622430 Aug 22 15:11:01.639254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:01.651820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Sync routers for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:01.674694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.686260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:01.687086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:10:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:01.731141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Provisioning for port 9e5c81c2-2865-49ef-895c-d089488a4bcd completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:01.740910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Provisioning complete for port 9e5c81c2-2865-49ef-895c-d089488a4bcd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:01.741297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.762094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.764033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4aabaa3e-f7cd-4e91-aa4c-a406c6f5c746 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6604407 Aug 22 15:11:01.771417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56156) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:01.813888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fb9a6b28-31aa-4a0a-9878-077c7dd19b89 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=252474ba5b864cf3982ed45127af7003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456824 Aug 22 15:11:01.816684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56158) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:01.827075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Port 9e5c81c2-2865-49ef-895c-d089488a4bcd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:01.884448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.889432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Provisioning complete for port f4a1efb2-267b-4765-ba54-9450f40b659e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:01.889801 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2953dc80-0993-4c3d-ae9f-ecf51dd07f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:01.900621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:01.991400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-5add1a8f-7341-4201-b7f0-6a8c6e5c65bf service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242838 Aug 22 15:11:02.065830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.114810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f4a1efb2-267b-4765-ba54-9450f40b659e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f4a1efb2-267b-4765-ba54-9450f40b659e,segment=NetworkSegment(db6b23ef-b42d-42cb-9f57-602690ba467b),segment_id=db6b23ef-b42d-42cb-9f57-602690ba467b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:02.129379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object 55db2c7a-1479-409e-8718-f857ae0c1a76 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:02.138420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.182449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.183247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb9c818-a72a-429d-909d-d2ff249ec6bb tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:02.185538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0fb9c818-a72a-429d-909d-d2ff249ec6bb tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3660843 Aug 22 15:11:02.196867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:02.232826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2c48e32-e1b9-4d26-9c5c-c7ce74526a20 req-3f4c2360-72cc-48ef-8776-66dbcd0fc3a9 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313569 Aug 22 15:11:02.271273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f3d3acdc-1792-487f-a958-8b1e8396cb11 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724037 Aug 22 15:11:02.276134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:02.287553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210107117', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'project_id': '252474ba5b864cf3982ed45127af7003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:02.300096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37144a02-b8d3-45f4-89d8-3a2df4917b0e req-6b724a82-69e3-48b8-a71a-2a399d2fda18 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:02.303268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37144a02-b8d3-45f4-89d8-3a2df4917b0e req-6b724a82-69e3-48b8-a71a-2a399d2fda18 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.2237833 Aug 22 15:11:02.364422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37144a02-b8d3-45f4-89d8-3a2df4917b0e req-caabe396-15a6-485b-baf5-80c294e104ce tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547807 Aug 22 15:11:02.404552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f4a1efb2-267b-4765-ba54-9450f40b659e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:02.424118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.424867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.425237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.425652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.426201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.426800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.427214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.427680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.428124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.428563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.428962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.429558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:02.470008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:00Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:02.536444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248f65f-3d13-4570-8416-f6a67a2f1b8e req-41584262-e735-48ba-a658-62261e6ae4e1 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:02.537750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Checking router: ccf20b77-2a62-4257-a424-93275fc3afee for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:11:02.538340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Updating router ccf20b77-2a62-4257-a424-93275fc3afee port 8788adf6-9dc3-424a-a326-b2114b166375 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:11:02.546035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8248f65f-3d13-4570-8416-f6a67a2f1b8e req-41584262-e735-48ba-a658-62261e6ae4e1 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1038666 Aug 22 15:11:02.592669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e1a41e0-245c-49d2-8705-f96084753543 None None] Provisioning complete for port 9e5c81c2-2865-49ef-895c-d089488a4bcd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:02.593324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e1a41e0-245c-49d2-8705-f96084753543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.594884 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.893516 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:02.938634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Transition to ACTIVE for port object 8788adf6-9dc3-424a-a326-b2114b166375 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:02.951031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a41e0-245c-49d2-8705-f96084753543 None None] Port 9e5c81c2-2865-49ef-895c-d089488a4bcd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:02.979287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.016465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['717cae5c-4d4e-4dfe-a63f-55a8548d8eef'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:03.022229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:03.025980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.045069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8248f65f-3d13-4570-8416-f6a67a2f1b8e req-1c1c2ab6-f499-4a45-9180-9d2a45565d1f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980428 Aug 22 15:11:03.047506 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.050614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.100525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:03.115033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:03.169228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:03.184428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffac00-2eb3-449b-b60c-f48355973c3c None None] Pushing event updated for resources: {'Port': ['ID=8788adf6-9dc3-424a-a326-b2114b166375,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:03.189533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Attempting to bind port 8788adf6-9dc3-424a-a326-b2114b166375 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:03.189917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Attempting to bind port 8788adf6-9dc3-424a-a326-b2114b166375 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:03.192745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Attempting to bind port 8788adf6-9dc3-424a-a326-b2114b166375 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:03.207408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:03.207878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:03.212247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.212782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:03.217814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Bound port: 8788adf6-9dc3-424a-a326-b2114b166375, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:03.218267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.259221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:03.268189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-0d97a16d-b674-4bd7-a4d0-700bd51fdeea tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:03.281664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-0d97a16d-b674-4bd7-a4d0-700bd51fdeea tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.6895971 Aug 22 15:11:03.315502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-2c50bbc9-c08e-40ca-b174-7bfce2cc2082 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0327771 Aug 22 15:11:03.415235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f4a1efb2-267b-4765-ba54-9450f40b659e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:03.481192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-96cb78c3-2792-43b8-94e1-aceca28541f5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637125 Aug 22 15:11:03.488327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] For port 8788adf6-9dc3-424a-a326-b2114b166375, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:03.521828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] For port 8788adf6-9dc3-424a-a326-b2114b166375, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8788adf6-9dc3-424a-a326-b2114b166375,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:03.568634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:03.570015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.591960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f4a1efb2-267b-4765-ba54-9450f40b659e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:03.592688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.599905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b66e8144-7d64-44f2-bd07-a9d691f8ab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.630558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.649640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.661224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-20f3a5ef-8d6e-4772-8bad-cf8ce1e646e6 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790390 Aug 22 15:11:03.721181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd234fd-775f-4263-9360-d69210031dfc req-31cf1864-b4c8-4b52-9dfa-8726402f92ea tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:03.731024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bd234fd-775f-4263-9360-d69210031dfc req-31cf1864-b4c8-4b52-9dfa-8726402f92ea tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 931 time: 0.3231301 Aug 22 15:11:03.744355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-c8fba600-aff1-4c60-9c26-4ad08cdf4e75 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309338 Aug 22 15:11:03.834959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-14e5ed58-5f8a-49de-888f-1f3eb400654d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1444268 Aug 22 15:11:03.835673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.898308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Request body: {'port': {'device_id': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:03.904345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fc5e42fb-3d20-4b52-90d5-39324fe643b1 None None] Provisioning for port 55db2c7a-1479-409e-8718-f857ae0c1a76 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:03.905171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.925906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bd234fd-775f-4263-9360-d69210031dfc req-152ba059-7b42-41f2-bed8-b18f2ed22199 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924415 Aug 22 15:11:03.928609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-7978bdc3-44bc-4175-adb9-f1826600599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:03.930543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-7978bdc3-44bc-4175-adb9-f1826600599c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d516d40d5394cdd95ce9657aea383ff&device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 1096 time: 0.1528792 Aug 22 15:11:03.938718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fc5e42fb-3d20-4b52-90d5-39324fe643b1 None None] Provisioning complete for port 55db2c7a-1479-409e-8718-f857ae0c1a76 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:03.938957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fc5e42fb-3d20-4b52-90d5-39324fe643b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:03.952149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-0accc204-f09b-4483-a647-62a9d7c38923 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774124 Aug 22 15:11:04.014670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:04.109817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-6710eff9-8282-4084-adba-1197bb70a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:04.112596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-6710eff9-8282-4084-adba-1197bb70a012 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 200 len: 912 time: 0.1551917 Aug 22 15:11:04.113417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffac00-2eb3-449b-b60c-f48355973c3c None None] Pushing event updated for resources: {'Port': ['ID=8788adf6-9dc3-424a-a326-b2114b166375,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:04.142077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e42fb-3d20-4b52-90d5-39324fe643b1 None None] Port 55db2c7a-1479-409e-8718-f857ae0c1a76 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:04.156458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:04.160171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:04.200642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-948c7758-fb34-452d-aff1-fce8f8faedc7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 HTTP/1.1" status: 200 len: 217 time: 0.0770209 Aug 22 15:11:04.257553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=9e5c81c2-2865-49ef-895c-d089488a4bcd,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:04.313886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:04.319675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Subnet': ['ID=13a543cf-b619-413c-a417-f6763670724d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:04.332633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:04.337410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:04.417599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fcc524e-7b70-47d5-96d4-a354f6813f6f req-6c98a0fa-f2c2-4c60-b5ae-81b5245fc2af tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0718226 Aug 22 15:11:04.451873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-23e3f34e-d147-4425-8c06-00075c3b6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:04.453645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-23e3f34e-d147-4425-8c06-00075c3b6d73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 200 len: 851 time: 0.2398541 Aug 22 15:11:04.467954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c7ce1-23e0-418e-b03a-5e9dad99aec0 req-843acc4b-749c-4d08-b623-a7deb50e1c7f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:04.476289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c2c7ce1-23e0-418e-b03a-5e9dad99aec0 req-843acc4b-749c-4d08-b623-a7deb50e1c7f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2635012 Aug 22 15:11:04.498968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:04.594727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Checking segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:04.595101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network hostable DHCP agents. Network: 34f64175-46f0-4c32-848e-d21fe1020b94, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:11:04.610119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-7a1e0425-5243-4885-b212-21851021b894 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303458 Aug 22 15:11:04.678200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Router 1de59c38-9fb7-4640-8015-abbba32c9f60 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:11:04.734929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 34f64175-46f0-4c32-848e-d21fe1020b94 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:11:04.838808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-c764c2b7-492f-47a0-af39-3e58d6deb806 service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116084 Aug 22 15:11:04.842200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c2c7ce1-23e0-418e-b03a-5e9dad99aec0 req-38e12226-1a5d-4f98-8fb8-f9ccabcc7d62 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645570 Aug 22 15:11:04.850080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:00Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:04.895361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 34f64175-46f0-4c32-848e-d21fe1020b94) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:04.908834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:04.909854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:04.925238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a1170-0024-4132-b681-ff272ab36a86 None None] Network 34f64175-46f0-4c32-848e-d21fe1020b94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:04.929965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29cb9e-c350-43a9-b734-fdfa1fb1171e None None] The sync data for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 is: [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:00Z', 'revision_number': 3, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:04.993959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.062844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:05.068930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f881da-bd92-439e-9bb0-9f6a960ca582 req-a4686678-9cab-414f-b098-dc3ddc0bb55e service neutron] 10.222.0.54 "GET /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229002 Aug 22 15:11:05.080239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] Sync routers for ids ['1de59c38-9fb7-4640-8015-abbba32c9f60'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:05.082681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-087b2235-de45-4564-91ee-1be3d481863f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/routers/1de59c38-9fb7-4640-8015-abbba32c9f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9290965 Aug 22 15:11:05.086789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56208) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:05.124553 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] Routers {'1de59c38-9fb7-4640-8015-abbba32c9f60'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:05.126650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1de59c38-9fb7-4640-8015-abbba32c9f60'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:05.168097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ec194eb-d25a-474d-922f-37e2fe4f7a5b None None] Provisioning complete for port 9e5c81c2-2865-49ef-895c-d089488a4bcd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:05.168097 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ec194eb-d25a-474d-922f-37e2fe4f7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.212113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e7d92a6c-685c-4351-9be1-72fb2b00e513 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9349289 Aug 22 15:11:05.217603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56212) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:05.227773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0620f5-36f8-40ed-9ad2-32ccc7c6645d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:05.239064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:05.243124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-db0620f5-36f8-40ed-9ad2-32ccc7c6645d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de59c38-9fb7-4640-8015-abbba32c9f60 HTTP/1.1" status: 200 len: 982 time: 0.1552322 Aug 22 15:11:05.247734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56214) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:05.274594 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] Routers {'1de59c38-9fb7-4640-8015-abbba32c9f60'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:05.275417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1de59c38-9fb7-4640-8015-abbba32c9f60'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:05.338619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9ec194eb-d25a-474d-922f-37e2fe4f7a5b None None] Port 9e5c81c2-2865-49ef-895c-d089488a4bcd cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:05.363961 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:05.363961 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c3d31-8f00-48fd-8695-5863c7dd8f32 None None] The sync data for ids ['1de59c38-9fb7-4640-8015-abbba32c9f60'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:05.462958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-34f64175-46f0-4c32-848e-d21fe1020b94', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:11:05.463843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.602930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770530f7-8aaa-4f78-934e-cb90e7e164f6 req-af069d38-f4ce-491a-b020-1e8f33a73f4c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:05.604557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770530f7-8aaa-4f78-934e-cb90e7e164f6 req-af069d38-f4ce-491a-b020-1e8f33a73f4c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 931 time: 0.3464596 Aug 22 15:11:05.625597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4773bd35-6b5f-4e74-a558-e78a2c5b0386 req-f99475c9-b6b9-4c10-b18e-b9cc58ec5024 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0742245 Aug 22 15:11:05.661063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Allocated IP 172.20.0.2 (34f64175-46f0-4c32-848e-d21fe1020b94/13a543cf-b619-413c-a417-f6763670724d/e2c9827e-38ef-4ef6-9331-70f23eafadc3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:05.747306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55db2c7a-1479-409e-8718-f857ae0c1a76 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:05.755350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-770530f7-8aaa-4f78-934e-cb90e7e164f6 req-13fc200d-9cfc-4c30-8a98-8d7e4766c747 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164551 Aug 22 15:11:05.762537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.807758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Transition to ACTIVE for port object 55db2c7a-1479-409e-8718-f857ae0c1a76 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:05.918170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.940915 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:05.962129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Transition to ACTIVE for port object e2c9827e-38ef-4ef6-9331-70f23eafadc3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:06.034485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Transition to ACTIVE for port object e2c9827e-38ef-4ef6-9331-70f23eafadc3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:06.087773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Pushing event updated for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:06.156658 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.175690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0bc78-7c40-4a9b-823e-bf4fe6e851f0 req-21e45102-bfd9-4577-9366-2b74114700ed tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:06.179095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80b0bc78-7c40-4a9b-823e-bf4fe6e851f0 req-21e45102-bfd9-4577-9366-2b74114700ed tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2083549 Aug 22 15:11:06.230539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Attempting to bind port 55db2c7a-1479-409e-8718-f857ae0c1a76 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:06.231255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Attempting to bind port 55db2c7a-1479-409e-8718-f857ae0c1a76 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:06.231842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Attempting to bind port 55db2c7a-1479-409e-8718-f857ae0c1a76 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:06.283021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Network 34f64175-46f0-4c32-848e-d21fe1020b94 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:06.289262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:06.310910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Port 55db2c7a-1479-409e-8718-f857ae0c1a76 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:11:06.311226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Attempting to bind port 55db2c7a-1479-409e-8718-f857ae0c1a76 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:06.315052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:06.315417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80b0bc78-7c40-4a9b-823e-bf4fe6e851f0 req-0cec73d1-a280-4bcd-bd4b-15ef4cc5e404 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096988 Aug 22 15:11:06.365175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:06.370437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:06.371611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:06.374526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Bound port: 55db2c7a-1479-409e-8718-f857ae0c1a76, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:06.375727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.383194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Pushing event updated for resources: {'Port': ['ID=e2c9827e-38ef-4ef6-9331-70f23eafadc3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:06.446626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.550610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Attempting to bind port e2c9827e-38ef-4ef6-9331-70f23eafadc3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:06.551145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Attempting to bind port e2c9827e-38ef-4ef6-9331-70f23eafadc3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:06.551612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Attempting to bind port e2c9827e-38ef-4ef6-9331-70f23eafadc3 on network 34f64175-46f0-4c32-848e-d21fe1020b94 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:06.563641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:06.566180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Checking segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:06.567828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.568224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Bound using segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:06.570471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Bound port: e2c9827e-38ef-4ef6-9331-70f23eafadc3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:06.571029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.641438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.718860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:06.737040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=55db2c7a-1479-409e-8718-f857ae0c1a76,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:06.737487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] For port e2c9827e-38ef-4ef6-9331-70f23eafadc3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:06.741205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] For port e2c9827e-38ef-4ef6-9331-70f23eafadc3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e2c9827e-38ef-4ef6-9331-70f23eafadc3,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:06.769878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd46b294-43d8-4e94-b391-e0591986480e req-87f9540f-5d50-4bec-8c88-f17eedc9c2be tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Aug 22 15:11:06.825580 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.842162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 9e5c81c2-2865-49ef-895c-d089488a4bcd {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:06.842162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.875379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:06.891259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.004518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc656c42-97bd-4f5b-8cf3-f10aa4c2d4f0 None None] Pushing event updated for resources: {'Port': ['ID=e2c9827e-38ef-4ef6-9331-70f23eafadc3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:07.021176 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.021808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.028686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] 10.222.0.10 "PUT /v2.0/ports/55db2c7a-1479-409e-8718-f857ae0c1a76 HTTP/1.1" status: 200 len: 1091 time: 3.1364424 Aug 22 15:11:07.029566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:07.032602 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:07.035580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115bcd0-f94d-413f-8e8d-6d39b049f165 service neutron] Pushing event updated for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:07.102138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96ae99-709a-42b2-ac0b-514aea7f38f4 req-426b0656-80dc-4e02-8d7c-a1a88d6a7613 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.121087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da96ae99-709a-42b2-ac0b-514aea7f38f4 req-426b0656-80dc-4e02-8d7c-a1a88d6a7613 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1312301 Aug 22 15:11:07.121587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.149444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 9e5c81c2-2865-49ef-895c-d089488a4bcd owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:07.236566 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7e151-a051-4dfe-8971-31d8123f9ed1 x-openstack-request-id: req-50c7e151-a051-4dfe-8971-31d8123f9ed1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:07.236933 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:07.237191 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50c7e151-a051-4dfe-8971-31d8123f9ed1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:07.237607 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76', 'status': 'completed', 'code': 200} Aug 22 15:11:07.255719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da96ae99-709a-42b2-ac0b-514aea7f38f4 req-3821f9de-75d1-4037-909f-8883d755f717 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393881 Aug 22 15:11:07.259730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.1 (34f64175-46f0-4c32-848e-d21fe1020b94/13a543cf-b619-413c-a417-f6763670724d/9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:07.476156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8788adf6-9dc3-424a-a326-b2114b166375 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:07.592894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-d3c220c1-86ae-4e95-8f88-7049667fc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.596346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-d3c220c1-86ae-4e95-8f88-7049667fc7ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 1094 time: 0.3571048 Aug 22 15:11:07.623696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c9a65-e70e-4c80-b6c9-4496218314ca req-2b115e6e-eaf6-4770-9411-9d73e9e5fe58 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.635157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b1c9a65-e70e-4c80-b6c9-4496218314ca req-2b115e6e-eaf6-4770-9411-9d73e9e5fe58 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.3381591 Aug 22 15:11:07.715254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-ee5d5b30-6fa1-40ec-8471-08f4c40ddd2c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.718218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-ee5d5b30-6fa1-40ec-8471-08f4c40ddd2c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.4072959 Aug 22 15:11:07.740155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b1c9a65-e70e-4c80-b6c9-4496218314ca req-0ec88ed8-8dae-4ad0-9468-73a1bf277a6c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867257 Aug 22 15:11:07.746510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '67272a69-e885-49cc-b3cc-04569fa446d3', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:07.763964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.765687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-ebcb3802-2144-46d2-9ae9-c4199c10bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:07.767472 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-ebcb3802-2144-46d2-9ae9-c4199c10bd3d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=693eed75ff714b1686466bcd5595f486&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1547854 Aug 22 15:11:07.768526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8788adf6-9dc3-424a-a326-b2114b166375 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:07.778002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8788adf6-9dc3-424a-a326-b2114b166375 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:07.778550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.788131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:07.845525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=9e5c81c2-2865-49ef-895c-d089488a4bcd,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:07.876390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:08.047240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c647b186-7de3-41cf-a920-3e26734b8532 req-daf6abdd-e819-4e84-b05b-ee71ff7d1358 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0805867 Aug 22 15:11:08.065255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.096452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-d410e97b-98c6-4cd5-88bb-30a3c129f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:08.098138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29cd8adc-5c26-4f1a-8bd7-4d9396657f56 req-d410e97b-98c6-4cd5-88bb-30a3c129f0eb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3222542 Aug 22 15:11:08.133694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:08.140204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:08.143890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.145225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.159863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 34f64175-46f0-4c32-848e-d21fe1020b94 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:08.170813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:08.191715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:08.192251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.253770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8788adf6-9dc3-424a-a326-b2114b166375, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8788adf6-9dc3-424a-a326-b2114b166375,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:08.320029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.341330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-6441a08c-a914-417a-a39f-79a73cc7238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:08.343096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-6441a08c-a914-417a-a39f-79a73cc7238d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 1094 time: 0.1381826 Aug 22 15:11:08.343740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.461853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8788adf6-9dc3-424a-a326-b2114b166375,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:08.664428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:08.681874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69cae3-72d1-4fba-9e5d-68aec2a583dc req-e1238bd7-f68f-46e1-9d67-cfffbf39c976 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:08.692652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a69cae3-72d1-4fba-9e5d-68aec2a583dc req-e1238bd7-f68f-46e1-9d67-cfffbf39c976 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1964898 Aug 22 15:11:08.734353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.4 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/9ec70fda-845f-44a7-8571-6dd162fa5468) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:08.825195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a69cae3-72d1-4fba-9e5d-68aec2a583dc req-6595a4ee-f05b-49a3-9d88-ee80c8590720 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313646 Aug 22 15:11:08.834807 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-bac87b44-31dc-463e-b59a-f41285a08c8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55db2c7a-1479-409e-8718-f857ae0c1a76 HTTP/1.1" status: 200 len: 217 time: 0.4263117 Aug 22 15:11:08.886727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b2dad-5968-46b2-849f-9a709de5a1f8 None None] Network 34f64175-46f0-4c32-848e-d21fe1020b94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:08.918919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Router 1de59c38-9fb7-4640-8015-abbba32c9f60 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:11:08.936588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-cf8a34ae-3fa3-430a-bdb3-ddad381c22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:08.938175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-cf8a34ae-3fa3-430a-bdb3-ddad381c22e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0654747 Aug 22 15:11:09.050536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:09.065789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] Sync routers for ids ['1de59c38-9fb7-4640-8015-abbba32c9f60'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:09.070573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-87b46cfe-1e19-4f5b-afbf-9bc28d4cb660 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/routers/1de59c38-9fb7-4640-8015-abbba32c9f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8141136 Aug 22 15:11:09.071825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cdb0351e-e7c8-48b8-b0d5-aeda2fc4c8d7 None None] Provisioning for port e2c9827e-38ef-4ef6-9331-70f23eafadc3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:09.076779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:09.121399 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-30924c63-f83c-45cd-a00e-04a40340fba6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:11:09.124712 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-30924c63-f83c-45cd-a00e-04a40340fba6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/9e5c81c2-2865-49ef-895c-d089488a4bcd HTTP/1.1" status: 404 len: 333 time: 0.0435622 Aug 22 15:11:09.126905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56254) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:09.129160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-d9584b43-a167-43ea-a099-4e4d79b264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:09.130835 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-d9584b43-a167-43ea-a099-4e4d79b264c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848979 Aug 22 15:11:09.137222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] Routers {'1de59c38-9fb7-4640-8015-abbba32c9f60'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:09.138051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1de59c38-9fb7-4640-8015-abbba32c9f60'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:09.198373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:09.229371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] Routers {'1de59c38-9fb7-4640-8015-abbba32c9f60'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:09.230106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1de59c38-9fb7-4640-8015-abbba32c9f60'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:09.275068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:09.275764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d808104-1c27-4dcf-9f2e-4a1392752c2b None None] The sync data for ids ['1de59c38-9fb7-4640-8015-abbba32c9f60'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:09.331784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.395337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-8f6a2364-1aa6-4d2a-9888-ca95234378d8 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462633 Aug 22 15:11:09.465789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2601298b-5e29-4831-9fab-5f8ca822a9ab req-be818c62-6b1b-4cba-b26b-1935bbe561b9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.1156218 Aug 22 15:11:09.474611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e424a25-bea8-4330-8a35-0db72a98b9c1 req-90b5043a-c8d7-4327-9b70-2a77abfe7fef tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:09.483772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e424a25-bea8-4330-8a35-0db72a98b9c1 req-90b5043a-c8d7-4327-9b70-2a77abfe7fef tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.5860543 Aug 22 15:11:09.573184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.614868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e2c9827e-38ef-4ef6-9331-70f23eafadc3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:09.661010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.678434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e424a25-bea8-4330-8a35-0db72a98b9c1 req-23f40ca1-3940-46a3-9315-71e6284cba3e tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938291 Aug 22 15:11:09.681076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.695193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e10c443-8168-42d8-8e73-6900d0f7f95a None None] Provisioning for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:09.714200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e10c443-8168-42d8-8e73-6900d0f7f95a None None] Provisioning complete for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:09.715517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e10c443-8168-42d8-8e73-6900d0f7f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.772020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed0745-1eb1-4ff0-911e-495370ea4794 req-310233ed-2bf8-4d1d-8251-1d0db6c60dfa service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470697 Aug 22 15:11:09.794996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2e10c443-8168-42d8-8e73-6900d0f7f95a None None] Port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:09.795422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.806784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e7b4db-8304-4f95-b318-74093743a9bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:09.838617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:09.844922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e2c9827e-38ef-4ef6-9331-70f23eafadc3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:09.847377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:09.854621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:09.867854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:09.885393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.885709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e2c9827e-38ef-4ef6-9331-70f23eafadc3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:09.885948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Fanout notify agent at l3_agent the message router_deleted on router 1de59c38-9fb7-4640-8015-abbba32c9f60 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:11:09.886091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.905278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:09.909180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31f76e8d-1b47-4e9e-bf97-8e2e5b1fa1a5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/routers/1de59c38-9fb7-4640-8015-abbba32c9f60 HTTP/1.1" status: 204 len: 168 time: 0.7745693 Aug 22 15:11:09.913158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:09.950681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:10.003766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 43e2748a-8c9d-47eb-b0c3-7df2c4d34beb {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:10.004748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.007311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.023642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:10.024354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.051082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a04fe-9f6c-4769-a7f5-3d4bdfbc0af0 req-f6ad1f51-63f8-40f8-97f6-7db60bfcfe7c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:10.051082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-282a04fe-9f6c-4769-a7f5-3d4bdfbc0af0 req-f6ad1f51-63f8-40f8-97f6-7db60bfcfe7c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1217930 Aug 22 15:11:10.080404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.116689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-282a04fe-9f6c-4769-a7f5-3d4bdfbc0af0 req-ba996f65-24ff-4396-b3d9-4099cab391bd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Aug 22 15:11:10.118342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.226585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-5484f929-c72b-4f8e-aaa1-9990af91f6ac tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4976790 Aug 22 15:11:10.247475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.262436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Request body: {'port': {'device_id': '67272a69-e885-49cc-b3cc-04569fa446d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:10.266471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.271660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fd94d4dc-1ae7-4f7d-bf6f-e12e10682c08 None None] Provisioning complete for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:10.272185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd94d4dc-1ae7-4f7d-bf6f-e12e10682c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.272640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:10.306171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.370262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.400784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fd94d4dc-1ae7-4f7d-bf6f-e12e10682c08 None None] Port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:10.406061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e2c9827e-38ef-4ef6-9331-70f23eafadc3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e2c9827e-38ef-4ef6-9331-70f23eafadc3,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:10.489558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.513027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.517108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/43e2748a-8c9d-47eb-b0c3-7df2c4d34beb HTTP/1.1" status: 204 len: 168 time: 0.6024923 Aug 22 15:11:10.517526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff3103-031d-44ac-80af-258492a490a0 None None] Network cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:10.545295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56266) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:10.555260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b3079-1108-4d3b-b262-28718156e988 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=43e2748a-8c9d-47eb-b0c3-7df2c4d34beb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:10.564731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 34f64175-46f0-4c32-848e-d21fe1020b94 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:10.571932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:10.593847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.594712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8788adf6-9dc3-424a-a326-b2114b166375 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:10.615319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.773419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e2c9827e-38ef-4ef6-9331-70f23eafadc3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:10.802560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8788adf6-9dc3-424a-a326-b2114b166375 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:10.803270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:10.844830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-f5578ff3-69d3-40c7-b026-93444f491eec tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:10.847331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-f5578ff3-69d3-40c7-b026-93444f491eec tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.1543348 Aug 22 15:11:11.003688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Deleting port cfcfe025-86d8-472e-bac3-75d392f335d0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:11.004126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.017092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] DHCP port deletion for cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:11:11.031919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.061890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-27351b13-12ac-4204-a72c-5ff4a8af92ed None None] Provisioning complete for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:11.062292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-27351b13-12ac-4204-a72c-5ff4a8af92ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.063424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463289bd-dfbe-429b-b4fe-8bd7a7ec23a2 req-f8edd91c-efcd-4914-b776-461cf5c6a237 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:11.065933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-463289bd-dfbe-429b-b4fe-8bd7a7ec23a2 req-f8edd91c-efcd-4914-b776-461cf5c6a237 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 931 time: 0.4507408 Aug 22 15:11:11.088168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e810f-f939-4064-95ca-2b109e878c96 req-cc044b84-3143-4e1d-a316-9588a601e1fc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:11.090462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-371e810f-f939-4064-95ca-2b109e878c96 req-cc044b84-3143-4e1d-a316-9588a601e1fc tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 946 time: 0.2173159 Aug 22 15:11:11.117961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-27351b13-12ac-4204-a72c-5ff4a8af92ed None None] Port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:11.135337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] For port cfcfe025-86d8-472e-bac3-75d392f335d0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=cfcfe025-86d8-472e-bac3-75d392f335d0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:11.135868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.137150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Deleting port f4a1efb2-267b-4765-ba54-9450f40b659e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:11.137528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.151454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Calling delete_port for cfcfe025-86d8-472e-bac3-75d392f335d0 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:11.227500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] For port f4a1efb2-267b-4765-ba54-9450f40b659e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f4a1efb2-267b-4765-ba54-9450f40b659e,segment=NetworkSegment(db6b23ef-b42d-42cb-9f57-602690ba467b),segment_id=db6b23ef-b42d-42cb-9f57-602690ba467b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:11.228118 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.252079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Calling delete_port for f4a1efb2-267b-4765-ba54-9450f40b659e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:11.273496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-463289bd-dfbe-429b-b4fe-8bd7a7ec23a2 req-500fa008-da24-47bf-83d2-4280f122c273 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748018 Aug 22 15:11:11.311582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-371e810f-f939-4064-95ca-2b109e878c96 req-37b7f7dc-6fe9-419e-8972-6148ecd742be tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608937 Aug 22 15:11:11.354479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router ccf20b77-2a62-4257-a424-93275fc3afee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:11:11.361405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e2c9827e-38ef-4ef6-9331-70f23eafadc3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:11.385917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec70fda-845f-44a7-8571-6dd162fa5468 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:11.408806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.415756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port f4a1efb2-267b-4765-ba54-9450f40b659e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:11.415756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.494611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e2c9827e-38ef-4ef6-9331-70f23eafadc3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:11.495146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.511771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.518956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Transition to ACTIVE for port object 9ec70fda-845f-44a7-8571-6dd162fa5468 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:11.531579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'cfcfe025-86d8-472e-bac3-75d392f335d0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:11.547435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Pushing event deleted for resources: {'Port': ['ID=cfcfe025-86d8-472e-bac3-75d392f335d0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:11.597582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] No DVR routers for this DVR port cfcfe025-86d8-472e-bac3-75d392f335d0 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:11.600336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.603641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3478716a-c40e-4a00-b181-cc7849dc0705 req-35e06252-63fe-46bc-a8f5-9272e28e605f tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "DELETE /v2.0/ports/cfcfe025-86d8-472e-bac3-75d392f335d0 HTTP/1.1" status: 204 len: 173 time: 0.7495873 Aug 22 15:11:11.603641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'name': 'network-vif-deleted', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:11.606506 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e46fa4a-6ef3-4bb1-bb60-c50acc98df99" -d '{"events": [{"server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "name": "network-vif-deleted", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:11.663225 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd8d71-a37b-4363-a5f2-7fe428399511 x-openstack-request-id: req-22bd8d71-a37b-4363-a5f2-7fe428399511 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:11.663526 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b", "name": "network-vif-deleted", "tag": "cfcfe025-86d8-472e-bac3-75d392f335d0", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:11.663782 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22bd8d71-a37b-4363-a5f2-7fe428399511 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:11.663892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port f4a1efb2-267b-4765-ba54-9450f40b659e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f4a1efb2-267b-4765-ba54-9450f40b659e,segment=NetworkSegment(db6b23ef-b42d-42cb-9f57-602690ba467b),segment_id=db6b23ef-b42d-42cb-9f57-602690ba467b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:11.664214 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b', 'name': 'network-vif-deleted', 'tag': 'cfcfe025-86d8-472e-bac3-75d392f335d0', 'status': 'completed', 'code': 200} Aug 22 15:11:11.664324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.668434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.686094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29450f-396d-4252-9c6c-282fef88b133 req-63b43ace-1687-46cd-b9fb-429d983223b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:11.693584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb29450f-396d-4252-9c6c-282fef88b133 req-63b43ace-1687-46cd-b9fb-429d983223b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1947281 Aug 22 15:11:11.708008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] Pushing event deleted for resources: {'Port': ['ID=f4a1efb2-267b-4765-ba54-9450f40b659e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:11.716163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8404c4-dd73-4566-adab-1e738ef02687 None None] No DVR routers for this DVR port f4a1efb2-267b-4765-ba54-9450f40b659e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:11.722545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for f4a1efb2-267b-4765-ba54-9450f40b659e owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:11.736983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.747668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f4a1efb2-267b-4765-ba54-9450f40b659e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:11.755486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:11.773126 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Sync routers for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:11.775217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f4a1efb2-267b-4765-ba54-9450f40b659e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:11.775557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f4a1efb2-267b-4765-ba54-9450f40b659e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:11.791400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-59e3ef52-d00b-4e4c-8638-0613dc03ddd5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/ccf20b77-2a62-4257-a424-93275fc3afee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5467854 Aug 22 15:11:11.795274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56278) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:11.816442 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:11.825201 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:11.875918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb29450f-396d-4252-9c6c-282fef88b133 req-fa46a65a-16ba-4c06-8f63-2f1ecf870d16 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812432 Aug 22 15:11:11.904634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:11.980981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Attempting to bind port 9ec70fda-845f-44a7-8571-6dd162fa5468 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:11.981241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Attempting to bind port 9ec70fda-845f-44a7-8571-6dd162fa5468 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:11.981631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Attempting to bind port 9ec70fda-845f-44a7-8571-6dd162fa5468 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:11.988102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Port 9ec70fda-845f-44a7-8571-6dd162fa5468 on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:11:11.988102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Attempting to bind port 9ec70fda-845f-44a7-8571-6dd162fa5468 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:11.993010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:11.994871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:12.001247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:12.001627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:12.007227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:12.007227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Bound port: 9ec70fda-845f-44a7-8571-6dd162fa5468, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:12.007227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.032191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=f4a1efb2-267b-4765-ba54-9450f40b659e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:12.036080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port f4a1efb2-267b-4765-ba54-9450f40b659e on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:12.101795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.102425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.103075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.103665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.104135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.104609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.105869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.106346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.106809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.107279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.107739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.108235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.109312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.109312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.109762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.116380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e6174c66-6ebb-4a96-87b1-8e9d7105f37f tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10451 time: 0.3191645 Aug 22 15:11:12.122542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:12.217044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:12.239686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:09Z', 'revision_number': 2, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:12.281263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Checking router: ccf20b77-2a62-4257-a424-93275fc3afee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:11:12.281618 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Updating router ccf20b77-2a62-4257-a424-93275fc3afee port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:11:12.315965 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.324995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9ec70fda-845f-44a7-8571-6dd162fa5468,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:12.332428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.378623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:12.421438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6b23ef-b42d-42cb-9f57-602690ba467b') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:12.421746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6b23ef-b42d-42cb-9f57-602690ba467b') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:12.431288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.431769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.432282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.432728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.433874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.435358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.435798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.436287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.440406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.440406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.440406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.440406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.441039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.442854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aee68ad3-01c5-4539-bc14-63fae8f989f7 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8350 time: 0.3193152 Aug 22 15:11:12.446756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56288) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:12.472683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.515198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.527535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-151db755-6471-4e26-8471-c1e17e80992c req-3c2f5c7b-15de-4b3e-aebe-b5d143b5fb70 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c0abfb8-cc5a-4fb6-93f0-0f4179d0f28b HTTP/1.1" status: 200 len: 210 time: 0.1032383 Aug 22 15:11:12.553868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.555358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.556498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] 10.222.0.54 "PUT /v2.0/ports/9ec70fda-845f-44a7-8571-6dd162fa5468 HTTP/1.1" status: 200 len: 1091 time: 2.3129010 Aug 22 15:11:12.557877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:12.561185 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7808e-876f-45bb-9c02-e7359174b06f" -d '{"events": [{"name": "network-changed", "server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:12.564905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.581011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:11:12.581011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:11:12.584300 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:11:12.659765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90814eaf-47b0-4c01-893a-cde315f36566 req-eaf5e061-f01b-4d35-8dd0-8b7f39e8a2e2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.668251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90814eaf-47b0-4c01-893a-cde315f36566 req-eaf5e061-f01b-4d35-8dd0-8b7f39e8a2e2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 943 time: 0.2845671 Aug 22 15:11:12.670436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fb11f-2411-4765-aefb-9896d294a153 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:12.738076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90814eaf-47b0-4c01-893a-cde315f36566 req-35d1e0e4-353b-4c24-978c-d54bcbff76b1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Aug 22 15:11:12.742364 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.765887 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Transition to ACTIVE for port object 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:12.781482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.800830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.817390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e HTTP/1.1" status: 204 len: 168 time: 2.2703042 Aug 22 15:11:12.817509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:12.833763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c1e58-d94b-4c2e-a2ab-01e3920e6c3b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=cc5b55f7-38b8-4d07-ba5f-c5bd0cf98b5e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:12.843146 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256cca7d-3ac7-48b2-90d3-0d5a0a34cf18 x-openstack-request-id: req-256cca7d-3ac7-48b2-90d3-0d5a0a34cf18 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:12.843472 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:12.843731 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-256cca7d-3ac7-48b2-90d3-0d5a0a34cf18 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:12.844160 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468', 'status': 'completed', 'code': 200} Aug 22 15:11:12.846963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-109b0f81-50c3-4744-ada8-d696043e868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.848744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-109b0f81-50c3-4744-ada8-d696043e868f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 1094 time: 0.1376355 Aug 22 15:11:12.858834 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:12.897601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4983a3c-d4b8-4ffe-90e7-b85e98286bf4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:12.899245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e4983a3c-d4b8-4ffe-90e7-b85e98286bf4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/1aa6d8ea-5f76-43da-8fec-b1353fed19a9 HTTP/1.1" status: 200 len: 840 time: 0.0794098 Aug 22 15:11:12.919303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56298) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:12.926138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Pushing event updated for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:12.950621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-245e3d2d-5b1b-4a02-b44a-b229d5293537 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec70fda-845f-44a7-8571-6dd162fa5468 HTTP/1.1" status: 200 len: 217 time: 0.0854449 Aug 22 15:11:12.953096 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.953484 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.953778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.954116 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.954590 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.955111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.955238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.955570 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.955956 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.956316 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.956584 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:12.956911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:13.004752 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e123f4b-7758-4564-aa2b-685a47cdf1b3 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/1aa6d8ea-5f76-43da-8fec-b1353fed19a9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0836372 Aug 22 15:11:13.010908 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Attempting to bind port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:13.013609 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Attempting to bind port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:13.014400 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Attempting to bind port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb on network 34f64175-46f0-4c32-848e-d21fe1020b94 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:13.020275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56300) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:13.023046 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:13.023797 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Checking segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:13.024432 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.030178 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Bound using segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:13.030178 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Bound port: 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:13.030178 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.035449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:13.074270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9aef4972-b92c-4f01-9512-ef6d7fae5ebb tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5938 time: 0.6254342 Aug 22 15:11:13.131302 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] For port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:13.141657 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] For port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:13.142734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-23be49e0-6273-49f8-bc3f-0066b6d7534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:13.144316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-23be49e0-6273-49f8-bc3f-0066b6d7534a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1781819 Aug 22 15:11:13.154312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f733b-8a3b-4775-a5e9-155d3921bc46 req-5d9eefab-c35b-4f10-8650-59dd1a3d091e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:13.155839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f55f733b-8a3b-4775-a5e9-155d3921bc46 req-5d9eefab-c35b-4f10-8650-59dd1a3d091e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1059947 Aug 22 15:11:13.204834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-385d896e-ef4b-4ed8-90df-a2ad679936e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479481 Aug 22 15:11:13.243461 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.300687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f55f733b-8a3b-4775-a5e9-155d3921bc46 req-9dd7f984-1051-4556-8581-67bd4064cce7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348920 Aug 22 15:11:13.308444 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:13.309270 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:13.419071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-76a4a341-a6ac-4ca4-b174-4bb576794123 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941037 Aug 22 15:11:13.422029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:13.426312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.494976 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe9a2e-7952-4b2c-a335-d7513868dcc1 None None] Pushing event updated for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:13.597008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20aa839f-0ac5-4dfd-bcc7-ae32774b300d req-83670afb-f6ae-405f-be81-b8476139dc03 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669850 Aug 22 15:11:13.630428 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:13.641450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56306) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:13.647615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166929287', 'description': 'tempest-secgroup-smoke-166929287 description', 'project_id': '252474ba5b864cf3982ed45127af7003'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:13.831960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.871328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.876377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-dbc028e3-5220-4dd4-afba-235e0ee87e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:13.878395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-dbc028e3-5220-4dd4-afba-235e0ee87e82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 1094 time: 0.0781152 Aug 22 15:11:13.938979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:13.947487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:13.953147 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:13Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:13.957868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:13.958541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:13.970578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=5ae72fc8-7d02-45fe-8312-f958e6c6ad36,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:13.993580 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a6724-7b29-4abb-b0e9-b82c68324cd8 None None] The sync data for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 is: [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:13Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:14.007543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293208e-be0d-4f52-b681-ca140ec01703 req-c2c457fd-9aec-48cc-999e-285a287ded6a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:14.011668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2a993-ea55-4cb5-99fa-38acbfbbef9d None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:14.015717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7293208e-be0d-4f52-b681-ca140ec01703 req-c2c457fd-9aec-48cc-999e-285a287ded6a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 943 time: 0.1061482 Aug 22 15:11:14.037371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.060318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-1dc71e45-a185-4252-8a55-4128453baf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:14.061865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-1dc71e45-a185-4252-8a55-4128453baf8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.1725798 Aug 22 15:11:14.160563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7293208e-be0d-4f52-b681-ca140ec01703 req-f2abdb1e-6997-47b0-a3aa-ea50492d1e4c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441455 Aug 22 15:11:14.162408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-ccbb481d-dc73-436c-bfe9-f82d46dede30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec70fda-845f-44a7-8571-6dd162fa5468 HTTP/1.1" status: 200 len: 217 time: 0.0913141 Aug 22 15:11:14.166501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.253297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281c9bfc-da11-43b6-a9cf-aea555af0d5e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:14.275362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-0586182d-33e5-456c-aeef-e89b0fcf355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:14.278207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-0586182d-33e5-456c-aeef-e89b0fcf355f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.1057222 Aug 22 15:11:14.321150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-f7cf62f9-8e55-4cd5-85f1-1d6bd37fb685 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346384 Aug 22 15:11:14.329276 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-740e06d6-0034-42ee-ae6e-455cc6c1afed tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2939901 Aug 22 15:11:14.332057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56318) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:14.332536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-4c509be3-e07d-4ba5-b400-c9198b10f447', 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'tenant_id': 'd14d5efb46d74092a2787ce58c8ab714', 'fixed_ips': [{'subnet_id': '5ae72fc8-7d02-45fe-8312-f958e6c6ad36'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:11:14.333534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.337435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344084212'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:14.454386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.458009 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf8efeac-8952-4179-9c61-01d4c235693f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8130105 Aug 22 15:11:14.462531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:14.474079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:14.534745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-3744b214-3fd0-43a9-909d-4bd8c4d69572 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884153 Aug 22 15:11:14.545112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f6162-ae8b-455e-9b9e-a9a76bd96f07 req-e4fea43d-b426-433d-89f3-e0c4e2531150 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:14.546932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-297f6162-ae8b-455e-9b9e-a9a76bd96f07 req-e4fea43d-b426-433d-89f3-e0c4e2531150 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0957386 Aug 22 15:11:14.560216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Allocated IP 172.20.0.2 (4c509be3-e07d-4ba5-b400-c9198b10f447/5ae72fc8-7d02-45fe-8312-f958e6c6ad36/b6f144d8-dd91-426a-aef0-699f3482d19b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:14.643852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.778500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.913534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.923346 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:14.924362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Transition to ACTIVE for port object b6f144d8-dd91-426a-aef0-699f3482d19b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:14.933024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cfcfe025-86d8-472e-bac3-75d392f335d0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:14.970037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: cfcfe025-86d8-472e-bac3-75d392f335d0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:14.970388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device cfcfe025-86d8-472e-bac3-75d392f335d0 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:14.972962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Transition to ACTIVE for port object b6f144d8-dd91-426a-aef0-699f3482d19b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:15.020654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.029170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.061603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3961ffef-f4b9-4688-a6f9-6b74ad625467,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.066014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.078438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-297f6162-ae8b-455e-9b9e-a9a76bd96f07 req-d80aee04-2cf5-4d8f-b4ad-1b1de0a1617c tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106947 Aug 22 15:11:15.115189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.144043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:15.150851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:15.151157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f457212-2993-42b7-931c-df52c2c6fecf req-2d473459-a614-47bd-8ded-a34766224432 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:15.163806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f457212-2993-42b7-931c-df52c2c6fecf req-2d473459-a614-47bd-8ded-a34766224432 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.7137816 Aug 22 15:11:15.170544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:15.197425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.205934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214d7dcc-9c18-4757-808b-0876fc66bb60,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.235731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f7808e-876f-45bb-9c02-e7359174b06f req-0a5c5e66-c551-4b8f-a2ab-173b600fbe90 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731555 Aug 22 15:11:15.250875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.256610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d2eb6bc-59f9-46ac-9fe9-fd59f2ba601d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7886465 Aug 22 15:11:15.257152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56330) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:15.267905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:15.291710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f457212-2993-42b7-931c-df52c2c6fecf req-3d2684fb-7256-4417-a855-bbb4b416c95c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109405 Aug 22 15:11:15.318687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Attempting to bind port b6f144d8-dd91-426a-aef0-699f3482d19b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:15.319074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Attempting to bind port b6f144d8-dd91-426a-aef0-699f3482d19b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:15.319486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Attempting to bind port b6f144d8-dd91-426a-aef0-699f3482d19b on network 4c509be3-e07d-4ba5-b400-c9198b10f447 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:15.319919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.321964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-da0c335f-61a0-44be-bde5-0128bec0cd1d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9886363 Aug 22 15:11:15.327652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:15.329470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:15.332292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Checking segment: {'id': '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:15.333635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911826807'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:15.337576 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.337576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Bound using segment: {'id': '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:15.339247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Bound port: b6f144d8-dd91-426a-aef0-699f3482d19b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:15.339371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.444957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:15.487952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.517069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81140908-1f48-464b-bc62-1a73c98548fd req-3a857226-6bec-4a59-982c-609c5b22a8ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:15.518946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81140908-1f48-464b-bc62-1a73c98548fd req-3a857226-6bec-4a59-982c-609c5b22a8ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 943 time: 0.2020874 Aug 22 15:11:15.526056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:15.532018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:15.567393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81140908-1f48-464b-bc62-1a73c98548fd req-fb86631f-1929-4f78-94c9-be862c1e78cb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Aug 22 15:11:15.572164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.619744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.701855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.702098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:15.714765 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.717093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:15.717460 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.723170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7d5133-a589-493d-b3fd-c90b9e8a9d54,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.742649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.823310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.824144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cbe28-206f-49b2-8679-b0c7d761fedd None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.891622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.900579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5048667d-9418-4514-96c9-279b504273ea,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:15.907772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.909253 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d62f405c-eec0-4ef7-b16a-c7de877d385f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6509712 Aug 22 15:11:15.912158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56338) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:15.929159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:15.947413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:15.984973 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:15.986875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-62017422-519e-4f0e-9d38-34ed28ea8dff tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6578541 Aug 22 15:11:15.997021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56340) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:16.004568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1641669267', 'security_groups': ['5048667d-9418-4514-96c9-279b504273ea'], 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ae72fc8-7d02-45fe-8312-f958e6c6ad36'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:16.062720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.115266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.159254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:16.231654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.306898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7bf09-fcd5-442b-942c-83c91c736670 req-535bfff4-624b-4ef0-a8a8-b5f95ec4895b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:16.309312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59a7bf09-fcd5-442b-942c-83c91c736670 req-535bfff4-624b-4ef0-a8a8-b5f95ec4895b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0716703 Aug 22 15:11:16.322125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.342662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f867c877-dc61-46c6-8a73-5fa3d0023f48,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:16.358020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59a7bf09-fcd5-442b-942c-83c91c736670 req-619eba68-f824-4681-afdf-66f33d70ae69 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Aug 22 15:11:16.396744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:16.507724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.509188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-45ad18d2-6783-425d-a358-136b8e96252b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5957358 Aug 22 15:11:16.512788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56352) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:16.518200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:16.539731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b753ae-c97d-42bb-91c0-055e2c31e273 req-5a927b22-73bb-46ad-badb-019a887d0602 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:16.541340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65b753ae-c97d-42bb-91c0-055e2c31e273 req-5a927b22-73bb-46ad-badb-019a887d0602 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0849006 Aug 22 15:11:16.544549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.579123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port da43790d-a390-4e4e-bae2-efb411ecd82a yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:11:16.626901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.641962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65b753ae-c97d-42bb-91c0-055e2c31e273 req-1edcb8cc-c83c-423f-aac5-6f5766492861 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873904 Aug 22 15:11:16.724290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.788553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.815158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee66ecf-20ee-4f7a-8e7a-03ede19acf7d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:16.836679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6d7d3-6870-4521-860c-1e20d472b6db req-2ad6a7be-4aa3-4c36-9ff6-8ff4f2480ef5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:16.838054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dc6d7d3-6870-4521-860c-1e20d472b6db req-2ad6a7be-4aa3-4c36-9ff6-8ff4f2480ef5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 943 time: 0.1596043 Aug 22 15:11:16.880675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.14 (4c509be3-e07d-4ba5-b400-c9198b10f447/5ae72fc8-7d02-45fe-8312-f958e6c6ad36/da43790d-a390-4e4e-bae2-efb411ecd82a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:16.908803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9ec70fda-845f-44a7-8571-6dd162fa5468 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:11:16.914170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dc6d7d3-6870-4521-860c-1e20d472b6db req-adeaacf4-7693-4c1b-a03e-aa7a6ce84162 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642242 Aug 22 15:11:16.965151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:16.969122 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95eb53d6-e247-4586-9261-8f30979a9748 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4527104 Aug 22 15:11:16.969332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:16.975731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:17.066243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9ec70fda-845f-44a7-8571-6dd162fa5468,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:17.086413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.092689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '9ec70fda-845f-44a7-8571-6dd162fa5468', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': '9ec70fda-845f-44a7-8571-6dd162fa5468', 'mac_address': 'fa:16:3e:2c:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:11:17.101341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0dfebf35-58c9-4a6d-b531-b36c25bfa508 None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:17.101780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0dfebf35-58c9-4a6d-b531-b36c25bfa508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.107169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object da43790d-a390-4e4e-bae2-efb411ecd82a will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:17.111930 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:11:17.118007 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.181726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.185014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.185363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0dfebf35-58c9-4a6d-b531-b36c25bfa508 None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:17.201149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec70fda-845f-44a7-8571-6dd162fa5468 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:17.234882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9ec70fda-845f-44a7-8571-6dd162fa5468,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:17.282359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-bad7e180-9867-48f1-83a3-104837d7362b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:17.282359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-bad7e180-9867-48f1-83a3-104837d7362b tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.0650692 Aug 22 15:11:17.282359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.318205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.318959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0dfebf35-58c9-4a6d-b531-b36c25bfa508 None None] Provisioning for port b6f144d8-dd91-426a-aef0-699f3482d19b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:17.327739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:17.355092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:17.358684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f1b7f1-938a-4b2c-b3e2-5d9b9a0fdc3a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:17.363456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:17.376210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.427865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=da43790d-a390-4e4e-bae2-efb411ecd82a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:17.431079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:17.500182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.504215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:17.505293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8a2851f7-7e59-430a-b895-e1cf250ce426 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5347788 Aug 22 15:11:17.506246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56364) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:17.509975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:17.510969 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.526465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:17.526965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.531622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'security_group_rule': {'security_group_id': '281c9bfc-da11-43b6-a9cf-aea555af0d5e', 'project_id': '252474ba5b864cf3982ed45127af7003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:17.567207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b000c-a50c-4c71-906a-71f776d94a17 req-18996f35-08a1-4b5f-9491-23fa71a9b008 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:17.568855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a58b000c-a50c-4c71-906a-71f776d94a17 req-18996f35-08a1-4b5f-9491-23fa71a9b008 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 945 time: 0.1160483 Aug 22 15:11:17.622497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Deleting port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:17.622836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.656852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:17.671514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a58b000c-a50c-4c71-906a-71f776d94a17 req-2a3a948c-7936-4df7-bcb5-9df9cdb95d35 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931334 Aug 22 15:11:17.727507 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Project 252474ba5b864cf3982ed45127af7003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:11:17.734340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.767098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9ec70fda-845f-44a7-8571-6dd162fa5468'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:17.793667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] For port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:17.794039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.799501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b6f144d8-dd91-426a-aef0-699f3482d19b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:17.811534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:17.812047 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.813177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.819351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Calling delete_port for a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:17.832538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690fb9-9556-4a88-9a4c-bf2bf3cbbdae req-78f3c920-8ebd-435a-928e-9e4956605938 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:17.834101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92690fb9-9556-4a88-9a4c-bf2bf3cbbdae req-78f3c920-8ebd-435a-928e-9e4956605938 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0943506 Aug 22 15:11:17.860739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2cab831e-2518-49b0-a280-9a1b3bb5d1e4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8680112 Aug 22 15:11:17.864761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:17.878931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:17.908805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df9d87c1-b0ed-46b4-be0f-8467817c74a0 None None] Provisioning for port da43790d-a390-4e4e-bae2-efb411ecd82a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:17.916874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df9d87c1-b0ed-46b4-be0f-8467817c74a0 None None] Provisioning complete for port da43790d-a390-4e4e-bae2-efb411ecd82a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:17.916874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df9d87c1-b0ed-46b4-be0f-8467817c74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:17.960628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92690fb9-9556-4a88-9a4c-bf2bf3cbbdae req-b035920b-1555-4e6c-80e0-8637a6a6cc6a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139774 Aug 22 15:11:18.006585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df9d87c1-b0ed-46b4-be0f-8467817c74a0 None None] Port da43790d-a390-4e4e-bae2-efb411ecd82a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:18.018356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.020898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.066397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c50567-a985-4019-a51b-6d3659ebfe8b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:18.096336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:18.124810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c3791-3952-4c2c-9f9a-069b975151bb req-5439cf29-846e-46df-86b9-fd3a32aac9fa tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:18.127830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e8c3791-3952-4c2c-9f9a-069b975151bb req-5439cf29-846e-46df-86b9-fd3a32aac9fa tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 944 time: 0.0672259 Aug 22 15:11:18.166526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e8c3791-3952-4c2c-9f9a-069b975151bb req-f2c07d23-6aed-4314-bc46-cf9ba75eb3c5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Aug 22 15:11:18.180654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:18.188665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.282350 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ae72fc8-7d02-45fe-8312-f958e6c6ad36 (CIDR: 172.20.0.0/28) Aug 22 15:11:18.304755 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.304962 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.329026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.330283 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cff7c51b-ab3d-4590-8eb9-fdebe6ff0d7e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8096604 Aug 22 15:11:18.331400 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:11:18.331900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:18.344150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Pushing event deleted for resources: {'Port': ['ID=a07267f6-0b51-44e3-93b3-2e4ea01e1ba0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:18.375647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:18.406317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] No DVR routers for this DVR port a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:18.409189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.411346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c10e1ff6-42d8-4227-b0fa-f80a8b5c13a6 req-58b787ad-5f9c-4603-a086-6aafe061e271 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.54 "DELETE /v2.0/ports/a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 HTTP/1.1" status: 204 len: 173 time: 1.1214809 Aug 22 15:11:18.411947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'name': 'network-vif-deleted', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:18.415855 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c31fdc-d406-4379-8318-d79d0c1191f0" -d '{"events": [{"server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "name": "network-vif-deleted", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:18.466468 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eba156-7fc8-4129-88af-2ec82586b131 x-openstack-request-id: req-26eba156-7fc8-4129-88af-2ec82586b131 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:18.466468 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894", "name": "network-vif-deleted", "tag": "a07267f6-0b51-44e3-93b3-2e4ea01e1ba0", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:18.466731 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26eba156-7fc8-4129-88af-2ec82586b131 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:18.467087 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894', 'name': 'network-vif-deleted', 'tag': 'a07267f6-0b51-44e3-93b3-2e4ea01e1ba0', 'status': 'completed', 'code': 200} Aug 22 15:11:18.502473 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-591e3b2b-e04a-49b0-bfa3-e1cdfd65575f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6293273 Aug 22 15:11:18.506307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56388) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:18.513802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:18.566996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-d922868e-09fe-4afa-ac46-d858efaa8581 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166929287&fields=id&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 267 time: 0.0422146 Aug 22 15:11:18.688230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-a51d8281-9193-45a5-87fb-48d6f1b5e776 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:18.690843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-a51d8281-9193-45a5-87fb-48d6f1b5e776 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/networks?id=34f64175-46f0-4c32-848e-d21fe1020b94 HTTP/1.1" status: 200 len: 797 time: 0.1158617 Aug 22 15:11:18.706986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-d34e66b4-d9e4-4e97-921a-1d8ad725b4cd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/quotas/252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 375 time: 0.0099392 Aug 22 15:11:18.769600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-c774ea91-48a2-4c88-8d74-de6c98a04117 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566535 Aug 22 15:11:18.821386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f13ad2a1-52ed-49cd-a57d-953eb4717bbd req-4161f0b6-52dd-4687-b22d-475014d821a5 tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0497549 Aug 22 15:11:18.821999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:18.826430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:18.908172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-67e86a50-7f4b-46ab-b392-8d9aa9cc9b1d service neutron] 10.222.0.53 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225595 Aug 22 15:11:18.920881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a07267f6-0b51-44e3-93b3-2e4ea01e1ba0'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:19.033087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-e0e669cf-e0fc-4bc3-ba9e-879e6f517e9b service neutron] 10.222.0.53 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181526 Aug 22 15:11:19.152157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90678c-4197-4aff-b900-177077d0f193 req-6265908f-0caa-4eaf-8bfd-033cf781b654 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:19.155889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f90678c-4197-4aff-b900-177077d0f193 req-6265908f-0caa-4eaf-8bfd-033cf781b654 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1159456 Aug 22 15:11:19.218956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f90678c-4197-4aff-b900-177077d0f193 req-15875f90-3004-47e6-ae28-f402f56e9f19 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Aug 22 15:11:19.326341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:19.440520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3038c3e-e4d5-490a-b3d9-c8a5136f2a91 req-b7ec98d2-04b1-499e-b972-97400472510e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0401607 Aug 22 15:11:19.450687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae88fd-01de-4f12-8dbd-b9392fe0b27b req-d9ef3e73-f8ec-4f88-9503-1ca539811221 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:19.457756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:19.457891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bae88fd-01de-4f12-8dbd-b9392fe0b27b req-d9ef3e73-f8ec-4f88-9503-1ca539811221 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 944 time: 0.1109836 Aug 22 15:11:19.458162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:19.557282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bae88fd-01de-4f12-8dbd-b9392fe0b27b req-3cad0407-f4df-4b6a-9056-e9241e2c6dff tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893123 Aug 22 15:11:19.742358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:19.803710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:19.807406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:19.813805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:19.814422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:19.821605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c0dae-ef5f-4f40-96a0-563130e19700 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:19.833648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=8423addc-f164-47b6-9fb3-43b72ee5339e,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:19.955040 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bb591499-1be0-437c-9048-f8d66f8ca608 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4474847 Aug 22 15:11:19.960509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56412) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:19.969239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1896962975', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8423addc-f164-47b6-9fb3-43b72ee5339e'}], 'security_groups': ['214d7dcc-9c18-4757-808b-0876fc66bb60']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:20.040586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19474e26-ca53-4af1-b748-ce38de9806cb req-ddfabcde-5b45-4c7d-8e5f-58ed987a4abb tempest-ServerRescueTestJSON-1267021232 tempest-ServerRescueTestJSON-1267021232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6140b02e-4ea1-4eb9-af3b-f5a8c9ce5894 HTTP/1.1" status: 200 len: 210 time: 0.0814106 Aug 22 15:11:20.220283 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:20.389508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Update dhcp port {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'fixed_ips': [{'subnet_id': '5ae72fc8-7d02-45fe-8312-f958e6c6ad36', 'ip_address': '172.20.0.2'}, {'subnet_id': '8423addc-f164-47b6-9fb3-43b72ee5339e'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'b6f144d8-dd91-426a-aef0-699f3482d19b'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:11:20.428300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:20.624637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f253cc1-f202-46a1-b03c-39152c699c2f req-02779521-f951-4ba8-bf31-b05f11818588 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0881197 Aug 22 15:11:20.652834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Delete allocated IP 172.20.0.14 (4c509be3-e07d-4ba5-b400-c9198b10f447/5ae72fc8-7d02-45fe-8312-f958e6c6ad36) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:11:20.664594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.22 (4c509be3-e07d-4ba5-b400-c9198b10f447/8423addc-f164-47b6-9fb3-43b72ee5339e/da43790d-a390-4e4e-bae2-efb411ecd82a) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:20.667959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d628a2e-675d-409c-b397-e8ef83603de5 req-59fcff9f-6519-4ab4-b645-a1694f0b9095 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:20.669705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d628a2e-675d-409c-b397-e8ef83603de5 req-59fcff9f-6519-4ab4-b645-a1694f0b9095 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1153297 Aug 22 15:11:20.748475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d628a2e-675d-409c-b397-e8ef83603de5 req-92375fa8-3001-4f85-926a-56e69c8b990f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713325 Aug 22 15:11:20.778772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9b85c-50e5-4812-8b7e-6a2ca12fa3e2 req-9d39312d-f2bc-4cec-a7a4-b4c405bd660b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:20.780455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13c9b85c-50e5-4812-8b7e-6a2ca12fa3e2 req-9d39312d-f2bc-4cec-a7a4-b4c405bd660b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 944 time: 0.0747654 Aug 22 15:11:20.844405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13c9b85c-50e5-4812-8b7e-6a2ca12fa3e2 req-cba78ca5-c04f-4290-9e95-c114d375a889 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Aug 22 15:11:20.865759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:20.884239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object da43790d-a390-4e4e-bae2-efb411ecd82a will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:20.922372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9ec70fda-845f-44a7-8571-6dd162fa5468 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:20.970055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:20.975007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.027033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Allocated IP 172.20.0.18 (4c509be3-e07d-4ba5-b400-c9198b10f447/8423addc-f164-47b6-9fb3-43b72ee5339e/b6f144d8-dd91-426a-aef0-699f3482d19b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:21.061431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=da43790d-a390-4e4e-bae2-efb411ecd82a,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:21.101291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] In _notify_port_updated(), no bound segment for port da43790d-a390-4e4e-bae2-efb411ecd82a on network 4c509be3-e07d-4ba5-b400-c9198b10f447 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:11:21.109184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:21.110085 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.114078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-676fcc71-30f2-4da2-8f31-65cc8da645c4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/ports/da43790d-a390-4e4e-bae2-efb411ecd82a HTTP/1.1" status: 200 len: 921 time: 1.1491475 Aug 22 15:11:21.115394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56428) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:21.132224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:21.151817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:21.162722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 9ec70fda-845f-44a7-8571-6dd162fa5468 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:21.173398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 9ec70fda-845f-44a7-8571-6dd162fa5468 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:21.173842 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.215629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.238972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port da43790d-a390-4e4e-bae2-efb411ecd82a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:21.238972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.243735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Transition to ACTIVE for port object b6f144d8-dd91-426a-aef0-699f3482d19b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:21.305205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.330819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:21.333154 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0001ebca-9723-4800-821b-4558c7d7553a" -d '{"events": [{"server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:21.346845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9ec70fda-845f-44a7-8571-6dd162fa5468,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:21.379836 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa2bd3-a1b1-486b-ba91-386260e73f79 x-openstack-request-id: req-c9aa2bd3-a1b1-486b-ba91-386260e73f79 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:21.380186 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:21.380449 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9aa2bd3-a1b1-486b-ba91-386260e73f79 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:21.380851 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468', 'code': 200} Aug 22 15:11:21.382728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.398188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for da43790d-a390-4e4e-bae2-efb411ecd82a owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:21.399217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.523912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0210-5fd6-4d4f-ba07-abe4079954ca None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:21.530576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5c3d-1c31-400a-b3a4-bf95d5fd438a req-fd00ab44-4f7c-47fc-9c5b-c13f9c409be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:21.532029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-216b5c3d-1c31-400a-b3a4-bf95d5fd438a req-fd00ab44-4f7c-47fc-9c5b-c13f9c409be1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 1095 time: 0.0663707 Aug 22 15:11:21.534413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.535797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:21.567409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:21.568644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a07267f6-0b51-44e3-93b3-2e4ea01e1ba0 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:21.585952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-216b5c3d-1c31-400a-b3a4-bf95d5fd438a req-e660d1e7-7005-49d2-8475-0f0cc712ad4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Aug 22 15:11:21.591784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.627310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:21.743274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba9712a5-5eed-4336-b224-cdfd14d2185e req-093c5452-7380-46b6-a985-9954e6dde092 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0336118 Aug 22 15:11:21.745716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.785489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=da43790d-a390-4e4e-bae2-efb411ecd82a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:21.962346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Deleting port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:21.963236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.965476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:21.970876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-38c22cc4-a7a6-4e50-b674-e861b42301b2 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/da43790d-a390-4e4e-bae2-efb411ecd82a HTTP/1.1" status: 204 len: 168 time: 0.8520141 Aug 22 15:11:21.976055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56444) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:22.019139 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8886c3dc-de53-4379-898d-ef78b1f5a123 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:11:22.019725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8886c3dc-de53-4379-898d-ef78b1f5a123 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/da43790d-a390-4e4e-bae2-efb411ecd82a HTTP/1.1" status: 404 len: 333 time: 0.0455918 Aug 22 15:11:22.029055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:22.043461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d61a8-8393-4432-bd4f-3f773edf84e0 req-47da2e96-f49f-47ea-b1da-421d9a35a943 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:22.045092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-925d61a8-8393-4432-bd4f-3f773edf84e0 req-47da2e96-f49f-47ea-b1da-421d9a35a943 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1621881 Aug 22 15:11:22.100420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a100c-0ebb-4d9d-ae9f-338a5ed5cf76 req-8dc82011-f750-4b61-8fd1-ed20823fcc84 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:22.101983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81a100c-0ebb-4d9d-ae9f-338a5ed5cf76 req-8dc82011-f750-4b61-8fd1-ed20823fcc84 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.0966890 Aug 22 15:11:22.126888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-925d61a8-8393-4432-bd4f-3f773edf84e0 req-14e4c741-36c7-4e69-bd39-a94575b57fdb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742571 Aug 22 15:11:22.144915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] For port da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,segment=NetworkSegment(334602d5-d952-4847-8312-227d0375bf13),segment_id=334602d5-d952-4847-8312-227d0375bf13)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:22.147369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.155362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.164831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81a100c-0ebb-4d9d-ae9f-338a5ed5cf76 req-bdb1b63e-1de2-41a1-860c-0766c005c9ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Aug 22 15:11:22.185426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.201811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Calling delete_port for da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:22.270370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:22.270721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.317353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:22.320615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Could not find standard attr ID for object da43790d-a390-4e4e-bae2-efb411ecd82a. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:11:22.449024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.452401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.455005 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/security-groups/5048667d-9418-4514-96c9-279b504273ea HTTP/1.1" status: 204 len: 168 time: 0.4247608 Aug 22 15:11:22.458171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56448) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:22.464986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3bf06-5b5a-40d4-be45-8445362f9674 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048667d-9418-4514-96c9-279b504273ea,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:22.510331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Provisioning for port b6f144d8-dd91-426a-aef0-699f3482d19b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:22.524445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:22.524445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6daa34ce-54ae-4e4b-a695-4f8290ca6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.524703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.544712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.552150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.596068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:22.751250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-9c07e19d-ee25-4de1-9243-c61c90fe1f23 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:22.756691 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-9c07e19d-ee25-4de1-9243-c61c90fe1f23 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/networks?id=34f64175-46f0-4c32-848e-d21fe1020b94 HTTP/1.1" status: 200 len: 797 time: 0.1994231 Aug 22 15:11:22.756976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.756976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.761554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/security-groups/214d7dcc-9c18-4757-808b-0876fc66bb60 HTTP/1.1" status: 204 len: 168 time: 0.2982376 Aug 22 15:11:22.762041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:22.802530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e7d55-5592-4003-9852-63d8fb896168 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d7dcc-9c18-4757-808b-0876fc66bb60,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:22.838030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 5ae72fc8-7d02-45fe-8312-f958e6c6ad36 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:22.843158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:22.888073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-502c7efb-aa8c-4033-b7ad-f7f2e5c5e3a9 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252474ba5b864cf3982ed45127af7003 HTTP/1.1" status: 200 len: 379 time: 0.0929000 Aug 22 15:11:22.896194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'port': {'device_id': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'admin_state_up': True, 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'security_groups': ['281c9bfc-da11-43b6-a9cf-aea555af0d5e']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:22.917078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49ac9401-cb58-4a5c-9159-d073ef85e2e2 req-d422e1f2-f813-4f7e-852b-d583ec02c442 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0471833 Aug 22 15:11:22.929767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b46be835-2cda-4fda-92b4-26278bee25ad None None] Could not find standard attr ID for object da43790d-a390-4e4e-bae2-efb411ecd82a. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:11:22.957810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.018490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.137391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.360517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c73ac-7807-4850-9c46-866a09b11eca req-ddd14f8f-4393-4aeb-b232-4a96e75d9d7f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:23.362128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad7c73ac-7807-4850-9c46-866a09b11eca req-ddd14f8f-4393-4aeb-b232-4a96e75d9d7f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0963817 Aug 22 15:11:23.388004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755b6eb-774e-425d-93d0-9bc860b06fa0 req-74d41b68-12e5-4fd8-a12e-7e40be01e2ca tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:23.388705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1755b6eb-774e-425d-93d0-9bc860b06fa0 req-74d41b68-12e5-4fd8-a12e-7e40be01e2ca tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.1106689 Aug 22 15:11:23.389897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.408753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Made reservation on behalf of 252474ba5b864cf3982ed45127af7003 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:23.412835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.447236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae72fc8-7d02-45fe-8312-f958e6c6ad36,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:23.461944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Router ce9e116f-3cf0-4ccb-b93a-828049477e6e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:11:23.462155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.464528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e500076-1015-4ce4-bb14-97721a0e7a12 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/5ae72fc8-7d02-45fe-8312-f958e6c6ad36 HTTP/1.1" status: 204 len: 168 time: 0.7013917 Aug 22 15:11:23.466954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe2c13-a853-49b1-9a29-0ba83e5626ff None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:23.468490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56462) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:23.474615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:23.475495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:23.484254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad7c73ac-7807-4850-9c46-866a09b11eca req-a73d1757-11a2-4afc-8fbf-fa659e381a38 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139259 Aug 22 15:11:23.512659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1755b6eb-774e-425d-93d0-9bc860b06fa0 req-37ed76d1-b68b-4055-b757-838539f43f29 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108906 Aug 22 15:11:23.655864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:23.656974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.751578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.20.0.8 (34f64175-46f0-4c32-848e-d21fe1020b94/13a543cf-b619-413c-a417-f6763670724d/e5a18a83-ee64-40e4-8255-c2555289e4d6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:23.776906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:23.777326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:23.785934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:23.786053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7dee3dc6-7030-4fbc-9f3f-1eaefa835657 admin admin] 10.222.0.53 "PUT /v2.0/routers/ce9e116f-3cf0-4ccb-b93a-828049477e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6525798 Aug 22 15:11:23.786648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:23.789718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Sync routers for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:23.821663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:23.831331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:23.875513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-e233f7f1-f746-478b-9e08-b28dfeec6abd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801991 Aug 22 15:11:23.991754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:24.155313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.219573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba91d76d-2de2-4284-be5b-334950989225 req-f02a4ee5-a01e-401a-a11a-784fb21a1782 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0391793 Aug 22 15:11:24.247424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5289f-52cc-4416-9485-67383e6f330e req-7e9e2f81-5055-4b6b-92ca-3e09ea4eacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.249172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-7e9e2f81-5055-4b6b-92ca-3e09ea4eacd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 1096 time: 0.2725315 Aug 22 15:11:24.289964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:11:22Z', 'revision_number': 5, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:24.327814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.333067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.336602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Checking router: ce9e116f-3cf0-4ccb-b93a-828049477e6e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:11:24.356507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Routers {'ce9e116f-3cf0-4ccb-b93a-828049477e6e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:24.360809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:24.376059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Transition to ACTIVE for port object e5a18a83-ee64-40e4-8255-c2555289e4d6 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:24.384705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:24.390054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:24.395603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.396375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.411041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=8ab4ae56-ae10-48d8-8421-27959173201d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:24.460310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.485382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5289f-52cc-4416-9485-67383e6f330e req-d5d71d72-9581-4554-9f19-10789912cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.486983 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-d5d71d72-9581-4554-9f19-10789912cda7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.1999412 Aug 22 15:11:24.562690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] Set router ce9e116f-3cf0-4ccb-b93a-828049477e6e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:24.564200 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-dd2445fd-0959-4fa1-aef6-73c34f4f2052 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 200 len: 217 time: 0.0688155 Aug 22 15:11:24.580307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19aca54d-9fb1-4718-a190-83e199b84270 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1016974 Aug 22 15:11:24.580307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:24.582984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'security_group': {'name': 'tempest-secgroup-250105467'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:24.642901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.657509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5289f-52cc-4416-9485-67383e6f330e req-ecea14a2-e39a-44d3-8c65-39256d565e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.663572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-ecea14a2-e39a-44d3-8c65-39256d565e91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0900900 Aug 22 15:11:24.740130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b04171-e9e5-4543-ad04-380ee596abc0 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:24.760586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 34f64175-46f0-4c32-848e-d21fe1020b94 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:24.764736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-c7d578ca-258f-4641-93ee-dcc53656d039 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692081 Aug 22 15:11:24.764944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.769985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:24.782731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cc639c20-9329-47ad-b57b-68edb528cd4a None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:24.783036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cc639c20-9329-47ad-b57b-68edb528cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:24.791608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:24.799479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:24.805269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8d6f-550e-4a52-b424-0cb7259722dd req-9d922046-8fb1-4581-b740-0ea1ccea744c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.818308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c98c8d6f-550e-4a52-b424-0cb7259722dd req-9d922046-8fb1-4581-b740-0ea1ccea744c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.1483889 Aug 22 15:11:24.884340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2df2a2-6a17-4ee2-a8ea-f1ab52fec99a req-57cc7e14-0303-435f-8c32-cfa3d63cecdb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:24.885052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cc639c20-9329-47ad-b57b-68edb528cd4a None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:24.886877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f2df2a2-6a17-4ee2-a8ea-f1ab52fec99a req-57cc7e14-0303-435f-8c32-cfa3d63cecdb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1818113 Aug 22 15:11:24.920325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c98c8d6f-550e-4a52-b424-0cb7259722dd req-871fc39d-ea0c-49e9-886e-ac842e53970d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Aug 22 15:11:25.021769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cc639c20-9329-47ad-b57b-68edb528cd4a None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:25.022434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cc639c20-9329-47ad-b57b-68edb528cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.071439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f2df2a2-6a17-4ee2-a8ea-f1ab52fec99a req-fd8ba946-ac35-4e16-b948-4c83e0fda5c1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499805 Aug 22 15:11:25.192720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.211005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:11:22Z', 'revision_number': 5, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:25.247287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded51682-b5a8-471f-820d-19f592b83ef1 None None] The sync data for ids ['ce9e116f-3cf0-4ccb-b93a-828049477e6e'] in n-d-805046-3 is: [{'id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'name': 'tempest-ServerRescueTestJSON-1122762996-router', 'tenant_id': '2d516d40d5394cdd95ce9657aea383ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:09:04Z', 'updated_at': '2021-08-22T15:11:22Z', 'revision_number': 5, 'project_id': '2d516d40d5394cdd95ce9657aea383ff', 'gw_port': {'id': '64b5fb50-5f81-4866-879a-14150dc25c5f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9e116f-3cf0-4ccb-b93a-828049477e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:09:05Z', 'updated_at': '2021-08-22T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:25.280819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad552e-c785-426b-9fba-b5543240f725 req-331b3d68-a215-42e5-8acc-6998e1f280af tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:25.286834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5bad552e-c785-426b-9fba-b5543240f725 req-331b3d68-a215-42e5-8acc-6998e1f280af tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.1527352 Aug 22 15:11:25.387190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5bad552e-c785-426b-9fba-b5543240f725 req-7a5b5f20-1540-449f-b797-7970b5cfdf35 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797203 Aug 22 15:11:25.388961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.441432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67f95d-e8a2-4e45-bca5-1888bf80b523,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:25.452171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:25.452670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Update dhcp port {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'fixed_ips': [{'subnet_id': '8423addc-f164-47b6-9fb3-43b72ee5339e', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ab4ae56-ae10-48d8-8421-27959173201d'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'b6f144d8-dd91-426a-aef0-699f3482d19b'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:11:25.466168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.466168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Deleting port 64b5fb50-5f81-4866-879a-14150dc25c5f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:25.466168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.491885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.512506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-d1a384c0-0d70-4e69-94e6-2d150da04953 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296362 Aug 22 15:11:25.581651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3013390-d639-44bd-9f47-cd6f27a7bf7b req-49cd933a-4ef6-43e3-b6c4-f20e215c2e2d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:25.583568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3013390-d639-44bd-9f47-cd6f27a7bf7b req-49cd933a-4ef6-43e3-b6c4-f20e215c2e2d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 931 time: 0.0951874 Aug 22 15:11:25.585722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.587250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ce5e89d8-ba4b-4082-b1bb-7e999646d708 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0083249 Aug 22 15:11:25.593027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56486) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:25.602598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'security_group': {'name': 'tempest-secgroup-1376453516'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:25.632940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3bc9-d060-4bc4-a016-e763ea2f4903 req-3a389f17-38c6-49be-98cc-fa69d6cf4e0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:25.634596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ec3bc9-d060-4bc4-a016-e763ea2f4903 req-3a389f17-38c6-49be-98cc-fa69d6cf4e0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.1066904 Aug 22 15:11:25.649577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] For port 64b5fb50-5f81-4866-879a-14150dc25c5f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=64b5fb50-5f81-4866-879a-14150dc25c5f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:25.649981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.689276 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eaa5289f-52cc-4416-9485-67383e6f330e req-963d7363-a50e-4f53-8db5-86a5aa17c334 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461251 Aug 22 15:11:25.696268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Calling delete_port for 64b5fb50-5f81-4866-879a-14150dc25c5f owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:25.699649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bdbc64a9-7f9b-496d-9bed-4221ccef361f None None] Provisioning for port e5a18a83-ee64-40e4-8255-c2555289e4d6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:25.706426 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-1d04a2dd-6e1a-43ed-a54b-ec4c3c7f876a tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8152523 Aug 22 15:11:25.709269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bdbc64a9-7f9b-496d-9bed-4221ccef361f None None] Provisioning complete for port e5a18a83-ee64-40e4-8255-c2555289e4d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:25.709656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bdbc64a9-7f9b-496d-9bed-4221ccef361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.727195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ec3bc9-d060-4bc4-a016-e763ea2f4903 req-efec776c-6e73-4f1b-bb76-4c2dc57a0da2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688956 Aug 22 15:11:25.756627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3013390-d639-44bd-9f47-cd6f27a7bf7b req-96c42b95-3491-4236-b386-4647c7bc4d6b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305621 Aug 22 15:11:25.763575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Request body: {'port': {'device_id': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:25.809833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc64a9-7f9b-496d-9bed-4221ccef361f None None] Port e5a18a83-ee64-40e4-8255-c2555289e4d6 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:25.816997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Allocated IP 172.20.0.2 (4c509be3-e07d-4ba5-b400-c9198b10f447/8ab4ae56-ae10-48d8-8421-27959173201d/b6f144d8-dd91-426a-aef0-699f3482d19b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:25.843878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.859000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:25.990704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.098785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.162297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b467f-d26f-4363-8504-25306290ef93,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:26.174248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:26.212996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.230038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Transition to ACTIVE for port object b6f144d8-dd91-426a-aef0-699f3482d19b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:26.261557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.263362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f6f2cb9-b308-47ba-9cb5-8ba98956916f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6648383 Aug 22 15:11:26.267246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56496) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:26.272129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308152868'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:26.301274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.338419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a18a83-ee64-40e4-8255-c2555289e4d6 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:26.343837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b5fb50-5f81-4866-879a-14150dc25c5f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:26.352729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.396593 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.409542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a2e6-e5e7-4f63-baf9-8b1dfbf632a5 req-f071203e-5064-4d1e-b45c-f12f0392d1df tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:26.410783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Transition to ACTIVE for port object e5a18a83-ee64-40e4-8255-c2555289e4d6 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:26.412475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc59a2e6-e5e7-4f63-baf9-8b1dfbf632a5 req-f071203e-5064-4d1e-b45c-f12f0392d1df tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0900342 Aug 22 15:11:26.443487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.462032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.471591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc59a2e6-e5e7-4f63-baf9-8b1dfbf632a5 req-95200908-43a4-439e-a501-c8fcf7138c10 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Aug 22 15:11:26.525111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72887d-a9a6-4439-8302-577f999e57c5 None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:26.565082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b5d30-5d8c-4eb8-b7c1-ef5b735ddf58 req-4d87496c-1c42-468b-9f99-b5b5306e41c0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:26.566718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-807b5d30-5d8c-4eb8-b7c1-ef5b735ddf58 req-4d87496c-1c42-468b-9f99-b5b5306e41c0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.0941865 Aug 22 15:11:26.588059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.591102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.594395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.660588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-807b5d30-5d8c-4eb8-b7c1-ef5b735ddf58 req-8cc503cc-79cd-4c69-a498-b453f56cb1b9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827460 Aug 22 15:11:26.687767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.710544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:26.805870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Attempting to bind port e5a18a83-ee64-40e4-8255-c2555289e4d6 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:26.805870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Attempting to bind port e5a18a83-ee64-40e4-8255-c2555289e4d6 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:26.805870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Attempting to bind port e5a18a83-ee64-40e4-8255-c2555289e4d6 on network 34f64175-46f0-4c32-848e-d21fe1020b94 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:26.812619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Port e5a18a83-ee64-40e4-8255-c2555289e4d6 on network 34f64175-46f0-4c32-848e-d21fe1020b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:11:26.814017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Attempting to bind port e5a18a83-ee64-40e4-8255-c2555289e4d6 on network 34f64175-46f0-4c32-848e-d21fe1020b94 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:26.820244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:26.820589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Checking segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:26.821186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Bound using segment: {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:26.821741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Bound port: e5a18a83-ee64-40e4-8255-c2555289e4d6, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d55be2-b495-4d56-a55a-a7143cdbf05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:26.822160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.874825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.875389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9e116f-3cf0-4ccb-b93a-828049477e6e {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:11:26.881064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.882166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d999f691-915d-4514-a3fe-846a96da59a1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ce9e116f-3cf0-4ccb-b93a-828049477e6e HTTP/1.1" status: 204 len: 168 time: 3.0913835 Aug 22 15:11:26.886217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:26.915764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:26.922560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:26.931891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:26.995470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9962-6417-4dce-af1a-cf6eed2d4c05 req-72f2773d-1859-4f22-a179-fffd47cad765 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.000966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc0b9962-6417-4dce-af1a-cf6eed2d4c05 req-72f2773d-1859-4f22-a179-fffd47cad765 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.1752303 Aug 22 15:11:27.002165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9839ef-4ab4-4ed4-808c-666cff0a26a9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:27.008068 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.041359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Deleting subnet efda7b81-653a-49f7-ab19-f048d48cbbe1 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:27.063340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.071569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.071569 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] 10.222.0.10 "PUT /v2.0/ports/e5a18a83-ee64-40e4-8255-c2555289e4d6 HTTP/1.1" status: 200 len: 1091 time: 1.3139086 Aug 22 15:11:27.071569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:27.071569 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412e516-99c7-45bc-a824-7298968d3bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:27.072582 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.083865 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:11:27.112329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.113272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d447a9eb-41fc-4e1a-81b8-abd907d041a9 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8449869 Aug 22 15:11:27.117998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:27.128694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-39018752', 'security_groups': ['ce9839ef-4ab4-4ed4-808c-666cff0a26a9'], 'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ab4ae56-ae10-48d8-8421-27959173201d'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:27.139804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca21cd0-af4c-44e7-bf5b-7b00f03f4fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:27.140246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc0b9962-6417-4dce-af1a-cf6eed2d4c05 req-c8939afd-9e2b-4545-b93a-d16ecaf1a8a8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290519 Aug 22 15:11:27.159459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.174401 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bd4d05-194e-48b7-8bd4-c96774a7e308 x-openstack-request-id: req-12bd4d05-194e-48b7-8bd4-c96774a7e308 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:27.174746 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:27.174952 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12bd4d05-194e-48b7-8bd4-c96774a7e308 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:27.175378 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'status': 'completed', 'code': 200} Aug 22 15:11:27.249684 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.341611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-899988af-b097-4670-a71e-98e3d0de0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.343252 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-899988af-b097-4670-a71e-98e3d0de0fda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1094 time: 0.0894620 Aug 22 15:11:27.412971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:27.413624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.445725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.457596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:27.489913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-a60ac768-c94b-4ae4-a98a-8f564df36137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.491677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-a60ac768-c94b-4ae4-a98a-8f564df36137 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=252474ba5b864cf3982ed45127af7003&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1305518 Aug 22 15:11:27.494672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.498114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/efda7b81-653a-49f7-ab19-f048d48cbbe1 HTTP/1.1" status: 204 len: 168 time: 0.6109276 Aug 22 15:11:27.500068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b8c8d-3327-4205-a866-aa0d67c48bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efda7b81-653a-49f7-ab19-f048d48cbbe1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:27.501983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:27.538211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:27.545908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Provisioning for port b6f144d8-dd91-426a-aef0-699f3482d19b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:27.554215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:27.554586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a888cff-bfa4-4eec-a7c1-50971799462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.630924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.635248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:27.751421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:27.751873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.764213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a6c21-dc50-4e51-bed4-a991333dcd4b req-02c53dcb-26af-48ee-9c88-d4148aa164e0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.766143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e7a6c21-dc50-4e51-bed4-a991333dcd4b req-02c53dcb-26af-48ee-9c88-d4148aa164e0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1284888 Aug 22 15:11:27.801580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-81cf40e8-ace4-46d3-92d6-a580ac6dbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.803247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4412e516-99c7-45bc-a824-7298968d3bd4 req-81cf40e8-ace4-46d3-92d6-a580ac6dbefe service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2912402 Aug 22 15:11:27.806898 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.818810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.841294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b77e98-be68-4e69-a6c2-02e4c7a29fa3']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:27.859308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] device_id is not set on port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:11:27.866270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334602d5-d952-4847-8312-227d0375bf13') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:27.866270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334602d5-d952-4847-8312-227d0375bf13') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:27.908815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.934081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:27.936582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e7a6c21-dc50-4e51-bed4-a991333dcd4b req-3c2dbdfe-da21-4c7a-94d3-167ce2e9f6d5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314719 Aug 22 15:11:27.955012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.965908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:27.966311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da8cd8e1-4deb-460e-aaaa-51dc5aecb1f8 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:27.966752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 64b5fb50-5f81-4866-879a-14150dc25c5f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:27.978954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9473a-4c08-4dc4-9ddd-4f31f223d544 req-e4d64381-77fe-46d3-b202-72190a7e4ce9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:27.981740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88a9473a-4c08-4dc4-9ddd-4f31f223d544 req-e4d64381-77fe-46d3-b202-72190a7e4ce9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.1377277 Aug 22 15:11:27.985768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:11:27.986189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:11:27.988178 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:11:27.992513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 64b5fb50-5f81-4866-879a-14150dc25c5f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:27.992513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 64b5fb50-5f81-4866-879a-14150dc25c5f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:28.036117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-2908a6dd-02d6-4ac3-a0d6-02508f6db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.037696 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-2908a6dd-02d6-4ac3-a0d6-02508f6db06d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1094 time: 0.1588013 Aug 22 15:11:28.110807 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-b0bc572f-b8ba-4ff2-96e4-c7e76d6fd61e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6 HTTP/1.1" status: 200 len: 217 time: 0.0574577 Aug 22 15:11:28.207633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-ac8c49b7-0e87-4b99-92f4-c4fa9a20b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.208553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-ac8c49b7-0e87-4b99-92f4-c4fa9a20b2d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13a543cf-b619-413c-a417-f6763670724d HTTP/1.1" status: 200 len: 834 time: 0.0887649 Aug 22 15:11:28.209696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.13 (4c509be3-e07d-4ba5-b400-c9198b10f447/8ab4ae56-ae10-48d8-8421-27959173201d/f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:28.346444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-a26e820f-e76e-416a-8224-3537d602822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.348069 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-a26e820f-e76e-416a-8224-3537d602822e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34f64175-46f0-4c32-848e-d21fe1020b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325722 Aug 22 15:11:28.468074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88a9473a-4c08-4dc4-9ddd-4f31f223d544 req-da4d2442-5cd0-4bf0-98ba-cb82c05ea15f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787457 Aug 22 15:11:28.494897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-351cbeb8-ecd1-41f7-a1dd-aed8af974380 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.496587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-351cbeb8-ecd1-41f7-a1dd-aed8af974380 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 945 time: 0.1019895 Aug 22 15:11:28.505161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa6bb-09af-4e28-89fa-2fe7f4588b1f req-d46c6083-3bd1-4725-a6ce-b4cd37b978e3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.506179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccefa6bb-09af-4e28-89fa-2fe7f4588b1f req-d46c6083-3bd1-4725-a6ce-b4cd37b978e3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.1143730 Aug 22 15:11:28.515105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.522680 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-cd0fdc82-5e16-4170-b59f-fab73acdecb0 service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630952 Aug 22 15:11:28.552236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:28.563043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.580930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.585534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b9b77e98-be68-4e69-a6c2-02e4c7a29fa3 HTTP/1.1" status: 204 len: 168 time: 1.0797584 Aug 22 15:11:28.617303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975b185-69a2-4a37-a7bb-c35053638c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b77e98-be68-4e69-a6c2-02e4c7a29fa3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:28.624054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccefa6bb-09af-4e28-89fa-2fe7f4588b1f req-63abf6e7-fb88-43b2-a61a-27d0e6b97a2e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081626 Aug 22 15:11:28.671335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port 9ec70fda-845f-44a7-8571-6dd162fa5468 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:28.671743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.672240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c56f0e30-7111-403a-9b5c-fab41b16f159 req-386a0257-46b9-49c5-bddf-1eb2276c8b9a service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408837 Aug 22 15:11:28.782747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port 9ec70fda-845f-44a7-8571-6dd162fa5468, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9ec70fda-845f-44a7-8571-6dd162fa5468,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:28.783117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.796938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for 9ec70fda-845f-44a7-8571-6dd162fa5468 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:28.800094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:28.847940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:28.851465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:28.854160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:28.899051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:28.930835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:28.932719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.096011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac0132-2de2-4373-b7d8-7e563499ba46 req-e3507a7b-7bc3-4f51-b7f0-91dc68392b1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:29.097629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deac0132-2de2-4373-b7d8-7e563499ba46 req-e3507a7b-7bc3-4f51-b7f0-91dc68392b1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0669425 Aug 22 15:11:29.142199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deac0132-2de2-4373-b7d8-7e563499ba46 req-c4f6575d-246b-4498-ae87-b392ffa8732f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Aug 22 15:11:29.164601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.167362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5550942a-fe7d-459d-bdde-8abe8b272ca8 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0463004 Aug 22 15:11:29.170073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56534) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:29.176562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:29.177710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e7b4db-8304-4f95-b318-74093743a9bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:29.196384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=9ec70fda-845f-44a7-8571-6dd162fa5468,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:29.211133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:29.240135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port 9ec70fda-845f-44a7-8571-6dd162fa5468 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:29.242181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.244272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-475c93e9-e8d0-4ef1-93bf-597ccdf23619 req-43846e87-1b9e-4789-afb0-ac267d6e46cf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "DELETE /v2.0/ports/9ec70fda-845f-44a7-8571-6dd162fa5468 HTTP/1.1" status: 204 len: 173 time: 0.7371485 Aug 22 15:11:29.245943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'name': 'network-vif-deleted', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:29.247934 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06da349-c899-43ca-a7f8-fe464cbed210" -d '{"events": [{"server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "name": "network-vif-deleted", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:29.289790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56538) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:29.317853 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d666e5d2-b6d9-4ba2-a092-c654d04a7876 x-openstack-request-id: req-d666e5d2-b6d9-4ba2-a092-c654d04a7876 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:29.330054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67272a69-e885-49cc-b3cc-04569fa446d3", "name": "network-vif-deleted", "tag": "9ec70fda-845f-44a7-8571-6dd162fa5468", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:29.330054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d666e5d2-b6d9-4ba2-a092-c654d04a7876 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:29.330054 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67272a69-e885-49cc-b3cc-04569fa446d3', 'name': 'network-vif-deleted', 'tag': '9ec70fda-845f-44a7-8571-6dd162fa5468', 'status': 'completed', 'code': 200} Aug 22 15:11:29.367075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-992a5560-63dc-42ce-90f0-bebc31e826ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d516d40d5394cdd95ce9657aea383ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726943 Aug 22 15:11:29.367333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56540) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:29.392679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2634a4d2-e524-4b57-9803-93fc5c96ea44 None None] Provisioning for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:29.409095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2634a4d2-e524-4b57-9803-93fc5c96ea44 None None] Provisioning complete for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:29.409452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2634a4d2-e524-4b57-9803-93fc5c96ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.421433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.444510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.489938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2634a4d2-e524-4b57-9803-93fc5c96ea44 None None] Port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:29.516007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:29.521315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.585922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0571c3e8-954c-435e-b0ba-1b531538b771 req-9a82b51a-b060-4caf-9db1-8f10cb6edd64 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Aug 22 15:11:29.639487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.641145 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ab4ae56-ae10-48d8-8421-27959173201d (CIDR: 172.20.0.0/28) Aug 22 15:11:29.643199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:29.644591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0 HTTP/1.1" status: 204 len: 168 time: 0.2762156 Aug 22 15:11:29.654668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdb86d-6d9a-45be-837e-30496e2f2486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0060d1-0325-4c68-ae5f-6dcd9fc7c4f0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:29.697308 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:11:29.698377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:29.777076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205b9c6-3045-4a7f-8ca2-fde356499b4b req-ac2d1c62-243b-4e9d-a5e5-fc42e7aca87d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:29.778924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f205b9c6-3045-4a7f-8ca2-fde356499b4b req-ac2d1c62-243b-4e9d-a5e5-fc42e7aca87d tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.0539458 Aug 22 15:11:29.812326 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ec3ba567-6f28-4afb-8a7a-8042be0de93b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6401756 Aug 22 15:11:29.840103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56552) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:29.840103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:29.840681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f205b9c6-3045-4a7f-8ca2-fde356499b4b req-b4c74c27-2e36-404f-8eec-7fa0026d3792 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358875 Aug 22 15:11:30.079532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:30.083318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:30.192927 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8423addc-f164-47b6-9fb3-43b72ee5339e (CIDR: 172.20.0.16/28) Aug 22 15:11:30.213001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b3a58313-f6c4-44b6-96f7-7692345d04ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:30.265466 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:11:30.268108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:30.281188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6e500-c4f4-4ed6-8db9-27e6cc775e33 req-0f75f173-af49-4b96-ad4c-1be85151412e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:30.282798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ba6e500-c4f4-4ed6-8db9-27e6cc775e33 req-0f75f173-af49-4b96-ad4c-1be85151412e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0647516 Aug 22 15:11:30.336433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ba6e500-c4f4-4ed6-8db9-27e6cc775e33 req-3daaef2c-ee8d-4943-a1b3-d690362e3cbd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Aug 22 15:11:30.386895 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf70922f-2fb1-45cb-92e1-4983b90fb4f4 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5696287 Aug 22 15:11:30.391687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:30.397092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'subnet': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:30.629899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Made reservation on behalf of d14d5efb46d74092a2787ce58c8ab714 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:30.633626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:30.717083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf1d1842-5f69-4f9d-85cf-69162850019e req-0f6f3ea4-3d9b-450f-8fa5-1deaf3e3e094 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=67272a69-e885-49cc-b3cc-04569fa446d3 HTTP/1.1" status: 200 len: 210 time: 0.0285611 Aug 22 15:11:30.956151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9ec70fda-845f-44a7-8571-6dd162fa5468 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:30.957295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4ce90-1df0-42b3-a432-8df176b2b22e req-4ae9ec87-d7bb-4dd1-bb2c-afeb3845a379 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:30.958806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afc4ce90-1df0-42b3-a432-8df176b2b22e req-4ae9ec87-d7bb-4dd1-bb2c-afeb3845a379 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.0578306 Aug 22 15:11:30.982091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 9ec70fda-845f-44a7-8571-6dd162fa5468 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:30.982449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9ec70fda-845f-44a7-8571-6dd162fa5468 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:30.999954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afc4ce90-1df0-42b3-a432-8df176b2b22e req-2ceca78b-f167-4f0c-be6b-cc38799d56ef tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346704 Aug 22 15:11:31.021844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.071123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:31.077602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:31.080727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:31.081377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.088322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261c3ff-d4a7-49a3-81ce-4f20a1bc8b69 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:31.102143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Subnet': ['ID=f65968f4-2a31-45d6-93ef-1a016652bf2d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:31.130093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:31.219358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bdc3d2ec-c764-4e0f-9301-b6f20e39857f tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8238754 Aug 22 15:11:31.219789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:31.225225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1186140059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f65968f4-2a31-45d6-93ef-1a016652bf2d'}], 'security_groups': ['9b67f95d-e8a2-4e45-bca5-1888bf80b523', 'ac4b467f-d26f-4363-8504-25306290ef93']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:31.247200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1880199013-network', 'tenant_id': 'aff27f6529b644ccaa6402686b64b995'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:31.311806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.335562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Made reservation on behalf of aff27f6529b644ccaa6402686b64b995 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:31.338141 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.350780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.351035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Update dhcp port {'port': {'network_id': '4c509be3-e07d-4ba5-b400-c9198b10f447', 'fixed_ips': [{'subnet_id': '8423addc-f164-47b6-9fb3-43b72ee5339e', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ab4ae56-ae10-48d8-8421-27959173201d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f65968f4-2a31-45d6-93ef-1a016652bf2d'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'b6f144d8-dd91-426a-aef0-699f3482d19b'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:11:31.385375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.500488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.513631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6e9a4-8e84-4349-9993-986a95e3f13a req-9f3c1f04-dc62-423f-9be0-d4575885eed3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:31.515325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ea6e9a4-8e84-4349-9993-986a95e3f13a req-9f3c1f04-dc62-423f-9be0-d4575885eed3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0847909 Aug 22 15:11:31.559723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ea6e9a4-8e84-4349-9993-986a95e3f13a req-b58dcd32-0cad-4758-958c-647fc051c1fd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Aug 22 15:11:31.578259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Allocated IP 172.20.0.34 (4c509be3-e07d-4ba5-b400-c9198b10f447/f65968f4-2a31-45d6-93ef-1a016652bf2d/b6f144d8-dd91-426a-aef0-699f3482d19b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:31.683202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:31.695819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.724177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:11:31.724409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.735614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9312ca-70b2-4717-8ce4-df267e2b7808,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:31.740816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.750401 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Added segment cd3e6edd-042d-4738-ab1a-2eca79c47ded of type vlan for network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 Aug 22 15:11:31.753005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Transition to ACTIVE for port object b6f144d8-dd91-426a-aef0-699f3482d19b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:31.808111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:31.953006 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.021246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.022732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:32.023792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.072452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Delete allocated IP 172.20.0.13 (4c509be3-e07d-4ba5-b400-c9198b10f447/8ab4ae56-ae10-48d8-8421-27959173201d) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:11:32.095858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Allocated IP 172.20.0.44 (4c509be3-e07d-4ba5-b400-c9198b10f447/f65968f4-2a31-45d6-93ef-1a016652bf2d/f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:32.110068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55005816-6379-42bf-8f79-fc5fd543807a None None] Pushing event updated for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:32.147718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] Pushing event updated for resources: {'Network': ['ID=91489e00-b60e-4da0-9014-2b1d1eadf4e6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:32.162107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:11:32.200893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e554807-e9f4-4ab6-9412-869eceef069b req-6773720c-0391-4fd3-bc86-4dfe427cd480 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:32.202613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e554807-e9f4-4ab6-9412-869eceef069b req-6773720c-0391-4fd3-bc86-4dfe427cd480 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.1082366 Aug 22 15:11:32.245278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01648119-b684-4c88-8db5-89a865594f64 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1111252 Aug 22 15:11:32.251811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56602) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:32.251811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Request body: {'subnet': {'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1880199013-subnet', 'tenant_id': 'aff27f6529b644ccaa6402686b64b995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:32.277012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e554807-e9f4-4ab6-9412-869eceef069b req-928a5b0e-2103-408f-b3ba-603d0e042325 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510304 Aug 22 15:11:32.381680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.396856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Transition to ACTIVE for port object f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:32.610350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Made reservation on behalf of aff27f6529b644ccaa6402686b64b995 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:32.612882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.615110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.639391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaec268-48fd-4d05-8c7f-1370a76ac121 req-490d5390-aceb-43b8-ab68-307949aff0ed tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:32.641064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaec268-48fd-4d05-8c7f-1370a76ac121 req-490d5390-aceb-43b8-ab68-307949aff0ed tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.0670149 Aug 22 15:11:32.710142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eaec268-48fd-4d05-8c7f-1370a76ac121 req-a9ca13c3-cf01-4382-bb79-78297f7c0d6f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595498 Aug 22 15:11:32.723091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc29f2e-545d-4c1d-b759-39e14018061a req-4f5887ea-1071-4220-9b88-96aa0cca8e6e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:32.723091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fc29f2e-545d-4c1d-b759-39e14018061a req-4f5887ea-1071-4220-9b88-96aa0cca8e6e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0790131 Aug 22 15:11:32.748671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:32.749373 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.768396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event updated for resources: {'Port': ['ID=f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:32.781631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fc29f2e-545d-4c1d-b759-39e14018061a req-550fc9e6-6635-4528-832b-053a217001e2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Aug 22 15:11:32.801888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:32.816920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] In _notify_port_updated(), no bound segment for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 on network 4c509be3-e07d-4ba5-b400-c9198b10f447 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:11:32.822642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:32.823316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.824715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bec8a52f-f0c3-4c85-95b0-a97cfbe0226e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "PUT /v2.0/ports/f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 HTTP/1.1" status: 200 len: 960 time: 1.6040697 Aug 22 15:11:32.829130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56612) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:32.890709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:32.934061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Provisioning for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:32.939436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Provisioning complete for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:32.940392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.000403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:33.021983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:33.021983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.138764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.141346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Provisioning for port b6f144d8-dd91-426a-aef0-699f3482d19b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:33.146064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:33.146449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f94c95ba-5d40-425d-817f-6cf5b06b8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.147816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.161224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:33.257522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:33.288874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Checking segment: {'id': 'cd3e6edd-042d-4738-ab1a-2eca79c47ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:33.289271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Network hostable DHCP agents. Network: 91489e00-b60e-4da0-9014-2b1d1eadf4e6, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:11:33.332692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:33.415704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:33.416110 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.431633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51b90-dbbf-48b8-85dc-f87137fa825f req-25b1d3ae-eaaf-4ccf-ae18-689f63bc35b8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:33.434232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b51b90-dbbf-48b8-85dc-f87137fa825f req-25b1d3ae-eaaf-4ccf-ae18-689f63bc35b8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 943 time: 0.0682015 Aug 22 15:11:33.443633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3a97d142-f8e7-4246-afdb-5e4483937a0c None None] Provisioning complete for port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:33.444036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a97d142-f8e7-4246-afdb-5e4483937a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.455729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:11:33.480424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b51b90-dbbf-48b8-85dc-f87137fa825f req-80490fd4-5569-473b-89c7-5f0a4bc8a761 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 Aug 22 15:11:33.502204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3a97d142-f8e7-4246-afdb-5e4483937a0c None None] Port f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:33.564268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.596287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:33.622924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8e362219-b493-44f4-929f-7415141e73c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.626988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 91489e00-b60e-4da0-9014-2b1d1eadf4e6) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:33.635242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16bfed-1f6a-460d-b00c-1150a1bd2005 None None] Network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:33.652637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:33.653322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.690120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.695215 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-071fe6af-3234-48d2-a6c5-ad2d09a36f1b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 HTTP/1.1" status: 204 len: 168 time: 0.8625133 Aug 22 15:11:33.700457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56618) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:33.731918 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce848e9-a34f-488e-aebe-dbc66d9b55f6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] GET failed (client error): The resource could not be found. Aug 22 15:11:33.733589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ce848e9-a34f-488e-aebe-dbc66d9b55f6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports/f6a66c28-fe19-4ce5-b1d5-d4e6ce0a8d07 HTTP/1.1" status: 404 len: 333 time: 0.0369825 Aug 22 15:11:33.736333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56620) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:33.794736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60c02c9f-1720-472c-a7ef-6a4b8ce18e13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5477142 Aug 22 15:11:33.837244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120ec36-3a71-4075-b149-70628e4ad2b5 None None] Network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:33.840959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.899236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:33.955662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853f41-53f1-4fc4-8d84-d6b6f735486f req-985569e9-8d6d-42a6-86f2-3adfc2f6cc2f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:33.958145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e853f41-53f1-4fc4-8d84-d6b6f735486f req-985569e9-8d6d-42a6-86f2-3adfc2f6cc2f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.1108494 Aug 22 15:11:33.972017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c29b19-2833-4c0a-9905-8f3430145769 req-995a9bd7-7d6f-46a6-ac25-6e58a5afc639 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:33.973663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49c29b19-2833-4c0a-9905-8f3430145769 req-995a9bd7-7d6f-46a6-ac25-6e58a5afc639 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0760128 Aug 22 15:11:34.040506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e853f41-53f1-4fc4-8d84-d6b6f735486f req-42315a7e-6a20-4413-ad1f-0b99bedcb1fc tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658057 Aug 22 15:11:34.045843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49c29b19-2833-4c0a-9905-8f3430145769 req-2a398b08-762b-4d37-aac9-546fdf955f7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540779 Aug 22 15:11:34.085006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.089578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.092521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce9839ef-4ab4-4ed4-808c-666cff0a26a9 HTTP/1.1" status: 204 len: 168 time: 0.3550577 Aug 22 15:11:34.096891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56636) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:34.120455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1d088-af0d-4b94-9778-baa9b4e1c718 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9839ef-4ab4-4ed4-808c-666cff0a26a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:34.130046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e5a18a83-ee64-40e4-8255-c2555289e4d6 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:11:34.142670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-1c62f0dc-7917-4f87-88ce-a9d8d5eff8a4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:34.144481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-1c62f0dc-7917-4f87-88ce-a9d8d5eff8a4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.0792649 Aug 22 15:11:34.173844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.201593 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.288770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:34.291876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port e4e7b4db-8304-4f95-b318-74093743a9bc {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:34.292251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.301910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'port_id': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'mac_address': 'fa:16:3e:77:43:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:11:34.349442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.364927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a18a83-ee64-40e4-8255-c2555289e4d6 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:34.390103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:34.402408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.413901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.413901 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac4b467f-d26f-4363-8504-25306290ef93 HTTP/1.1" status: 204 len: 168 time: 0.3089712 Aug 22 15:11:34.413901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56648) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:34.437277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0460-eedf-42ef-908e-35e893a0ee7e tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b467f-d26f-4363-8504-25306290ef93,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:34.491741 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.520099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.524429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.575222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port e4e7b4db-8304-4f95-b318-74093743a9bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e7b4db-8304-4f95-b318-74093743a9bc,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:34.575869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.597496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:34.675038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for e4e7b4db-8304-4f95-b318-74093743a9bc owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:34.716025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.719600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.725139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b67f95d-e8a2-4e45-bca5-1888bf80b523 HTTP/1.1" status: 204 len: 168 time: 0.3121576 Aug 22 15:11:34.725930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56652) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:34.756751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fdd1b-e715-4ff3-89f2-cceea2a0bd63 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67f95d-e8a2-4e45-bca5-1888bf80b523,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:34.761028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-0304fba5-6970-4ec3-a80f-a6e6880ff21d tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:34.767173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-0304fba5-6970-4ec3-a80f-a6e6880ff21d tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/networks?id=91489e00-b60e-4da0-9014-2b1d1eadf4e6 HTTP/1.1" status: 200 len: 809 time: 0.3643334 Aug 22 15:11:34.825850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 8ab4ae56-ae10-48d8-8421-27959173201d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:34.829583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.850033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb279a-abd8-48ca-ab13-a20ce891aca7 req-12156cc1-b088-4e6a-8a29-e1917f54400c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:34.852714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3fb279a-abd8-48ca-ab13-a20ce891aca7 req-12156cc1-b088-4e6a-8a29-e1917f54400c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 944 time: 0.2718127 Aug 22 15:11:34.860180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.881040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:34.893040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-7413a457-0cc3-464d-a695-733a5b4cef9b tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/quotas/aff27f6529b644ccaa6402686b64b995 HTTP/1.1" status: 200 len: 375 time: 0.0622067 Aug 22 15:11:34.956261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-22db970b-491e-4683-a795-aee47b0b79ee tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aff27f6529b644ccaa6402686b64b995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451849 Aug 22 15:11:34.956984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['e5a18a83-ee64-40e4-8255-c2555289e4d6'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:34.996798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.018528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3fb279a-abd8-48ca-ab13-a20ce891aca7 req-e0d7b300-603a-4474-829b-faf4fca4feae tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519482 Aug 22 15:11:35.162612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-271cd96f-0c4f-4bee-8797-3a750c9b37d1 service neutron] 10.222.0.53 "GET /v2.0/networks/91489e00-b60e-4da0-9014-2b1d1eadf4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826959 Aug 22 15:11:35.191015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.262489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.267572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/8ab4ae56-ae10-48d8-8421-27959173201d HTTP/1.1" status: 204 len: 168 time: 0.5323853 Aug 22 15:11:35.268010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64ce99-4ce3-41c0-80b1-ad9d930b20fa tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab4ae56-ae10-48d8-8421-27959173201d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:35.282842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56660) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:35.284050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89e29c-92f7-4f00-b7f9-8582ed800fca None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:35.284568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce162600-abfb-4596-8655-e0c5878ff970 req-ab41ee69-7193-448d-8c76-7dbedad67ef8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:35.292901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce162600-abfb-4596-8655-e0c5878ff970 req-ab41ee69-7193-448d-8c76-7dbedad67ef8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 945 time: 0.1539211 Aug 22 15:11:35.354414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet f65968f4-2a31-45d6-93ef-1a016652bf2d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:35.358464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.361279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce162600-abfb-4596-8655-e0c5878ff970 req-0bc52e5c-a2f1-4c11-b4aa-edf3b381d81f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669332 Aug 22 15:11:35.367455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-bfc0ca6c-73ea-4fb0-b97b-a733266e15c9 service neutron] 10.222.0.53 "GET /v2.0/networks/91489e00-b60e-4da0-9014-2b1d1eadf4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843801 Aug 22 15:11:35.378310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.426105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.426519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=e4e7b4db-8304-4f95-b318-74093743a9bc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:35.536653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port e4e7b4db-8304-4f95-b318-74093743a9bc on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:35.540356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:35.544453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8393eea-7d90-42d5-bfa5-de489bec201f req-819f413c-8c41-4290-98d6-e54b15548cd6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "DELETE /v2.0/ports/e4e7b4db-8304-4f95-b318-74093743a9bc HTTP/1.1" status: 204 len: 173 time: 1.3935294 Aug 22 15:11:35.546393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'name': 'network-vif-deleted', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:35.551130 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666c85be-1834-4039-ab65-a56f1e183185" -d '{"events": [{"server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "name": "network-vif-deleted", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:35.577734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d9fce-a022-4978-831f-3b3e6edd9aa9 req-69914eed-dc90-409b-bc6e-5dc1ad1a0493 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:35.580518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31d9fce-a022-4978-831f-3b3e6edd9aa9 req-69914eed-dc90-409b-bc6e-5dc1ad1a0493 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1276963 Aug 22 15:11:35.634651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31d9fce-a022-4978-831f-3b3e6edd9aa9 req-d7ec6bd0-1fcb-457d-80d3-ec9af30293e9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Aug 22 15:11:35.882477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d143581-e787-4506-8f64-3773d711bd9c req-f474588f-dde6-4776-a941-a5b9b2ef5d21 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 210 time: 0.0481296 Aug 22 15:11:35.897038 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614c7fe-650e-4860-a9c3-dcbd13732f9d x-openstack-request-id: req-0614c7fe-650e-4860-a9c3-dcbd13732f9d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:35.897592 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccbd3e2-23ae-44e2-b88a-8218b8ad625f", "name": "network-vif-deleted", "tag": "e4e7b4db-8304-4f95-b318-74093743a9bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:35.898008 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0614c7fe-650e-4860-a9c3-dcbd13732f9d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:35.898608 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccbd3e2-23ae-44e2-b88a-8218b8ad625f', 'name': 'network-vif-deleted', 'tag': 'e4e7b4db-8304-4f95-b318-74093743a9bc', 'status': 'completed', 'code': 200} Aug 22 15:11:36.012645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.095844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:36.218952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fd57c-e453-45dc-b151-fd497c483fb6 req-6ebf958c-9d07-4dc8-b182-26f439785a0c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:36.221355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-697fd57c-e453-45dc-b151-fd497c483fb6 req-6ebf958c-9d07-4dc8-b182-26f439785a0c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 944 time: 0.0821731 Aug 22 15:11:36.263787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.287018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-697fd57c-e453-45dc-b151-fd497c483fb6 req-78302873-c7b2-4dab-85fc-3f341fa2683e tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559680 Aug 22 15:11:36.301899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=f65968f4-2a31-45d6-93ef-1a016652bf2d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:36.314957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.314957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-69886eb3-0204-46ff-8fa3-d46942e2791b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/f65968f4-2a31-45d6-93ef-1a016652bf2d HTTP/1.1" status: 204 len: 168 time: 1.0292542 Aug 22 15:11:36.316743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56678) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:36.346626 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a7dbc0-d10d-4a46-840d-c4faa9c0ca09 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:36.347086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a7dbc0-d10d-4a46-840d-c4faa9c0ca09 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:36.348887 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d3a7dbc0-d10d-4a46-840d-c4faa9c0ca09 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/8ab4ae56-ae10-48d8-8421-27959173201d HTTP/1.1" status: 404 len: 337 time: 0.0311830 Aug 22 15:11:36.352483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56682) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:36.426087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting subnet 8423addc-f164-47b6-9fb3-43b72ee5339e {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:11:36.430051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.461378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de774657-c459-4696-a1ed-687f7e8b72cd None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:36.535617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34d7c3b8-a02c-40e2-971c-b72d6af584ba req-26cdc6ab-65ce-4e4f-b503-98c0f08d51ef tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ccbd3e2-23ae-44e2-b88a-8218b8ad625f HTTP/1.1" status: 200 len: 210 time: 0.0606058 Aug 22 15:11:36.563101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.578062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2064093b-3fdf-4955-b62d-ef95c551c12b None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:36.578688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2064093b-3fdf-4955-b62d-ef95c551c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.689331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2064093b-3fdf-4955-b62d-ef95c551c12b None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:36.691938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.761910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2064093b-3fdf-4955-b62d-ef95c551c12b None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:36.762868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2064093b-3fdf-4955-b62d-ef95c551c12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.820058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:36.868097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efe6c6-c695-4d03-88c0-1a01a2dd09e4 req-7089509d-3115-4816-a32b-48f7a01f43de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:36.872658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59efe6c6-c695-4d03-88c0-1a01a2dd09e4 req-7089509d-3115-4816-a32b-48f7a01f43de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0986283 Aug 22 15:11:36.945838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59efe6c6-c695-4d03-88c0-1a01a2dd09e4 req-512e8a7c-4a25-4a65-b6b9-9b8d241a6751 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Aug 22 15:11:36.993500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e7b4db-8304-4f95-b318-74093743a9bc no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:37.018150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e4e7b4db-8304-4f95-b318-74093743a9bc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:37.018486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e7b4db-8304-4f95-b318-74093743a9bc not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:37.036943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.072138 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.076500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/8423addc-f164-47b6-9fb3-43b72ee5339e HTTP/1.1" status: 204 len: 168 time: 0.7202735 Aug 22 15:11:37.077394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56696) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.084121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7209-ae5d-462f-886f-5c8269723322 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Subnet': ['ID=8423addc-f164-47b6-9fb3-43b72ee5339e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:37.116581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47444020-2f8c-4d56-971a-291b3c913e07 req-b699dfef-5029-416a-a763-aa4d6a467b94 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 210 time: 0.0696592 Aug 22 15:11:37.121495 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-062030a9-f903-4a66-bd44-bcbfe526732d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.122101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062030a9-f903-4a66-bd44-bcbfe526732d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.127877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56698) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.128099 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-062030a9-f903-4a66-bd44-bcbfe526732d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/5ae72fc8-7d02-45fe-8312-f958e6c6ad36 HTTP/1.1" status: 404 len: 337 time: 0.0477493 Aug 22 15:11:37.164455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-649ba50d-75dc-426e-869a-5eba596caf96 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de59c38-9fb7-4640-8015-abbba32c9f60 HTTP/1.1" status: 200 len: 205 time: 0.0338788 Aug 22 15:11:37.165371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.207558 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-75f7160f-3d0f-4465-8f17-2905156672af tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] delete failed (client error): The resource could not be found. Aug 22 15:11:37.214684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-75f7160f-3d0f-4465-8f17-2905156672af tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/routers/1de59c38-9fb7-4640-8015-abbba32c9f60 HTTP/1.1" status: 404 len: 336 time: 0.0422645 Aug 22 15:11:37.216240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56702) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.244682 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3f7869-926e-4650-96f2-0d537a818af5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.245041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3f7869-926e-4650-96f2-0d537a818af5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.253931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef3f7869-926e-4650-96f2-0d537a818af5 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/43e2748a-8c9d-47eb-b0c3-7df2c4d34beb HTTP/1.1" status: 404 len: 337 time: 0.0293264 Aug 22 15:11:37.255883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56704) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.284632 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48e4b72-6e1d-4457-9bc6-842c8eb0d446 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.285567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48e4b72-6e1d-4457-9bc6-842c8eb0d446 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.286728 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a48e4b72-6e1d-4457-9bc6-842c8eb0d446 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/0151f96a-8bf0-4a78-9bbf-efa85fb3dc3b HTTP/1.1" status: 404 len: 337 time: 0.0298357 Aug 22 15:11:37.289388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56706) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.316932 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3adce79-b62b-41a1-9235-497d811df85a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.317404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3adce79-b62b-41a1-9235-497d811df85a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.319226 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d3adce79-b62b-41a1-9235-497d811df85a tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/70e21ca6-166c-482f-baa1-8697c6b8fdb3 HTTP/1.1" status: 404 len: 337 time: 0.0289080 Aug 22 15:11:37.322345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.359243 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1504a07-f23c-4b2c-8b7e-5d90555c53e6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.360037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1504a07-f23c-4b2c-8b7e-5d90555c53e6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.362136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1504a07-f23c-4b2c-8b7e-5d90555c53e6 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/1517766a-2d95-4273-99d7-1ddda60a2542 HTTP/1.1" status: 404 len: 333 time: 0.0376842 Aug 22 15:11:37.365432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56712) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.397816 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38d3bb7-d6cf-4e10-b897-0f54143d66ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.398308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38d3bb7-d6cf-4e10-b897-0f54143d66ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.400394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f38d3bb7-d6cf-4e10-b897-0f54143d66ec tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/816d636c-a844-4ed7-b77d-c61c15cdb74f HTTP/1.1" status: 404 len: 337 time: 0.0334094 Aug 22 15:11:37.402979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56716) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.436944 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8132408-8a67-445a-a120-d2d61cb22b47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.437608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8132408-8a67-445a-a120-d2d61cb22b47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.439716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8132408-8a67-445a-a120-d2d61cb22b47 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/54a8fea8-a49e-4542-bacb-7b79386bd701 HTTP/1.1" status: 404 len: 337 time: 0.0356889 Aug 22 15:11:37.442342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.450952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d7c7-76b7-450e-ab49-e644db026727 req-2468633a-d66d-4ed0-b5a3-853d954e7424 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:37.452666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fe7d7c7-76b7-450e-ab49-e644db026727 req-2468633a-d66d-4ed0-b5a3-853d954e7424 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 944 time: 0.0773757 Aug 22 15:11:37.474817 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8f9df-d93a-4861-9ec3-8f40ec041720 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.475848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8f9df-d93a-4861-9ec3-8f40ec041720 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.479665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3fe8f9df-d93a-4861-9ec3-8f40ec041720 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/f5fb9482-df30-4819-8f20-3535dd9d954f HTTP/1.1" status: 404 len: 333 time: 0.0344806 Aug 22 15:11:37.481714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56720) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.514318 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-74197295-8665-40d0-81b8-420298a9a685 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.514868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fe7d7c7-76b7-450e-ab49-e644db026727 req-c84d13af-52b0-4bcd-9e28-051062f4a5c1 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534418 Aug 22 15:11:37.515850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74197295-8665-40d0-81b8-420298a9a685 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.520458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74197295-8665-40d0-81b8-420298a9a685 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/036efb57-524e-4640-a877-fe7a04320ea0 HTTP/1.1" status: 404 len: 337 time: 0.0368783 Aug 22 15:11:37.531017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56722) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.560746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a11f4-cc13-4aad-9eca-d92ed4c00332 None None] Network 4c509be3-e07d-4ba5-b400-c9198b10f447 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:11:37.571055 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-453d1186-3d18-47ad-b0fb-5f21b1296b0d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] DELETE failed (client error): The resource could not be found. Aug 22 15:11:37.571716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453d1186-3d18-47ad-b0fb-5f21b1296b0d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:11:37.577172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-453d1186-3d18-47ad-b0fb-5f21b1296b0d tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/subnets/5f3f5c98-ba4b-4b35-bd14-acbd6a72b387 HTTP/1.1" status: 404 len: 337 time: 0.0494671 Aug 22 15:11:37.577172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:37.590745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6cc3e9da-3896-4380-997f-c04c29fc6cad None None] Provisioning complete for port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:37.591219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e9da-3896-4380-997f-c04c29fc6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.685627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:37.685975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.692901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3e9da-3896-4380-997f-c04c29fc6cad None None] Port 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:11:37.746556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6cc3e9da-3896-4380-997f-c04c29fc6cad None None] Provisioning complete for port b6f144d8-dd91-426a-aef0-699f3482d19b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:37.746936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3e9da-3896-4380-997f-c04c29fc6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.777087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:37.793773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for 1aa6d8ea-5f76-43da-8fec-b1353fed19a9 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:37.969899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-472d0aed-ace7-4bbf-b5c4-80adedcf9734 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:37.971668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-472d0aed-ace7-4bbf-b5c4-80adedcf9734 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1607242 Aug 22 15:11:37.992601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-ede3e931-40e5-44af-9602-5c02a3631e63 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0125849 Aug 22 15:11:38.060850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-70d090d9-76da-4f96-8cbd-b589742c5c3a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607467 Aug 22 15:11:38.068175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.098038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] DHCP port deletion for 4c509be3-e07d-4ba5-b400-c9198b10f447 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:11:38.105213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=1aa6d8ea-5f76-43da-8fec-b1353fed19a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:38.117608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.122161 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0878e79b-3892-4c6a-898d-4f102e41a478 tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/ports/1aa6d8ea-5f76-43da-8fec-b1353fed19a9 HTTP/1.1" status: 204 len: 168 time: 0.5436740 Aug 22 15:11:38.123062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56746) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:38.145508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e5a18a83-ee64-40e4-8255-c2555289e4d6 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:38.197363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583acb-e145-4284-b7ee-f5acd74be439 req-bca06dc1-357f-4470-9bff-4be768209f69 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:38.199644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9583acb-e145-4284-b7ee-f5acd74be439 req-bca06dc1-357f-4470-9bff-4be768209f69 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1378455 Aug 22 15:11:38.219244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Deleting port b6f144d8-dd91-426a-aef0-699f3482d19b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:38.219617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.221326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.263742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-6f52359c-4dbb-46f7-afdb-5fc8fa7e2ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633780 Aug 22 15:11:38.266934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9583acb-e145-4284-b7ee-f5acd74be439 req-5b0605d6-cb69-4797-8afd-06761a512899 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601020 Aug 22 15:11:38.290781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Deleting port b6f144d8-dd91-426a-aef0-699f3482d19b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:38.291467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.300197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:38.300614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.328288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Calling delete_port for b6f144d8-dd91-426a-aef0-699f3482d19b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:38.394059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port e5a18a83-ee64-40e4-8255-c2555289e4d6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:38.400648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] For port b6f144d8-dd91-426a-aef0-699f3482d19b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b6f144d8-dd91-426a-aef0-699f3482d19b,segment=NetworkSegment(83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc),segment_id=83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:38.401064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.404211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port e5a18a83-ee64-40e4-8255-c2555289e4d6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:38.404597 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.419158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Calling delete_port for b6f144d8-dd91-426a-aef0-699f3482d19b owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:11:38.435936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-294de71e-e9d0-41df-9849-c2ac7dd9e1e6 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557536 Aug 22 15:11:38.489990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ccd3a1-ae2d-4389-8297-ca90375c6e80 req-cd91db9c-c91a-4055-b9c2-ad12a8e0a91e tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 210 time: 0.0410433 Aug 22 15:11:38.546501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.572198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:38.574686 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6035d-ee91-43c1-bfbc-f6733633b04d" -d '{"events": [{"server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "name": "network-vif-plugged", "status": "completed", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:38.589881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:38.650706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51774723-5dcd-4b5c-a5ea-c7bb3b1765f3 req-7975c610-3caa-446a-8587-e4a1c00da74c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:38.653171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51774723-5dcd-4b5c-a5ea-c7bb3b1765f3 req-7975c610-3caa-446a-8587-e4a1c00da74c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 944 time: 0.0610046 Aug 22 15:11:38.678825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.687600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.697216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51774723-5dcd-4b5c-a5ea-c7bb3b1765f3 req-0d6036af-ce70-4b02-a9a0-4abe2f273449 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375628 Aug 22 15:11:38.708452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] Pushing event deleted for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:38.717096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523c5fb-c185-47cf-a1d0-04863236e9e3 None None] No DVR routers for this DVR port b6f144d8-dd91-426a-aef0-699f3482d19b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:38.743099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Port': ['ID=b6f144d8-dd91-426a-aef0-699f3482d19b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:38.750083 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dfee82-62f3-435a-af79-517186ab956c x-openstack-request-id: req-48dfee82-62f3-435a-af79-517186ab956c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:38.750383 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "name": "network-vif-plugged", "status": "completed", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:38.750645 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48dfee82-62f3-435a-af79-517186ab956c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:38.751215 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'code': 200} Aug 22 15:11:38.751712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] No DVR routers for this DVR port b6f144d8-dd91-426a-aef0-699f3482d19b on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:11:38.810298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.864306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.870033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:38.903796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c509be3-e07d-4ba5-b400-c9198b10f447']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:38.917095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:38.917409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e8017e-6e34-4ebc-b4ce-f6f4a87cb9dc') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:38.930448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.937728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f8327e0-5421-4bcf-b096-f3d9ac727fa9 req-8933d33b-b99f-4636-8142-71ec33cbf69d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0395775 Aug 22 15:11:38.950629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a756e57-8b1f-4904-9dfc-6213ba70e726 req-b92ded05-8c95-4243-a92a-f111d2f7de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:38.952602 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1a756e57-8b1f-4904-9dfc-6213ba70e726 req-b92ded05-8c95-4243-a92a-f111d2f7de16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1096 time: 0.0985527 Aug 22 15:11:38.953352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.961038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:11:38.961518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:11:38.970624 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:11:39.047663 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1a756e57-8b1f-4904-9dfc-6213ba70e726 req-5eea038c-f05c-407d-8a9c-b286c2597d3a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879879 Aug 22 15:11:39.253017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:39.263326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:39.265891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] 10.222.0.53 "DELETE /v2.0/networks/4c509be3-e07d-4ba5-b400-c9198b10f447 HTTP/1.1" status: 204 len: 168 time: 1.1416023 Aug 22 15:11:39.280711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159deb7d-2bd9-4630-991c-e1ffef549d9b tempest-PortsTestJSON-97575832 tempest-PortsTestJSON-97575832-project] Pushing event deleted for resources: {'Network': ['ID=4c509be3-e07d-4ba5-b400-c9198b10f447,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:39.292251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:11:39.332688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b6f144d8-dd91-426a-aef0-699f3482d19b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:11:39.332688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b6f144d8-dd91-426a-aef0-699f3482d19b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:11:39.423388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e6cc-24ca-4b29-be07-ff8f628d9ab3 req-38d7bd7a-11fd-42f8-a825-ac4e23c2407e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:39.424783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6c9e6cc-24ca-4b29-be07-ff8f628d9ab3 req-38d7bd7a-11fd-42f8-a825-ac4e23c2407e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0552323 Aug 22 15:11:39.510916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6c9e6cc-24ca-4b29-be07-ff8f628d9ab3 req-656f6759-3a63-4bea-80b5-e674c2a217b0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Aug 22 15:11:39.602987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-2a1040af-37bc-4b8a-861b-bb48c6135bc3 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:39.605478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-2a1040af-37bc-4b8a-861b-bb48c6135bc3 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.54 "GET /v2.0/networks?id=91489e00-b60e-4da0-9014-2b1d1eadf4e6 HTTP/1.1" status: 200 len: 809 time: 0.1473074 Aug 22 15:11:39.628824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Request body: {'port': {'device_id': '256535a5-198a-480c-8351-66ebe0ddfeba', 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6', 'admin_state_up': True, 'tenant_id': 'aff27f6529b644ccaa6402686b64b995'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:39.634832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15c3ff2d-396f-4a41-a1d6-00ece8e48a80 req-9ae64423-98a7-49a9-82b5-d0c56d3a8f1b tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 210 time: 0.0545540 Aug 22 15:11:39.828760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780fa71-e97f-4a7b-9c31-767b741fe91e req-1a438c16-b8a2-4f10-85c6-112873b32a71 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:39.830191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7780fa71-e97f-4a7b-9c31-767b741fe91e req-1a438c16-b8a2-4f10-85c6-112873b32a71 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0539179 Aug 22 15:11:39.870119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7780fa71-e97f-4a7b-9c31-767b741fe91e req-10763dd0-61f5-4c6c-9bfc-620764577174 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Aug 22 15:11:39.947420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Made reservation on behalf of aff27f6529b644ccaa6402686b64b995 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:39.951127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.081778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-561edf1c-52d0-4b55-aeb1-5481192b893c req-77ba6077-7c3a-4ac5-932e-8fe58bb99dc5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0386806 Aug 22 15:11:40.144173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56782) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:40.162534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Allocated IP 172.20.0.4 (91489e00-b60e-4da0-9014-2b1d1eadf4e6/dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00/03e0ed3a-836d-4b4b-94d1-017046ad3a62) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:40.347139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0f8b170c-0591-4f14-b259-7132fd32dd51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d14d5efb46d74092a2787ce58c8ab714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017741 Aug 22 15:11:40.350076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56786) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:40.361324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.423612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.453607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.507274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.551082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:40.554111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:40.556556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:40.563911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.607508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Pushing event updated for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:40.616337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.619094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.621162 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29de51b4-8317-4db1-a6e5-116e1c8334d2 HTTP/1.1" status: 204 len: 168 time: 0.2700677 Aug 22 15:11:40.631075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc469e-9908-47a3-a239-a9bf0cc968a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de51b4-8317-4db1-a6e5-116e1c8334d2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:40.661749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:40.663041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:40.692678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa2ef-22ea-452e-bedc-13f3774d1096 req-be2bccc6-3184-444a-b80c-63ab704763c1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:40.694372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e7aa2ef-22ea-452e-bedc-13f3774d1096 req-be2bccc6-3184-444a-b80c-63ab704763c1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1055329 Aug 22 15:11:40.773016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e7aa2ef-22ea-452e-bedc-13f3774d1096 req-63aca269-cce9-4c52-bc08-bf2736d0261d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719388 Aug 22 15:11:40.783550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-f98d8126-2c12-426e-8377-997e5b5f7eef tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1588593 Aug 22 15:11:40.792290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd4126-c2f5-42e8-9141-92d62c851f44 req-81957a46-7d60-4644-b04e-a4463b0c652c tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:40.793873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1cd4126-c2f5-42e8-9141-92d62c851f44 req-81957a46-7d60-4644-b04e-a4463b0c652c tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 931 time: 0.0758455 Aug 22 15:11:40.836472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1cd4126-c2f5-42e8-9141-92d62c851f44 req-1f578305-113c-45cb-8e45-553296aa83ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Aug 22 15:11:40.896786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Request body: {'port': {'device_id': '256535a5-198a-480c-8351-66ebe0ddfeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:40.995581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:41.049707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208049-a7df-40e8-b5e5-5a22a6383ae5 req-6ec3d6c3-55d3-4853-b96c-3bdffc9705ae tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:41.051441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1208049-a7df-40e8-b5e5-5a22a6383ae5 req-6ec3d6c3-55d3-4853-b96c-3bdffc9705ae tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0918832 Aug 22 15:11:41.177270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1208049-a7df-40e8-b5e5-5a22a6383ae5 req-b9e1c772-1ab8-4ca7-a10b-e136ed3d42ec tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181436 Aug 22 15:11:41.219140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44dd804d-4fb1-437e-892b-eb5b0a7b37a1 req-fc70a749-0695-4f8b-ba13-c368fb9b5421 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0408638 Aug 22 15:11:41.363205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d19c27-5d94-4cbd-997a-b09c36b32b53 req-fa93fdea-fb30-4349-9849-0bcc24f68a45 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:41.364812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33d19c27-5d94-4cbd-997a-b09c36b32b53 req-fa93fdea-fb30-4349-9849-0bcc24f68a45 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0779066 Aug 22 15:11:41.443537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33d19c27-5d94-4cbd-997a-b09c36b32b53 req-c1f1168a-4903-49d3-89f2-6ff16a8ad4ff tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711777 Aug 22 15:11:41.453683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e0ed3a-836d-4b4b-94d1-017046ad3a62 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:41.467635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:41.481168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Transition to ACTIVE for port object 03e0ed3a-836d-4b4b-94d1-017046ad3a62 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:41.487184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56816) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:41.529850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fefb9-d3b5-43ca-847b-f55a34c15448 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:41.531723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f25fefb9-d3b5-43ca-847b-f55a34c15448 tempest-TestNetworkBasicOps-190210023 tempest-TestNetworkBasicOps-190210023-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1091 time: 0.0428641 Aug 22 15:11:41.539952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56820) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:41.545690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:41.704484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:41.709496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:41.789924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350227-2618-4647-ab76-c34493569398 service neutron] Pushing event updated for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:41.988193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-75996f7a-4f28-437c-bd3b-807a67d8d867 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:41.989813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-75996f7a-4f28-437c-bd3b-807a67d8d867 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1392076 Aug 22 15:11:42.008217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '893169f3-ec32-4804-a702-03bd3f831ff6', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:42.261941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:11:42.267545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.375215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa8a98-4070-465e-a29d-e2b3e2243e35 req-d796325c-9ea5-43e1-aa6f-b17031526241 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:42.376845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53aa8a98-4070-465e-a29d-e2b3e2243e35 req-d796325c-9ea5-43e1-aa6f-b17031526241 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.5148764 Aug 22 15:11:42.377715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Attempting to bind port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:42.377959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Attempting to bind port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'cd3e6edd-042d-4738-ab1a-2eca79c47ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:42.388261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Attempting to bind port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 on network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:42.390915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2841cc-104a-4378-9aea-1bb1b3680ce3 req-c996bc6e-3893-4478-880b-bf639b166f1a tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:42.392500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf2841cc-104a-4378-9aea-1bb1b3680ce3 req-c996bc6e-3893-4478-880b-bf639b166f1a tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.1356301 Aug 22 15:11:42.398329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 on network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:11:42.398651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Attempting to bind port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 on network 91489e00-b60e-4da0-9014-2b1d1eadf4e6 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:42.430645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:42.430996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Checking segment: {'id': 'cd3e6edd-042d-4738-ab1a-2eca79c47ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:42.431378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Bound using segment: {'id': 'cd3e6edd-042d-4738-ab1a-2eca79c47ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:42.431850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Bound port: 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3e6edd-042d-4738-ab1a-2eca79c47ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:42.432244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.445578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.14 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/c0d99bf2-fb96-4e27-87bf-077abc7d00f4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:42.478492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.494712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53aa8a98-4070-465e-a29d-e2b3e2243e35 req-a555d126-bc55-47c1-abf5-fe7d243a52c3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Aug 22 15:11:42.542020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf2841cc-104a-4378-9aea-1bb1b3680ce3 req-b89d7fae-7032-4f87-aa2c-56c3aab56d28 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298406 Aug 22 15:11:42.637190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:42.657833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62,segment=NetworkSegment(cd3e6edd-042d-4738-ab1a-2eca79c47ded),segment_id=cd3e6edd-042d-4738-ab1a-2eca79c47ded)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:42.710445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Allocated IP 172.25.0.245 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6987234e-ac6e-42d7-a4da-bf49f8e48bf0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:11:42.715130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8056406b-7704-4b0b-8c73-5cb92e10a1c0 req-34b96f10-1ce6-4f19-b08c-cc5de7501641 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0503535 Aug 22 15:11:42.745274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.798141 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.859366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:42.860021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.861432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-4e350227-2618-4647-ab76-c34493569398 service neutron] 10.222.0.54 "PUT /v2.0/ports/03e0ed3a-836d-4b4b-94d1-017046ad3a62 HTTP/1.1" status: 200 len: 1091 time: 2.0666261 Aug 22 15:11:42.866727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:42.869078 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae7950-e588-4a8e-8672-80e998546885" -d '{"events": [{"name": "network-changed", "server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:42.904942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.908287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350227-2618-4647-ab76-c34493569398 service neutron] Pushing event updated for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:42.911937 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c78dbb8-ba5f-4e95-90e2-8bec904f5259 x-openstack-request-id: req-5c78dbb8-ba5f-4e95-90e2-8bec904f5259 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:42.912249 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:42.912564 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c78dbb8-ba5f-4e95-90e2-8bec904f5259 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:42.912879 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62', 'status': 'completed', 'code': 200} Aug 22 15:11:42.922052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:42.956151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:42.970731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:42.976153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:42.985678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:43.001079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:43.022239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae7950-e588-4a8e-8672-80e998546885 req-468d39d0-2337-4d3e-85e5-d558e48a37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.023869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbae7950-e588-4a8e-8672-80e998546885 req-468d39d0-2337-4d3e-85e5-d558e48a37fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aff27f6529b644ccaa6402686b64b995&device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 1094 time: 0.0818930 Aug 22 15:11:43.075206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.076267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:43.144598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:43.193733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:11:43.201491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:11:43.203887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae7950-e588-4a8e-8672-80e998546885 req-c3a0ae27-f032-4a52-84af-934b0f2c5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.205435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbae7950-e588-4a8e-8672-80e998546885 req-c3a0ae27-f032-4a52-84af-934b0f2c5348 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=aff27f6529b644ccaa6402686b64b995&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1724763 Aug 22 15:11:43.211221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:11:43.231499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=6987234e-ac6e-42d7-a4da-bf49f8e48bf0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:43.367773 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-18071d7b-c9ba-4e79-9c84-862324b170e3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3661752 Aug 22 15:11:43.386514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Request body: {'port': {'device_id': '893169f3-ec32-4804-a702-03bd3f831ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:11:43.402674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae7950-e588-4a8e-8672-80e998546885 req-30cb535f-1b0f-429b-8003-bfe8edc1c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.404278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbae7950-e588-4a8e-8672-80e998546885 req-30cb535f-1b0f-429b-8003-bfe8edc1c188 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899784 Aug 22 15:11:43.458191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:43.798990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d99bf2-fb96-4e27-87bf-077abc7d00f4 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:43.807577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:43.820664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Transition to ACTIVE for port object c0d99bf2-fb96-4e27-87bf-077abc7d00f4 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:11:43.861092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-bb763e24-e71b-48ed-9118-89e894457c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.862722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-bb763e24-e71b-48ed-9118-89e894457c94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aff27f6529b644ccaa6402686b64b995&device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 1094 time: 0.3090775 Aug 22 15:11:43.876350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdead4-12ab-4042-9cdd-c38a554f6a36 req-748d7506-8187-4c22-9d85-74c1ebe07a35 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.877975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46bdead4-12ab-4042-9cdd-c38a554f6a36 req-748d7506-8187-4c22-9d85-74c1ebe07a35 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.2158318 Aug 22 15:11:43.887011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c9ff3-f57a-4c0b-ac7d-b035f23a0dc2 req-e124ff84-af1b-4877-bdc9-76f183becca7 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:43.888573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-636c9ff3-f57a-4c0b-ac7d-b035f23a0dc2 req-e124ff84-af1b-4877-bdc9-76f183becca7 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.2241354 Aug 22 15:11:43.898502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:43.958710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-db03edae-4d0c-409a-a822-fc4a93da8a20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62 HTTP/1.1" status: 200 len: 217 time: 0.0688396 Aug 22 15:11:43.985595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:44.049460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Attempting to bind port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:11:44.049852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Attempting to bind port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:11:44.050191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Attempting to bind port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:44.054524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46bdead4-12ab-4042-9cdd-c38a554f6a36 req-8a59492a-cadb-4e94-a9c0-08e4e3097dba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638041 Aug 22 15:11:44.055214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:11:44.055529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Attempting to bind port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:11:44.058089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.063080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:11:44.068460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:11:44.068460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:11:44.068460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Bound port: c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:11:44.068460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.087785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-636c9ff3-f57a-4c0b-ac7d-b035f23a0dc2 req-3652aa4d-4025-42a2-959d-08c4d3f8921d tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831696 Aug 22 15:11:44.124442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-3a6bb56e-9e1d-4e62-83df-0d1eb4a0395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:44.127223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-3a6bb56e-9e1d-4e62-83df-0d1eb4a0395f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00 HTTP/1.1" status: 200 len: 849 time: 0.1547339 Aug 22 15:11:44.171051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-738f4e53-0319-4458-a922-7eddb52e0aaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91489e00-b60e-4da0-9014-2b1d1eadf4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366163 Aug 22 15:11:44.183201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:11:44.187503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:11:44.287380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.330510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:44.332590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.333017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] 10.222.0.54 "PUT /v2.0/ports/c0d99bf2-fb96-4e27-87bf-077abc7d00f4 HTTP/1.1" status: 200 len: 1092 time: 0.9562027 Aug 22 15:11:44.333496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:44.339568 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b323e-5777-43ec-9c91-72b658b11040" -d '{"events": [{"name": "network-changed", "server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:44.364349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.372219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39463197-6b84-49a6-98b9-5db992effe03 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:44.430958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2cbdd-fc1a-408c-aec1-ee1b33b6a4f7 req-19275c47-2aad-4f2f-92c0-d3f2ca62aa06 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:44.435836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7de2cbdd-fc1a-408c-aec1-ee1b33b6a4f7 req-19275c47-2aad-4f2f-92c0-d3f2ca62aa06 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 944 time: 0.2323332 Aug 22 15:11:44.441378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-ebfc9690-3f52-488e-8158-53bd64f16ab7 service neutron] 10.222.0.54 "GET /v2.0/networks/91489e00-b60e-4da0-9014-2b1d1eadf4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632539 Aug 22 15:11:44.540715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-4a8a61d8-61a4-4955-98aa-89070bebef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:44.543338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-4a8a61d8-61a4-4955-98aa-89070bebef52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0689991 Aug 22 15:11:44.558033 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd1a6f-df74-486b-8978-6b81ff3b3178 x-openstack-request-id: req-f3cd1a6f-df74-486b-8978-6b81ff3b3178 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:44.558333 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:44.558593 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3cd1a6f-df74-486b-8978-6b81ff3b3178 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:44.559011 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4', 'status': 'completed', 'code': 200} Aug 22 15:11:44.590797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7de2cbdd-fc1a-408c-aec1-ee1b33b6a4f7 req-a0ac05d2-8e3d-4f2e-824d-ceeca9e8abed tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465628 Aug 22 15:11:44.604735 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-a904d557-76dc-49ee-af12-ffe65f57b6b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4 HTTP/1.1" status: 200 len: 217 time: 0.0370054 Aug 22 15:11:44.664392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8b1d86-3f63-4278-899c-3fcafe0952e5 req-ea48f7aa-d66a-4a01-a7c6-c08a655d448c service neutron] 10.222.0.54 "GET /v2.0/networks/91489e00-b60e-4da0-9014-2b1d1eadf4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076259 Aug 22 15:11:44.670016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-7c475ed5-b357-4627-8df0-4bee3f3d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:44.671823 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-7c475ed5-b357-4627-8df0-4bee3f3d8bfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0596166 Aug 22 15:11:44.707525 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-babad57a-37bc-411b-b4fe-6a2acc8b6742 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287569 Aug 22 15:11:44.731721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.809310 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-a6e42960-f043-4922-b74b-a749ee7eadaa service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947392 Aug 22 15:11:44.867439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:44.928605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d8fa777e-8288-4a25-a336-5bd05feb3478 req-1fb33432-5fb5-4138-ab2f-b7fd8dab258b service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119311 Aug 22 15:11:44.945775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event updated for resources: {'Port': ['ID=6987234e-ac6e-42d7-a4da-bf49f8e48bf0,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:44.955518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:45.096212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56900) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:45.121203 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Floating IP cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 associated. External IP: 172.25.0.245, port: e5a18a83-ee64-40e4-8255-c2555289e4d6. Aug 22 15:11:45.257979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b323e-5777-43ec-9c91-72b658b11040 req-b8632f2e-c821-4325-a693-5545c20303a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.260342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-b8632f2e-c821-4325-a693-5545c20303a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1041574 Aug 22 15:11:45.336981 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1cb13001-9fb6-4f09-822c-47b4546b8e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:45.364331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b323e-5777-43ec-9c91-72b658b11040 req-3b895468-0c81-4f5b-95af-c6f24ff6d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.365865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-3b895468-0c81-4f5b-95af-c6f24ff6d1d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.0991929 Aug 22 15:11:45.394229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142642c0-cee6-45be-90db-37154cbe0ae2 req-33a08a63-4523-425f-b5e8-aa983fb1c6d6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.395751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-142642c0-cee6-45be-90db-37154cbe0ae2 req-33a08a63-4523-425f-b5e8-aa983fb1c6d6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1961339 Aug 22 15:11:45.414922 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-80ff43e4-04cc-4c8e-a2af-16c61dfcbfe2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4 HTTP/1.1" status: 200 len: 217 time: 0.0405638 Aug 22 15:11:45.456273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad46e90-d7b6-40e3-9d34-b7bd01230544 req-8e4b3471-6562-498d-9fcc-6a0939f271a6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.457882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fad46e90-d7b6-40e3-9d34-b7bd01230544 req-8e4b3471-6562-498d-9fcc-6a0939f271a6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.1891370 Aug 22 15:11:45.469301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b323e-5777-43ec-9c91-72b658b11040 req-40f84031-990e-4092-a018-5cc9ab30912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.472564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-40f84031-990e-4092-a018-5cc9ab30912c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0503454 Aug 22 15:11:45.529332 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-8b0d3058-0ef7-41f7-be55-3f2a29d720dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474148 Aug 22 15:11:45.607517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-142642c0-cee6-45be-90db-37154cbe0ae2 req-b326db9e-e481-413a-921a-b93788287717 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981373 Aug 22 15:11:45.638764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fad46e90-d7b6-40e3-9d34-b7bd01230544 req-53d2c71f-6da7-47c9-9aa9-1a3154463c85 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664085 Aug 22 15:11:45.686552 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-b36f1f0f-f10a-4e41-a3b8-322064ea5ac4 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482131 Aug 22 15:11:45.704333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router ccf20b77-2a62-4257-a424-93275fc3afee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:11:45.716196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1cb13001-9fb6-4f09-822c-47b4546b8e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:45.793496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1cb13001-9fb6-4f09-822c-47b4546b8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:45.817184 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b39b323e-5777-43ec-9c91-72b658b11040 req-86b07dd4-2839-4ab1-a9f7-55befb68433d service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215498 Aug 22 15:11:45.908811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1cb13001-9fb6-4f09-822c-47b4546b8e79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f9784a465484b77a5250a5ea1d5b1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8112082 Aug 22 15:11:45.911934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56912) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:45.921869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:11:45.926929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13001-9fb6-4f09-822c-47b4546b8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddcae50-865f-487f-b6a1-f3838ccb2ed7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:45.936619 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Sync routers for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:11:45.956999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:45.958306 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:45.965911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d91e1-7867-4fcf-a22d-6096affde2a9 req-356927b3-581e-463e-8d4f-6d266aee937c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:45.974677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad4d91e1-7867-4fcf-a22d-6096affde2a9 req-356927b3-581e-463e-8d4f-6d266aee937c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 944 time: 0.1229949 Aug 22 15:11:45.997433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:46.030404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:46.034545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad4d91e1-7867-4fcf-a22d-6096affde2a9 req-0424ac9e-3f6f-4629-b3db-d851c7a2901b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586736 Aug 22 15:11:46.052273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:46.086511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-03223281-81de-4847-982d-a194d7f1c4dd tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5413182 Aug 22 15:11:46.086511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:46.086511 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85797b9-9437-43ef-bdb3-fcace478027c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:46.087303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56914) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:46.126436 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:46.158795 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bc1b13-3cb0-46c0-8e89-e1c52f14787f x-openstack-request-id: req-02bc1b13-3cb0-46c0-8e89-e1c52f14787f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:46.159362 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:46.159635 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02bc1b13-3cb0-46c0-8e89-e1c52f14787f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:46.160182 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'status': 'completed', 'code': 200} Aug 22 15:11:46.175383 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-189ed97f-e048-4598-87b4-bc22a209940b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 HTTP/1.1" status: 200 len: 991 time: 0.0870121 Aug 22 15:11:46.260653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:46.263380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:46.270098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fddcae50-865f-487f-b6a1-f3838ccb2ed7 HTTP/1.1" status: 204 len: 168 time: 0.3515043 Aug 22 15:11:46.277791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85797b9-9437-43ef-bdb3-fcace478027c req-8e23a9d6-4aaf-48db-a438-266035981102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.278409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-8e23a9d6-4aaf-48db-a438-266035981102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1096 time: 0.0733349 Aug 22 15:11:46.279375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6d2e3-329f-4f23-b3df-22d8717bbac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddcae50-865f-487f-b6a1-f3838ccb2ed7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:46.393279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85797b9-9437-43ef-bdb3-fcace478027c req-989df161-cd63-4654-80e1-2c5c5f3e9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.394861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-989df161-cd63-4654-80e1-2c5c5f3e9d76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=34f64175-46f0-4c32-848e-d21fe1020b94 HTTP/1.1" status: 200 len: 898 time: 0.1100059 Aug 22 15:11:46.433723 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cb21b460-5a7f-4914-86e6-4e2bc0da6ac0', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'port_id': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'mac_address': 'fa:16:3e:77:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:11:43Z', 'updated_at': '2021-08-22T15:11:43Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:46.461602 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Checking router: ccf20b77-2a62-4257-a424-93275fc3afee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:11:46.471511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:11:46.472196 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:46.482880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-42400c97-3efe-457c-a42b-4e6be9f4526e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6 HTTP/1.1" status: 200 len: 999 time: 0.0794442 Aug 22 15:11:46.538132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85797b9-9437-43ef-bdb3-fcace478027c req-ceddce9d-57c2-4e84-bcf0-fe7dd185451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.539681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-ceddce9d-57c2-4e84-bcf0-fe7dd185451a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13a543cf-b619-413c-a417-f6763670724d HTTP/1.1" status: 200 len: 834 time: 0.0500541 Aug 22 15:11:46.588593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:11:46.590479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85797b9-9437-43ef-bdb3-fcace478027c req-8b06cbc3-dbab-40bd-97a4-2abda0ecf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.592155 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-8b06cbc3-dbab-40bd-97a4-2abda0ecf6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34f64175-46f0-4c32-848e-d21fe1020b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450346 Aug 22 15:11:46.801535 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-e5a5ce18-da8b-47e0-828f-42c3f98bd90d service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990769 Aug 22 15:11:46.861013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b98dab-f1a3-474f-91a8-bcb2d15aeecc req-e920b7c4-8d6b-41f5-b025-66f8b9f02c84 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.863266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35b98dab-f1a3-474f-91a8-bcb2d15aeecc req-e920b7c4-8d6b-41f5-b025-66f8b9f02c84 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1052468 Aug 22 15:11:46.914463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675e6ab-d60d-40cd-be29-af6fac09f5ed req-d4eabe11-eba7-497e-a0b8-4d8104cbf360 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:46.917340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e675e6ab-d60d-40cd-be29-af6fac09f5ed req-d4eabe11-eba7-497e-a0b8-4d8104cbf360 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.1140881 Aug 22 15:11:46.939469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35b98dab-f1a3-474f-91a8-bcb2d15aeecc req-6ffb63e5-0afd-43ab-8296-b8f0fc91e08e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674171 Aug 22 15:11:46.959370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cb21b460-5a7f-4914-86e6-4e2bc0da6ac0', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'port_id': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'mac_address': 'fa:16:3e:77:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:11:43Z', 'updated_at': '2021-08-22T15:11:43Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:11:46.968060 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e85797b9-9437-43ef-bdb3-fcace478027c req-983498b7-927e-4a4c-8ca1-8f897416b422 service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578536 Aug 22 15:11:46.983886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e675e6ab-d60d-40cd-be29-af6fac09f5ed req-2fcfa529-63cc-4c93-90a6-d4e222cb033a tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Aug 22 15:11:46.997259 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ad13a-8e2e-4f85-b4c6-631d15ed1d5f None None] The sync data for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 is: [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cb21b460-5a7f-4914-86e6-4e2bc0da6ac0', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'port_id': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'mac_address': 'fa:16:3e:77:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:11:43Z', 'updated_at': '2021-08-22T15:11:43Z', 'revision_number': 0, 'project_id': '252474ba5b864cf3982ed45127af7003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:11:47.179665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:47.215501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d59a6-8078-4e73-8d76-7229284acc54 req-22400ae3-922c-47bd-9b36-3adacc561972 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:47.217484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-990d59a6-8078-4e73-8d76-7229284acc54 req-22400ae3-922c-47bd-9b36-3adacc561972 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 944 time: 0.0780685 Aug 22 15:11:47.293611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5144918d-6800-4912-895d-382a68c64ae3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 HTTP/1.1" status: 200 len: 991 time: 0.1120949 Aug 22 15:11:47.297870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:47.309011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-990d59a6-8078-4e73-8d76-7229284acc54 req-11cb75b0-f4a7-4cdb-8526-7934539208bf tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Aug 22 15:11:47.315012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3728c62-567c-4990-9d83-503f2303ed8a None None] New status for floating IP cb21b460-5a7f-4914-86e6-4e2bc0da6ac0: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:11:47.327717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1409f84b-3995-4f80-9c76-1712e5511b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.432470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1409f84b-3995-4f80-9c76-1712e5511b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.543008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1409f84b-3995-4f80-9c76-1712e5511b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.593923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1409f84b-3995-4f80-9c76-1712e5511b02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a810903564f84af9a3b51dd0186ff3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935383 Aug 22 15:11:47.596764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409f84b-3995-4f80-9c76-1712e5511b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b819660-8e83-489a-9e25-1ae79fd1cf6d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:47.597255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:47.673258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.706827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.886950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.889625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:47.890825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b819660-8e83-489a-9e25-1ae79fd1cf6d HTTP/1.1" status: 204 len: 168 time: 0.2920289 Aug 22 15:11:47.899655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0cb99-16bb-4264-8f55-12689bf4a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b819660-8e83-489a-9e25-1ae79fd1cf6d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:48.094235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129cd2e-43c5-4e80-ac5e-2aa5928c4632 req-cbdac356-036d-43a1-adc5-2070a8375c21 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:48.095854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e129cd2e-43c5-4e80-ac5e-2aa5928c4632 req-cbdac356-036d-43a1-adc5-2070a8375c21 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0592115 Aug 22 15:11:48.177649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e129cd2e-43c5-4e80-ac5e-2aa5928c4632 req-f7b6cc0c-62ed-4857-b36b-57e82ce43b31 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671775 Aug 22 15:11:48.196436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10caf21-686e-4198-93c8-0bf3573ddd31 req-7b503820-1c84-4250-9d52-7825e7d3c538 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:48.199123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a10caf21-686e-4198-93c8-0bf3573ddd31 req-7b503820-1c84-4250-9d52-7825e7d3c538 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.0819540 Aug 22 15:11:48.254290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a10caf21-686e-4198-93c8-0bf3573ddd31 req-1c067b68-9c4e-4ad6-97fc-982da0c7909d tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Aug 22 15:11:48.297550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56948) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:48.398636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a9b2c325-7ef1-4168-9f0a-e6c46b51fc4f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 HTTP/1.1" status: 200 len: 993 time: 0.0997243 Aug 22 15:11:48.474001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1dab3-6ffc-4f7b-8175-061f04d5f504 req-f73b0423-5332-4ee0-9dcf-060383d2b2b5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:48.476672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89e1dab3-6ffc-4f7b-8175-061f04d5f504 req-f73b0423-5332-4ee0-9dcf-060383d2b2b5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 944 time: 0.0828097 Aug 22 15:11:48.519097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89e1dab3-6ffc-4f7b-8175-061f04d5f504 req-a3b093bf-eeb1-4c2c-b657-f3a286910d89 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Aug 22 15:11:49.072014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c0d99bf2-fb96-4e27-87bf-077abc7d00f4 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:11:49.180762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:49.193958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4', 'mac_address': 'fa:16:3e:f0:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:11:49.260948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:49.290079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d99bf2-fb96-4e27-87bf-077abc7d00f4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:49.334608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:49.345382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57eb07-e604-42c3-a6ad-2857e3aab4c2 req-547402d6-109d-40b9-818b-a8932b0b3292 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:49.348591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e57eb07-e604-42c3-a6ad-2857e3aab4c2 req-547402d6-109d-40b9-818b-a8932b0b3292 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0755961 Aug 22 15:11:49.412560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e57eb07-e604-42c3-a6ad-2857e3aab4c2 req-b1a52168-9cb0-4e89-bcf8-a822474b34b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 Aug 22 15:11:49.479061 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:49.484714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03e0ed3a-836d-4b4b-94d1-017046ad3a62 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:11:49.503758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627c887-02f4-4f69-8b62-52ca2f2f1911 req-27175824-9fa3-493a-84d5-4656202793b9 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:49.512983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1627c887-02f4-4f69-8b62-52ca2f2f1911 req-27175824-9fa3-493a-84d5-4656202793b9 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 943 time: 0.0813246 Aug 22 15:11:49.560736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1627c887-02f4-4f69-8b62-52ca2f2f1911 req-79b0c176-baf5-4f11-be1b-69e349c618e8 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Aug 22 15:11:49.565642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:49.640813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62,segment=NetworkSegment(cd3e6edd-042d-4738-ab1a-2eca79c47ded),segment_id=cd3e6edd-042d-4738-ab1a-2eca79c47ded)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:49.662845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '03e0ed3a-836d-4b4b-94d1-017046ad3a62', 'network_id': '91489e00-b60e-4da0-9014-2b1d1eadf4e6', 'port_id': '03e0ed3a-836d-4b4b-94d1-017046ad3a62', 'mac_address': 'fa:16:3e:3e:4e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:11:49.713278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb43b0-cf93-4efe-a260-c6e7b2af69ba req-e694bbe7-f105-4f34-86ad-e9f740b3f34f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:49.715187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06eb43b0-cf93-4efe-a260-c6e7b2af69ba req-e694bbe7-f105-4f34-86ad-e9f740b3f34f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 945 time: 0.0817418 Aug 22 15:11:49.720256 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:49.745627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e0ed3a-836d-4b4b-94d1-017046ad3a62 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:11:49.771081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62,segment=NetworkSegment(cd3e6edd-042d-4738-ab1a-2eca79c47ded),segment_id=cd3e6edd-042d-4738-ab1a-2eca79c47ded)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:49.771572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06eb43b0-cf93-4efe-a260-c6e7b2af69ba req-3e121468-c93c-48e6-8b79-f08f1666cf4c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466170 Aug 22 15:11:49.858787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:49.923735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:50.256914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['03e0ed3a-836d-4b4b-94d1-017046ad3a62'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:50.287489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['c0d99bf2-fb96-4e27-87bf-077abc7d00f4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:11:50.566120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e0f0-fa2a-4ac3-9647-fc903f983476 req-829d5f1b-8ac6-4cc5-8707-ada3b85a4238 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:50.567692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1573e0f0-fa2a-4ac3-9647-fc903f983476 req-829d5f1b-8ac6-4cc5-8707-ada3b85a4238 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0618548 Aug 22 15:11:50.627207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1573e0f0-fa2a-4ac3-9647-fc903f983476 req-a2c92818-cafa-4e64-87a8-f142cdce5cfc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518074 Aug 22 15:11:50.722465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11633168-ca68-4f85-bb6d-51e0483b054e req-e1ca42c7-4af0-4854-8a3a-683d1c47004a tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:50.724142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11633168-ca68-4f85-bb6d-51e0483b054e req-e1ca42c7-4af0-4854-8a3a-683d1c47004a tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 944 time: 0.0639727 Aug 22 15:11:50.769616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11633168-ca68-4f85-bb6d-51e0483b054e req-d28912b2-e286-4528-8425-6803dfbbefdb tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381131 Aug 22 15:11:50.929871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63834-0bc7-42bd-9f86-0279bc77f179 req-7c4c2338-a05f-4e54-b3e1-9a07e52c400e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:50.930674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e63834-0bc7-42bd-9f86-0279bc77f179 req-7c4c2338-a05f-4e54-b3e1-9a07e52c400e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 945 time: 0.0601015 Aug 22 15:11:50.987647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64e63834-0bc7-42bd-9f86-0279bc77f179 req-763e18ad-5bce-4e41-8d3e-2fce17e7003f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Aug 22 15:11:51.019299 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:51.775085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce24e1-f70f-401b-b132-efbcd461fecc req-b821f676-6695-4e57-830f-203d8ae3c0b5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:51.776626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92ce24e1-f70f-401b-b132-efbcd461fecc req-b821f676-6695-4e57-830f-203d8ae3c0b5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0586729 Aug 22 15:11:51.832901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92ce24e1-f70f-401b-b132-efbcd461fecc req-aebc970d-4b9d-409c-bb9c-79b2315b2ad2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 Aug 22 15:11:51.909421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667964f-d543-4d27-bb3c-116d89f2b179 req-5538073f-8b1c-49a3-ad9b-5caf50a2a844 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:51.910929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0667964f-d543-4d27-bb3c-116d89f2b179 req-5538073f-8b1c-49a3-ad9b-5caf50a2a844 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 944 time: 0.0617621 Aug 22 15:11:51.953263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0667964f-d543-4d27-bb3c-116d89f2b179 req-ec983576-1b68-40a9-93b8-75c826c880ae tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Aug 22 15:11:52.127995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965aee1-4d2e-4289-b3c2-56641ac492c6 req-eef2f0d4-03ce-4a7a-9858-024eb734ae68 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:52.129603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f965aee1-4d2e-4289-b3c2-56641ac492c6 req-eef2f0d4-03ce-4a7a-9858-024eb734ae68 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 945 time: 0.0604155 Aug 22 15:11:52.178079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f965aee1-4d2e-4289-b3c2-56641ac492c6 req-79afd2da-8753-420a-bf7f-9228b8c7578b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Aug 22 15:11:52.977013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d33a64-889b-4222-9474-85c1caa790df req-09c0b1f0-8452-4a4f-bfee-2e9a1aee7c67 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:52.980284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05d33a64-889b-4222-9474-85c1caa790df req-09c0b1f0-8452-4a4f-bfee-2e9a1aee7c67 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0651309 Aug 22 15:11:53.067408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05d33a64-889b-4222-9474-85c1caa790df req-e8de8a33-898c-4b54-97ce-f5bf9f66cb1b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779309 Aug 22 15:11:53.104756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c0d99bf2-fb96-4e27-87bf-077abc7d00f4 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:53.263769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:53.268570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:53.268991 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:53.369268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:53.411386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:53.415224 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93274fe0-d1cb-475d-a420-bc2f734a6b88" -d '{"events": [{"server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:53.438870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:53.518256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a79e05-5248-4be3-9068-b35080c47793 req-8b89aa7e-215f-4e50-9553-ec96bab7bc26 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:53.519791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63a79e05-5248-4be3-9068-b35080c47793 req-8b89aa7e-215f-4e50-9553-ec96bab7bc26 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 944 time: 0.4468968 Aug 22 15:11:53.524781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:53.529452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03e0ed3a-836d-4b4b-94d1-017046ad3a62 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:11:53.538330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace2b6-fe53-4a92-9447-96cfc36bc233 req-30ce469b-f726-406a-94b1-c5211a85d5ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:53.539997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ace2b6-fe53-4a92-9447-96cfc36bc233 req-30ce469b-f726-406a-94b1-c5211a85d5ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 945 time: 0.0747793 Aug 22 15:11:53.609198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63a79e05-5248-4be3-9068-b35080c47793 req-59fe6e0c-2ab6-4c26-b458-e09582b8fa6f tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Aug 22 15:11:53.621861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ace2b6-fe53-4a92-9447-96cfc36bc233 req-5d3fbe93-0577-4e1d-a135-7a76a761f5fd tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655537 Aug 22 15:11:53.636322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:53.665285 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a3344-dc69-48eb-9821-819aceca34f9 x-openstack-request-id: req-f69a3344-dc69-48eb-9821-819aceca34f9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:53.667143 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:53.667143 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f69a3344-dc69-48eb-9821-819aceca34f9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:53.667638 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4', 'code': 200} Aug 22 15:11:53.738380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:11:53.743099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:11:53.744430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:53.798448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865fd57-d917-4cbb-bfd4-3618d3126cef req-9803fc6a-cf32-4682-b98b-31045da40992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:53.800584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1865fd57-d917-4cbb-bfd4-3618d3126cef req-9803fc6a-cf32-4682-b98b-31045da40992 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0669925 Aug 22 15:11:53.841104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:53.843665 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1865fd57-d917-4cbb-bfd4-3618d3126cef req-4d2f5c1c-2f0b-4149-94a4-e2d9bf92b723 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 22 15:11:53.879787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62,segment=NetworkSegment(cd3e6edd-042d-4738-ab1a-2eca79c47ded),segment_id=cd3e6edd-042d-4738-ab1a-2eca79c47ded)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:54.003888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:54.099392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:54.252644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1ccb8-746a-454e-aeb7-0daa5d64207a req-e9cc02a5-4149-428a-ba40-93e7f4ad7de3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:54.254361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14a1ccb8-746a-454e-aeb7-0daa5d64207a req-e9cc02a5-4149-428a-ba40-93e7f4ad7de3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0830503 Aug 22 15:11:54.314721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14a1ccb8-746a-454e-aeb7-0daa5d64207a req-a73b510c-3952-42ec-b080-7eafdf745f5b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Aug 22 15:11:54.813089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf4db-70a3-473d-9200-8a2c5c26ad99 req-ee53eaa2-26e4-4a93-9b62-884fa2127cbb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:54.814927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bebf4db-70a3-473d-9200-8a2c5c26ad99 req-ee53eaa2-26e4-4a93-9b62-884fa2127cbb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.0970879 Aug 22 15:11:54.824510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96415200-b446-4350-a89c-db7d37304d9d req-1bfd7a62-38cf-4f8e-8adc-510ebec807d3 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:54.826108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96415200-b446-4350-a89c-db7d37304d9d req-1bfd7a62-38cf-4f8e-8adc-510ebec807d3 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.1034281 Aug 22 15:11:54.892886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bebf4db-70a3-473d-9200-8a2c5c26ad99 req-dca3a7eb-9b6d-4ea2-8e84-74e634d8b797 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655417 Aug 22 15:11:54.913864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-96415200-b446-4350-a89c-db7d37304d9d req-cc331f90-8481-4b62-a608-fefca1945eb6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777302 Aug 22 15:11:55.489780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ee894-267e-4856-98b0-16cfe0db8934 req-6b7216bd-70cc-4076-b433-1a3939d46cba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:55.491626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff6ee894-267e-4856-98b0-16cfe0db8934 req-6b7216bd-70cc-4076-b433-1a3939d46cba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0649595 Aug 22 15:11:55.539011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff6ee894-267e-4856-98b0-16cfe0db8934 req-71914e00-93ee-4d8b-9abc-fcef04ef3c19 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Aug 22 15:11:55.668706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:11:55.671032 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508d8f8-14d0-4af9-bd43-7ce986e62c52" -d '{"events": [{"server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "name": "network-vif-plugged", "status": "completed", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:11:55.715365 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77865c-33eb-49a2-a393-9b65c2bd17fa x-openstack-request-id: req-dc77865c-33eb-49a2-a393-9b65c2bd17fa {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:11:55.721274 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "name": "network-vif-plugged", "status": "completed", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:11:55.721274 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc77865c-33eb-49a2-a393-9b65c2bd17fa {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:11:55.721274 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62', 'code': 200} Aug 22 15:11:55.816496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6ea6-990b-4087-b256-3b41a20107ab req-e8dce961-7cb9-44b3-a154-014bf17ea866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:55.817940 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-778d6ea6-990b-4087-b256-3b41a20107ab req-e8dce961-7cb9-44b3-a154-014bf17ea866 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 1096 time: 0.0464327 Aug 22 15:11:55.856183 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-778d6ea6-990b-4087-b256-3b41a20107ab req-78b5c02c-4551-4695-a802-301e805d59fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Aug 22 15:11:56.107706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b271c1-924b-42f1-bde9-353e3b08cfb7 req-777a12a7-a38e-4b63-be81-bc340308db88 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.109732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b271c1-924b-42f1-bde9-353e3b08cfb7 req-777a12a7-a38e-4b63-be81-bc340308db88 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.1224678 Aug 22 15:11:56.122852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7335a3f-2175-4263-85dd-811b7869c9c7 req-49774d70-4983-493e-973a-85177f9caa5c tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.124554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7335a3f-2175-4263-85dd-811b7869c9c7 req-49774d70-4983-493e-973a-85177f9caa5c tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.0922163 Aug 22 15:11:56.197732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56b271c1-924b-42f1-bde9-353e3b08cfb7 req-772ae2ed-2a58-44c3-8404-83102a82abe4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722582 Aug 22 15:11:56.207417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e7335a3f-2175-4263-85dd-811b7869c9c7 req-2f315a1a-107d-43bd-9822-042f82fc54b6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757043 Aug 22 15:11:56.638898 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871859-9118-469c-97cb-d90639323c9b req-7a92759b-d739-46ad-92b0-0a12b474f915 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.640680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13871859-9118-469c-97cb-d90639323c9b req-7a92759b-d739-46ad-92b0-0a12b474f915 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.0620222 Aug 22 15:11:56.717524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a43b6-669d-4850-9421-b656769078f7 req-308ac6a0-90c6-46bd-b6c2-25484ac1222a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.719058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f8a43b6-669d-4850-9421-b656769078f7 req-308ac6a0-90c6-46bd-b6c2-25484ac1222a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0774598 Aug 22 15:11:56.721876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13871859-9118-469c-97cb-d90639323c9b req-0b1d2051-88e6-4195-84f7-399ac75a5f4b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715981 Aug 22 15:11:56.768427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f8a43b6-669d-4850-9421-b656769078f7 req-0fb3ec45-9658-40ff-bcca-4751d0e5d864 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Aug 22 15:11:56.828933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-5e1dea6c-fba3-4309-bf3d-782aaa76860b tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.830603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-5e1dea6c-fba3-4309-bf3d-782aaa76860b tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.0489528 Aug 22 15:11:56.869176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:56.905772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0ea45-bdb8-4677-b44b-93bc6760405b req-28eac6ca-fa47-42c3-abc3-9a19cd2c1489 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:56.907189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efe0ea45-bdb8-4677-b44b-93bc6760405b req-28eac6ca-fa47-42c3-abc3-9a19cd2c1489 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.0757127 Aug 22 15:11:56.968418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efe0ea45-bdb8-4677-b44b-93bc6760405b req-dca3099c-ebd4-4a88-a586-1c9edd4e9dad tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Aug 22 15:11:57.015843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:57.098301 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:57.130844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cfb574a-a014-4580-9ef9-b8f5b3f9b2db req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897632 Aug 22 15:11:57.136104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b76d5c-0738-45d6-ba1f-2f647fcd1430,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:11:57.144862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.145368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.145722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.146073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.146422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.146942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.147296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.147821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.147993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.148327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.148689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.149031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40f0b8-83c7-4377-9b89-1886d93a12c1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:11:57.261791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a410355-915c-4f28-a825-982a28cd8d0a req-4704fcdb-1a54-4e16-95ee-a136650982ee tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:57.263339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a410355-915c-4f28-a825-982a28cd8d0a req-4704fcdb-1a54-4e16-95ee-a136650982ee tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0566611 Aug 22 15:11:57.311558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a410355-915c-4f28-a825-982a28cd8d0a req-5a114593-2e81-4232-b574-9d986875490a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Aug 22 15:11:57.348163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:57.425575 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-664159eb-5ac8-4e06-9d2f-48c0d0c04285 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 200 len: 993 time: 0.0762804 Aug 22 15:11:57.455362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a6ec6-e907-46d8-ac6b-5974e0f3352b req-d5c08664-e3cf-4e40-8150-c12aca5affcb tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:57.455362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f62a6ec6-e907-46d8-ac6b-5974e0f3352b req-d5c08664-e3cf-4e40-8150-c12aca5affcb tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.0659053 Aug 22 15:11:57.532526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f62a6ec6-e907-46d8-ac6b-5974e0f3352b req-4775a15e-c2de-4cd0-9853-8884c2d124d9 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Aug 22 15:11:57.901200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8dde9-ff52-492b-b554-96fdf8ee8488 req-86025a6c-f3fc-4e14-bd8d-dceb3f092d3d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:57.901200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fec8dde9-ff52-492b-b554-96fdf8ee8488 req-86025a6c-f3fc-4e14-bd8d-dceb3f092d3d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.0592632 Aug 22 15:11:57.901200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fec8dde9-ff52-492b-b554-96fdf8ee8488 req-c0cec92f-5d61-4ff6-bfcf-8254070b6550 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Aug 22 15:11:57.901200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97dd43-7324-4295-b976-1e8a9d57f2f0 req-a71bc0e7-5c0d-4b82-a039-73fd3d8f54c3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:57.903628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a97dd43-7324-4295-b976-1e8a9d57f2f0 req-a71bc0e7-5c0d-4b82-a039-73fd3d8f54c3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0559454 Aug 22 15:11:57.944383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a97dd43-7324-4295-b976-1e8a9d57f2f0 req-b71a28dd-56c7-4e24-bbd3-fac48ea7978b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Aug 22 15:11:58.018248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-8348ff45-7340-447e-a8bb-7168fd29c124 req-e76da563-9c93-4ead-bcb7-2c3dce007761 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:11:58.019337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8348ff45-7340-447e-a8bb-7168fd29c124 req-e76da563-9c93-4ead-bcb7-2c3dce007761 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068040 Aug 22 15:11:58.728701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495602f-32d9-4e34-be9c-99147a72f619 req-ff81bb6e-0330-4d65-821c-9f9714cbf7e6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:58.730438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e495602f-32d9-4e34-be9c-99147a72f619 req-ff81bb6e-0330-4d65-821c-9f9714cbf7e6 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.0713763 Aug 22 15:11:58.779431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e495602f-32d9-4e34-be9c-99147a72f619 req-60a2ebe8-9881-4d46-aef6-8a72629b380b tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Aug 22 15:11:58.923889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b611-1fe1-4002-8d1e-9e0fcfae0fe3 req-e6ddecc4-cf72-49a9-81a9-037d8411237d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:58.926680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d1b611-1fe1-4002-8d1e-9e0fcfae0fe3 req-e6ddecc4-cf72-49a9-81a9-037d8411237d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1090839 Aug 22 15:11:58.995374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57174) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:11:59.047309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d1b611-1fe1-4002-8d1e-9e0fcfae0fe3 req-b6aa0b51-81c1-4d9f-a7b9-f835ba8f7959 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074438 Aug 22 15:11:59.065291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-32507991-1af3-402f-9957-b5020caadc84 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:59.073503 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-32507991-1af3-402f-9957-b5020caadc84 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.1255839 Aug 22 15:11:59.225496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1b959-d9a6-4133-a201-bcd33c051279 req-f3996f6f-3c7b-4752-b456-0a06bdd8c19c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:59.232259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ab1b959-d9a6-4133-a201-bcd33c051279 req-f3996f6f-3c7b-4752-b456-0a06bdd8c19c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 946 time: 0.0896556 Aug 22 15:11:59.309366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ab1b959-d9a6-4133-a201-bcd33c051279 req-75c83a35-abd1-422a-ad6d-a2a4d85fd44f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759480 Aug 22 15:11:59.427351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba37707-4e7c-4c57-95da-5ed34c6f9ddb req-3d05a6a8-82e0-420f-a097-60343b26fcdc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:11:59.429033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ba37707-4e7c-4c57-95da-5ed34c6f9ddb req-3d05a6a8-82e0-420f-a097-60343b26fcdc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1025176 Aug 22 15:11:59.514201 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-b67cd11a-d164-4c1e-918a-6352ca74bf64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5152459 Aug 22 15:11:59.523932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:11:59.525084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:59.531426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ba37707-4e7c-4c57-95da-5ed34c6f9ddb req-08f96a7f-1c9a-4f84-a1bb-545d01531dfd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815418 Aug 22 15:11:59.551945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-255e234b-257a-4925-9841-a1f909db3f96 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:11:59.553118 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-255e234b-257a-4925-9841-a1f909db3f96 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211906 Aug 22 15:11:59.670227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port c0d99bf2-fb96-4e27-87bf-077abc7d00f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:11:59.670611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:11:59.686605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for c0d99bf2-fb96-4e27-87bf-077abc7d00f4 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:00.073619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:00.123412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=c0d99bf2-fb96-4e27-87bf-077abc7d00f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:00.124628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:00.154965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.155564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.156390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.157028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.157651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.158307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.159170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.159749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.160408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.161006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.161640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.162636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:00.208328 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4174ea8-9a37-4342-acca-dda78923189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:00.220040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3691aff-8f71-4b57-b2e6-9026069b7874 req-f241b46c-9708-42b2-ba41-ecea21c91c6a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:00.220040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3691aff-8f71-4b57-b2e6-9026069b7874 req-f241b46c-9708-42b2-ba41-ecea21c91c6a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0688639 Aug 22 15:12:00.261961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port c0d99bf2-fb96-4e27-87bf-077abc7d00f4 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:00.267302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:00.272329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37da5b15-93b1-48dc-bbdb-b7e76be66546 req-4b9fd5b7-2425-4afa-8992-6bc4117836c1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "DELETE /v2.0/ports/c0d99bf2-fb96-4e27-87bf-077abc7d00f4 HTTP/1.1" status: 204 len: 173 time: 1.1923087 Aug 22 15:12:00.273032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'name': 'network-vif-deleted', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:00.278514 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab5618-1edd-4e5b-91a4-d3609aa1cd82" -d '{"events": [{"server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "name": "network-vif-deleted", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:00.285472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3691aff-8f71-4b57-b2e6-9026069b7874 req-4e671ff7-b322-4ffd-bcdb-41adae30aa89 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541697 Aug 22 15:12:00.334017 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c5ed0b-812d-4436-8d40-160a0c15afd2 x-openstack-request-id: req-c0c5ed0b-812d-4436-8d40-160a0c15afd2 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:00.334372 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893169f3-ec32-4804-a702-03bd3f831ff6", "name": "network-vif-deleted", "tag": "c0d99bf2-fb96-4e27-87bf-077abc7d00f4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:00.334690 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0c5ed0b-812d-4436-8d40-160a0c15afd2 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:00.335155 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893169f3-ec32-4804-a702-03bd3f831ff6', 'name': 'network-vif-deleted', 'tag': 'c0d99bf2-fb96-4e27-87bf-077abc7d00f4', 'status': 'completed', 'code': 200} Aug 22 15:12:00.425803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae411c-c7d1-4d21-bc13-e68c17c9447c req-d1576c19-524e-4e31-a845-b8909d3992f2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0367024 Aug 22 15:12:00.730747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22153-e0c6-411d-b892-847f52d51302 req-affde7e8-e246-49ef-9f25-e9d6b81a8acc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:00.730747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd22153-e0c6-411d-b892-847f52d51302 req-affde7e8-e246-49ef-9f25-e9d6b81a8acc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0648873 Aug 22 15:12:00.778839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd22153-e0c6-411d-b892-847f52d51302 req-91d1bf49-3d2b-451b-910d-29e9ffde5170 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Aug 22 15:12:01.131675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c0d99bf2-fb96-4e27-87bf-077abc7d00f4 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:01.157911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: c0d99bf2-fb96-4e27-87bf-077abc7d00f4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:01.157911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c0d99bf2-fb96-4e27-87bf-077abc7d00f4 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:01.425004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddd34a-4fed-4e5d-a6ee-df126c37496a req-7aac9e92-8ea3-43e3-b879-d1b242320cb7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:01.427584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5ddd34a-4fed-4e5d-a6ee-df126c37496a req-7aac9e92-8ea3-43e3-b879-d1b242320cb7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0598102 Aug 22 15:12:01.484313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5ddd34a-4fed-4e5d-a6ee-df126c37496a req-bbce1c88-f31b-4053-b646-7eaf819b155d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468125 Aug 22 15:12:01.630929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b01822f-607f-4f3b-9d21-8e880249fe42 req-d58df823-45ad-4b58-a7f5-bbe890da826c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=893169f3-ec32-4804-a702-03bd3f831ff6 HTTP/1.1" status: 200 len: 210 time: 0.0485775 Aug 22 15:12:01.910381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905ccad-7731-4d6f-ac2d-debf21a772d6 req-db894c41-dd1c-4b24-8eca-aec67bfa552a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:01.912121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3905ccad-7731-4d6f-ac2d-debf21a772d6 req-db894c41-dd1c-4b24-8eca-aec67bfa552a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0628247 Aug 22 15:12:01.957499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3905ccad-7731-4d6f-ac2d-debf21a772d6 req-df9a6e32-ee6d-475c-b876-9bc22a96e238 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Aug 22 15:12:02.646119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bf884-ef5d-47a9-8a63-d4981b5f7201 req-f2fbe29c-e509-44e3-a5b1-5db634ae4e14 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:02.648675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-546bf884-ef5d-47a9-8a63-d4981b5f7201 req-f2fbe29c-e509-44e3-a5b1-5db634ae4e14 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0664663 Aug 22 15:12:02.734074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-546bf884-ef5d-47a9-8a63-d4981b5f7201 req-7cfc74f5-09ef-4c27-9b7c-33e97b94e2d8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772367 Aug 22 15:12:02.788059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-6db4412d-ca0a-4878-8ed7-77311ea90e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:02.793927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-6db4412d-ca0a-4878-8ed7-77311ea90e05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.0896156 Aug 22 15:12:02.894602 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:02.907201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-6a82afb4-dc3f-4fe1-bcf3-df711b1107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:02.909061 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-6a82afb4-dc3f-4fe1-bcf3-df711b1107ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1101429 Aug 22 15:12:03.016632 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-73bcba19-1ac5-4d4f-92e5-5a07cb1f9c12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 1001 time: 0.0973740 Aug 22 15:12:03.121298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-ccc07d69-d55a-40e2-acfb-fceff5cf052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:03.122855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-ccc07d69-d55a-40e2-acfb-fceff5cf052a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0888150 Aug 22 15:12:03.177372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-e43b30bc-45b3-41d3-a5ee-af61d72c73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:03.178768 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-e43b30bc-45b3-41d3-a5ee-af61d72c73ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483661 Aug 22 15:12:03.231639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-ba3f5675-7f55-49c4-8bdf-7507ab5a2bbe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:03.233271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-ba3f5675-7f55-49c4-8bdf-7507ab5a2bbe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.2122667 Aug 22 15:12:03.246958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f1ab2-f131-4811-b3ac-f20ecc5a02cf req-b318564f-0e29-480b-a24b-ced948dea1bc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:03.248599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da3f1ab2-f131-4811-b3ac-f20ecc5a02cf req-b318564f-0e29-480b-a24b-ced948dea1bc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1030834 Aug 22 15:12:03.267103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-20aab796-4d1d-40a4-afa9-83240102756c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/quotas/4c073214fcf24a548e9a66ad7285d679 HTTP/1.1" status: 200 len: 375 time: 0.0173976 Aug 22 15:12:03.311735 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-2f1c902c-e127-4d7a-bd39-04b0f6d284a9 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247120 Aug 22 15:12:03.336355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da3f1ab2-f131-4811-b3ac-f20ecc5a02cf req-5f16aa93-b499-4b25-9749-0b96334c4032 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768912 Aug 22 15:12:03.402160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-a1b169e4-a4c8-45fc-b88f-524518fc8dba tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260667 Aug 22 15:12:03.419566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-d5eb927c-ba62-4a0b-bcab-3c9ecf561ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004994 Aug 22 15:12:03.473512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c907e426-211e-49e6-a09d-dff4aed1699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:03.531015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc445951-4cdd-4d33-b0a5-2f251b3f8aca req-ab43e410-ba3d-4039-a4a1-e4027c07c533 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:03.532702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc445951-4cdd-4d33-b0a5-2f251b3f8aca req-ab43e410-ba3d-4039-a4a1-e4027c07c533 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.1283050 Aug 22 15:12:03.584163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b57749cd-d16e-4b77-8c53-1c23fee23033 service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809256 Aug 22 15:12:03.676866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc445951-4cdd-4d33-b0a5-2f251b3f8aca req-bce7318d-e2a7-4643-a8f9-63e7b2464f3e tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301703 Aug 22 15:12:03.766418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-58238f65-f6f0-413e-9c4a-fe19e3ca48ae service neutron] 10.222.0.53 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812484 Aug 22 15:12:04.004377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a728a7-6ca2-418e-82df-6a8e40f14654 req-147e7aa8-eef9-4717-81f8-0cf6fc5d65f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:04.006154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03a728a7-6ca2-418e-82df-6a8e40f14654 req-147e7aa8-eef9-4717-81f8-0cf6fc5d65f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0579700 Aug 22 15:12:04.082529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03a728a7-6ca2-418e-82df-6a8e40f14654 req-d7a22ecc-a633-44b4-a6d0-adc87f83087f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696778 Aug 22 15:12:04.090995 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:12:04.204671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50496739-67b0-43e7-9e99-35f556a55c48 req-9410250d-1d4a-4d1d-b0fa-b48772f31e86 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 210 time: 0.0936184 Aug 22 15:12:04.505414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa03db2-1a4d-4431-9353-70d3623b25e3 req-ab062a46-9bb2-4488-8873-1cfa3238c340 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:04.525570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffa03db2-1a4d-4431-9353-70d3623b25e3 req-ab062a46-9bb2-4488-8873-1cfa3238c340 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1047490 Aug 22 15:12:04.600602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffa03db2-1a4d-4431-9353-70d3623b25e3 req-4bb47126-21b5-4753-b767-474cd0e85dca tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651550 Aug 22 15:12:04.801652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-5b41d265-9ad6-4cec-879e-0255346c8006 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:04.803613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-5b41d265-9ad6-4cec-879e-0255346c8006 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.54 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.0774448 Aug 22 15:12:04.847864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d4726-098d-4d72-b959-5236576a22e5 req-d2afa7cb-0dc1-4cb8-81de-5a62139334a7 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:04.859675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-612d4726-098d-4d72-b959-5236576a22e5 req-d2afa7cb-0dc1-4cb8-81de-5a62139334a7 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 945 time: 0.0889060 Aug 22 15:12:04.903610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:04.922742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-612d4726-098d-4d72-b959-5236576a22e5 req-f675154a-a3e9-4c4e-9883-4c78dead93b9 tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce9312ca-70b2-4717-8ce4-df267e2b7808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617955 Aug 22 15:12:04.978209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Deleting port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:04.978884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:05.081636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] For port 03e0ed3a-836d-4b4b-94d1-017046ad3a62, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=03e0ed3a-836d-4b4b-94d1-017046ad3a62,segment=NetworkSegment(cd3e6edd-042d-4738-ab1a-2eca79c47ded),segment_id=cd3e6edd-042d-4738-ab1a-2eca79c47ded)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:05.082058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:05.097514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Calling delete_port for 03e0ed3a-836d-4b4b-94d1-017046ad3a62 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:05.198205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-76d600d6-18f1-4971-b410-83a01f53db1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717540 Aug 22 15:12:05.279173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e49f4-8205-45b0-836c-2b1fab71a29c req-f5e105a8-287e-4bd1-8185-da84306f6d17 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.280835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d12e49f4-8205-45b0-836c-2b1fab71a29c req-f5e105a8-287e-4bd1-8185-da84306f6d17 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0987294 Aug 22 15:12:05.325187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ceed63f6-7899-4441-9724-b2f786ba7ba7 req-a263f9ca-2a0d-468a-8cd4-61a881a9488a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 210 time: 0.0431058 Aug 22 15:12:05.357919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-d085c671-4f87-40df-8cbb-f9629b046383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.358242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:05.359516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-d085c671-4f87-40df-8cbb-f9629b046383 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1096 time: 0.1273005 Aug 22 15:12:05.376968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d12e49f4-8205-45b0-836c-2b1fab71a29c req-407be346-46d5-4246-9cbe-c9c620d8e1fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Aug 22 15:12:05.407811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Pushing event deleted for resources: {'Port': ['ID=03e0ed3a-836d-4b4b-94d1-017046ad3a62,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:05.442560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] No DVR routers for this DVR port 03e0ed3a-836d-4b4b-94d1-017046ad3a62 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:05.449259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:05.452717 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8e52bdb-1149-4f79-b44c-745445f601c3 req-c9f5921f-863f-4af5-8c4b-6df30683c6ad tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.54 "DELETE /v2.0/ports/03e0ed3a-836d-4b4b-94d1-017046ad3a62 HTTP/1.1" status: 204 len: 173 time: 0.6406636 Aug 22 15:12:05.452717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'name': 'network-vif-deleted', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:05.470683 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b96ca6d-1733-433e-a479-582b09dad8df" -d '{"events": [{"server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "name": "network-vif-deleted", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:05.487058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-429c80c6-8f91-465c-beb6-746a4827c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.499852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-429c80c6-8f91-465c-beb6-746a4827c6a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1107023 Aug 22 15:12:05.513813 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a695f1e-7616-4a95-8c22-226b30e82472 x-openstack-request-id: req-3a695f1e-7616-4a95-8c22-226b30e82472 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:05.514112 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256535a5-198a-480c-8351-66ebe0ddfeba", "name": "network-vif-deleted", "tag": "03e0ed3a-836d-4b4b-94d1-017046ad3a62", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:05.514380 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a695f1e-7616-4a95-8c22-226b30e82472 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:05.514787 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256535a5-198a-480c-8351-66ebe0ddfeba', 'name': 'network-vif-deleted', 'tag': '03e0ed3a-836d-4b4b-94d1-017046ad3a62', 'status': 'completed', 'code': 200} Aug 22 15:12:05.599021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-7af701cd-e7bd-43f1-bedd-86060ce19bbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 1001 time: 0.0968199 Aug 22 15:12:05.657555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-ddb73af9-c869-4361-8491-a2db035e2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.659485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-ddb73af9-c869-4361-8491-a2db035e2352 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0536551 Aug 22 15:12:05.740715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-c378a454-fa85-4339-8189-2d177c607a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.742482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-c378a454-fa85-4339-8189-2d177c607a3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758839 Aug 22 15:12:05.774479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457abef-6bf7-4320-9d2b-3f640f3739fc req-c1cb0213-6fea-4590-94aa-f1da5826f6bd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:05.775871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457abef-6bf7-4320-9d2b-3f640f3739fc req-c1cb0213-6fea-4590-94aa-f1da5826f6bd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1011715 Aug 22 15:12:05.865583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2457abef-6bf7-4320-9d2b-3f640f3739fc req-78c54a08-95e6-4207-b7bf-0885b0eade75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758915 Aug 22 15:12:05.887715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-01fbda2e-35fc-4555-952b-a48792250a72 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337028 Aug 22 15:12:06.032820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54428308-5b2b-4384-a98c-7a8f7dd0010c req-cf282129-8fd5-4621-802c-a9220f49fd9f service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377053 Aug 22 15:12:06.086240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3806801-3bc3-44e9-8fff-0011f23526ee req-1a6318fc-e9ba-460f-9d9a-141551125c3d tempest-ServerTagsTestJSON-615704250 tempest-ServerTagsTestJSON-615704250-project] 10.222.0.53 "GET /v2.0/ports?device_id=256535a5-198a-480c-8351-66ebe0ddfeba HTTP/1.1" status: 200 len: 210 time: 0.0317290 Aug 22 15:12:06.480677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09d752ab-d81e-4cbd-84b1-a5eefa09015f req-c16afcbf-4d7b-449d-81a7-03fe2d9ea305 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 210 time: 0.0343156 Aug 22 15:12:06.537494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d825-be2e-46ac-aeb2-2db8b8349cba req-df6da804-09a5-42e1-8fc3-c461fa64ae01 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:06.539005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a57d825-be2e-46ac-aeb2-2db8b8349cba req-df6da804-09a5-42e1-8fc3-c461fa64ae01 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0620761 Aug 22 15:12:06.583948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a57d825-be2e-46ac-aeb2-2db8b8349cba req-80636b44-0550-4e2c-9029-f2728a3ddebc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Aug 22 15:12:06.792450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:06.994301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490412e8-0fec-44e1-a0b2-36647e3113ed req-8ebe78c4-339d-4abe-99e7-c209aa34585b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:06.995822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490412e8-0fec-44e1-a0b2-36647e3113ed req-8ebe78c4-339d-4abe-99e7-c209aa34585b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0565581 Aug 22 15:12:07.035693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490412e8-0fec-44e1-a0b2-36647e3113ed req-0c938da9-63ca-470c-900f-8431b1d4180e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339317 Aug 22 15:12:07.155588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57380) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:07.167847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03e0ed3a-836d-4b4b-94d1-017046ad3a62 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:07.192002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 03e0ed3a-836d-4b4b-94d1-017046ad3a62 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:07.192439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 03e0ed3a-836d-4b4b-94d1-017046ad3a62 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:07.210415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Deleting subnet dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:12:07.220309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.260090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.298414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.424319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.454286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:07.456297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.458222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f6e9a95-aac8-4362-9523-fb891ff5bc1b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dc4b9040-e7f0-4976-b4d2-7d1cbfeeaa00 HTTP/1.1" status: 204 len: 168 time: 0.3015518 Aug 22 15:12:07.462061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:07.475002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-69041bcb-57f8-43f7-8321-4ddc7edc19df tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:07.476497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-69041bcb-57f8-43f7-8321-4ddc7edc19df tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 805 time: 0.1166492 Aug 22 15:12:07.492082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Request body: {'port': {'device_id': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'admin_state_up': True, 'tenant_id': '4c073214fcf24a548e9a66ad7285d679'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:07.635139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b1f0b41-33e7-44d7-86e7-39b89a36e8a6 req-22e3198b-3602-4595-9ce9-436e39225b35 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 210 time: 0.0445278 Aug 22 15:12:07.641926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.799035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.816148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91489e00-b60e-4da0-9014-2b1d1eadf4e6']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:07.836686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6420e-a037-4b80-8569-a76cf70b8154 req-a9979ab3-9c31-4695-8533-4d5c50bfe384 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:07.838726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ce6420e-a037-4b80-8569-a76cf70b8154 req-a9979ab3-9c31-4695-8533-4d5c50bfe384 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1424243 Aug 22 15:12:07.840687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3e6edd-042d-4738-ab1a-2eca79c47ded') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:07.840982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3e6edd-042d-4738-ab1a-2eca79c47ded') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:07.852717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.881603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.896085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:12:07.896496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:12:07.898556 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:12:07.911007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ce6420e-a037-4b80-8569-a76cf70b8154 req-aab01572-eac4-4cc8-8491-891d6a74d66c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624118 Aug 22 15:12:07.948154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Made reservation on behalf of 4c073214fcf24a548e9a66ad7285d679 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:12:07.951688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.085096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.094237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.105689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/91489e00-b60e-4da0-9014-2b1d1eadf4e6 HTTP/1.1" status: 204 len: 168 time: 0.6359310 Aug 22 15:12:08.126198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332166-2fd2-4ef3-aa8a-76f203f443bf admin admin] Pushing event deleted for resources: {'Network': ['ID=91489e00-b60e-4da0-9014-2b1d1eadf4e6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:08.157459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Allocated IP 172.20.0.14 (87493cb7-198b-42f3-b126-1091ba8aba13/548d092d-8aaf-4323-9593-7e9982130a4a/7ecabd2d-3fff-4fa5-a47b-93dcadd94155) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:12:08.216993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5ee16-f911-44e5-ac6c-97019da181b8 req-a8b2717c-d3b1-4615-9f22-e3454bcc2e6d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:08.216993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4aa5ee16-f911-44e5-ac6c-97019da181b8 req-a8b2717c-d3b1-4615-9f22-e3454bcc2e6d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0918589 Aug 22 15:12:08.323806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4aa5ee16-f911-44e5-ac6c-97019da181b8 req-a89d81b8-86c8-4b2a-b631-8a480f6b0122 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915039 Aug 22 15:12:08.371115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.549350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.585400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:08.594039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Network 87493cb7-198b-42f3-b126-1091ba8aba13 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:12:08.597109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:12:08.601041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:12:08.610789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event updated for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:08.669818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57406) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:08.677091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:08.677894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.713005 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e02cde16-95a5-4a5c-b6d9-90cfca045a47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aff27f6529b644ccaa6402686b64b995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420105 Aug 22 15:12:08.715642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:08.800514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.827790 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-b87accee-357d-499f-9f8f-880921de3e0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3393724 Aug 22 15:12:08.829175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.843301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Request body: {'port': {'device_id': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:08.884223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81722c-9ab3-4ee8-b4db-d58cd0a6d125 req-ae707481-56e7-4a8b-ab35-3fa74157b0ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:08.885998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a81722c-9ab3-4ee8-b4db-d58cd0a6d125 req-ae707481-56e7-4a8b-ab35-3fa74157b0ab tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 932 time: 0.1021533 Aug 22 15:12:08.924265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.966757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.971906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a81722c-9ab3-4ee8-b4db-d58cd0a6d125 req-95e59b31-d3c4-4b1d-8a80-2381aa11e954 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663428 Aug 22 15:12:08.972264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:08.972264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce9312ca-70b2-4717-8ce4-df267e2b7808 HTTP/1.1" status: 204 len: 168 time: 0.2541840 Aug 22 15:12:08.980934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7954dc-3264-4062-85f5-2bfef0830d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9312ca-70b2-4717-8ce4-df267e2b7808,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:09.167002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab02766-c970-425e-b4b1-d7f72e833f3f req-16023dea-4c75-4abc-be32-54e83e91917a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:09.168596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cab02766-c970-425e-b4b1-d7f72e833f3f req-16023dea-4c75-4abc-be32-54e83e91917a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0996327 Aug 22 15:12:09.257164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cab02766-c970-425e-b4b1-d7f72e833f3f req-672d2b73-d2d5-422e-a9b8-4c35419a7c7f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588143 Aug 22 15:12:09.333245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:12:09.344727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:09.361079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Transition to ACTIVE for port object 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:12:09.436814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:09.506039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00af32-5776-4a75-83ee-e896bff7ce5f req-90dbbe29-1f61-4a1b-99d0-624a6726211f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:09.507667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d00af32-5776-4a75-83ee-e896bff7ce5f req-90dbbe29-1f61-4a1b-99d0-624a6726211f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1054311 Aug 22 15:12:09.536395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:09.597827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d00af32-5776-4a75-83ee-e896bff7ce5f req-a6b90240-97b1-4057-9330-5b47cba3d4cc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817373 Aug 22 15:12:09.613661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Attempting to bind port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:12:09.614002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Attempting to bind port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:12:09.614334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Attempting to bind port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:12:09.618872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 on network 87493cb7-198b-42f3-b126-1091ba8aba13 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:12:09.619192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Attempting to bind port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 on network 87493cb7-198b-42f3-b126-1091ba8aba13 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:12:09.624215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:12:09.624556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Checking segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:12:09.624942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Bound using segment: {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:12:09.625372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Bound port: 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:12:09.625732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:09.696715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:12:09.699126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:12:09.792657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:09.828057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:09.828687 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:09.830096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] 10.222.0.54 "PUT /v2.0/ports/7ecabd2d-3fff-4fa5-a47b-93dcadd94155 HTTP/1.1" status: 200 len: 1092 time: 0.9940150 Aug 22 15:12:09.830541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:09.832870 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300" -d '{"events": [{"name": "network-changed", "server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:09.861871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc36b4-a0c0-4c91-b742-6506b4562114 service neutron] Pushing event updated for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:09.885950 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfab168-aa81-4e38-9579-1b58c919de76 x-openstack-request-id: req-9dfab168-aa81-4e38-9579-1b58c919de76 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:09.886409 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:09.886642 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dfab168-aa81-4e38-9579-1b58c919de76 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:09.887415 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155', 'status': 'completed', 'code': 200} Aug 22 15:12:09.956714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-8e5a9123-1ee5-41ca-ae2b-3a9180a6dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:09.958419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-8e5a9123-1ee5-41ca-ae2b-3a9180a6dd09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 1095 time: 0.0513256 Aug 22 15:12:10.103991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-ecdd1fc8-e648-4604-b023-11b148ecbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.105632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-ecdd1fc8-e648-4604-b023-11b148ecbfaf service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4c073214fcf24a548e9a66ad7285d679&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1398468 Aug 22 15:12:10.150536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50879f79-2dd3-4cc1-9fde-f315d62fc407 req-02b1057b-d0e5-4ce8-ac76-54d636106d32 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.152182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50879f79-2dd3-4cc1-9fde-f315d62fc407 req-02b1057b-d0e5-4ce8-ac76-54d636106d32 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 944 time: 0.0978765 Aug 22 15:12:10.244826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50879f79-2dd3-4cc1-9fde-f315d62fc407 req-192a6e36-694e-4ea5-bfa5-2ff10f50d87d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578523 Aug 22 15:12:10.246290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-8ca8de92-387f-4eb5-a8c8-cfd5bf2b6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.247737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dc6d1bb-57a4-490a-b2fc-4df40e46e300 req-8ca8de92-387f-4eb5-a8c8-cfd5bf2b6c8a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347156 Aug 22 15:12:10.376706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-88e33299-1893-4e3d-aa4f-fa209f76575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.378206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-88e33299-1893-4e3d-aa4f-fa209f76575d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 1095 time: 0.0831971 Aug 22 15:12:10.449224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-d883b3c4-b6ef-4f0e-b236-3f33bdc342fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155 HTTP/1.1" status: 200 len: 217 time: 0.0579667 Aug 22 15:12:10.457909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6531e-b60d-4d63-aff4-931ee506c390 req-2a225688-f00a-43ca-abca-754513087648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.459542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16f6531e-b60d-4d63-aff4-931ee506c390 req-2a225688-f00a-43ca-abca-754513087648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1146195 Aug 22 15:12:10.526228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-d8bdefc1-a280-406a-bd25-1b505f99b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.527660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-d8bdefc1-a280-406a-bd25-1b505f99b48d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0671918 Aug 22 15:12:10.529324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:10.535645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16f6531e-b60d-4d63-aff4-931ee506c390 req-10e4037e-b415-46d0-a154-70ea327e50a0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667062 Aug 22 15:12:10.564560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-cdd7fda5-189f-4850-b828-578ca5cf6027 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279448 Aug 22 15:12:10.704286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-23bb5f8f-f337-4bfb-92c5-679b5f108a1f service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294045 Aug 22 15:12:10.803108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903419-b86a-4789-8446-3ff7f16270d8 req-75fe7acb-d359-47c3-a797-c7523d4a88d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:10.804678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84903419-b86a-4789-8446-3ff7f16270d8 req-75fe7acb-d359-47c3-a797-c7523d4a88d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1220748 Aug 22 15:12:10.864641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84903419-b86a-4789-8446-3ff7f16270d8 req-674fba86-c977-47f8-946f-5a7848663a49 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Aug 22 15:12:10.869336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eefe9841-6fc6-407f-8032-75b7c393dc40 req-3818cb2c-d852-437d-86c2-4c0c0efa76e0 service neutron] 10.222.0.54 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492050 Aug 22 15:12:10.938145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e7e9883-1c60-4d6c-b11a-35639b897a4f req-ab87edd1-89a9-4306-8ff7-118386569b6f tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0338285 Aug 22 15:12:11.430016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bc728-0c09-4339-9c52-c128492b971c req-df523c91-2e20-41b8-9d97-d334a43070e5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:11.433156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe5bc728-0c09-4339-9c52-c128492b971c req-df523c91-2e20-41b8-9d97-d334a43070e5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 944 time: 0.0725567 Aug 22 15:12:11.506621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe5bc728-0c09-4339-9c52-c128492b971c req-2117496f-6c3c-4042-a1b3-5a950e74304a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Aug 22 15:12:11.529078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3af33271-883d-46b5-937d-de362988ea46 req-66859677-2c5d-4054-bcd0-f6514195aec0 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0386801 Aug 22 15:12:11.698375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15747cc-e8cc-42d5-b582-8576c59ec2cc req-8a8b5cc2-265e-4edc-b6ba-3816de0eee9c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:11.700008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b15747cc-e8cc-42d5-b582-8576c59ec2cc req-8a8b5cc2-265e-4edc-b6ba-3816de0eee9c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0588999 Aug 22 15:12:11.748701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b15747cc-e8cc-42d5-b582-8576c59ec2cc req-b6a9a0dc-9ff5-40d2-bf81-ad59c42f17c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Aug 22 15:12:12.049358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f054520-2897-4c6a-8c26-f6f49a541d4c req-82b78fc5-b2f2-4caf-afb1-91af0bbbfc1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:12.050862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f054520-2897-4c6a-8c26-f6f49a541d4c req-82b78fc5-b2f2-4caf-afb1-91af0bbbfc1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0605724 Aug 22 15:12:12.103287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f054520-2897-4c6a-8c26-f6f49a541d4c req-1d91f200-635e-4275-b7f1-d4401889ae00 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Aug 22 15:12:12.655649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e38579fa-4935-48fa-9e62-aa83095e3ace req-822d5519-459f-4a0a-aa66-d6349737502a tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 22 15:12:12.675851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0aa11-600a-4d31-b7cd-4d66493127e7 req-88b2034e-27b9-42a9-9a6b-2abbf5c510a9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:12.680521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00c0aa11-600a-4d31-b7cd-4d66493127e7 req-88b2034e-27b9-42a9-9a6b-2abbf5c510a9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 944 time: 0.0932040 Aug 22 15:12:12.728953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00c0aa11-600a-4d31-b7cd-4d66493127e7 req-ca5e70fc-454f-49fa-822c-45ea874bbf12 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Aug 22 15:12:12.874257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9149b1-1295-477e-8c4f-7c0d9e757195 req-e548e110-ae8b-4a0c-b029-31aa981c80cf tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:12.875800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb9149b1-1295-477e-8c4f-7c0d9e757195 req-e548e110-ae8b-4a0c-b029-31aa981c80cf tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0537300 Aug 22 15:12:12.919086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb9149b1-1295-477e-8c4f-7c0d9e757195 req-977395eb-8961-4894-b690-f7d0777df6c8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361803 Aug 22 15:12:13.234400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6866bf-9018-4e2f-b44f-2ea05871c51e req-047256a7-f44c-45e7-9cca-553850456cb5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:13.235902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc6866bf-9018-4e2f-b44f-2ea05871c51e req-047256a7-f44c-45e7-9cca-553850456cb5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0633450 Aug 22 15:12:13.274372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc6866bf-9018-4e2f-b44f-2ea05871c51e req-8830cf95-bd11-498f-bbd7-3ff42bc63f3f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 22 15:12:13.762830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5147e102-a5e1-49ec-a0e9-60dd978fd6a9 req-aae76be9-80d2-443e-b350-ceb6d54325ff tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0304475 Aug 22 15:12:13.878012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034197-1667-4537-8011-9d60d3669154 req-c10e1948-52c5-42c7-a576-84692b47564f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:13.879557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11034197-1667-4537-8011-9d60d3669154 req-c10e1948-52c5-42c7-a576-84692b47564f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 944 time: 0.0521460 Aug 22 15:12:13.922260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11034197-1667-4537-8011-9d60d3669154 req-9fdfb012-c94e-4abe-b7e7-fa00d1bdc647 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Aug 22 15:12:14.050330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f98ab-7e28-4662-8587-4b9fdbc4106a req-78f1b2c6-9b97-4f84-868a-c90a692feb33 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:14.051883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31f98ab-7e28-4662-8587-4b9fdbc4106a req-78f1b2c6-9b97-4f84-868a-c90a692feb33 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0579486 Aug 22 15:12:14.096794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31f98ab-7e28-4662-8587-4b9fdbc4106a req-5bf2e84b-35d6-464c-9096-35cda7476ab8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388818 Aug 22 15:12:14.395339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed9e2-5322-4f93-8365-9f4b945261da req-68bdff24-031f-42ba-8ee5-35a9efd343a2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:14.396918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c19ed9e2-5322-4f93-8365-9f4b945261da req-68bdff24-031f-42ba-8ee5-35a9efd343a2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0528903 Aug 22 15:12:14.446554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c19ed9e2-5322-4f93-8365-9f4b945261da req-c779e3e2-dd48-4d76-baf7-769a4bc0f35c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Aug 22 15:12:14.869709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76a317ae-2d7c-4934-9369-0a94e01b6db6 req-30ec5141-bf4f-4903-8d54-3dc9f77db72b tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Aug 22 15:12:15.043868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313f90b-8241-4099-9dc7-888bf3a30077 req-80129523-14f8-408f-8184-8fd8a6a964bb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:15.045687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1313f90b-8241-4099-9dc7-888bf3a30077 req-80129523-14f8-408f-8184-8fd8a6a964bb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 944 time: 0.0520465 Aug 22 15:12:15.094360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1313f90b-8241-4099-9dc7-888bf3a30077 req-d4eac8bf-aed3-42c1-8f84-222375635b18 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Aug 22 15:12:15.197541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:12:15.225063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b086464-d6c5-4b96-b4ac-ffd93ab97d1e req-7dd853b3-ef2d-45fe-a849-7c7b062ea1ef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:15.226651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b086464-d6c5-4b96-b4ac-ffd93ab97d1e req-7dd853b3-ef2d-45fe-a849-7c7b062ea1ef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.0546443 Aug 22 15:12:15.267393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b086464-d6c5-4b96-b4ac-ffd93ab97d1e req-23d1904c-3157-4db4-baf0-4af215f2d1f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Aug 22 15:12:15.299185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:15.310406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155', 'network_id': '87493cb7-198b-42f3-b126-1091ba8aba13', 'port_id': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155', 'mac_address': 'fa:16:3e:37:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d092d-8aaf-4323-9593-7e9982130a4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:12:15.353437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:15.367521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:12:15.388323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:15.523480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:15.570877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bbc78-c8aa-4bf7-8866-3bc28f34fec1 req-4e79e0d9-942c-4b02-bc5e-23e1822cd17f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:15.572454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-458bbc78-c8aa-4bf7-8866-3bc28f34fec1 req-4e79e0d9-942c-4b02-bc5e-23e1822cd17f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.0519187 Aug 22 15:12:15.577509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:15.585412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.585767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.586119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.586460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.586800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.587140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.587471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.587802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.588162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.588489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.588816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.589196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:15.613577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-458bbc78-c8aa-4bf7-8866-3bc28f34fec1 req-77bad33e-191c-40c3-b11f-11520166ac4c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Aug 22 15:12:15.987899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-feae1fe0-d672-414b-b007-23b369c88529 req-b0d46464-64ab-4e68-904e-dee8934dcc1e tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0326197 Aug 22 15:12:16.018160 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-828f62b4-05e4-4d4d-b1eb-91a5436ad1ed service neutron] show failed (client error): The resource could not be found. Aug 22 15:12:16.019256 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-828f62b4-05e4-4d4d-b1eb-91a5436ad1ed service neutron] 10.222.0.10 "GET /v2.0/ports/d9158040-9724-44ab-99ed-316026663fc3/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0831914 Aug 22 15:12:16.186688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7ecabd2d-3fff-4fa5-a47b-93dcadd94155'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:16.226612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7045-79c6-4d7c-bf5e-ec250fdb6d4c req-9869a683-b4b0-49e9-a64a-aadac635e1d0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:16.228911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c5c7045-79c6-4d7c-bf5e-ec250fdb6d4c req-9869a683-b4b0-49e9-a64a-aadac635e1d0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 945 time: 0.0590405 Aug 22 15:12:16.712540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c5c7045-79c6-4d7c-bf5e-ec250fdb6d4c req-3ea65b48-0d52-497c-99e6-f80efe0b0dfd tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702520 Aug 22 15:12:16.764973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881d367-5706-463d-b6b3-70ddddb3d870 req-59876f54-9587-44c5-9caf-be9ab2dfaa90 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:16.767451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c881d367-5706-463d-b6b3-70ddddb3d870 req-59876f54-9587-44c5-9caf-be9ab2dfaa90 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1268961 Aug 22 15:12:16.783074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-5a1e73ea-1277-4beb-bf1b-e3449c53f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:16.784618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-5a1e73ea-1277-4beb-bf1b-e3449c53f1c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 1097 time: 0.1071651 Aug 22 15:12:16.810921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:16.868389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c881d367-5706-463d-b6b3-70ddddb3d870 req-b894bc9c-e839-41e1-8bc5-f3b7499ffea3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941350 Aug 22 15:12:16.912874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7c49-8bf8-4c06-8480-56feffa262f8 req-110f50e6-7e10-45b4-8497-2dc5ba305781 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:16.914509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a34c7c49-8bf8-4c06-8480-56feffa262f8 req-110f50e6-7e10-45b4-8497-2dc5ba305781 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1219776 Aug 22 15:12:16.915685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:17.003113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a34c7c49-8bf8-4c06-8480-56feffa262f8 req-e5a0aa09-38c1-4a9b-9637-09373c479c2c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Aug 22 15:12:17.175023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5075d565-29bf-4d74-9af3-286294079b60 req-089e13f1-ed85-4cba-9338-08df7ab6d8a5 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0571060 Aug 22 15:12:17.209527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:17.236223 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66c286c6-fdd0-423f-8115-f257dd1b356e req-8b3cf1c8-bb3b-454d-bf38-2cc46499155d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0350881 Aug 22 15:12:17.252222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:12:17.293015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:17.295489 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5305d402-75e8-45da-9d3a-6f0738abc63a" -d '{"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-unplugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:17.305975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:17.320419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Transition to ACTIVE for port object d9158040-9724-44ab-99ed-316026663fc3 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:12:17.349582 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e059476f-2205-4ffc-bdd0-b9c9a37202fa x-openstack-request-id: req-e059476f-2205-4ffc-bdd0-b9c9a37202fa {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:17.349920 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-unplugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:17.350174 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e059476f-2205-4ffc-bdd0-b9c9a37202fa {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:17.350581 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'code': 200} Aug 22 15:12:17.422782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:17.575392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:17.613876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] No DVR routers for this DVR port d9158040-9724-44ab-99ed-316026663fc3 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:17.769423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:12:17.769762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:12:17.770095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:12:17.774594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:12:17.774914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Attempting to bind port d9158040-9724-44ab-99ed-316026663fc3 on network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:12:17.780108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:12:17.780454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Checking segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:12:17.780993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Bound using segment: {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:12:17.781464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Bound port: d9158040-9724-44ab-99ed-316026663fc3, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a31ff5d-3713-4467-9e4f-c22cd76f0227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:12:17.781823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:17.890485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:12:17.897912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:12:17.908124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5388e4-c6d5-4b7f-b211-94454425537b req-3144e766-a4b5-42da-886b-3d58b1539376 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:17.909733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5388e4-c6d5-4b7f-b211-94454425537b req-3144e766-a4b5-42da-886b-3d58b1539376 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 945 time: 0.0925615 Aug 22 15:12:17.963589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5388e4-c6d5-4b7f-b211-94454425537b req-c1bb7648-ef37-4132-b4bb-8c807a308036 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472229 Aug 22 15:12:17.990398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:18.041677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.043399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:18.044258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 1092 time: 1.2395062 Aug 22 15:12:18.066085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873b8c-1849-4272-b4f0-4da9bec5dabf req-440a8aae-cd6d-44fd-beb3-a6d1be4e2299 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.075065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a873b8c-1849-4272-b4f0-4da9bec5dabf req-440a8aae-cd6d-44fd-beb3-a6d1be4e2299 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.1264102 Aug 22 15:12:18.079461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6344a62d-4396-4c09-8adc-e7231604e3e2 req-70a1a64d-fd69-4dc3-8f51-0959152408ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0324988 Aug 22 15:12:18.145877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ebb1-b86a-428c-b72b-eeee034968f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:18.220659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a873b8c-1849-4272-b4f0-4da9bec5dabf req-61151c90-4115-4b66-ad01-b22931329c89 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417375 Aug 22 15:12:18.223953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-67050ee3-f5be-47ce-8419-e50aef86992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.225819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-67050ee3-f5be-47ce-8419-e50aef86992e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1095 time: 0.1376021 Aug 22 15:12:18.257211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25810da3-e7d7-497c-b252-44b9955eeeb4 req-eae3bfcb-f7c9-44be-ae31-c1411b62e1e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.259057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25810da3-e7d7-497c-b252-44b9955eeeb4 req-eae3bfcb-f7c9-44be-ae31-c1411b62e1e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 943 time: 0.1084542 Aug 22 15:12:18.309112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25810da3-e7d7-497c-b252-44b9955eeeb4 req-24891d25-48a1-454c-9ae7-decd31d035e0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Aug 22 15:12:18.373395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 55db2c7a-1479-409e-8718-f857ae0c1a76 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:12:18.437984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ea15301-f9af-4f78-bd75-cde0170a11f5 req-1da57f7c-1b3f-492b-88e4-09e94dc2fb18 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0376141 Aug 22 15:12:18.463617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-92dc8917-9d21-4a0c-9316-942023462bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.465909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-92dc8917-9d21-4a0c-9316-942023462bc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1427438 Aug 22 15:12:18.502463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=55db2c7a-1479-409e-8718-f857ae0c1a76,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:18.514789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '55db2c7a-1479-409e-8718-f857ae0c1a76', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': '55db2c7a-1479-409e-8718-f857ae0c1a76', 'mac_address': 'fa:16:3e:ec:23:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:12:18.551445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-37e18865-80d0-4c13-8484-5b149e07aaa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 999 time: 0.0720932 Aug 22 15:12:18.558372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:18.574458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55db2c7a-1479-409e-8718-f857ae0c1a76 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:12:18.596444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=55db2c7a-1479-409e-8718-f857ae0c1a76,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:18.625715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-d645aa4c-2dde-432b-afd6-7df4d554f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.625715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-d645aa4c-2dde-432b-afd6-7df4d554f4a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0608490 Aug 22 15:12:18.669725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:18.688130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-70e1e7fe-f979-4171-a441-a490932d06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:18.692028 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-70e1e7fe-f979-4171-a441-a490932d06d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521462 Aug 22 15:12:18.726346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:18.803767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-afe9f164-bb33-4f62-847f-e736ebd5b330 service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030660 Aug 22 15:12:18.908108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50cd2a27-8002-4e73-89b8-94059f2464a8 req-522866d8-69b1-4eaa-8991-54b869fabdb5 service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902863 Aug 22 15:12:19.074025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['55db2c7a-1479-409e-8718-f857ae0c1a76'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:19.094648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e63ba8-47ac-4385-bfb7-2e1c57473da7 req-d8d357d9-dbe9-4cc0-9ff9-12e9105ec500 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.096371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55e63ba8-47ac-4385-bfb7-2e1c57473da7 req-d8d357d9-dbe9-4cc0-9ff9-12e9105ec500 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 945 time: 0.0561008 Aug 22 15:12:19.159104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55e63ba8-47ac-4385-bfb7-2e1c57473da7 req-a2652cbc-5c39-4627-9fce-ee21ee278f5b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562060 Aug 22 15:12:19.218220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:12:19.355998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:19.361580 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b" -d '{"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:19.386439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de687-5085-4629-bbee-b47718f26880 req-17f17375-8239-47f9-90e2-46ca13b38728 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.388550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-558de687-5085-4629-bbee-b47718f26880 req-17f17375-8239-47f9-90e2-46ca13b38728 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.0917671 Aug 22 15:12:19.392094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:12:19.396806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:12:19.397186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:19.470626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-558de687-5085-4629-bbee-b47718f26880 req-693f5a54-9bd7-44ec-b590-c5cc77639aa3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704970 Aug 22 15:12:19.499229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:19.499414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab5da8-7852-4c66-9282-a3515d495020 req-0cb75c2a-6823-41b1-b77c-ef9728699540 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.499414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adab5da8-7852-4c66-9282-a3515d495020 req-0cb75c2a-6823-41b1-b77c-ef9728699540 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 944 time: 0.0910413 Aug 22 15:12:19.535600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:19.539352 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8f2a51-6573-4524-a829-99dea2c24402" -d '{"events": [{"server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:19.553393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adab5da8-7852-4c66-9282-a3515d495020 req-9276a867-df84-48f5-b385-25ec62098135 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539641 Aug 22 15:12:19.560307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:19.615109 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d91c5f4-fd24-4432-afaf-a9774000e46a x-openstack-request-id: req-1d91c5f4-fd24-4432-afaf-a9774000e46a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:19.615402 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:19.615652 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d91c5f4-fd24-4432-afaf-a9774000e46a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:19.616073 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'status': 'completed', 'code': 200} Aug 22 15:12:19.640362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:19.653014 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a794286c-4ca7-4361-882c-880f5b1b81b1 x-openstack-request-id: req-a794286c-4ca7-4361-882c-880f5b1b81b1 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:19.653321 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "name": "network-vif-plugged", "status": "completed", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:19.653586 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a794286c-4ca7-4361-882c-880f5b1b81b1 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:19.660494 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155', 'code': 200} Aug 22 15:12:19.735800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:19.745669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ce6c3a5-392e-452b-bdd4-24cbf3315a43 req-8a3d342e-19c4-45de-b390-a93f5f9cb4f9 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0621815 Aug 22 15:12:19.750789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-e5f5980b-95dd-4dd9-a1de-1b885dda0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.750789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-e5f5980b-95dd-4dd9-a1de-1b885dda0507 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1095 time: 0.1177447 Aug 22 15:12:19.795463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-02ef3f56-8388-4d70-bbd1-36764edd6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.797159 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-02ef3f56-8388-4d70-bbd1-36764edd6c94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1095 time: 0.1104965 Aug 22 15:12:19.812977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc137fe1-4655-431a-a786-c9ca3d6be439 req-4c4e9020-4e45-4549-90f9-2dc6635b6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.814466 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cc137fe1-4655-431a-a786-c9ca3d6be439 req-4c4e9020-4e45-4549-90f9-2dc6635b6aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 1097 time: 0.0652854 Aug 22 15:12:19.866047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-8e843aab-20b2-4185-8921-99f34c409ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.867484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-8e843aab-20b2-4185-8921-99f34c409ce5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1103473 Aug 22 15:12:19.898762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cc137fe1-4655-431a-a786-c9ca3d6be439 req-7c63474e-af7b-43ec-9c33-d2a96eaf51b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734394 Aug 22 15:12:19.917712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-544d95f1-233d-4d89-a7be-9ae9aabdc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:19.919208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-544d95f1-233d-4d89-a7be-9ae9aabdc85b service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1149559 Aug 22 15:12:19.941233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-ea6d65c0-948e-4151-a99a-1c74780e3657 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 999 time: 0.0666673 Aug 22 15:12:19.987802 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-d0b7df80-f38e-4af2-95c2-4f6e28ed7a06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 999 time: 0.0581033 Aug 22 15:12:20.038109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-c822e411-a8a7-4d53-badb-0d0220548bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.039604 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-c822e411-a8a7-4d53-badb-0d0220548bb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0440717 Aug 22 15:12:20.093903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-46ef52e0-0729-4ffb-94f8-2a73fb329f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.095671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-46ef52e0-0729-4ffb-94f8-2a73fb329f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480266 Aug 22 15:12:20.192057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-70f93144-adf3-4391-9635-215a4594c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.193917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-70f93144-adf3-4391-9635-215a4594c5b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0538611 Aug 22 15:12:20.304314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-cf264ef2-d48f-471d-b6d5-8d6dabcf7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.305877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-cf264ef2-d48f-471d-b6d5-8d6dabcf7019 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037421 Aug 22 15:12:20.319571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d1465-4c9e-4b40-82a5-3b00aec38fb9 req-1dcd411e-2aee-4b36-90dc-d44de5ccc5eb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.321170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b42d1465-4c9e-4b40-82a5-3b00aec38fb9 req-1dcd411e-2aee-4b36-90dc-d44de5ccc5eb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0701711 Aug 22 15:12:20.381752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 55db2c7a-1479-409e-8718-f857ae0c1a76 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:12:20.426359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b42d1465-4c9e-4b40-82a5-3b00aec38fb9 req-dd5a9aaa-4cc2-4926-8983-c4e3ae67bb4c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961137 Aug 22 15:12:20.456878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-8bedaa49-c928-40ea-b09c-3487dac0c563 service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337962 Aug 22 15:12:20.539405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-4c4d4728-a022-4ca9-a258-df71c6581a9c service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360907 Aug 22 15:12:20.552217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 55db2c7a-1479-409e-8718-f857ae0c1a76 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:12:20.556198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 55db2c7a-1479-409e-8718-f857ae0c1a76 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:12:20.556629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:20.573402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-4221295a-4a72-47a6-a7d6-0808880f1864 service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090863 Aug 22 15:12:20.624219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c267f-6e30-404f-8b33-27b616384926 req-cf0c237d-ff7f-4ff6-9673-e204b2a47642 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.625970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f0c267f-6e30-404f-8b33-27b616384926 req-cf0c237d-ff7f-4ff6-9673-e204b2a47642 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.0684481 Aug 22 15:12:20.678276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:20.684968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7abda986-f2f6-43a6-9bc5-2ddcab0f162b req-d631f806-22bd-413a-b68b-e4d9af85c26e service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244097 Aug 22 15:12:20.704984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f0c267f-6e30-404f-8b33-27b616384926 req-8e3e7a5d-f745-4c52-9fb2-0fea2d499859 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720108 Aug 22 15:12:20.716476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=55db2c7a-1479-409e-8718-f857ae0c1a76,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:20.724105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe14f7-4a2a-43ed-bb07-ca3f138511e5 req-fa0e31e6-c62f-41cc-9910-e760cf4d59d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:20.724819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3fe14f7-4a2a-43ed-bb07-ca3f138511e5 req-fa0e31e6-c62f-41cc-9910-e760cf4d59d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 944 time: 0.0733802 Aug 22 15:12:20.771293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3fe14f7-4a2a-43ed-bb07-ca3f138511e5 req-4946b62f-2487-45c6-92fc-d82282053bc3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Aug 22 15:12:20.857390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:20.858220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d9158040-9724-44ab-99ed-316026663fc3 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:20.858723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-884375ee-dc01-4ac4-aefd-c3a6fa5f4936 req-4efda317-cc67-47df-9bb3-31baae9f367b tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0280094 Aug 22 15:12:20.947689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device d9158040-9724-44ab-99ed-316026663fc3 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:20.953397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:21.068755 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:21.449996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9e70ef6-00d7-4cb8-ab8d-d86ba440585a req-942bf9ed-16ad-49d3-8624-c18a23004ced tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Aug 22 15:12:21.571128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de671b-fe2e-4e8b-babf-9fffa42fd141 req-17e89f6f-612d-45c0-8263-0a4a3b7f7d27 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:21.572676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41de671b-fe2e-4e8b-babf-9fffa42fd141 req-17e89f6f-612d-45c0-8263-0a4a3b7f7d27 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0724828 Aug 22 15:12:21.615206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41de671b-fe2e-4e8b-babf-9fffa42fd141 req-8342b38a-7e27-4d59-9379-c97cdccd00e6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Aug 22 15:12:21.661534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:21.665070 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8e509-2a58-4a94-ba0c-ea1c23914a4c" -d '{"events": [{"server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "name": "network-vif-plugged", "status": "completed", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:21.704782 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc4fb2-7b8e-4e10-a7fe-a17870169183 x-openstack-request-id: req-befc4fb2-7b8e-4e10-a7fe-a17870169183 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:21.705076 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "name": "network-vif-plugged", "status": "completed", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:21.705335 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-befc4fb2-7b8e-4e10-a7fe-a17870169183 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:21.705731 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76', 'code': 200} Aug 22 15:12:21.849870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536b24-bee3-4e5b-a9fb-5b9d7b14d5b2 req-4af5a0a8-eb5b-40aa-8e29-d95f91407b85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:21.857441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2536b24-bee3-4e5b-a9fb-5b9d7b14d5b2 req-4af5a0a8-eb5b-40aa-8e29-d95f91407b85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.0659561 Aug 22 15:12:21.894997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8073-8909-4aa4-9b10-f495d8b427fb req-6b58a060-05fc-4367-b772-63b5f060cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:21.896965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-678f8073-8909-4aa4-9b10-f495d8b427fb req-6b58a060-05fc-4367-b772-63b5f060cfdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 1096 time: 0.0935276 Aug 22 15:12:21.920803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2536b24-bee3-4e5b-a9fb-5b9d7b14d5b2 req-e49072ba-e1f3-440b-b18a-be877123b05d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622580 Aug 22 15:12:21.950517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-678f8073-8909-4aa4-9b10-f495d8b427fb req-34241fac-e5e4-4a35-838c-5c11c8816a16 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455635 Aug 22 15:12:22.012097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9284a6a-c052-4dcd-9a7d-1b5d025d1a58 req-7d956e50-4d60-490f-822a-0c2f3005fc1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:22.013643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9284a6a-c052-4dcd-9a7d-1b5d025d1a58 req-7d956e50-4d60-490f-822a-0c2f3005fc1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0584786 Aug 22 15:12:22.055415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9284a6a-c052-4dcd-9a7d-1b5d025d1a58 req-592de81c-6953-4d98-9f00-3e48fe821d02 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Aug 22 15:12:22.556600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2faa5c77-e7a4-43ad-aaf4-4a05c27618af req-fa33d97d-395f-4edd-9f63-c56e5a1400c4 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Aug 22 15:12:22.746257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287ae2c-5a3f-4ac8-a57f-24a5040fab84 req-bb9cc24a-9899-4f92-b669-21df018882e5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:22.748370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7287ae2c-5a3f-4ac8-a57f-24a5040fab84 req-bb9cc24a-9899-4f92-b669-21df018882e5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0534451 Aug 22 15:12:22.788064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7287ae2c-5a3f-4ac8-a57f-24a5040fab84 req-37ef331e-528f-4f4f-a0bf-011ebb65d261 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Aug 22 15:12:22.944900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57760) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:23.050599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9cd97-32e6-4ec8-a6ee-21cd8997a051 req-8f2f7bd2-3170-4e03-9df8-1d516de0babc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:23.052177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99d9cd97-32e6-4ec8-a6ee-21cd8997a051 req-8f2f7bd2-3170-4e03-9df8-1d516de0babc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 944 time: 0.0566230 Aug 22 15:12:23.069292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-468242af-1444-4cd7-8855-f8bea83971d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.107655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99d9cd97-32e6-4ec8-a6ee-21cd8997a051 req-26e725d3-d18a-466f-abf9-4cecae8815cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463023 Aug 22 15:12:23.176074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-468242af-1444-4cd7-8855-f8bea83971d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.192694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d518-e362-4449-97e5-45d4402fc91a req-d1e61298-ed3b-47f4-9530-1c89f0cc0bd4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:23.194237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1f7d518-e362-4449-97e5-45d4402fc91a req-d1e61298-ed3b-47f4-9530-1c89f0cc0bd4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0584116 Aug 22 15:12:23.256116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d9158040-9724-44ab-99ed-316026663fc3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:12:23.259205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1f7d518-e362-4449-97e5-45d4402fc91a req-14ec2384-0612-4b7b-8c75-b2c51e59d1e2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Aug 22 15:12:23.268822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-468242af-1444-4cd7-8855-f8bea83971d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.278967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1537b-020e-43ce-9df5-ec859854e7f7 req-2cbc7d8f-5756-4d51-b06c-24710a380118 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:23.280822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6b1537b-020e-43ce-9df5-ec859854e7f7 req-2cbc7d8f-5756-4d51-b06c-24710a380118 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0855999 Aug 22 15:12:23.295818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468242af-1444-4cd7-8855-f8bea83971d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab47b95-5f67-48ae-87f4-11fd8e7b574c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:23.339165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-468242af-1444-4cd7-8855-f8bea83971d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=263ad6b4ebad4f5a8da69f7d447ad665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927622 Aug 22 15:12:23.341999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57770) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:23.348035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6b1537b-020e-43ce-9df5-ec859854e7f7 req-eb7dd9d5-d0bc-44a1-bb08-7d7a496c6ea9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Aug 22 15:12:23.400767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:23.413116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.413843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd9158040-9724-44ab-99ed-316026663fc3', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'port_id': 'd9158040-9724-44ab-99ed-316026663fc3', 'mac_address': 'fa:16:3e:73:cd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:12:23.439358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0bb4-9bbd-4a3a-8427-91c50f65cbd7 req-8fcb3bf6-9b10-416f-8664-6983599f632d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:23.441162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a17f0bb4-9bbd-4a3a-8427-91c50f65cbd7 req-8fcb3bf6-9b10-416f-8664-6983599f632d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0653899 Aug 22 15:12:23.441787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.489735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.500875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a17f0bb4-9bbd-4a3a-8427-91c50f65cbd7 req-4194e97a-d128-4503-88ac-747f24bd4cc1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Aug 22 15:12:23.509752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9158040-9724-44ab-99ed-316026663fc3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:12:23.532878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:23.586022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.588823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.593608 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ab47b95-5f67-48ae-87f4-11fd8e7b574c HTTP/1.1" status: 204 len: 168 time: 0.2481060 Aug 22 15:12:23.601551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d29b3-c569-4db8-9996-e44249a9cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab47b95-5f67-48ae-87f4-11fd8e7b574c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:23.681754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56777093-268d-4f30-bace-a48ed336c0aa req-cf8bf2ba-9499-43ed-ae74-a39f8fdc9120 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0267649 Aug 22 15:12:23.691902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:23.742974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:23.995583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5ad6-0705-463b-a81c-36c185535af4 req-391820ae-5fe6-4921-872a-67dde8b43bc4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:23.998297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-664b5ad6-0705-463b-a81c-36c185535af4 req-391820ae-5fe6-4921-872a-67dde8b43bc4 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0531523 Aug 22 15:12:24.043602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-664b5ad6-0705-463b-a81c-36c185535af4 req-43741922-95ac-49c0-845c-1cf31beb76f3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Aug 22 15:12:24.171453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d9158040-9724-44ab-99ed-316026663fc3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:24.244353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c637ce2-5f0b-4931-9c9b-64d8c9e682eb req-990b4316-b0ce-4e36-b769-fb4af2c0046b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.246482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c637ce2-5f0b-4931-9c9b-64d8c9e682eb req-990b4316-b0ce-4e36-b769-fb4af2c0046b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.0555656 Aug 22 15:12:24.286455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c637ce2-5f0b-4931-9c9b-64d8c9e682eb req-587c6c74-2aa3-427a-867e-8b99512ad784 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337443 Aug 22 15:12:24.437873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57792) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:24.452256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09bfffab-e097-4e47-bbd6-e2ff6564b65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:24.496390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8674bd6-c548-43d3-838e-bc655b070701 req-295ad049-86ce-4ba4-b80b-be31f7a0105f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.497875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8674bd6-c548-43d3-838e-bc655b070701 req-295ad049-86ce-4ba4-b80b-be31f7a0105f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0549581 Aug 22 15:12:24.540805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8674bd6-c548-43d3-838e-bc655b070701 req-38e5279d-f956-4a75-be40-60291b847e14 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 22 15:12:24.550022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09bfffab-e097-4e47-bbd6-e2ff6564b65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:24.634065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-0fa0fe7d-087e-4e32-b18f-9ac1205791d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515027 Aug 22 15:12:24.685367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09bfffab-e097-4e47-bbd6-e2ff6564b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:24.774384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfffab-e097-4e47-bbd6-e2ff6564b65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce7eb9-85ff-4992-9e8f-76045aaaea0d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:24.776274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20153-760d-4be3-8136-2f7c52eeb4fc req-2ef4294e-ee53-4338-90d7-973381216a2f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.778443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0e20153-760d-4be3-8136-2f7c52eeb4fc req-2ef4294e-ee53-4338-90d7-973381216a2f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.1000340 Aug 22 15:12:24.789284 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-09bfffab-e097-4e47-bbd6-e2ff6564b65c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b73c90ebe1a43a8ba22c1b985955b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503108 Aug 22 15:12:24.792165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57804) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:24.827219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82182c-b6d4-441a-b2a5-fa9a18c778f2 req-ad646961-180a-46f4-87b6-6808f4696c5c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.828843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe82182c-b6d4-441a-b2a5-fa9a18c778f2 req-ad646961-180a-46f4-87b6-6808f4696c5c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.1082859 Aug 22 15:12:24.864109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-9ac61fe8-9a73-4a31-972b-ffc767978c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.865677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-9ac61fe8-9a73-4a31-972b-ffc767978c01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c073214fcf24a548e9a66ad7285d679&device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 1096 time: 0.1484034 Aug 22 15:12:24.885359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0e20153-760d-4be3-8136-2f7c52eeb4fc req-dd57c3d9-7ba6-4244-8e8e-f5ac30029d30 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004350 Aug 22 15:12:24.915323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe82182c-b6d4-441a-b2a5-fa9a18c778f2 req-c29582fd-f944-45a8-95c9-0bc4862ee49e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729263 Aug 22 15:12:24.923046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:24.926149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-d95e4791-9663-47f0-86e9-c712a85d64c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:24.928861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-d95e4791-9663-47f0-86e9-c712a85d64c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788&tenant_id=5e7a703bd64b4e4d944d0017fd296794&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 945 time: 0.1334834 Aug 22 15:12:24.961862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:25.032560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82d353c6-a88f-4b06-9ad7-5028cd4cf803 req-d7a1d99c-4262-4688-9968-b3d5add53c5a tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0473456 Aug 22 15:12:25.078743 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-6887ed66-b5d4-4ea4-a8ff-1a51795bc113 service neutron] delete failed (client error): The resource could not be found. Aug 22 15:12:25.079882 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-6887ed66-b5d4-4ea4-a8ff-1a51795bc113 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d9158040-9724-44ab-99ed-316026663fc3/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1335230 Aug 22 15:12:25.081491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-da3ca869-a194-4837-bff7-b49459f5b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.082901 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-da3ca869-a194-4837-bff7-b49459f5b504 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 200 len: 906 time: 0.1798856 Aug 22 15:12:25.137577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:25.140187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:25.144215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bce7eb9-85ff-4992-9e8f-76045aaaea0d HTTP/1.1" status: 204 len: 168 time: 0.3450422 Aug 22 15:12:25.153333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c78b0-bfbe-497f-9da9-6283078374a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce7eb9-85ff-4992-9e8f-76045aaaea0d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:25.159825 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-a7758ef1-faf1-4b1b-81ac-7e7e7b9b1b37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 200 len: 217 time: 0.0446076 Aug 22 15:12:25.258908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-2e642db3-8d2f-4238-a648-7a8091152fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.260453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-2e642db3-8d2f-4238-a648-7a8091152fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1096 time: 0.0801904 Aug 22 15:12:25.262459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-9c4b6e58-e318-4c44-9dff-cc848acf03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.263814 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-9c4b6e58-e318-4c44-9dff-cc848acf03b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 200 len: 845 time: 0.0924423 Aug 22 15:12:25.276503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f941bfc-c0fb-4a61-b206-5b53be39f60e req-b7371285-4ec1-4563-ba55-6edf7577bab0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.278234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f941bfc-c0fb-4a61-b206-5b53be39f60e req-b7371285-4ec1-4563-ba55-6edf7577bab0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0910449 Aug 22 15:12:25.318101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-5a6fc791-9d9c-46a7-89a3-0e2aacbd2771 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87493cb7-198b-42f3-b126-1091ba8aba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425591 Aug 22 15:12:25.320446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f941bfc-c0fb-4a61-b206-5b53be39f60e req-1aad39be-fa5b-453c-a640-a5465f31e3ad tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Aug 22 15:12:25.456428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-06468980-9bdb-4bad-897d-05c98d2d8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.457946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-06468980-9bdb-4bad-897d-05c98d2d8b9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.1838832 Aug 22 15:12:25.476596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-fddccef4-3305-4df8-a74b-bd7370af3f46 service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479547 Aug 22 15:12:25.604079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a764-b1de-49b6-be1a-868fe3ea2736 req-51da40a0-e288-424a-a3ce-4c0698f8faec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.606164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f047a764-b1de-49b6-be1a-868fe3ea2736 req-51da40a0-e288-424a-a3ce-4c0698f8faec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0550561 Aug 22 15:12:25.627635 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-f759d3b5-3683-4559-b237-c5c30e585176 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 1000 time: 0.1273408 Aug 22 15:12:25.667171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f047a764-b1de-49b6-be1a-868fe3ea2736 req-d2d3e241-4423-4d83-99e1-edc84959aee1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537932 Aug 22 15:12:25.687867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-99e26cd9-81d8-4d68-80eb-42b63ecc03cd req-0681ba45-5ede-403f-92bd-a82a5fd6ad1a service neutron] 10.222.0.10 "GET /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862600 Aug 22 15:12:25.704073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-ad433a98-7620-444c-a414-147de2321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.705639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-ad433a98-7620-444c-a414-147de2321a07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.0698771 Aug 22 15:12:25.759561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-decda2ad-78c7-4f1c-8d51-7f72b493dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:25.761582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-decda2ad-78c7-4f1c-8d51-7f72b493dcc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481799 Aug 22 15:12:25.866271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-d3d7c2f7-5523-49ae-8fc2-67fb6c545d60 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964098 Aug 22 15:12:25.974192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5f0ba6b7-606c-4912-8f2e-ceb01fea7a60 req-253828b0-98f4-4b98-a528-2d59f855cf24 service neutron] 10.222.0.10 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988526 Aug 22 15:12:26.052881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530482-8b44-405e-875e-0d5090b236c4 req-78b35a4a-56ef-402a-ac48-ad480a46149d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:26.054679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8530482-8b44-405e-875e-0d5090b236c4 req-78b35a4a-56ef-402a-ac48-ad480a46149d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Aug 22 15:12:26.128260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8530482-8b44-405e-875e-0d5090b236c4 req-11d3a489-03f8-4014-94b5-2d79f58c078f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559530 Aug 22 15:12:26.179999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af79f481-fceb-4ec7-baa0-83180d61f719 req-5b9eae1a-3ebb-45ab-8fec-7ed0ecd9a9d3 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0325544 Aug 22 15:12:26.448472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed757075-6f15-4e2f-a658-d78bf5c0809e req-013cef96-9ac8-4d06-b3aa-d15ae38e9401 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:26.451232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed757075-6f15-4e2f-a658-d78bf5c0809e req-013cef96-9ac8-4d06-b3aa-d15ae38e9401 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0572243 Aug 22 15:12:26.490120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed757075-6f15-4e2f-a658-d78bf5c0809e req-ca48ffda-a8a2-431a-8885-b6412a811d45 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Aug 22 15:12:26.802465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd27a-8667-4382-90d1-6e76c2d64784 req-953f5141-5839-4b18-8528-db1985f7f5a1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:26.804214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e60dd27a-8667-4382-90d1-6e76c2d64784 req-953f5141-5839-4b18-8528-db1985f7f5a1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Aug 22 15:12:26.848710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e60dd27a-8667-4382-90d1-6e76c2d64784 req-8129934c-f86b-4298-9d83-f0cf6de981a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Aug 22 15:12:27.269970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0b23-068c-4458-97fa-3d0028467120 req-88e304ba-402c-4478-9810-5f03dd8bbb9e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:27.272553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1a0b23-068c-4458-97fa-3d0028467120 req-88e304ba-402c-4478-9810-5f03dd8bbb9e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 945 time: 0.0670166 Aug 22 15:12:27.272705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d9158040-9724-44ab-99ed-316026663fc3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:12:27.309855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8e17599-b142-4733-9371-cff3a16be82b req-98187d00-0d03-43c7-80ba-64d5b2f6b0b2 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0358684 Aug 22 15:12:27.342431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf1a0b23-068c-4458-97fa-3d0028467120 req-4624f036-1aed-49a2-b116-b3764fd78234 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577052 Aug 22 15:12:27.374851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:27.398051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-ebda3cc5-89cf-42a7-bf9f-f9327ea38ae6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:27.401436 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-ebda3cc5-89cf-42a7-bf9f-f9327ea38ae6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0970702 Aug 22 15:12:27.411421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d9158040-9724-44ab-99ed-316026663fc3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:12:27.420001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d9158040-9724-44ab-99ed-316026663fc3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:12:27.420769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.542029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.552255 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52db0ecd-49cd-4aec-a9a7-e44ad39e7586 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 200 len: 992 time: 0.1701906 Aug 22 15:12:27.579231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:27.581811 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc4a43-60da-42dc-b416-bd28d982b4e3" -d '{"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-plugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:27.590241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port 55db2c7a-1479-409e-8718-f857ae0c1a76 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:27.591519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.623886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:27.632545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc3c5-d33d-4330-b8ba-a1784e7584cf req-dcf75b45-3654-47d2-bfd9-6dc890e68335 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:27.642355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-767fc3c5-d33d-4330-b8ba-a1784e7584cf req-dcf75b45-3654-47d2-bfd9-6dc890e68335 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0678318 Aug 22 15:12:27.644338 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd2a058-5d9c-4451-aca4-77f584b07ce9 x-openstack-request-id: req-6dd2a058-5d9c-4451-aca4-77f584b07ce9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:27.644564 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-plugged", "status": "completed", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:27.644827 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dd2a058-5d9c-4451-aca4-77f584b07ce9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:27.645237 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'code': 200} Aug 22 15:12:27.692190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-767fc3c5-d33d-4330-b8ba-a1784e7584cf req-3faf7c11-3db7-46d5-b73d-48c024119fea tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Aug 22 15:12:27.716167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port 55db2c7a-1479-409e-8718-f857ae0c1a76, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=55db2c7a-1479-409e-8718-f857ae0c1a76,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:27.716538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.729519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for 55db2c7a-1479-409e-8718-f857ae0c1a76 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:27.731355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.793859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:27.977416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:27.997108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05668170-3fa4-4da5-9660-cb46fcc4106d req-bc9e57ca-465d-4320-b71e-01f28203e21e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:27.998919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05668170-3fa4-4da5-9660-cb46fcc4106d req-bc9e57ca-465d-4320-b71e-01f28203e21e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 945 time: 0.0590665 Aug 22 15:12:28.012061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['717cae5c-4d4e-4dfe-a63f-55a8548d8eef', '55db2c7a-1479-409e-8718-f857ae0c1a76'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:28.013521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=55db2c7a-1479-409e-8718-f857ae0c1a76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:28.041132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05668170-3fa4-4da5-9660-cb46fcc4106d req-1f952898-716c-4646-9292-acafc9a92c04 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Aug 22 15:12:28.065896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port 55db2c7a-1479-409e-8718-f857ae0c1a76 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:28.082089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:28.082089 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9409fb64-f064-4e00-91b4-aef462b93a61 req-3689e4f4-1291-4fc3-8aae-709ea538a276 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "DELETE /v2.0/ports/55db2c7a-1479-409e-8718-f857ae0c1a76 HTTP/1.1" status: 204 len: 173 time: 0.6316669 Aug 22 15:12:28.082089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'name': 'network-vif-deleted', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:28.082089 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e596878-ace8-441c-a208-99f43741b2a1" -d '{"events": [{"server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "name": "network-vif-deleted", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:28.127223 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0cd7e-a090-441d-9489-cac52ee47dfa x-openstack-request-id: req-7ce0cd7e-a090-441d-9489-cac52ee47dfa {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:28.127567 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0477bf-03f6-4b41-b1d1-9c10eadf86e9", "name": "network-vif-deleted", "tag": "55db2c7a-1479-409e-8718-f857ae0c1a76", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:28.127829 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ce0cd7e-a090-441d-9489-cac52ee47dfa {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:28.128277 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0477bf-03f6-4b41-b1d1-9c10eadf86e9', 'name': 'network-vif-deleted', 'tag': '55db2c7a-1479-409e-8718-f857ae0c1a76', 'status': 'completed', 'code': 200} Aug 22 15:12:28.466266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-458f388e-8e23-4dbb-8bb6-76df60e3f051 req-531ab389-057f-42d1-90c7-f4f04fc9d98c tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0438569 Aug 22 15:12:28.481974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:28.602015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d5658df-5172-483b-a9ce-5ae6592c30f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:28.698518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d5658df-5172-483b-a9ce-5ae6592c30f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:28.757374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d5658df-5172-483b-a9ce-5ae6592c30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:28.803349 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d5658df-5172-483b-a9ce-5ae6592c30f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5105512a08d145c0af4ed83d234856d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193257 Aug 22 15:12:28.805207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5658df-5172-483b-a9ce-5ae6592c30f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7118243-129f-42f9-9786-a75cf86c9e2c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:28.807570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:28.844797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a395f27-61d0-4278-8f05-32349ea0a734 req-c17a4473-0ce0-4992-b012-f1547b2261f6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:28.852471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a395f27-61d0-4278-8f05-32349ea0a734 req-c17a4473-0ce0-4992-b012-f1547b2261f6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0858226 Aug 22 15:12:28.909741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:28.914135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a395f27-61d0-4278-8f05-32349ea0a734 req-e1f157d3-cfa1-4376-92c4-4fc893a065c7 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 Aug 22 15:12:28.945617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:29.111962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:29.114742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:29.116263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7118243-129f-42f9-9786-a75cf86c9e2c HTTP/1.1" status: 204 len: 168 time: 0.3035109 Aug 22 15:12:29.135666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c3652-1f52-40e8-bfbf-b147f824fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7118243-129f-42f9-9786-a75cf86c9e2c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:29.168780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc7cf27-f59a-4d3a-b701-5b0875a09820 req-357a1063-17f6-45ec-8d4f-1b36bd90156d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0298078 Aug 22 15:12:29.597143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb561f7f-45c8-4fed-803f-0cf6d670e2b0 req-76c79279-6c1e-4b47-ad50-96842fb898ba tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0300333 Aug 22 15:12:29.819279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:29.834006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbc46fa9-753c-4d96-8022-9c36cf1bd705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:29.936747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbc46fa9-753c-4d96-8022-9c36cf1bd705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.031321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbc46fa9-753c-4d96-8022-9c36cf1bd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.086784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc46fa9-753c-4d96-8022-9c36cf1bd705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af78dc5-79f8-4477-b46e-d2ccbde89838,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:30.093847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbc46fa9-753c-4d96-8022-9c36cf1bd705 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a88687e346643a1a7d42b652726d7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727709 Aug 22 15:12:30.100449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 57930) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:30.101336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-adfc4874-e09f-4c5d-98db-63322f9852ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.102105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0c8a-6ae3-49c9-a921-29d7378009db req-cfae54ee-56b0-4939-b270-1c3704c4201a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:30.103718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995e0c8a-6ae3-49c9-a921-29d7378009db req-cfae54ee-56b0-4939-b270-1c3704c4201a tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.1040556 Aug 22 15:12:30.150429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995e0c8a-6ae3-49c9-a921-29d7378009db req-1306b6ea-26dc-41d4-b48f-3db257de4db3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Aug 22 15:12:30.161799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.191619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.283155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-107d5925-89f8-4066-9b91-cea15e7e8089 req-69bc44d8-436a-410c-9313-7e860f3d2bc9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Aug 22 15:12:30.382576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.385255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:30.386880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6af78dc5-79f8-4477-b46e-d2ccbde89838 HTTP/1.1" status: 204 len: 168 time: 0.2842395 Aug 22 15:12:30.396529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb6ac7-17ba-412a-a63a-306d4ec6a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af78dc5-79f8-4477-b46e-d2ccbde89838,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:30.438450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 55db2c7a-1479-409e-8718-f857ae0c1a76 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:30.461433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 55db2c7a-1479-409e-8718-f857ae0c1a76 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:30.461674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 55db2c7a-1479-409e-8718-f857ae0c1a76 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:30.705936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95185ee6-2cf2-45ac-aa0d-8e8b305a18dc req-f4b9774a-b6b4-48c3-88cd-f541ec9a38f1 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Aug 22 15:12:31.312336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959170d-7872-43f1-ae82-bed507e88810 req-cabb702e-fd99-45ec-835b-c6ead8a87e0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:31.313300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5959170d-7872-43f1-ae82-bed507e88810 req-cabb702e-fd99-45ec-835b-c6ead8a87e0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0767071 Aug 22 15:12:31.369913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5959170d-7872-43f1-ae82-bed507e88810 req-1f0a0dda-017b-4661-b03c-2d2414b5e573 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Aug 22 15:12:31.424196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11d8837a-9033-445a-a26d-f309384fa635 req-d60190f1-8997-4993-ba19-c903276702d2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0517113 Aug 22 15:12:31.828273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-091e459e-3794-4f40-ad8f-b0fef05f11b9 req-9102bb9a-b943-4f82-87e8-79e38c908ee6 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0390396 Aug 22 15:12:32.505758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb97c4b-4ab5-4e41-ad09-a75bae064a1d req-0280f720-1a6e-42b0-ac43-74b1b29ae57b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:32.507350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfb97c4b-4ab5-4e41-ad09-a75bae064a1d req-0280f720-1a6e-42b0-ac43-74b1b29ae57b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0615985 Aug 22 15:12:32.566085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21a0262f-0d33-4b0a-b9e4-829664a4ece7 req-80267885-dbc9-4adf-b009-eef27fa48e6a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0477bf-03f6-4b41-b1d1-9c10eadf86e9 HTTP/1.1" status: 200 len: 210 time: 0.0490856 Aug 22 15:12:32.605075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfb97c4b-4ab5-4e41-ad09-a75bae064a1d req-d75b93ce-c806-4275-ba95-d8fead70567e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816705 Aug 22 15:12:32.841169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:32.937407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15adc372-5655-4821-a7f4-a349428e3004 req-5b483a7c-5d16-43d4-9549-4d10d38b62c1 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0308881 Aug 22 15:12:33.503117 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41a17355-037e-4349-b9f1-475ebdd05008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:33.732733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544012-53d7-4c3a-bc3d-b8732eab7374 req-dc77a8bc-3567-4c78-b98e-e578a87b6db8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:33.734433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b544012-53d7-4c3a-bc3d-b8732eab7374 req-dc77a8bc-3567-4c78-b98e-e578a87b6db8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0612605 Aug 22 15:12:33.779456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b544012-53d7-4c3a-bc3d-b8732eab7374 req-63566549-8873-468d-b96a-d5c88224c3eb tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Aug 22 15:12:34.062875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b07cafeb-d026-41a9-bcf3-c9f179ce535c req-9daea674-1043-446f-88cc-555d4e826d96 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Aug 22 15:12:34.858120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:34.903669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320c63-29f4-4ceb-bc1f-61c661e1be17 req-e1ba2335-f2bf-4394-b0ae-4eb166a7582d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:34.905349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac320c63-29f4-4ceb-bc1f-61c661e1be17 req-e1ba2335-f2bf-4394-b0ae-4eb166a7582d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0521774 Aug 22 15:12:34.944996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac320c63-29f4-4ceb-bc1f-61c661e1be17 req-13d1a67d-2ee8-4df0-83df-0e4923dda030 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335109 Aug 22 15:12:35.180602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec061a0f-121f-4b64-93bd-b927df1a9f23 req-e653fb43-143f-40cf-9c5d-0dcc02272e3c tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0300739 Aug 22 15:12:35.850770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:35.969320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f90a730d-890a-4108-982f-e00e1fc8f8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.113232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f90a730d-890a-4108-982f-e00e1fc8f8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.125088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c9cd-3e3c-4738-8e04-cbcda924aa93 req-516596fa-b70d-4c18-b6fe-1d534c42dc3e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:36.127362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad97c9cd-3e3c-4738-8e04-cbcda924aa93 req-516596fa-b70d-4c18-b6fe-1d534c42dc3e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0930052 Aug 22 15:12:36.169969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad97c9cd-3e3c-4738-8e04-cbcda924aa93 req-158cef45-2f65-4c7a-878e-29b5072c4285 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Aug 22 15:12:36.179745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f90a730d-890a-4108-982f-e00e1fc8f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.235052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f90a730d-890a-4108-982f-e00e1fc8f8d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc326dbe1ab94c7b9c3675f96314c7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831568 Aug 22 15:12:36.236122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a730d-890a-4108-982f-e00e1fc8f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccac1c1-3d46-4554-a473-c7a5cc9ff128,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:36.238327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:36.313053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.335546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5948af1e-343a-476c-b703-ecc2b9e8b59e req-c52b633a-3761-4fea-844d-404e24c23f79 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0372660 Aug 22 15:12:36.358354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.523309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.525525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:36.527418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bccac1c1-3d46-4554-a473-c7a5cc9ff128 HTTP/1.1" status: 204 len: 168 time: 0.2865477 Aug 22 15:12:36.536650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82127b3d-65f8-4dc0-b99f-89b596266c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccac1c1-3d46-4554-a473-c7a5cc9ff128,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:36.765596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:37.296755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719807bf-6314-4d21-b2e8-3d25f0bb79a4 req-765bdf55-335b-4ef5-9eaa-d4295a616dec tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:37.298477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-719807bf-6314-4d21-b2e8-3d25f0bb79a4 req-765bdf55-335b-4ef5-9eaa-d4295a616dec tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0552649 Aug 22 15:12:37.348592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-719807bf-6314-4d21-b2e8-3d25f0bb79a4 req-630c5042-59c8-4992-a015-46dfb658b4b6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Aug 22 15:12:37.451318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d584f26b-80d2-4c25-9252-20f121b5a00e req-ff4a7d29-0994-4b32-b37c-1bd2fc23bd85 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0272858 Aug 22 15:12:37.473090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58084) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:37.487525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2cceb93-5a3b-4742-ade4-f3b103818de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:37.588024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2cceb93-5a3b-4742-ade4-f3b103818de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:37.705437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2cceb93-5a3b-4742-ade4-f3b103818de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:37.746449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2cceb93-5a3b-4742-ade4-f3b103818de1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=965394309d594b97ba52e8fdb259c94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719851 Aug 22 15:12:37.747823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cceb93-5a3b-4742-ade4-f3b103818de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c074b-df20-4459-aad2-c48f178d2bda,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:37.749561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58088) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:37.801144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:37.823993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:38.088877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:38.092854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:38.094339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/876c074b-df20-4459-aad2-c48f178d2bda HTTP/1.1" status: 204 len: 168 time: 0.3435211 Aug 22 15:12:38.106987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49097bc9-1907-429b-91c3-2f01edf34ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c074b-df20-4459-aad2-c48f178d2bda,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:38.473866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243c23-48b0-4987-a3c3-e8901f6e0379 req-5b9940f4-5888-470b-bc2e-0b842beaae06 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:38.475295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2243c23-48b0-4987-a3c3-e8901f6e0379 req-5b9940f4-5888-470b-bc2e-0b842beaae06 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0541480 Aug 22 15:12:38.528348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2243c23-48b0-4987-a3c3-e8901f6e0379 req-2b4a7def-336c-46ef-b204-8332dd9b3159 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Aug 22 15:12:38.566764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40a6dad9-2811-47a2-b432-02f8138d9f7e req-c8e81750-bdac-43f9-9620-0e9fccdb889e tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0308726 Aug 22 15:12:39.626781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4ba52-2b89-4189-996b-ccb54a6e49ba req-22c53116-aefe-485f-aa26-664c62649c15 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:39.628343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6e4ba52-2b89-4189-996b-ccb54a6e49ba req-22c53116-aefe-485f-aa26-664c62649c15 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.0655739 Aug 22 15:12:40.017118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9f4c-0f0d-4755-8d32-c601225cd64e req-05ae0ee4-8f5e-43d2-8dc2-d604d6a3a6af tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:40.018571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f09e9f4c-0f0d-4755-8d32-c601225cd64e req-05ae0ee4-8f5e-43d2-8dc2-d604d6a3a6af tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.4114885 Aug 22 15:12:40.023990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6e4ba52-2b89-4189-996b-ccb54a6e49ba req-12d950e9-5caa-41ee-9849-9e81a292cf28 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785887 Aug 22 15:12:40.074597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f09e9f4c-0f0d-4755-8d32-c601225cd64e req-3fe8a45f-ad01-41d8-a2d8-cce31996baf5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485098 Aug 22 15:12:40.135454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51892116-d2be-4304-82f0-c2fb72b027f7 req-c985cd04-0618-4505-a42c-f866f8ba160a tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Aug 22 15:12:40.633628 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:41.084717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:12:41.171520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb24c1-e3c2-41b6-a48a-1ae3fe394196 req-85e6b143-010f-43b0-832c-15f57fe29ff1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:41.173071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdb24c1-e3c2-41b6-a48a-1ae3fe394196 req-85e6b143-010f-43b0-832c-15f57fe29ff1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.0554578 Aug 22 15:12:41.249603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdb24c1-e3c2-41b6-a48a-1ae3fe394196 req-3146aa5a-c9fa-4723-9456-77f6ccf422b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=22a66174-9f85-44f5-8aa3-3a853ae61632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660057 Aug 22 15:12:41.257979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c592751-e7f9-45ff-9942-4b549cf670c6 req-1ddc59c3-8ede-40bb-a1ef-ac02dfe7f620 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:41.259487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c592751-e7f9-45ff-9942-4b549cf670c6 req-1ddc59c3-8ede-40bb-a1ef-ac02dfe7f620 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0854940 Aug 22 15:12:41.315715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c592751-e7f9-45ff-9942-4b549cf670c6 req-9e69f7c2-cc16-4872-8dce-c3ff98e3c5b5 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Aug 22 15:12:41.350210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-def55f42-130a-4b5d-8f08-d96b1653ab15 req-df90c6d2-77a9-4f16-86ea-6b9d3242f493 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0315208 Aug 22 15:12:41.392640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-a6a04360-b069-4484-89c7-0c8c689c4369 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:41.394410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-a6a04360-b069-4484-89c7-0c8c689c4369 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 945 time: 0.0532134 Aug 22 15:12:41.500952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:41.501481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:41.610008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:41.610418 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:41.625131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for 717cae5c-4d4e-4dfe-a63f-55a8548d8eef owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:41.828262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:41.859915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=717cae5c-4d4e-4dfe-a63f-55a8548d8eef,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:41.860711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['717cae5c-4d4e-4dfe-a63f-55a8548d8eef'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:12:41.905085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port 717cae5c-4d4e-4dfe-a63f-55a8548d8eef on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:41.908031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:41.910228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6bfca56d-9039-4b32-977d-fe740a98a5d0 req-330eea87-2d88-4575-bb96-2c3e3b426003 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "DELETE /v2.0/ports/717cae5c-4d4e-4dfe-a63f-55a8548d8eef HTTP/1.1" status: 204 len: 173 time: 0.5085082 Aug 22 15:12:41.910679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'name': 'network-vif-deleted', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:41.913017 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e463940-44fa-47ce-b7e0-4ef4b5a2e741" -d '{"events": [{"server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "name": "network-vif-deleted", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:41.958708 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2381aeb1-4506-4864-be73-19c291dee7c1 x-openstack-request-id: req-2381aeb1-4506-4864-be73-19c291dee7c1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:41.959018 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc90056-3379-4d15-ad73-d1bcc2b2c69c", "name": "network-vif-deleted", "tag": "717cae5c-4d4e-4dfe-a63f-55a8548d8eef", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:41.959285 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2381aeb1-4506-4864-be73-19c291dee7c1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:41.959703 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc90056-3379-4d15-ad73-d1bcc2b2c69c', 'name': 'network-vif-deleted', 'tag': '717cae5c-4d4e-4dfe-a63f-55a8548d8eef', 'status': 'completed', 'code': 200} Aug 22 15:12:42.412928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b93cd981-13ee-4e12-8d76-2da45efe7f8e req-5e11a1f2-d2f1-494d-9913-0e2acee69791 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0638752 Aug 22 15:12:42.497320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968921-bcd6-4994-aa54-4d75688737ce req-08ff24b7-2282-4861-a1be-5b86d520c9f0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:42.498974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09968921-bcd6-4994-aa54-4d75688737ce req-08ff24b7-2282-4861-a1be-5b86d520c9f0 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0551720 Aug 22 15:12:42.538460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb9f89cf-9a87-403b-86fc-68c072f6950a req-185bafe2-77f5-4000-8c78-1d1fc64adf8f tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0384066 Aug 22 15:12:42.585883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09968921-bcd6-4994-aa54-4d75688737ce req-a76ec52d-f60c-4c9c-a795-021f0cb1a741 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Aug 22 15:12:43.498986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e715b81c-0d4c-41c7-b50e-f970a2f113cb req-c8d0472c-5a70-4471-be19-b490c86c1170 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0275261 Aug 22 15:12:43.685305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1600435-eaec-4bdf-ad96-159f94edeccf req-b3544948-8fd8-4b5b-9918-ce92e1d151b8 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0310183 Aug 22 15:12:43.747279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6b646-0e82-45c8-9e0b-f74b61c82341 req-45c7f3e7-4454-4321-af3d-166d017843b6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:43.749667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ff6b646-0e82-45c8-9e0b-f74b61c82341 req-45c7f3e7-4454-4321-af3d-166d017843b6 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0681381 Aug 22 15:12:43.803123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ff6b646-0e82-45c8-9e0b-f74b61c82341 req-4306a5d1-8621-464c-8fb3-5ebfe7c16bd3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Aug 22 15:12:44.502226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 717cae5c-4d4e-4dfe-a63f-55a8548d8eef no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:44.545519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 717cae5c-4d4e-4dfe-a63f-55a8548d8eef {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:44.546976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 717cae5c-4d4e-4dfe-a63f-55a8548d8eef not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:44.622495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e660656b-30d0-47c9-bf02-39c59e32e45e req-f15998c4-428b-4871-8d7f-5b20ae7a2c8a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0314608 Aug 22 15:12:44.819467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46dfd971-4c40-4cd1-a6dd-e6cf81972382 req-2a737df1-9a8f-4c22-8313-bee1e5c221ed tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0289128 Aug 22 15:12:44.965374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1427b0-1b60-4e6b-bdc1-b35a228d61c4 req-2e4c8479-d4f9-45f5-ba96-63128f0392be tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:44.967081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf1427b0-1b60-4e6b-bdc1-b35a228d61c4 req-2e4c8479-d4f9-45f5-ba96-63128f0392be tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0618477 Aug 22 15:12:45.023074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf1427b0-1b60-4e6b-bdc1-b35a228d61c4 req-4b9f7198-8897-4232-bf46-757bc2cb14ef tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Aug 22 15:12:45.726185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5e8eaa2-602c-4d44-a6bc-7c68675044f6 req-d2ad9f1d-dba3-4cf3-ab5c-9d3b5438ee6f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0277500 Aug 22 15:12:45.932124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bebb004f-e768-42d0-baa3-7419854496e8 req-18016945-988e-472e-895b-8b6866193aee tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0307457 Aug 22 15:12:46.153102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fa519-3555-4959-84ea-c2ac3ad53fba req-9e649137-40a3-450e-89e7-5b66185fd227 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:46.154721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-863fa519-3555-4959-84ea-c2ac3ad53fba req-9e649137-40a3-450e-89e7-5b66185fd227 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0603383 Aug 22 15:12:46.199299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-863fa519-3555-4959-84ea-c2ac3ad53fba req-5b312520-e3e7-4193-b10b-0f0870f18951 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372317 Aug 22 15:12:46.850926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-537ea183-dd3d-4c58-9004-81126c4e9958 req-b0c761bb-8839-4b99-b469-385379dd57fd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bc90056-3379-4d15-ad73-d1bcc2b2c69c HTTP/1.1" status: 200 len: 210 time: 0.0273824 Aug 22 15:12:47.084015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d728051e-302d-41c0-8fe6-2e1b78a10377 req-ed47bf3f-d42b-4a54-b5b8-30ac433187d9 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0363212 Aug 22 15:12:47.333694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b1a5-04cb-465d-9264-aa7fa589801b req-b74ad0cd-dca1-452c-8707-163cafe8753d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:47.335438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0382b1a5-04cb-465d-9264-aa7fa589801b req-b74ad0cd-dca1-452c-8707-163cafe8753d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0559320 Aug 22 15:12:47.379839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0382b1a5-04cb-465d-9264-aa7fa589801b req-3d58b886-5453-4b21-96b0-719cfca9bd30 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375247 Aug 22 15:12:48.271791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e313e7ee-44a1-4521-8df0-a52eb5347c9c req-9405cb16-28f8-47ac-8673-1b787634830d tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0612645 Aug 22 15:12:48.341870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf1530-7546-4cc3-9098-60329ace5e8d req-f76f25e1-7a2b-4649-bfb0-80fd836e1b4a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:48.343444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15cf1530-7546-4cc3-9098-60329ace5e8d req-f76f25e1-7a2b-4649-bfb0-80fd836e1b4a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0751710 Aug 22 15:12:48.383421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15cf1530-7546-4cc3-9098-60329ace5e8d req-5541028e-9e26-4c3a-b8b2-e8b683d464d1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Aug 22 15:12:48.507775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031535b-3b07-4da6-899d-11efe3fa3dc8 req-a79b6a0f-8c27-483d-bb1d-9da39947d8e8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:48.509328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8031535b-3b07-4da6-899d-11efe3fa3dc8 req-a79b6a0f-8c27-483d-bb1d-9da39947d8e8 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0514159 Aug 22 15:12:48.549301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8031535b-3b07-4da6-899d-11efe3fa3dc8 req-aacc8b51-cd1e-417a-9441-833af0fbdf0e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Aug 22 15:12:49.197054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58330) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:49.320258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-427594d3-9c09-46f5-9c9f-7fd58ed6819f tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/floatingips/cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 HTTP/1.1" status: 200 len: 993 time: 0.1196904 Aug 22 15:12:49.421272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45337ffa-34ec-4a60-ae16-1f10dfc0606c req-9443e79e-7138-45ff-9c18-29e79e58bba8 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0332427 Aug 22 15:12:49.537439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908e7e7-fd93-4d6f-a256-379060edbe45 req-f425c8ae-669b-422d-8b07-e96c25534510 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:49.538924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5908e7e7-fd93-4d6f-a256-379060edbe45 req-f425c8ae-669b-422d-8b07-e96c25534510 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Aug 22 15:12:49.586711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5908e7e7-fd93-4d6f-a256-379060edbe45 req-aeb4c712-8a3e-4345-9183-ccc3c4a1ff76 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Aug 22 15:12:49.640104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58352) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:49.706894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19cb7e-ac6a-4468-b892-b626ab7b2b7b req-5d1d984d-c7ac-46b2-add3-b9be86fde73d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:49.709238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be19cb7e-ac6a-4468-b892-b626ab7b2b7b req-5d1d984d-c7ac-46b2-add3-b9be86fde73d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0760593 Aug 22 15:12:49.762591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be19cb7e-ac6a-4468-b892-b626ab7b2b7b req-63390252-5b89-48a5-86a1-98bfc404ece3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Aug 22 15:12:49.864644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 6987234e-ac6e-42d7-a4da-bf49f8e48bf0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:49.865003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:49.951319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:49.951772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:49.965845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 6987234e-ac6e-42d7-a4da-bf49f8e48bf0 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:50.265180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:50.291244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=6987234e-ac6e-42d7-a4da-bf49f8e48bf0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:50.366057 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:50.366556 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Floating IP cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 disassociated (deleted). External IP: 172.25.0.245, port: e5a18a83-ee64-40e4-8255-c2555289e4d6. Aug 22 15:12:50.581337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf1ee821-a10b-4bab-a1c3-d46fa84cfdb1 req-0d5ed3a1-8a9e-43da-b85f-55ba98fce5fb tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0524781 Aug 22 15:12:50.602025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router ccf20b77-2a62-4257-a424-93275fc3afee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:12:50.722877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970cfe1-d005-473d-89a1-931c9d58cd36 req-7679d624-4ff2-42c9-bd43-a86d37744c7a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:50.724558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a970cfe1-d005-473d-89a1-931c9d58cd36 req-7679d624-4ff2-42c9-bd43-a86d37744c7a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Aug 22 15:12:50.725094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:12:50.729875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:50.742955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Sync routers for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:12:50.753828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:12:50.754475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:12:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:50.772620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0ea24d6-bffe-4bec-a3ea-468d4ce9299c tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/floatingips/cb21b460-5a7f-4914-86e6-4e2bc0da6ac0 HTTP/1.1" status: 204 len: 168 time: 1.1311193 Aug 22 15:12:50.774617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:50.780887 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81" -d '{"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:50.790801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a970cfe1-d005-473d-89a1-931c9d58cd36 req-7ef27e98-3a8a-413c-aa96-425dc7da0fdc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588095 Aug 22 15:12:50.821963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:50.829787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132757016', 'description': 'tempest-secgroup-smoke-2132757016 description', 'project_id': '693eed75ff714b1686466bcd5595f486'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:50.871470 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99601dc8-d607-4f55-ac4b-53c4ef3995e9 x-openstack-request-id: req-99601dc8-d607-4f55-ac4b-53c4ef3995e9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:50.871870 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:50.874396 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99601dc8-d607-4f55-ac4b-53c4ef3995e9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:50.874396 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'status': 'completed', 'code': 200} Aug 22 15:12:50.946280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:12:50.953868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:50.980788 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.005169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a813f-8c5f-4dba-af9d-3e9cfcc0fb08 req-9a7ab55b-7705-42be-90a6-ad69194fd125 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.006147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-692a813f-8c5f-4dba-af9d-3e9cfcc0fb08 req-9a7ab55b-7705-42be-90a6-ad69194fd125 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0686483 Aug 22 15:12:51.053560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-692a813f-8c5f-4dba-af9d-3e9cfcc0fb08 req-3eed2f44-322e-4960-8121-db88a6342abe tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Aug 22 15:12:51.121589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.139447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-e2479b09-1e31-4c5d-84af-8cca000ec7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.141008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-e2479b09-1e31-4c5d-84af-8cca000ec7ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=252474ba5b864cf3982ed45127af7003&device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 1096 time: 0.2221978 Aug 22 15:12:51.246072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.297670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6eaf4c-c91b-4346-8c11-1e8047c7885e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:51.311524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-d69eb6ff-596b-4b5e-82b1-281546f5a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.313127 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-d69eb6ff-596b-4b5e-82b1-281546f5a65b service neutron] 10.222.0.10 "GET /v2.0/networks?id=34f64175-46f0-4c32-848e-d21fe1020b94 HTTP/1.1" status: 200 len: 898 time: 0.1620617 Aug 22 15:12:51.327816 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:51.362654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-b1b2a1ac-a9b7-4683-8fd1-3e3eb53ebb93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6 HTTP/1.1" status: 200 len: 217 time: 0.0400169 Aug 22 15:12:51.366190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Checking router: ccf20b77-2a62-4257-a424-93275fc3afee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:12:51.369363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.372880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d172f11e-4e34-4db2-a5d3-a19717616589 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5470283 Aug 22 15:12:51.374321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58412) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:51.380582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:51.380943 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:12:51.381581 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:12:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:51.436128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-05ffb675-fde8-4bf2-9a41-04bd4d396de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.437188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-05ffb675-fde8-4bf2-9a41-04bd4d396de8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13a543cf-b619-413c-a417-f6763670724d HTTP/1.1" status: 200 len: 834 time: 0.0646715 Aug 22 15:12:51.462099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664d6e-321d-42a2-8e52-54f0d57ee780 req-e89b15b0-7c90-4f7b-9927-e8bc51622565 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.463742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc664d6e-321d-42a2-8e52-54f0d57ee780 req-e89b15b0-7c90-4f7b-9927-e8bc51622565 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0574977 Aug 22 15:12:51.502936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-1cbb90eb-f6cc-4f21-bd86-6355014bc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.504674 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-1cbb90eb-f6cc-4f21-bd86-6355014bc14c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=34f64175-46f0-4c32-848e-d21fe1020b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575016 Aug 22 15:12:51.509535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc664d6e-321d-42a2-8e52-54f0d57ee780 req-d56ed14d-b4ac-4e2a-ad0c-2859d39c9817 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Aug 22 15:12:51.513892 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:12:51.516565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.603374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.625418 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-d18d3326-1d49-4d5c-9c13-915ad24a6ac2 service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055822 Aug 22 15:12:51.712746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27ab3eda-8963-45e6-802c-3b6d9aa52cf8 req-24fac786-878c-4aaf-b5a6-2955557e9e85 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0403883 Aug 22 15:12:51.714585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.738928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c090f9b-1f51-44f5-ae43-18f1ae4e7e81 req-2b19d52d-c9ad-47c7-b38c-0d64b3164313 service neutron] 10.222.0.10 "GET /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053970 Aug 22 15:12:51.744867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605da908-36f9-4bc2-b5a2-2e43eff20ec2,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:51.758530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:51.788949 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d0a13-3f73-4f73-b425-3568f3488d02 None None] The sync data for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 is: [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb', 'name': '', 'network_id': '34f64175-46f0-4c32-848e-d21fe1020b94', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'mac_address': 'fa:16:3e:c8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '13a543cf-b619-413c-a417-f6763670724d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:11:06Z', 'updated_at': '2021-08-22T15:11:15Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'subnets': [{'id': '13a543cf-b619-413c-a417-f6763670724d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:12:51.825514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:51.826992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69590ca4-edc5-4a53-a732-dbbbabfc3e34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515362 Aug 22 15:12:51.836592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58418) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:51.839915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:51.916436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5bdb-4738-47c2-ba53-7002fad1adc4 req-191f2083-fa16-44aa-95ba-acb4b49478dc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:51.918002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-341b5bdb-4738-47c2-ba53-7002fad1adc4 req-191f2083-fa16-44aa-95ba-acb4b49478dc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0564232 Aug 22 15:12:51.960808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-341b5bdb-4738-47c2-ba53-7002fad1adc4 req-aab88a8b-1c7e-4176-acc8-0e336974666e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Aug 22 15:12:51.977381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.047551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.058684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42259f2a-c689-49c1-a835-e5bd2ad4f3c3 None None] New status for floating IP cb21b460-5a7f-4914-86e6-4e2bc0da6ac0: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:12:52.171339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.207336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0d88-4f9f-495e-a07e-c5601005721a req-1c0eb46a-9e15-4c19-ab41-78b14286f46b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:52.208903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03fd0d88-4f9f-495e-a07e-c5601005721a req-1c0eb46a-9e15-4c19-ab41-78b14286f46b tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0766346 Aug 22 15:12:52.209519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a29a5a3-7029-4d54-8b68-4c26b90f325f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:52.251745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03fd0d88-4f9f-495e-a07e-c5601005721a req-8792a868-48b2-4e88-bfa9-f3c7c09fb4f7 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Aug 22 15:12:52.308138 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.309778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfaf4329-aca5-4c15-a717-3c6fbb9b3d91 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4767604 Aug 22 15:12:52.312921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58424) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:52.317611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:52.427499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.506682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.592425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.640178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961bc4b3-1ff8-4daa-8a90-b288297d3f47,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:52.668149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c96744-34db-4a9c-a9fc-587edf3e50df req-8b216a54-7a90-40ec-aaf9-c78ddee12407 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:52.669831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82c96744-34db-4a9c-a9fc-587edf3e50df req-8b216a54-7a90-40ec-aaf9-c78ddee12407 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Aug 22 15:12:52.711079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82c96744-34db-4a9c-a9fc-587edf3e50df req-8ed8cc70-71a3-41cc-a71e-85fee56dd4c2 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/security-groups?id=281c9bfc-da11-43b6-a9cf-aea555af0d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350428 Aug 22 15:12:52.722705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.724555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2ecd8f3-1d54-4176-86ff-2f2e69323a7b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102731 Aug 22 15:12:52.727151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58438) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:52.735533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:52.821050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3c2f899-69ff-4b19-ada1-5851a7a178f9 req-930d1ecc-64d3-4f10-8e2b-fb9b60cd1e84 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0316048 Aug 22 15:12:52.849944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:52.910458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.014046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.058257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb8f4cf-afea-4ad2-9990-993d4b52d578,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:53.081835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-a9ad96ce-4632-4ff8-8f6b-1352be0d83df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:53.083931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-a9ad96ce-4632-4ff8-8f6b-1352be0d83df tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 945 time: 0.0582757 Aug 22 15:12:53.108843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8f5d2-4df4-4a2b-8471-6db294ec9e06 req-9cd5d42d-d78e-44ae-a39e-dc48d9d7c55c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:53.110666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02a8f5d2-4df4-4a2b-8471-6db294ec9e06 req-9cd5d42d-d78e-44ae-a39e-dc48d9d7c55c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0690579 Aug 22 15:12:53.147688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.152185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2dd3f572-3a28-4d5d-a69d-0793286723ab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205723 Aug 22 15:12:53.155595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58446) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:53.161264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:53.187201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02a8f5d2-4df4-4a2b-8471-6db294ec9e06 req-3883a1a2-d2d9-4e20-8737-a366e87e17ba tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695629 Aug 22 15:12:53.210098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port e5a18a83-ee64-40e4-8255-c2555289e4d6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:53.210640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.288851 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Project 693eed75ff714b1686466bcd5595f486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:12:53.296953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.344797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port e5a18a83-ee64-40e4-8255-c2555289e4d6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=e5a18a83-ee64-40e4-8255-c2555289e4d6,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:53.345213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.359293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for e5a18a83-ee64-40e4-8255-c2555289e4d6 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:53.406036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.426787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e3b54-4283-4b39-8875-a74ef3e17eb8 req-394cbae7-edfe-40c7-b7a9-23e80fa8a289 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:53.429530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c18e3b54-4283-4b39-8875-a74ef3e17eb8 req-394cbae7-edfe-40c7-b7a9-23e80fa8a289 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0769732 Aug 22 15:12:53.480265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c18e3b54-4283-4b39-8875-a74ef3e17eb8 req-0640cca4-8355-43c7-8899-dcfe36672b9f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Aug 22 15:12:53.513622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.534022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a5b548-496e-4fda-baa1-d8384736eb3e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:53.625553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.649385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.653561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f277f648-3ae5-477a-a6a9-62e210484b75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4942648 Aug 22 15:12:53.656540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=e5a18a83-ee64-40e4-8255-c2555289e4d6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:53.658886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58452) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:53.685332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'security_group_rule': {'security_group_id': '8b6eaf4c-c91b-4346-8c11-1e8047c7885e', 'project_id': '693eed75ff714b1686466bcd5595f486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:12:53.703011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] No DVR routers for this DVR port e5a18a83-ee64-40e4-8255-c2555289e4d6 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:12:53.706285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.708551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cc5ae662-cfb6-4148-9b46-234c7442a42c req-8d00189d-c85c-4e35-a0dc-a7423e40c855 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.10 "DELETE /v2.0/ports/e5a18a83-ee64-40e4-8255-c2555289e4d6 HTTP/1.1" status: 204 len: 173 time: 0.6186185 Aug 22 15:12:53.709131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'name': 'network-vif-deleted', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:12:53.711299 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58170d73-d14b-489c-94f7-d439f67bcea6" -d '{"events": [{"server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "name": "network-vif-deleted", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:12:53.753103 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b541c-4919-4bce-bcfc-ff166f78f97f x-openstack-request-id: req-491b541c-4919-4bce-bcfc-ff166f78f97f {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:12:53.753926 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d22ac02-9b4d-4755-8215-4cd1f34e0b00", "name": "network-vif-deleted", "tag": "e5a18a83-ee64-40e4-8255-c2555289e4d6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:12:53.754191 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-491b541c-4919-4bce-bcfc-ff166f78f97f {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:12:53.754595 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d22ac02-9b4d-4755-8215-4cd1f34e0b00', 'name': 'network-vif-deleted', 'tag': 'e5a18a83-ee64-40e4-8255-c2555289e4d6', 'status': 'completed', 'code': 200} Aug 22 15:12:53.824615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74173b5c-137b-4971-8f68-72a980dee3f0 req-2a4199a6-ffa2-4930-a693-f02ce944d89b tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d22ac02-9b4d-4755-8215-4cd1f34e0b00 HTTP/1.1" status: 200 len: 210 time: 0.0295355 Aug 22 15:12:53.842691 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Project 693eed75ff714b1686466bcd5595f486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:12:53.848822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.910146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:53.937914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16a863c1-4c56-43fa-911b-762232754423 req-276dcf83-a80f-4e95-85a2-7b8c78ab3e1e tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0303652 Aug 22 15:12:54.000713 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:54.019000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1808784-cf24-44be-b921-da570bb08bf0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:54.112530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:54.114101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0b6d4b29-0c94-46b2-b01d-5090d4e64adb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4538844 Aug 22 15:12:54.336692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa443b9-1e60-4dc9-af55-c00b7ccfc5fe req-70ba4d52-2f54-4f89-982d-6db354c0d378 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:54.338243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa443b9-1e60-4dc9-af55-c00b7ccfc5fe req-70ba4d52-2f54-4f89-982d-6db354c0d378 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0601804 Aug 22 15:12:54.394465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa443b9-1e60-4dc9-af55-c00b7ccfc5fe req-0f17462a-a33f-4519-9e77-faf825d85b17 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489137 Aug 22 15:12:54.652145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbe6c-b883-4f97-a137-60c4a84987e9 req-5b6dde0b-81ac-40a0-a99f-ee83939437d3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:54.652145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7abbe6c-b883-4f97-a137-60c4a84987e9 req-5b6dde0b-81ac-40a0-a99f-ee83939437d3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0775826 Aug 22 15:12:54.704664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7abbe6c-b883-4f97-a137-60c4a84987e9 req-ab51c3f7-c788-4089-8e8b-8b25f64a11da tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Aug 22 15:12:54.888194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:54.951775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:54.980363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:55.088309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87ce3771-ce00-4342-91bf-bc40b822ac82 req-ff7039d3-8464-4f25-947f-8d49fc9e8317 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0550561 Aug 22 15:12:55.251308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:55.254275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:55.257576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/security-groups/281c9bfc-da11-43b6-a9cf-aea555af0d5e HTTP/1.1" status: 204 len: 168 time: 0.3683271 Aug 22 15:12:55.289952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8301e24-fc3f-420e-9991-32149e9695d3 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c9bfc-da11-43b6-a9cf-aea555af0d5e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:55.474289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58534) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:55.631502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb964-90e3-471b-a3df-d080ac78d52d req-f3b4fcb2-1ba6-46bd-bd3c-747857916c4a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:55.633250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f0cb964-90e3-471b-a3df-d080ac78d52d req-f3b4fcb2-1ba6-46bd-bd3c-747857916c4a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1141365 Aug 22 15:12:55.828443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f0cb964-90e3-471b-a3df-d080ac78d52d req-204c1834-fc67-4138-a932-3d5c1db9264e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824107 Aug 22 15:12:55.944475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8355f-27ac-4566-bb7f-c8acdfba88d3 req-3be66a39-1610-4333-90ff-9abf79c05c0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:55.946062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e8355f-27ac-4566-bb7f-c8acdfba88d3 req-3be66a39-1610-4333-90ff-9abf79c05c0f tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.1145732 Aug 22 15:12:56.038905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49e8355f-27ac-4566-bb7f-c8acdfba88d3 req-0e4fdeef-52a9-4317-9cfb-89a676dcf4b9 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821753 Aug 22 15:12:56.175859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:56.279241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43f43ce-ef28-4445-8507-e06e6d6af6b4 req-d8fac254-78b5-4376-8429-b0fffbfe90af tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0366874 Aug 22 15:12:56.490781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830237-b21a-4b49-935c-9bb61251bdd2 req-e9d0d1ef-6312-4f83-8a6b-f2f00e14d24e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:56.492389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e830237-b21a-4b49-935c-9bb61251bdd2 req-e9d0d1ef-6312-4f83-8a6b-f2f00e14d24e tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.0824409 Aug 22 15:12:56.558622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e5a18a83-ee64-40e4-8255-c2555289e4d6 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:56.567797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e830237-b21a-4b49-935c-9bb61251bdd2 req-caa47a48-b0ef-4aa5-a28d-492d0cd69533 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679874 Aug 22 15:12:56.588075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: e5a18a83-ee64-40e4-8255-c2555289e4d6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:56.589450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device e5a18a83-ee64-40e4-8255-c2555289e4d6 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:56.638373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:56.638816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:56.780008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92973bc9-64f0-4dc9-a372-b30c4fb5fbf4 req-9734945f-f901-4de2-94a2-188cec814b9d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:56.781960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92973bc9-64f0-4dc9-a372-b30c4fb5fbf4 req-9734945f-f901-4de2-94a2-188cec814b9d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.1239002 Aug 22 15:12:56.814257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:12:56.814551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:56.836798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:12:56.883220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce8d8b98-4f53-4599-af50-34015b776c6d req-09bf5cb2-1976-4e50-accf-057b02ef0cfe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0397015 Aug 22 15:12:56.892369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92973bc9-64f0-4dc9-a372-b30c4fb5fbf4 req-3c7d258d-c4e8-4136-ae6c-64f59213dad2 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945494 Aug 22 15:12:57.065623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd18ff-4d7d-473a-853c-11b14e8d1726 req-3e3d3af5-38e3-4582-8071-88355c8b840b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:57.065623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64cd18ff-4d7d-473a-853c-11b14e8d1726 req-3e3d3af5-38e3-4582-8071-88355c8b840b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0763752 Aug 22 15:12:57.152013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64cd18ff-4d7d-473a-853c-11b14e8d1726 req-a9be2103-5e17-421d-aa07-2742e81fae8f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801859 Aug 22 15:12:57.245459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.277359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:57.306971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.309223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.309223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.309223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.309223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.309957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.310290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.310633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.310964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.311296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.311642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.311955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:12:57.344926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58594) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:57.463085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-665996df-cba2-4ce3-b386-657ba7a27f00 req-4ef8e696-4027-4147-8f55-5aa7982692d5 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0379264 Aug 22 15:12:57.530622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7788b1ec-f9e6-4b06-b397-fb153c660f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.543038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.684313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7788b1ec-f9e6-4b06-b397-fb153c660f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.732076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e301e-8ea7-4274-8cf9-36eb6ff8e2c8 req-88249858-08da-4395-9b63-196914330b79 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:57.733660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d0e301e-8ea7-4274-8cf9-36eb6ff8e2c8 req-88249858-08da-4395-9b63-196914330b79 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.1183670 Aug 22 15:12:57.762991 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7788b1ec-f9e6-4b06-b397-fb153c660f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.812794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b1ec-f9e6-4b06-b397-fb153c660f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d172758-a7b0-452b-ab20-31b1c71ad65c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:57.823461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7788b1ec-f9e6-4b06-b397-fb153c660f5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39474f356324e5bae9837d9ba6bfe3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766617 Aug 22 15:12:57.824316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:57.838259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d0e301e-8ea7-4274-8cf9-36eb6ff8e2c8 req-78901a1c-cfb6-4d5a-a115-919dcc7f7498 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913575 Aug 22 15:12:57.931310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Router ccf20b77-2a62-4257-a424-93275fc3afee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:12:57.936498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:57.996954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.088202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:12:58.094123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73f47b84-6ea7-4fae-99b9-aa3e76bfd5e8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "PUT /v2.0/routers/ccf20b77-2a62-4257-a424-93275fc3afee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182630 Aug 22 15:12:58.096864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58602) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:58.102058 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Sync routers for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:12:58.116852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:12:58.117679 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:12:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:58.154941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting subnet 13a543cf-b619-413c-a417-f6763670724d {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:12:58.165522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.188763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.191270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.192465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d172758-a7b0-452b-ab20-31b1c71ad65c HTTP/1.1" status: 204 len: 168 time: 0.3677342 Aug 22 15:12:58.226608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7928e-8aa7-4ea0-a134-d53698e55506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d172758-a7b0-452b-ab20-31b1c71ad65c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:58.231621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.271942 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:12:58.436086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.528425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f7937-b977-4e25-93dd-2f3469889c01 req-e4830c87-d48b-4822-8f3f-22d6d6920177 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:58.529571 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:12:57Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:58.530096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb7f7937-b977-4e25-93dd-2f3469889c01 req-e4830c87-d48b-4822-8f3f-22d6d6920177 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1464713 Aug 22 15:12:58.592579 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Checking router: ccf20b77-2a62-4257-a424-93275fc3afee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:12:58.593558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb7f7937-b977-4e25-93dd-2f3469889c01 req-afe9c492-2891-4aee-a17a-7efc3ba62e68 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508385 Aug 22 15:12:58.629195 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Routers {'ccf20b77-2a62-4257-a424-93275fc3afee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:12:58.630481 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:12:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ccf20b77-2a62-4257-a424-93275fc3afee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:58.657305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85db3458-c5cc-43fc-9c7d-62a8f08f2c96 req-86c2b1f8-0e8e-449c-b8a2-015eac2d0623 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0472770 Aug 22 15:12:58.665891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:58.796526 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] Set router ccf20b77-2a62-4257-a424-93275fc3afee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:12:59.101046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Subnet': ['ID=13a543cf-b619-413c-a417-f6763670724d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:12:59.112350 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:12:57Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:12:59.144011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27bd43-707e-4832-9b9c-0d6f756a4dfc None None] Network 34f64175-46f0-4c32-848e-d21fe1020b94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:12:59.167365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:59.172279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-651a19c2-26cf-4951-a229-f992a1248fa0 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/subnets/13a543cf-b619-413c-a417-f6763670724d HTTP/1.1" status: 204 len: 168 time: 1.0741069 Aug 22 15:12:59.172496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58622) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:59.186756 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ead5ad-51ca-4a43-b68d-d220a88ca354 None None] The sync data for ids ['ccf20b77-2a62-4257-a424-93275fc3afee'] in n-d-805046-3 is: [{'id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'name': 'tempest-TestNetworkBasicOps-router-1822528551', 'tenant_id': '252474ba5b864cf3982ed45127af7003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8788adf6-9dc3-424a-a326-b2114b166375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:58Z', 'updated_at': '2021-08-22T15:12:57Z', 'revision_number': 5, 'project_id': '252474ba5b864cf3982ed45127af7003', 'gw_port': {'id': '8788adf6-9dc3-424a-a326-b2114b166375', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf20b77-2a62-4257-a424-93275fc3afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:59Z', 'updated_at': '2021-08-22T15:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:12:59.197243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81c9637e-f6aa-46ca-b7c6-9a6c49fc2b09 req-52229f73-9924-4d33-a45d-91138a868406 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0&device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0921981 Aug 22 15:12:59.286878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58626) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:12:59.291751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5de540-7991-47b6-9f38-fb39f868a4c0 req-c48ad38a-31b5-4b53-ad49-2d15cb81e3ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:59.314419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5de540-7991-47b6-9f38-fb39f868a4c0 req-c48ad38a-31b5-4b53-ad49-2d15cb81e3ee tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.1991408 Aug 22 15:12:59.333672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-7548a375-20e6-4885-adcc-b4ea9fdfe50d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:12:59.337211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-7548a375-20e6-4885-adcc-b4ea9fdfe50d tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 946 time: 0.2307339 Aug 22 15:12:59.450119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5de540-7991-47b6-9f38-fb39f868a4c0 req-7bd219c2-33b1-423d-8668-27ff5300f6d3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317616 Aug 22 15:12:59.605312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] DHCP port deletion for 34f64175-46f0-4c32-848e-d21fe1020b94 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:12:59.609636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:59.609636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:59.807145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Deleting port e2c9827e-38ef-4ef6-9331-70f23eafadc3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:12:59.807591 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:59.811216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:59.917154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:12:59.917509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9d6da0ee-cfd5-4b27-a8fd-17f94a9dcffb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:12:59.917909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e2c9827e-38ef-4ef6-9331-70f23eafadc3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:12:59.937541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:12:59.984691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3b2d76d-25ca-4052-b8b3-baff8b68d18f req-ae6f2422-174a-4c1c-a72b-3f668c1f8b5a tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0527837 Aug 22 15:13:00.022399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:00.026882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.044434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321af77-f618-4859-bee0-25b6bc385e77 req-cf8cedcf-b9df-4a43-9b09-fc0beea98ef5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:00.053722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4321af77-f618-4859-bee0-25b6bc385e77 req-cf8cedcf-b9df-4a43-9b09-fc0beea98ef5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1727746 Aug 22 15:13:00.074889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] For port e2c9827e-38ef-4ef6-9331-70f23eafadc3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e2c9827e-38ef-4ef6-9331-70f23eafadc3,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:00.075691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.087038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:00.127628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Calling delete_port for e2c9827e-38ef-4ef6-9331-70f23eafadc3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:00.168856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4321af77-f618-4859-bee0-25b6bc385e77 req-25b525ac-8fcc-423e-b226-a7c39f618260 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139224 Aug 22 15:13:00.208103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.212092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-817237c1-b950-4800-adbb-d81dfbda1560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.248716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ff8edfa-507a-4666-b00b-51f0da9a2968 req-2fdff708-cc29-4331-8d81-20d3092ab745 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=28e96cd1009442b29013ed8eebf514d9&device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.2780840 Aug 22 15:13:00.266867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e2c9827e-38ef-4ef6-9331-70f23eafadc3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e2c9827e-38ef-4ef6-9331-70f23eafadc3,segment=NetworkSegment(e5d55be2-b495-4d56-a55a-a7143cdbf05f),segment_id=e5d55be2-b495-4d56-a55a-a7143cdbf05f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:00.324971 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ff8edfa-507a-4666-b00b-51f0da9a2968 req-04c8f425-d56c-4c7d-944a-82c3947ad6f1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=28e96cd1009442b29013ed8eebf514d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595741 Aug 22 15:13:00.338481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.387169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.392890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.416283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.449225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e2c9827e-38ef-4ef6-9331-70f23eafadc3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:00.455389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7ecabd2d-3fff-4fa5-a47b-93dcadd94155'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:13:00.462408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=7ecabd2d-3fff-4fa5-a47b-93dcadd94155,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:00.479414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:13:00.507310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.508804 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.541568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:13:00.544693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.547132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7153f812-e71c-43d8-b081-fb20ab5d3462 req-1a870d67-6075-417f-a7b6-790e32f941ae tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.54 "DELETE /v2.0/ports/7ecabd2d-3fff-4fa5-a47b-93dcadd94155 HTTP/1.1" status: 204 len: 173 time: 1.1915793 Aug 22 15:13:00.547708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'name': 'network-vif-deleted', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:00.550602 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafe0b8a-4720-4a3c-9fcc-270fbbfc9c3d" -d '{"events": [{"server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "name": "network-vif-deleted", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:00.583222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] Pushing event deleted for resources: {'Port': ['ID=e2c9827e-38ef-4ef6-9331-70f23eafadc3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:00.602136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:00.602458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee9a273a4788463887c0336fd0963013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3142231 Aug 22 15:13:00.603008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c269a5-c05d-4bb6-83e0-362823f23bdc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:00.608684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8edfa-507a-4666-b00b-51f0da9a2968 req-e3f68fe0-b7dc-423b-ab80-99ff2c2f5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:00.612246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ff8edfa-507a-4666-b00b-51f0da9a2968 req-e3f68fe0-b7dc-423b-ab80-99ff2c2f5335 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753346 Aug 22 15:13:00.624478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e6b92-f36d-42f0-bd26-02be7da1749f None None] No DVR routers for this DVR port e2c9827e-38ef-4ef6-9331-70f23eafadc3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:13:00.640069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.645725 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.658828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed5c29b-0114-4bb4-9985-df68bf7b40d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:00.660314 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc536d-5d2d-43f4-9f44-ff5bda3b71e2 x-openstack-request-id: req-dcdc536d-5d2d-43f4-9f44-ff5bda3b71e2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:00.660314 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b0a2f6-a867-4e9e-accf-920dac8ddc8f", "name": "network-vif-deleted", "tag": "7ecabd2d-3fff-4fa5-a47b-93dcadd94155", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:00.660314 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcdc536d-5d2d-43f4-9f44-ff5bda3b71e2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:00.660314 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b0a2f6-a867-4e9e-accf-920dac8ddc8f', 'name': 'network-vif-deleted', 'tag': '7ecabd2d-3fff-4fa5-a47b-93dcadd94155', 'status': 'completed', 'code': 200} Aug 22 15:13:00.728090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d46716ae-af7d-4f4e-a98f-418f72868a15 req-298041dd-73b4-4b96-b36e-fe2eaeeac909 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=45b0a2f6-a867-4e9e-accf-920dac8ddc8f HTTP/1.1" status: 200 len: 210 time: 0.0456090 Aug 22 15:13:00.742117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.787382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.837225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Deleting port 8788adf6-9dc3-424a-a326-b2114b166375 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:00.837576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.918939 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.922302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.925752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66c269a5-c05d-4bb6-83e0-362823f23bdc HTTP/1.1" status: 204 len: 168 time: 0.3187239 Aug 22 15:13:00.932879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa4810-d4bd-4529-9daa-6764126304f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c269a5-c05d-4bb6-83e0-362823f23bdc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:00.935831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] For port 8788adf6-9dc3-424a-a326-b2114b166375, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8788adf6-9dc3-424a-a326-b2114b166375,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:00.936331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:00.951892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Calling delete_port for 8788adf6-9dc3-424a-a326-b2114b166375 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:01.114947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-440ec0ed-f6ea-4d6a-9d35-752cf266de96 req-55e063f3-2ff7-4755-8908-a02fa4339074 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0437546 Aug 22 15:13:01.233194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.262766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Port': ['ID=8788adf6-9dc3-424a-a326-b2114b166375,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:01.300882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47639320-76bc-4aa3-8079-f0d5e14ec0dc req-996596d5-9820-45c8-9a58-d8c4d3e31a77 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:01.309944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47639320-76bc-4aa3-8079-f0d5e14ec0dc req-996596d5-9820-45c8-9a58-d8c4d3e31a77 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0559459 Aug 22 15:13:01.369113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.372563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47639320-76bc-4aa3-8079-f0d5e14ec0dc req-8a0f5095-ecad-4e23-b91a-c01081ce4283 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539596 Aug 22 15:13:01.450502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:13:01.488636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.490959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.573281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:01.586362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:13:01.622205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.622732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Fanout notify agent at l3_agent the message router_deleted on router ccf20b77-2a62-4257-a424-93275fc3afee {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:13:01.630460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.631798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3c9d7c3c-59c2-4d90-95b9-a8813a5c8cd8 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/routers/ccf20b77-2a62-4257-a424-93275fc3afee HTTP/1.1" status: 204 len: 168 time: 2.4582977 Aug 22 15:13:01.634450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:01.635731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.650452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:13:01.672648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:01.750754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.751058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.832257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58664) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:01.873265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:01.874004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcba4-5fe8-42c0-9a27-ca393dc3614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.901356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.906798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:13:01.914794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f64175-46f0-4c32-848e-d21fe1020b94']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:01.930045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d55be2-b495-4d56-a55a-a7143cdbf05f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:01.930399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d55be2-b495-4d56-a55a-a7143cdbf05f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:01.945045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.977845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.987007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:13:01.987740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:13:01.997182 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:13:02.063631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcba4-5fe8-42c0-9a27-ca393dc3614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.141990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcba4-5fe8-42c0-9a27-ca393dc3614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.173730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.179047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.182960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] 10.222.0.53 "DELETE /v2.0/networks/34f64175-46f0-4c32-848e-d21fe1020b94 HTTP/1.1" status: 204 len: 168 time: 0.5448701 Aug 22 15:13:02.196784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0c5bcba4-5fe8-42c0-9a27-ca393dc3614c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fecd359aa12a4d9bbb360d591be8a93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638368 Aug 22 15:13:02.198580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bcba4-5fe8-42c0-9a27-ca393dc3614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f27775-5b90-4dea-b15c-0bbffc924ab7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:02.201337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58680) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:02.239076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcac82-3887-4714-8ec8-c8b0bcd8e7f5 tempest-TestNetworkBasicOps-1844297630 tempest-TestNetworkBasicOps-1844297630-project] Pushing event deleted for resources: {'Network': ['ID=34f64175-46f0-4c32-848e-d21fe1020b94,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:02.321748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.324960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a0a8196-9d09-4450-82e1-e4635fba90ac req-b510c6ce-a019-4231-a195-4391b25e30bc tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0585492 Aug 22 15:13:02.384097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.420099 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ff8edfa-507a-4666-b00b-51f0da9a2968 req-17ed1497-f51f-4608-8f52-7cd93901b5e7 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0614583 Aug 22 15:13:02.570413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.573828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.575018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76f27775-5b90-4dea-b15c-0bbffc924ab7 HTTP/1.1" status: 204 len: 168 time: 0.3727505 Aug 22 15:13:02.589113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1b2d-fe24-464a-a447-af049a949086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f27775-5b90-4dea-b15c-0bbffc924ab7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:02.783583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7e33-d983-40f9-a1c1-a408b7271484 req-f2f8d74f-3cd7-4f3d-916e-a72ef157ac63 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:02.785317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0efc7e33-d983-40f9-a1c1-a408b7271484 req-f2f8d74f-3cd7-4f3d-916e-a72ef157ac63 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.0734241 Aug 22 15:13:02.831556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0efc7e33-d983-40f9-a1c1-a408b7271484 req-5f60b65a-4b60-4ce4-a355-eaf9396ab952 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Aug 22 15:13:02.853626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:02.897141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:03.125330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56b0fd-b59b-465f-a819-b84e850b66dd req-07049876-ac22-4fb9-a6d7-894900707704 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:03.127447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f56b0fd-b59b-465f-a819-b84e850b66dd req-07049876-ac22-4fb9-a6d7-894900707704 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 945 time: 0.0788395 Aug 22 15:13:03.207144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f56b0fd-b59b-465f-a819-b84e850b66dd req-5ca7c40b-8cc4-49bc-8637-9c52a08e7c46 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727868 Aug 22 15:13:03.321147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f15bf44f-4410-4d67-a691-66613138f1f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=252474ba5b864cf3982ed45127af7003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221478 Aug 22 15:13:03.324026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8788adf6-9dc3-424a-a326-b2114b166375 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:03.324229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58726) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:03.346596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8788adf6-9dc3-424a-a326-b2114b166375 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:03.346951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8788adf6-9dc3-424a-a326-b2114b166375 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:03.419392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.447693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.458280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:03.491768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1799680e-ccca-40fd-a80a-eb520677a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.509195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f9f41a7-6d8a-4a37-ba08-1ac7e875c5fe req-0aed5c41-1436-4626-857a-bab3c7c16c5b tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcfdd91c-7189-4d47-af33-7f1049a572a0 HTTP/1.1" status: 200 len: 210 time: 0.0629094 Aug 22 15:13:03.516972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:03.517365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.621681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.647421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:03.650137 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ee732-ce65-47f0-a007-84767d476911" -d '{"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:03.664247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:03.683635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.688099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.692125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0310a42-125c-4639-b199-26b9fa6e3a76 HTTP/1.1" status: 204 len: 168 time: 0.3642881 Aug 22 15:13:03.701640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de79bd2-4f24-408a-8290-edebcdc6d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0310a42-125c-4639-b199-26b9fa6e3a76,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:03.751272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:03.752369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:03.864180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:03.867789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:03.869657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7ecabd2d-3fff-4fa5-a47b-93dcadd94155 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:03.930555 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c40cf0-8b1d-4eb3-9ec3-55b263dc1dc1 x-openstack-request-id: req-70c40cf0-8b1d-4eb3-9ec3-55b263dc1dc1 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:03.930721 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:03.930967 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70c40cf0-8b1d-4eb3-9ec3-55b263dc1dc1 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:03.931649 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'code': 200} Aug 22 15:13:04.004684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b026-d25e-4620-88bf-0f5211adda70 req-0ff5837b-5389-4ac3-951c-76840f6ff18d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:04.006826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9822b026-d25e-4620-88bf-0f5211adda70 req-0ff5837b-5389-4ac3-951c-76840f6ff18d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0723264 Aug 22 15:13:04.067664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9822b026-d25e-4620-88bf-0f5211adda70 req-64ad046d-44d9-4a67-9214-28e9e3db94ba tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508161 Aug 22 15:13:04.375523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9229d-30e5-456c-b3e6-9d3b63a06c4e req-8d6ffed4-e9c7-4448-a6e1-da8c8b3d041c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:04.383673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4b9229d-30e5-456c-b3e6-9d3b63a06c4e req-8d6ffed4-e9c7-4448-a6e1-da8c8b3d041c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 945 time: 0.0985067 Aug 22 15:13:04.447192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4b9229d-30e5-456c-b3e6-9d3b63a06c4e req-2ec3b5de-f969-4064-957c-126a83a564e1 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/security-groups?id=fccf3c65-2aab-4a1f-bd67-0096d20aeb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625367 Aug 22 15:13:04.509128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:04.526611 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10d7f7e4-fd16-428b-871c-26daad9e7671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.673406 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10d7f7e4-fd16-428b-871c-26daad9e7671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.690287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-480bd6ab-90fd-4ecb-9e54-7f2a10cff8f3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:04.691797 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-480bd6ab-90fd-4ecb-9e54-7f2a10cff8f3 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 945 time: 0.0732274 Aug 22 15:13:04.792690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10d7f7e4-fd16-428b-871c-26daad9e7671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.815787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.845519 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-10d7f7e4-fd16-428b-871c-26daad9e7671 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a98dfab3ad14960849e616c5b4e9188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319199 Aug 22 15:13:04.845519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7f7e4-fd16-428b-871c-26daad9e7671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac742a6f-67a8-4b2d-ab43-01b455f28738,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:04.845823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58770) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:04.872898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Deleting port ff84d8bf-cec4-4b52-a8d2-1187218aee53 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:04.873252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.914812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:04.951072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.039805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] For port ff84d8bf-cec4-4b52-a8d2-1187218aee53, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ff84d8bf-cec4-4b52-a8d2-1187218aee53,segment=NetworkSegment(ad88ea5c-56c1-4c40-83fc-9dab5f61c14e),segment_id=ad88ea5c-56c1-4c40-83fc-9dab5f61c14e)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:05.040200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.048231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff3fb95b-2a95-4294-b09b-4616d1127738 req-85ca6434-9e08-4344-98fc-0a4c74811331 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=28e96cd1009442b29013ed8eebf514d9&device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0440304 Aug 22 15:13:05.064048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-4932e986-5832-481f-9a34-f0e647a84325 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1112843 Aug 22 15:13:05.065191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Calling delete_port for ff84d8bf-cec4-4b52-a8d2-1187218aee53 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:05.093038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff3fb95b-2a95-4294-b09b-4616d1127738 req-216155a6-d98f-41d0-8f35-bb5a12fcd31c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=28e96cd1009442b29013ed8eebf514d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354080 Aug 22 15:13:05.203267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.205916 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.209372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac742a6f-67a8-4b2d-ab43-01b455f28738 HTTP/1.1" status: 204 len: 168 time: 0.3600662 Aug 22 15:13:05.223290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.226595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.228212 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-0b7c1f5c-84be-452e-876b-56db7ad78a81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.0777798 Aug 22 15:13:05.305941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-259d1681-8659-4bbb-86a2-130a98892aa2 req-ff3410ec-9ecc-4288-a377-f039499acc2e tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0948613 Aug 22 15:13:05.305941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29fa36-aa58-4881-a5fd-548e2211faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac742a6f-67a8-4b2d-ab43-01b455f28738,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:05.379648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb95b-2a95-4294-b09b-4616d1127738 req-350ff4a4-fe9d-4288-944f-ff24e2edcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.381205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff3fb95b-2a95-4294-b09b-4616d1127738 req-350ff4a4-fe9d-4288-944f-ff24e2edcb49 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2800221 Aug 22 15:13:05.430592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedcfeb-9a6f-4ed4-b599-87d57fa2fb07 req-35c6b120-9332-40c6-82d3-276fc4e7fe64 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.452510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.452809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afedcfeb-9a6f-4ed4-b599-87d57fa2fb07 req-35c6b120-9332-40c6-82d3-276fc4e7fe64 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2496533 Aug 22 15:13:05.485350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ff84d8bf-cec4-4b52-a8d2-1187218aee53'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:13:05.519832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afedcfeb-9a6f-4ed4-b599-87d57fa2fb07 req-40d9d03f-f62a-4bb0-b23a-556a700f43c0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642571 Aug 22 15:13:05.551053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Pushing event deleted for resources: {'Port': ['ID=ff84d8bf-cec4-4b52-a8d2-1187218aee53,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:05.593836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e306d1e-dbc9-46ae-95ec-9a8a313a1225 req-1cbdcc4b-ca73-49ff-a119-f381701cc88c tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0413597 Aug 22 15:13:05.650756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] No DVR routers for this DVR port ff84d8bf-cec4-4b52-a8d2-1187218aee53 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:13:05.652253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:05.654559 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04a12a45-7e5e-49cd-b802-051ea52b942e req-8eec2125-5af7-4bd8-8866-76fc5ded2685 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.10 "DELETE /v2.0/ports/ff84d8bf-cec4-4b52-a8d2-1187218aee53 HTTP/1.1" status: 204 len: 173 time: 0.9570446 Aug 22 15:13:05.655018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'name': 'network-vif-deleted', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:05.657339 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a3e44a-355a-45cd-bd6b-fe6d2f18821c" -d '{"events": [{"server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "name": "network-vif-deleted", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:05.665492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c97e3f3f-b9b1-4446-a310-b3de1ffb93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.665993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c97e3f3f-b9b1-4446-a310-b3de1ffb93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.667199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c97e3f3f-b9b1-4446-a310-b3de1ffb93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.668891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c97e3f3f-b9b1-4446-a310-b3de1ffb93c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 2293 time: 0.3321428 Aug 22 15:13:05.749935 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd26c6d-a344-4a5c-b583-6ea0b7ca1393 x-openstack-request-id: req-6fd26c6d-a344-4a5c-b583-6ea0b7ca1393 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:05.750236 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637863e5-bcad-4f3e-936c-13a1afcc9e8f", "name": "network-vif-deleted", "tag": "ff84d8bf-cec4-4b52-a8d2-1187218aee53", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:05.750496 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fd26c6d-a344-4a5c-b583-6ea0b7ca1393 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:05.751519 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637863e5-bcad-4f3e-936c-13a1afcc9e8f', 'name': 'network-vif-deleted', 'tag': 'ff84d8bf-cec4-4b52-a8d2-1187218aee53', 'status': 'completed', 'code': 200} Aug 22 15:13:05.774285 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-79a9f8a0-49cd-4173-a713-dc2433f3e9db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 1002 time: 0.0966346 Aug 22 15:13:05.857192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-71590a9d-99f1-4eb3-a8d1-60325ec4b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.859000 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-71590a9d-99f1-4eb3-a8d1-60325ec4b980 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 200 len: 850 time: 0.0751791 Aug 22 15:13:05.917465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-1ec5f09f-b2b2-41b0-8c4c-6d1d6a9232cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:05.917465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-1ec5f09f-b2b2-41b0-8c4c-6d1d6a9232cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f82a258-f38f-4fc5-8068-7521c0af2669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471261 Aug 22 15:13:06.033860 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c1f3d24c-3e6b-43d6-b7c8-48bf33c63fed service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107705 Aug 22 15:13:06.162129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-bb4dab9e-913c-4fbd-9d80-55140f9bbd19 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180627 Aug 22 15:13:06.219935 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-97839310-1911-4d45-80cf-eaa64ab78094 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 217 time: 0.0479198 Aug 22 15:13:06.283245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-ae16ca2d-9a38-4251-8681-949c3c50112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:06.284970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-ae16ca2d-9a38-4251-8681-949c3c50112a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0577805 Aug 22 15:13:06.348701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a75a766a-5651-4362-b00b-a0584ceb0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:06.350721 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a75a766a-5651-4362-b00b-a0584ceb0f47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580623 Aug 22 15:13:06.426282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1190024-22eb-46bf-8490-26341348027c req-b4e34823-5070-4791-aa90-705f8379c6c8 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0443947 Aug 22 15:13:06.512776 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-8cb1e5d8-924e-404c-852a-a8008ba9eb3e service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532826 Aug 22 15:13:06.663679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-878c0dd8-61b0-457f-a491-01fb5687662b service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295040 Aug 22 15:13:06.747428 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:06.749810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-68ee673e-8bec-48b9-a271-53ca7589ff67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 217 time: 0.0757661 Aug 22 15:13:06.762852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13cf2856-1cc2-4d0c-9f6a-7d21b8792ca3 req-41ca6ae1-8eaf-4586-8bae-c9b60470ec66 tempest-ServersTestJSON-439264882 tempest-ServersTestJSON-439264882-project] 10.222.0.53 "GET /v2.0/ports?device_id=637863e5-bcad-4f3e-936c-13a1afcc9e8f HTTP/1.1" status: 200 len: 210 time: 0.0410500 Aug 22 15:13:06.791754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aebf3-3d7e-43e5-aa53-698022262279 req-f527cbeb-4629-4308-a1c0-1aba07abf830 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:06.796239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed4aebf3-3d7e-43e5-aa53-698022262279 req-f527cbeb-4629-4308-a1c0-1aba07abf830 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1512349 Aug 22 15:13:06.855297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-d55c080a-a696-4286-9aa9-025f9e743e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:06.858771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff3fb95b-2a95-4294-b09b-4616d1127738 req-f9d4f71f-751d-4ca4-8633-ad0c6bf2ae31 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0405354 Aug 22 15:13:06.883176 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-d55c080a-a696-4286-9aa9-025f9e743e8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1030326 Aug 22 15:13:06.916945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed4aebf3-3d7e-43e5-aa53-698022262279 req-d564ed6c-c140-44c4-9f77-197c4ae6cb36 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145811 Aug 22 15:13:06.988839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-6359cb90-f1f8-4db5-8a27-e89734048bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:06.990393 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-6359cb90-f1f8-4db5-8a27-e89734048bc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064045 Aug 22 15:13:07.099325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58864) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:07.435628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-154244174-network', 'tenant_id': 'af3c27c2090342cc818894f2eb619829'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:07.554688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-7c90c7f8-6783-4c2a-9d7e-3f6e76da9fb8 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543091 Aug 22 15:13:07.579339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Made reservation on behalf of af3c27c2090342cc818894f2eb619829 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:07.582143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:07.592561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:07.715412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce01d132-9c4b-4c92-902f-e93db8c61136 req-2ac89a98-1021-49ec-9d13-0594f1d3cd03 tempest-ServerShowV247Test-1364863624 tempest-ServerShowV247Test-1364863624-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d16aa38-d25c-46dc-a0a7-acbe50f01990 HTTP/1.1" status: 200 len: 210 time: 0.0787277 Aug 22 15:13:07.753345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-88bd7c12-68a8-41b2-8749-a12c4e9daffd service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888652 Aug 22 15:13:07.884487 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-f8bbb1d2-672b-4a4f-bc13-9afb9a95bcac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 200 len: 217 time: 0.0775213 Aug 22 15:13:07.884835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:07.912538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58880) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:07.962263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c624bb3d-d299-4181-9292-16eb37d458e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:07.965003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c624bb3d-d299-4181-9292-16eb37d458e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1015892 Aug 22 15:13:08.060521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Deleting subnet 548d092d-8aaf-4323-9593-7e9982130a4a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:13:08.118775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-78fe2db7-373c-430e-9a06-be6b6cc3fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:08.122099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.130977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-78fe2db7-373c-430e-9a06-be6b6cc3fbf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1565623 Aug 22 15:13:08.310941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.392008 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-94ba6c54-5ae9-40c7-9720-750c71c4db69 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514000 Aug 22 15:13:08.397795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.428425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:13:08.449093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.450776 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Added segment b5867739-fe7c-44bb-9010-4b0dbe5122ee of type vlan for network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 Aug 22 15:13:08.562063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab83200-011d-4edd-8ab5-d69a95df8633 req-32b7490e-4b75-4932-9a8c-1e1f190fb315 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:08.578472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ab83200-011d-4edd-8ab5-d69a95df8633 req-32b7490e-4b75-4932-9a8c-1e1f190fb315 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.4987133 Aug 22 15:13:08.598809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-74b201dd-c12a-483b-ab2d-e6c71a3b1386 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922874 Aug 22 15:13:08.609366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.638443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ff84d8bf-cec4-4b52-a8d2-1187218aee53 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:08.662538 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-afe90322-2c67-4e0f-9c7e-4a39f9af0cb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0548069 Aug 22 15:13:08.696654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: ff84d8bf-cec4-4b52-a8d2-1187218aee53 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:08.697022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ff84d8bf-cec4-4b52-a8d2-1187218aee53 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:08.753273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-1cce5bd7-b483-4323-ac43-5104f4f3aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:08.757003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-1cce5bd7-b483-4323-ac43-5104f4f3aa95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0860074 Aug 22 15:13:08.776416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58da1fd0-dd27-47f5-8169-bb4d51932f74,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:08.844505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.866875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ab83200-011d-4edd-8ab5-d69a95df8633 req-70b108b8-2880-4299-aa53-25d62beb4919 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828896 Aug 22 15:13:08.889108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-89f56b6a-37e0-490e-8733-f0ad24b4ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:08.895001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-89f56b6a-37e0-490e-8733-f0ad24b4ba5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248732 Aug 22 15:13:08.943676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:08.944791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:08.945394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.074129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-29f97fec-6ae1-496e-a858-0cce38f35620 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722829 Aug 22 15:13:09.093804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9899786 Aug 22 15:13:09.094975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58894) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:09.100224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Request body: {'subnet': {'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-154244174-subnet', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:09.105276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266af578-6ec0-4b68-9924-2ffeaab7048e admin admin] Pushing event updated for resources: {'Network': ['ID=12eefc52-c549-40c9-8463-b6e1d8ef6c02,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:09.116583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:13:09.185740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.200112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.203376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/548d092d-8aaf-4323-9593-7e9982130a4a HTTP/1.1" status: 204 len: 168 time: 1.2875738 Aug 22 15:13:09.204006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58896) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:09.231382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-17b60668-73bf-4112-a428-c86c60dd625b service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446261 Aug 22 15:13:09.243031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf938-b41e-4b24-b17f-1b360c8db101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548d092d-8aaf-4323-9593-7e9982130a4a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:09.249439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Made reservation on behalf of af3c27c2090342cc818894f2eb619829 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:09.254123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.320095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-fd329a7a-c144-42fc-9119-53ffcf1553e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 217 time: 0.0775402 Aug 22 15:13:09.393110 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.470380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c6a7bf89-3e7a-43da-a787-8f8d10def31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:09.471956 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-c6a7bf89-3e7a-43da-a787-8f8d10def31c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1441898 Aug 22 15:13:09.566829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a6f7a166-1d8e-48fb-bc96-929ced78e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:09.574824 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a6f7a166-1d8e-48fb-bc96-929ced78e6ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945652 Aug 22 15:13:09.671200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:09.688871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.718405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87493cb7-198b-42f3-b126-1091ba8aba13']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:09.755615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:09.756187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad88ea5c-56c1-4c40-83fc-9dab5f61c14e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:09.802813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.814268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.870238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-32a78602-d60d-4746-a4b5-c9bc1c1de20d service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872572 Aug 22 15:13:09.873453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.891188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:13:09.891615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:13:09.897147 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:13:10.047360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc4510a-faf5-4057-95cc-2043293bf7db,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:10.094482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c961aa3-2892-40a2-9477-924c5ad6c8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.118460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-2150c7a9-714c-4553-ae15-aa49cda36cb4 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375162 Aug 22 15:13:10.136027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Checking segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:10.136027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Network hostable DHCP agents. Network: 12eefc52-c549-40c9-8463-b6e1d8ef6c02, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:13:10.201844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5148-b696-4c69-b7ba-ba66f7fe9d45 req-f4c23819-613c-46d5-95c1-969d34781a4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:10.203580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487f5148-b696-4c69-b7ba-ba66f7fe9d45 req-f4c23819-613c-46d5-95c1-969d34781a4c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1279042 Aug 22 15:13:10.210342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.220297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.224526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/87493cb7-198b-42f3-b126-1091ba8aba13 HTTP/1.1" status: 204 len: 168 time: 1.0176592 Aug 22 15:13:10.251628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-14a7ba24-7a6c-4c64-b6ae-c2f74eba6c8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 217 time: 0.1241038 Aug 22 15:13:10.307390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e741ed-3e09-4f22-ba91-9ecd0e25cde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87493cb7-198b-42f3-b126-1091ba8aba13,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:10.317577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:13:10.366097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487f5148-b696-4c69-b7ba-ba66f7fe9d45 req-5ec2d1ce-d0ac-4399-bddb-f3386c2e55e8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508813 Aug 22 15:13:10.436952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-ec56954d-a003-4a76-8e5b-df17e0dcfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:10.441649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-ec56954d-a003-4a76-8e5b-df17e0dcfc8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.1803904 Aug 22 15:13:10.447000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c961aa3-2892-40a2-9477-924c5ad6c8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.459936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 12eefc52-c549-40c9-8463-b6e1d8ef6c02) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:10.469877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:10.470470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed55bc3-4261-4621-bf3f-332819baf266 None None] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:10.471276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.532825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a5c463f8-6932-4446-85d5-95bad177bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:10.535171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-a5c463f8-6932-4446-85d5-95bad177bae6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874040 Aug 22 15:13:10.600216 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c961aa3-2892-40a2-9477-924c5ad6c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.601904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:10.712254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961aa3-2892-40a2-9477-924c5ad6c8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc23cd-8dd3-4b42-bff6-ce2bcf975d84,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:10.732096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-953942ee-530c-4d85-bedb-ea379d38ac31 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6233838 Aug 22 15:13:10.732096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:10.771266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:10.782742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58930) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:10.867550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9c961aa3-2892-40a2-9477-924c5ad6c8e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28e96cd1009442b29013ed8eebf514d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1948004 Aug 22 15:13:10.928269 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-fc1ba4dc-af31-4a67-8062-265659daa572 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279283 Aug 22 15:13:10.929677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:10.929840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:13:10.929840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.040500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7d080bbb-14af-41a8-ab73-d8d5b429272a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c073214fcf24a548e9a66ad7285d679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473307 Aug 22 15:13:11.041391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-65242fad-833b-4d21-a025-b48d13c9bb84 req-040d7c83-47ae-4864-955a-0cceff9ead61 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594584 Aug 22 15:13:11.042990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:11.131701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Allocated IP 172.20.0.2 (12eefc52-c549-40c9-8463-b6e1d8ef6c02/5cc4510a-faf5-4057-95cc-2043293bf7db/af488168-f63a-49cf-807a-ed5fae4a2036) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:11.257035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.264325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.338352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.343663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.511690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.533501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.536132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.609231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ca5a-b5a5-4c60-ab20-afbc7edbf9b4 req-88e706d0-b4b9-40ba-8c05-985e6aa6bfbc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:11.611259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b14ca5a-b5a5-4c60-ab20-afbc7edbf9b4 req-88e706d0-b4b9-40ba-8c05-985e6aa6bfbc tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0897045 Aug 22 15:13:11.613520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.624205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.624205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fccf3c65-2aab-4a1f-bd67-0096d20aeb12 HTTP/1.1" status: 204 len: 168 time: 0.5737629 Aug 22 15:13:11.633234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018236d3-2597-4ff7-92c6-2667bfb743ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccf3c65-2aab-4a1f-bd67-0096d20aeb12,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:11.706227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b14ca5a-b5a5-4c60-ab20-afbc7edbf9b4 req-effdc2d0-0eab-4ee1-a81a-81ff0053f78a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823555 Aug 22 15:13:11.751418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Transition to ACTIVE for port object af488168-f63a-49cf-807a-ed5fae4a2036 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:11.753155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.755568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.756922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ecc23cd-8dd3-4b42-bff6-ce2bcf975d84 HTTP/1.1" status: 204 len: 168 time: 0.8543985 Aug 22 15:13:11.773187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68251-594c-4f01-9937-bcccc77ca7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc23cd-8dd3-4b42-bff6-ce2bcf975d84,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:11.825026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:11.843105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Transition to ACTIVE for port object af488168-f63a-49cf-807a-ed5fae4a2036 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:11.946762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:12.059664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Pushing event updated for resources: {'Port': ['ID=af488168-f63a-49cf-807a-ed5fae4a2036,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:12.084694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:12.088549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:12.093061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:12.262318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Attempting to bind port af488168-f63a-49cf-807a-ed5fae4a2036 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:12.264340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Attempting to bind port af488168-f63a-49cf-807a-ed5fae4a2036 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:12.266092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Attempting to bind port af488168-f63a-49cf-807a-ed5fae4a2036 on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:12.301138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:12.301562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Checking segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:12.301989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:12.304853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Bound using segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:12.305409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Bound port: af488168-f63a-49cf-807a-ed5fae4a2036, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:12.308523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:12.502865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:12.644902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] For port af488168-f63a-49cf-807a-ed5fae4a2036, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:12.649192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] For port af488168-f63a-49cf-807a-ed5fae4a2036, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af488168-f63a-49cf-807a-ed5fae4a2036,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:12.749616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:12.973671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c89f27-e5aa-4c38-970d-8ee138708a75 None None] Pushing event updated for resources: {'Port': ['ID=af488168-f63a-49cf-807a-ed5fae4a2036,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:13.161928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:13.161928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8391-f54b-4797-af70-bb3d23b9a1a1 req-791a4732-1849-410c-8328-2ac04f0468c4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:13.167676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d9a8391-f54b-4797-af70-bb3d23b9a1a1 req-791a4732-1849-410c-8328-2ac04f0468c4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1474867 Aug 22 15:13:13.216088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:13.355811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d9a8391-f54b-4797-af70-bb3d23b9a1a1 req-64a1193d-f3d1-4230-9ee7-fb307c714c2d tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871061 Aug 22 15:13:13.461982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Allocated IP 172.25.0.85 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/aa64b65a-2b33-4fce-9225-bd3d797bfbc0) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:13.503008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af488168-f63a-49cf-807a-ed5fae4a2036 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:13.623417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:13.724135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port af488168-f63a-49cf-807a-ed5fae4a2036 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:13.758961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:13.826804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:13.831669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:13.843644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:13.946548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Pushing event updated for resources: {'Port': ['ID=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:14.665486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd74553-09ac-407f-bc6d-3417acc77970 None None] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:14.742690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:14.793323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce8fe-023f-4061-9ace-cef0104f834b req-e8d465be-9ee1-453c-b02e-c088ece41e0f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:14.800810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fcce8fe-023f-4061-9ace-cef0104f834b req-e8d465be-9ee1-453c-b02e-c088ece41e0f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1247180 Aug 22 15:13:14.988562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Provisioning for port af488168-f63a-49cf-807a-ed5fae4a2036 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:15.013510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Provisioning complete for port af488168-f63a-49cf-807a-ed5fae4a2036 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:15.015080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:15.328398 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:15.411805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] For port af488168-f63a-49cf-807a-ed5fae4a2036, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af488168-f63a-49cf-807a-ed5fae4a2036,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:15.484316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:15.591955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Pushing event updated for resources: {'Port': ['ID=af488168-f63a-49cf-807a-ed5fae4a2036,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:15.602120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.602980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.603934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.604792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.604792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.605287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.605636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.605973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.606304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.606629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.607328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.607661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a5a3a-8533-4b3c-bc87-b367b2072e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:15.633059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59034) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:15.687822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fcce8fe-023f-4061-9ace-cef0104f834b req-a48df297-3057-4088-bdec-3be021c53df1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8800075 Aug 22 15:13:15.716427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c6a83917-ea0a-4555-8abf-c29ddef420ba None None] Provisioning complete for port af488168-f63a-49cf-807a-ed5fae4a2036 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:15.717091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6a83917-ea0a-4555-8abf-c29ddef420ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:15.832064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfad78-7774-4896-9e68-055e7f358a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:15.986236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.025447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfad78-7774-4896-9e68-055e7f358a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.124220 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfad78-7774-4896-9e68-055e7f358a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.180966 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a5cfad78-7774-4896-9e68-055e7f358a23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6916ad1df4d4241a5725f5e676cb6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466740 Aug 22 15:13:16.183128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfad78-7774-4896-9e68-055e7f358a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37767767-2b33-416b-a1c9-f93dc15a7c8b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:16.185658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59042) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:16.291595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.320810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.386078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:16.401574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Router b461b191-bfc0-4121-abf0-e398acf90878 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:13:16.532125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.535055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.539265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37767767-2b33-416b-a1c9-f93dc15a7c8b HTTP/1.1" status: 204 len: 168 time: 0.3525224 Aug 22 15:13:16.557581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d155ca1-49ed-4b9d-88f5-b075855933cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37767767-2b33-416b-a1c9-f93dc15a7c8b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:16.576930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:16.600359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Sync routers for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:16.636162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:16.638120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:16.672352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5023b57-cac8-490a-9dbf-983d41360ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.693393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:16.699246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-456eee80-0709-4164-9aa9-650a62dc3166 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9727776 Aug 22 15:13:16.700092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59052) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:16.855376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:16.931594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5023b57-cac8-490a-9dbf-983d41360ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.019456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a5023b57-cac8-490a-9dbf-983d41360ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.086610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe23e-7514-42b4-9840-2a6a5571a736 req-228d9693-57d6-4b89-8ad9-d05dae1341ca tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:17.095284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b12fe23e-7514-42b4-9840-2a6a5571a736 req-228d9693-57d6-4b89-8ad9-d05dae1341ca tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1756115 Aug 22 15:13:17.166651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5023b57-cac8-490a-9dbf-983d41360ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4462f-6ad2-4c84-955e-4a8ef3a1b846,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:17.191312 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a5023b57-cac8-490a-9dbf-983d41360ef1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cb2b635afcc4aab920d5d507d63d6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8035009 Aug 22 15:13:17.194825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59066) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:17.250783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:14Z', 'revision_number': 3, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:17.306664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Checking router: b461b191-bfc0-4121-abf0-e398acf90878 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:17.307296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Updating router b461b191-bfc0-4121-abf0-e398acf90878 port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:13:17.350627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.374453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.398625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.417153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af488168-f63a-49cf-807a-ed5fae4a2036 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:17.516617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b12fe23e-7514-42b4-9840-2a6a5571a736 req-ab0f1f1e-41f1-450b-a26e-a6437b380530 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131002 Aug 22 15:13:17.758915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.763070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.764468 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8c4462f-6ad2-4c84-955e-4a8ef3a1b846 HTTP/1.1" status: 204 len: 168 time: 0.5686507 Aug 22 15:13:17.786267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf115a13-a79a-40f3-a896-a2843a143497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4462f-6ad2-4c84-955e-4a8ef3a1b846,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:17.799875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8a0561c-d545-4953-8c34-ce443a66aceb req-73186591-e54f-4e02-895a-82eea04d5d52 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0606093 Aug 22 15:13:17.939009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.951655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Transition to ACTIVE for port object aa64b65a-2b33-4fce-9225-bd3d797bfbc0 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:17.961188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port af488168-f63a-49cf-807a-ed5fae4a2036 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:17.961574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:17.987836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.004245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59084) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:18.035062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d229994f-6823-413a-a14d-bac5228805cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.075281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.084202 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:13:18.148253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1208ec-09e1-4416-81f3-edf22a57fd90 None None] Pushing event updated for resources: {'Port': ['ID=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:18.213735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Attempting to bind port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:18.218279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Attempting to bind port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:18.218279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Attempting to bind port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:18.245331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:18.255690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:18.256162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.256651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:18.257080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Bound port: aa64b65a-2b33-4fce-9225-bd3d797bfbc0, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:18.257489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.289538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Allocated IP 172.20.0.1 (12eefc52-c549-40c9-8463-b6e1d8ef6c02/5cc4510a-faf5-4057-95cc-2043293bf7db/43f6fae7-3974-478c-857a-331eeff51865) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:18.329952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d229994f-6823-413a-a14d-bac5228805cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.417762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] For port aa64b65a-2b33-4fce-9225-bd3d797bfbc0, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:18.434928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] For port aa64b65a-2b33-4fce-9225-bd3d797bfbc0, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:18.464297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.487142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Transition to ACTIVE for port object 43f6fae7-3974-478c-857a-331eeff51865 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:18.507438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d229994f-6823-413a-a14d-bac5228805cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.536604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.569475 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d229994f-6823-413a-a14d-bac5228805cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c31d29ff2fab4b45a83ba7244bc8b009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640867 Aug 22 15:13:18.569706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:18.576331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229994f-6823-413a-a14d-bac5228805cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0456d-626f-480c-9c6c-64a468878077,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:18.640923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1208ec-09e1-4416-81f3-edf22a57fd90 None None] Pushing event updated for resources: {'Port': ['ID=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:18.662228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:18.662550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:18.663835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.719529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.815883 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:18.823561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:18.899058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:18.914839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:18.919221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:18.924067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Pushing event updated for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:19.007183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734ca86-9fcf-4c41-8bff-b8d2d24c11fe req-a41876a6-86db-4401-80c8-6b48010d64cb tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:19.018714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9734ca86-9fcf-4c41-8bff-b8d2d24c11fe req-a41876a6-86db-4401-80c8-6b48010d64cb tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.3271048 Aug 22 15:13:19.086732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c27a89e3-f0b4-4f84-928f-695b52364117 req-75ea3120-7220-4eec-8a92-c79c5a68a01d tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0623507 Aug 22 15:13:19.142927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:19.168030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:14Z', 'revision_number': 3, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:19.223559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:19.231312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:19.231312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dd0456d-626f-480c-9c6c-64a468878077 HTTP/1.1" status: 204 len: 168 time: 0.6567414 Aug 22 15:13:19.253552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d4f7a-ad4d-4918-96f1-9fda3e289070 None None] The sync data for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 is: [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:14Z', 'revision_number': 3, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:19.271362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713aae-f2e7-4404-86de-2d20bd3f884c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0456d-626f-480c-9c6c-64a468878077,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:19.386270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9734ca86-9fcf-4c41-8bff-b8d2d24c11fe req-e5c2b7ed-7026-4d85-b83b-a1a4b28e0aaf tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408959 Aug 22 15:13:19.468617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:19.512775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d4e4f6c1-55dd-416c-a5d7-523f0a689449 None None] Provisioning for port 43f6fae7-3974-478c-857a-331eeff51865 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:19.522859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d4e4f6c1-55dd-416c-a5d7-523f0a689449 None None] Provisioning complete for port 43f6fae7-3974-478c-857a-331eeff51865 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:19.523406 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4e4f6c1-55dd-416c-a5d7-523f0a689449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:19.602612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:19.699872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4f6c1-55dd-416c-a5d7-523f0a689449 None None] Port 43f6fae7-3974-478c-857a-331eeff51865 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:20.157280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1054821694-network', 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:20.199925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.292813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad84c0a4-c493-4fbf-a209-f9cd2ef48d78 req-b9bb76bc-68d5-4270-82d1-d8fa5a3e0d58 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0454762 Aug 22 15:13:20.298932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.313214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:20.315990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.346206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.389527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.498283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Pushing event updated for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:20.611136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.719195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.759339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:20.760645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:13:20.777340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3840b-c264-4169-ad8e-6529fe34110f req-be7d0155-2ac8-4bf3-9907-4b3cefc75c92 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:20.794074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63f3840b-c264-4169-ad8e-6529fe34110f req-be7d0155-2ac8-4bf3-9907-4b3cefc75c92 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2391911 Aug 22 15:13:20.794686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.795051 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Added segment 845a7561-ca3f-47a1-af93-91373a197e79 of type vlan for network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 Aug 22 15:13:20.796880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:20.850911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:20.904337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e0df3-4010-4a53-8316-5c9a0a1d255c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:20.956897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63f3840b-c264-4169-ad8e-6529fe34110f req-36848627-594a-43c4-a233-0840906f444e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612306 Aug 22 15:13:21.112673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Router b461b191-bfc0-4121-abf0-e398acf90878 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:13:21.161131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d83f351-2a09-42d3-9c6b-e29cd2c2c786 None None] Provisioning complete for port 43f6fae7-3974-478c-857a-331eeff51865 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:21.161761 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d83f351-2a09-42d3-9c6b-e29cd2c2c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:21.207588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1d83f351-2a09-42d3-9c6b-e29cd2c2c786 None None] Port 43f6fae7-3974-478c-857a-331eeff51865 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:21.217349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:21.217724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-23e8d71d-cb66-4c29-ac3b-7cf5f31a2022 admin admin] 10.222.0.53 "PUT /v2.0/routers/b461b191-bfc0-4121-abf0-e398acf90878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5163226 Aug 22 15:13:21.244951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:21.246087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:21.246684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:21.301729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:21.369238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] Pushing event updated for resources: {'Network': ['ID=0a957c3d-6ba4-4a7d-b181-155dd4a2c864,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:21.392202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:13:21.399502 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b6e75889-612c-4401-affb-fa551fff2f43 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9294431 Aug 22 15:13:21.403145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59172) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:21.408919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Request body: {'subnet': {'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1054821694-subnet', 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:21.511572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91ad1b66-e53c-43d4-b190-bff079413f0a req-0d3fd9a5-22e0-4924-a214-1f93d22ebb9b tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0882144 Aug 22 15:13:21.601714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:21.605183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:21.636250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aa64b65a-2b33-4fce-9225-bd3d797bfbc0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:21.951459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:21.957284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:21.960724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:22.122451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:22.158874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:22.197621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port aa64b65a-2b33-4fce-9225-bd3d797bfbc0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:22.233545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c71745e-be45-4fbc-9625-14ef965932a5,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:22.283412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Checking segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:22.283412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Network hostable DHCP agents. Network: 0a957c3d-6ba4-4a7d-b181-155dd4a2c864, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:13:22.305051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:22.330675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Sync routers for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:22.341816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10407939-c57a-45b3-921a-4f21aa883e15 req-eafaa99c-e7e1-4c8d-9464-a691718cd83f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:22.350898 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:22.351717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:22.353236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10407939-c57a-45b3-921a-4f21aa883e15 req-eafaa99c-e7e1-4c8d-9464-a691718cd83f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1738696 Aug 22 15:13:22.399405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:13:22.458305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10407939-c57a-45b3-921a-4f21aa883e15 req-b916ebee-a04d-44ce-a427-8bc9bb4f7646 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041448 Aug 22 15:13:22.474599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:22.499345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0a957c3d-6ba4-4a7d-b181-155dd4a2c864) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:22.525044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606f80e-e6d2-4a7f-9575-ecb34c81efe7 None None] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:22.525191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:22.525956 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:22.650233 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:22.687745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-613ec53e-6048-4c74-854f-052756776e95 req-382ac89d-18ad-4189-b74e-c78760ca5a34 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0477762 Aug 22 15:13:22.729640 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4ec537ad-ce1b-4be5-aa24-a5dcd5b09d12 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3251929 Aug 22 15:13:22.771892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b998a62-ec42-4eb7-921b-8b5d9def0916 None None] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:23.189148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59222) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:23.194851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1970451461-network', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:23.324237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Made reservation on behalf of 9fd76862f2b44f8cb2505fb706045d7f for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:23.326890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.347502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.372976 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:19Z', 'revision_number': 4, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '43f6fae7-3974-478c-857a-331eeff51865', 'name': '', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'mac_address': 'fa:16:3e:44:bc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:18Z', 'updated_at': '2021-08-22T15:13:19Z', 'revision_number': 2, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'subnets': [{'id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:23.463308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aa64b65a-2b33-4fce-9225-bd3d797bfbc0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:23.480119 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Checking router: b461b191-bfc0-4121-abf0-e398acf90878 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:23.481016 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Updating router b461b191-bfc0-4121-abf0-e398acf90878 port 43f6fae7-3974-478c-857a-331eeff51865 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:13:23.545722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.579657 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.619331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.642985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:23.643786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.692801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:13:23.714262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaefcab-b3da-491c-9135-61e245d9e26d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:23.733618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.737095 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Added segment ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9 of type vlan for network 652f2a75-88af-482e-9d03-84d479512cec Aug 22 15:13:23.858295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.954316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:23.957685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:23.959403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:24.036361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104b0dc-4f9c-4df7-a9a3-821375d27590 req-375aec0c-acee-4288-b6d9-f46c79d47da2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:24.043095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f104b0dc-4f9c-4df7-a9a3-821375d27590 req-375aec0c-acee-4288-b6d9-f46c79d47da2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2907515 Aug 22 15:13:24.235762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0430601 Aug 22 15:13:24.239943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:24.248921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Request body: {'subnet': {'network_id': '652f2a75-88af-482e-9d03-84d479512cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1970451461-subnet', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:24.250160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f104b0dc-4f9c-4df7-a9a3-821375d27590 req-e57b4fc0-5900-40a9-b1ad-0702553ad00b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950881 Aug 22 15:13:24.266374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-affd700e-2fdb-471c-bc47-94d5f6f84c32 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:24.270007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156b9b3-95c9-4e1a-a6d6-35c715baec1b admin admin] Pushing event updated for resources: {'Network': ['ID=652f2a75-88af-482e-9d03-84d479512cec,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:24.279082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-affd700e-2fdb-471c-bc47-94d5f6f84c32 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.5427864 Aug 22 15:13:24.283220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 652f2a75-88af-482e-9d03-84d479512cec details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:13:24.301393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-f2e69012-7f47-4676-adf6-fbd397397f3f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/quotas/32236a8eb7944684acefb4f33a5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0203571 Aug 22 15:13:24.323604 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:24.349732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-9f72a7e9-32c7-4929-bf47-230e108cc563 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462456 Aug 22 15:13:24.355879 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Transition to ACTIVE for port object 43f6fae7-3974-478c-857a-331eeff51865 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:24.508705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01aae51a-edea-495b-81d9-a73a26fdbb13 req-868bfc21-38e2-4be3-a877-8cb7e9180fd6 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Aug 22 15:13:24.533371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Made reservation on behalf of 9fd76862f2b44f8cb2505fb706045d7f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:24.536563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:24.579004 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:24.779799 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Pushing event updated for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:24.794794 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.799706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-6ec32185-a3fd-4824-836a-6b59198862f7 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470069 Aug 22 15:13:24.813911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.814830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.815436 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.816013 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.825180 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.826463 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.827039 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.827643 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.828255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.828813 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.829382 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:13:24.915644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Attempting to bind port 43f6fae7-3974-478c-857a-331eeff51865 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:24.916384 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Attempting to bind port 43f6fae7-3974-478c-857a-331eeff51865 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:24.916852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Attempting to bind port 43f6fae7-3974-478c-857a-331eeff51865 on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:24.923337 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:24.923889 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Checking segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:24.932323 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:24.938522 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Bound using segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:24.939271 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Bound port: 43f6fae7-3974-478c-857a-331eeff51865, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:24.939799 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.011929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f86e3d4-40de-4ae3-80fb-12875e2c7c3b req-53b26719-8ff9-40a5-9997-342d4448abe2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0610220 Aug 22 15:13:25.013073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.089923 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] For port 43f6fae7-3974-478c-857a-331eeff51865, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:25.096154 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] For port 43f6fae7-3974-478c-857a-331eeff51865, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=43f6fae7-3974-478c-857a-331eeff51865,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:25.107597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-df646879-9a6f-4a3d-b0a1-7c35020efb52 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984250 Aug 22 15:13:25.128137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6efd51-43fd-4593-974a-22003849c862,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:25.168042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Checking segment: {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:25.168285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Network hostable DHCP agents. Network: 652f2a75-88af-482e-9d03-84d479512cec, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:13:25.181533 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.275339 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:25.277127 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:25.341917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Network 652f2a75-88af-482e-9d03-84d479512cec is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:13:25.461393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 652f2a75-88af-482e-9d03-84d479512cec) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:25.473526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8599e-9e02-4bf9-a4ca-86cdafc60da1 None None] Network 652f2a75-88af-482e-9d03-84d479512cec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:25.474700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:25.478529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.535683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75d4e-762f-4fb5-8b53-e3045e2044b7 req-1b711ea8-e1bb-4bc6-8855-b6953015d566 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:25.539594 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d74346-54f4-4228-a175-733b0621d131 None None] Pushing event updated for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:25.558829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3e75d4e-762f-4fb5-8b53-e3045e2044b7 req-1b711ea8-e1bb-4bc6-8855-b6953015d566 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.0971401 Aug 22 15:13:25.656972 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a7257c0d-cedb-40ed-bc8f-4bc9cd7a3dd9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4153910 Aug 22 15:13:25.657204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3e75d4e-762f-4fb5-8b53-e3045e2044b7 req-1980709c-10cb-473f-abe5-29cb6435e79a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873091 Aug 22 15:13:25.659567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:25.667276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:25.692700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:25.800869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a88491a9-3c76-446c-a9d3-65b527943e78 req-25a91e4b-c9b6-4aa1-a7d0-239f33f49f48 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0554681 Aug 22 15:13:25.867622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.870217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:25.895320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e739dcf9-aaf9-4ed5-a27b-17a09604e826 req-b00b9151-9e71-4304-a54e-9d31da9d1e85 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0792716 Aug 22 15:13:26.062550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:26.099908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-652f2a75-88af-482e-9d03-84d479512cec', 'network_id': '652f2a75-88af-482e-9d03-84d479512cec', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'fixed_ips': [{'subnet_id': 'ec6efd51-43fd-4593-974a-22003849c862'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:13:26.100974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:26.135227 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:19Z', 'revision_number': 4, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '43f6fae7-3974-478c-857a-331eeff51865', 'name': '', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'mac_address': 'fa:16:3e:44:bc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:18Z', 'updated_at': '2021-08-22T15:13:25Z', 'revision_number': 4, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'subnets': [{'id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:26.177504 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed2635-3534-41e8-a478-27be4263a583 None None] The sync data for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 is: [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:13:19Z', 'revision_number': 4, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '43f6fae7-3974-478c-857a-331eeff51865', 'name': '', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'mac_address': 'fa:16:3e:44:bc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:18Z', 'updated_at': '2021-08-22T15:13:25Z', 'revision_number': 4, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'subnets': [{'id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:26.467389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Allocated IP 172.20.0.2 (652f2a75-88af-482e-9d03-84d479512cec/ec6efd51-43fd-4593-974a-22003849c862/abbaa5a3-1291-44f8-aa2a-f79388ce2d50) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:26.524267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:26.722762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82c84-64e2-44ca-b530-1c39d7138675 req-ffd9a3b5-b969-4294-a255-8b924f3829d2 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:26.747145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2f82c84-64e2-44ca-b530-1c39d7138675 req-ffd9a3b5-b969-4294-a255-8b924f3829d2 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.1014192 Aug 22 15:13:26.785680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:26.803210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Transition to ACTIVE for port object abbaa5a3-1291-44f8-aa2a-f79388ce2d50 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:26.825875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Transition to ACTIVE for port object abbaa5a3-1291-44f8-aa2a-f79388ce2d50 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:26.898184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2f82c84-64e2-44ca-b530-1c39d7138675 req-1128a42a-6382-42c4-8715-84a225345749 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492593 Aug 22 15:13:26.910282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:26.927153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:27.010482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Network 652f2a75-88af-482e-9d03-84d479512cec is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:27.032838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:27.037799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:27.112819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa468-8176-4475-a2f9-0a9a6ff068b3 req-70b5d8e4-950f-4b46-910f-99fa50b20a87 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:27.121649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf2aa468-8176-4475-a2f9-0a9a6ff068b3 req-70b5d8e4-950f-4b46-910f-99fa50b20a87 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.3134909 Aug 22 15:13:27.178776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61f44389-8c7b-4a63-8f81-0a2ffa2b2ea2 req-9e12314c-f73b-4ccb-8f3f-e5d32da1014d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.1234062 Aug 22 15:13:27.185146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Pushing event updated for resources: {'Port': ['ID=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:27.526139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf2aa468-8176-4475-a2f9-0a9a6ff068b3 req-fdfe0c6f-be43-4b99-b887-b0f80750242c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820167 Aug 22 15:13:27.526139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad65f55a-5f23-4dd2-9584-4b6cae588cac req-e6cebed9-e21f-42d3-ac8f-e21001f89571 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0943353 Aug 22 15:13:27.780644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 43f6fae7-3974-478c-857a-331eeff51865 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:27.812404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port eeb59f6b-b009-4081-b191-239de8b6c80a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:27.816067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:27.865410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:27.904301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Attempting to bind port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:27.906946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Attempting to bind port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:27.907365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Attempting to bind port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 on network 652f2a75-88af-482e-9d03-84d479512cec {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:27.935725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:27.942582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:27.942968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Checking segment: {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:27.943374 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:27.943783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Bound using segment: {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:27.944395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Bound port: abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:27.944698 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.060740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] For port abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:28.065737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.066007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] For port abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:28.066149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.091992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for eeb59f6b-b009-4081-b191-239de8b6c80a owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:28.215634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 43f6fae7-3974-478c-857a-331eeff51865 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:28.230660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 43f6fae7-3974-478c-857a-331eeff51865 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:28.231230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.402233 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.488822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae0034-c66d-4e57-ad0a-d0bd675ecc37 None None] Pushing event updated for resources: {'Port': ['ID=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:28.523319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Allocated IP 172.25.0.149 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/cecce3b5-c57d-403a-8262-68c6a0bdd136) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:28.583953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-703bf868-f350-4608-85d7-a3233d3e1b3a req-26f4af66-9951-4cee-994a-d304dbcc2bbe tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.1327772 Aug 22 15:13:28.644669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.783695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 43f6fae7-3974-478c-857a-331eeff51865, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=43f6fae7-3974-478c-857a-331eeff51865,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:28.894655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.918137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:28.977027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f05593d2-eb29-411f-9762-0f187f7d274a req-c054642a-11ac-4249-96fe-0b862da09a8b tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.1008480 Aug 22 15:13:29.003332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41355db0-f9fc-4e28-9c93-cfb3109bfa58 req-984fa4df-d8d0-456e-a6c6-6ee3b0c1d50b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:29.020329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41355db0-f9fc-4e28-9c93-cfb3109bfa58 req-984fa4df-d8d0-456e-a6c6-6ee3b0c1d50b tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.3089368 Aug 22 15:13:29.051761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:29.072989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:29.119738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41355db0-f9fc-4e28-9c93-cfb3109bfa58 req-9591aa73-e354-4c92-90dd-48400a7c8ab8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856028 Aug 22 15:13:29.139618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:29.200245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=eeb59f6b-b009-4081-b191-239de8b6c80a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:29.235947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cecce3b5-c57d-403a-8262-68c6a0bdd136,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:29.264000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:29.269257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:29.277572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:29.361324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:29.361324 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 8375af9c-4a83-434c-9358-314e645f6ef1 disassociated (deleted). External IP: 172.25.0.79, port: d9158040-9724-44ab-99ed-316026663fc3. Aug 22 15:13:29.659842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device abbaa5a3-1291-44f8-aa2a-f79388ce2d50 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:29.979661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-f1adcfca-25fa-46e9-a34b-efc9a9e77000 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:29.981522 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-f1adcfca-25fa-46e9-a34b-efc9a9e77000 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.2516119 Aug 22 15:13:30.005896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Request body: {'port': {'device_id': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'admin_state_up': True, 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:30.100561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.277852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dbeb103-eadd-40ca-aae4-61020198544d req-d3fd9762-7441-4a16-8aeb-f8563e1d9b91 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0278068 Aug 22 15:13:30.315029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:30.318084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ca806d01-9b28-48b2-b799-5dc94d2e9ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.326648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 43f6fae7-3974-478c-857a-331eeff51865 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:30.330998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b115b33-ea18-4adb-ae95-7081bef6e66e req-7868b844-f9d4-40bf-9179-745c5a984eaa tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0820017 Aug 22 15:13:30.393132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.428266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9838bc39-c822-4ca2-85f3-9264cbefeb41 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:13:30.475609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 43f6fae7-3974-478c-857a-331eeff51865 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:30.476035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.553564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c5a6d-3c16-4793-9fcc-b800a3273c45 None None] Network 652f2a75-88af-482e-9d03-84d479512cec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:30.656848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:30.663928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.683752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Sync routers for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:30.710795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:30.711448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:30.732138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c127c4c4-93d6-4fae-a9c1-1d97d5b10076 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/floatingips/8375af9c-4a83-434c-9358-314e645f6ef1 HTTP/1.1" status: 204 len: 168 time: 3.8001668 Aug 22 15:13:30.733689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:30.739129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:30.749098 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909f6ca5-b3a2-4a95-b082-509e2b748880" -d '{"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:30.749877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.759603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d459-e447-4767-b9e7-e7c673303e9a req-8037e84b-d163-40c7-956c-ef209f2bc0c2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:30.773702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72e0d459-e447-4767-b9e7-e7c673303e9a req-8037e84b-d163-40c7-956c-ef209f2bc0c2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.3275616 Aug 22 15:13:30.777262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Provisioning for port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:30.791451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Provisioning complete for port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:30.794408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:30.856067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72e0d459-e447-4767-b9e7-e7c673303e9a req-6221f4d9-e788-46f4-81cd-1bd1d20d886f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756922 Aug 22 15:13:30.919955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Router 8d0b503d-868e-467e-95c1-008be851feee is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:13:31.022285 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30bbc2f-55b2-43e8-867b-07062c121d3b x-openstack-request-id: req-c30bbc2f-55b2-43e8-867b-07062c121d3b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:31.028702 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:31.035663 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c30bbc2f-55b2-43e8-867b-07062c121d3b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:31.035663 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'status': 'completed', 'code': 200} Aug 22 15:13:31.051865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:31.114896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Allocated IP 172.20.0.12 (0a957c3d-6ba4-4a7d-b181-155dd4a2c864/2c71745e-be45-4fbc-9625-14ef965932a5/a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:31.185981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-bb879358-cac6-408c-932b-6ab743561337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:31.187733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-bb879358-cac6-408c-932b-6ab743561337 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 1097 time: 0.1381516 Aug 22 15:13:31.334066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:31.350117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Sync routers for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:31.390641 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:31.394342 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:31.548324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:31.558892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-af0ea818-2e44-4d86-88db-ca75604e10d6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8939242 Aug 22 15:13:31.572907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59370) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:31.578080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-32f65e52-bb73-4972-86e1-595b5522307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:31.581666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-32f65e52-bb73-4972-86e1-595b5522307a service neutron] 10.222.0.54 "GET /v2.0/networks?id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 200 len: 898 time: 0.3845258 Aug 22 15:13:31.612977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:31.704376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:31.772310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] For port abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:31.792803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:31.804670 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:31.843000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Checking router: 9838bc39-c822-4ca2-85f3-9264cbefeb41 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:31.854296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:31.855203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:31.861688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:31.941219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:31.945276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:31.955164 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:31.967007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:32.100629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-6770753a-a562-4321-8aff-99f9e178d9d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 200 len: 217 time: 0.5040636 Aug 22 15:13:32.124655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event updated for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:32.144544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24b1f855-c284-4f66-a13a-e783f4d031a5 req-13983acd-d53f-4aa3-b5d9-e232f4066819 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.6494434 Aug 22 15:13:32.162476 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:32.165493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff56e3-5fb4-49e5-9900-bf4c9288d324 None None] Pushing event updated for resources: {'Port': ['ID=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:32.168755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:32.256182 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:29Z', 'revision_number': 3, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:32.267456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1a646615-26c8-42c7-b0f3-39125bcfda35 None None] Provisioning complete for port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:32.267842 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a646615-26c8-42c7-b0f3-39125bcfda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:32.270792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03e8e292-542b-4acc-8375-4dd033a92cfd req-7fd801f1-c1e3-4c9b-8dfa-a935220e12b4 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.1288435 Aug 22 15:13:32.320720 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Checking router: 8d0b503d-868e-467e-95c1-008be851feee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:32.321752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Updating router 8d0b503d-868e-467e-95c1-008be851feee port cecce3b5-c57d-403a-8262-68c6a0bdd136 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:13:32.366664 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:32.396175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:32.414307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-05d208e3-0026-4ad8-ac4b-ab681e20484f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4172139 Aug 22 15:13:32.429666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Request body: {'port': {'device_id': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:32.611788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-3e30af27-efbd-4f8c-aa05-e36380f580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:32.615045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-3e30af27-efbd-4f8c-aa05-e36380f580f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 200 len: 834 time: 0.5100746 Aug 22 15:13:32.626427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:32.701690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482a844-c8d9-47f5-b1c7-c27c9d0871bc req-474b9854-1aa8-436b-9533-2cd377acc5ff tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:32.710410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7482a844-c8d9-47f5-b1c7-c27c9d0871bc req-474b9854-1aa8-436b-9533-2cd377acc5ff tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2485747 Aug 22 15:13:32.740383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d819574-0258-449c-a86a-c14cda449263 req-b9583419-a51b-4197-84fa-824460f2a1e7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:32.743663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d819574-0258-449c-a86a-c14cda449263 req-b9583419-a51b-4197-84fa-824460f2a1e7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.3200057 Aug 22 15:13:32.837444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-716bd4f3-5f98-4063-90bf-c7cc19e12cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:32.839283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-716bd4f3-5f98-4063-90bf-c7cc19e12cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169499 Aug 22 15:13:32.895754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d819574-0258-449c-a86a-c14cda449263 req-8d4abe05-ea3c-4c66-85da-78d424b9f769 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349175 Aug 22 15:13:32.938269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:33.011043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-1c953daf-3b49-43de-9e47-a0d9ced6ccbf service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251955 Aug 22 15:13:33.039381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd76ceff-5555-491f-8796-ab20719bff77 None None] The sync data for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 is: [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:10:23Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '115e3f88-06bc-4527-9c12-ad160e490a1f', 'name': '', 'network_id': '94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:fa:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:20Z', 'updated_at': '2021-08-22T15:10:32Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'b3c3f1da-4507-4bdd-aca4-09481bf6d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:33.046668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.099875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7482a844-c8d9-47f5-b1c7-c27c9d0871bc req-92c6af3a-7990-4e3b-a788-bcbcf8a6af16 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870502 Aug 22 15:13:33.247769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:13:33.281235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.318678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Transition to ACTIVE for port object a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:33.348341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-f24b22c5-6d41-4ec0-9485-d92fae517a1e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:33.350094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-f24b22c5-6d41-4ec0-9485-d92fae517a1e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.54 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.3378305 Aug 22 15:13:33.398195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.413149 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.427033 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Transition to ACTIVE for port object cecce3b5-c57d-403a-8262-68c6a0bdd136 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:33.495356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37bb7808-258f-4af2-bfd8-c3da8daf868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.541752 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.558390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:33.565861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device abbaa5a3-1291-44f8-aa2a-f79388ce2d50 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:33.642724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b890112-da26-4efb-83b4-8ca1cba052d5 None None] New status for floating IP 8375af9c-4a83-434c-9358-314e645f6ef1: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:13:33.663281 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd44d-7d90-4d9a-ae5e-aa3cd77a2ee9 None None] Pushing event updated for resources: {'Port': ['ID=cecce3b5-c57d-403a-8262-68c6a0bdd136,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:33.680239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Attempting to bind port cecce3b5-c57d-403a-8262-68c6a0bdd136 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:33.681862 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Attempting to bind port cecce3b5-c57d-403a-8262-68c6a0bdd136 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:33.682372 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Attempting to bind port cecce3b5-c57d-403a-8262-68c6a0bdd136 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:33.688782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:33.689499 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:33.690035 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.690591 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:33.691465 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Bound port: cecce3b5-c57d-403a-8262-68c6a0bdd136, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:33.693054 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.704883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Attempting to bind port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:33.705483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Attempting to bind port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:33.705985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Attempting to bind port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:33.714105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:13:33.716874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53abcf5f-25a2-47ad-be6c-380f02fe5578 req-45f773d5-3fdf-4c6c-a4f1-b19c0e472566 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0702600 Aug 22 15:13:33.717887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Attempting to bind port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:33.734212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:33.734851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Checking segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:33.735425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Bound using segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:33.736267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Bound port: a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:33.736848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.778667 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] For port cecce3b5-c57d-403a-8262-68c6a0bdd136, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:33.783719 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] For port cecce3b5-c57d-403a-8262-68c6a0bdd136, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cecce3b5-c57d-403a-8262-68c6a0bdd136,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:33.844742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:33.845127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.879622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-7dd0e166-377a-46db-a5ce-7367c208cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:33.882488 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-7dd0e166-377a-46db-a5ce-7367c208cb3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1096 time: 0.1194882 Aug 22 15:13:33.884560 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:33.931410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:33.951891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ad52a-1c67-4df8-b23d-8d109a10a84b req-05b4ef4d-6556-4671-904c-ceb5a9c2f125 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:33.957396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec2ad52a-1c67-4df8-b23d-8d109a10a84b req-05b4ef4d-6556-4671-904c-ceb5a9c2f125 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 944 time: 0.5744183 Aug 22 15:13:33.979796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-9983e37e-0536-4fbd-8c2b-374eaabe7bbc service neutron] 10.222.0.54 "GET /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069605 Aug 22 15:13:33.991131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd44d-7d90-4d9a-ae5e-aa3cd77a2ee9 None None] Pushing event updated for resources: {'Port': ['ID=cecce3b5-c57d-403a-8262-68c6a0bdd136,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:34.025954 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:34.026815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:34.026969 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:34.076854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-5b602f67-ace5-4e80-b03a-d1a490ff228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.078363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-5b602f67-ace5-4e80-b03a-d1a490ff228d service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1852686 Aug 22 15:13:34.084480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.159151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port d9158040-9724-44ab-99ed-316026663fc3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:34.159521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.175939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec2ad52a-1c67-4df8-b23d-8d109a10a84b req-2cb3d521-313e-485a-b0d0-6a9922bb89a3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937745 Aug 22 15:13:34.185697 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:34.188005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.188775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.190167 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 HTTP/1.1" status: 200 len: 1092 time: 1.7659342 Aug 22 15:13:34.192402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:34.201300 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c3756-3dc8-4a02-8489-b51d3537467c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:34.246054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99cd40-57ba-485d-8dba-4342bc2e4388 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:34.252461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-2fb05561-291a-4090-86ef-8c113ea2a812 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 1001 time: 0.1646492 Aug 22 15:13:34.263012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ef200-23d6-4eb3-a1b8-97fadd916466 req-d786e1ab-c442-4bf9-a593-2389d38a8162 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.264663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e3ef200-23d6-4eb3-a1b8-97fadd916466 req-d786e1ab-c442-4bf9-a593-2389d38a8162 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 946 time: 0.1667819 Aug 22 15:13:34.331702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-e63308f1-c870-4547-a81a-6b8468b8d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.333229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-e63308f1-c870-4547-a81a-6b8468b8d059 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.0722797 Aug 22 15:13:34.340655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.453509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-a2435303-8b62-42b8-a60c-e94c143fa580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.455771 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-a2435303-8b62-42b8-a60c-e94c143fa580 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 1095 time: 0.0849617 Aug 22 15:13:34.464426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-4b399cad-a7a5-4693-ace2-f553c877fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.466134 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-4b399cad-a7a5-4693-ace2-f553c877fd3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139491 Aug 22 15:13:34.481853 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:29Z', 'revision_number': 3, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:34.513701 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca307b9b-f3e2-4419-bac4-261ccbe78fdf None None] The sync data for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 is: [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:29Z', 'revision_number': 3, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:34.595223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43968fb-8ee8-491c-b28e-c72c249c47c7 req-ad104658-a478-4047-bd9e-5ad70fb33ece tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:34.605684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f43968fb-8ee8-491c-b28e-c72c249c47c7 req-ad104658-a478-4047-bd9e-5ad70fb33ece tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.2846341 Aug 22 15:13:34.622136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e3ef200-23d6-4eb3-a1b8-97fadd916466 req-e03c9cb8-4766-4edf-a1d8-1cdfec12ea41 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed98fcc-4aba-4823-acdf-eebbf2b08237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888525 Aug 22 15:13:34.633797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port d9158040-9724-44ab-99ed-316026663fc3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d9158040-9724-44ab-99ed-316026663fc3,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:34.652013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.732495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Allocated IP 172.20.0.1 (652f2a75-88af-482e-9d03-84d479512cec/ec6efd51-43fd-4593-974a-22003849c862/b5889ba5-0d78-4244-a114-06ba0550a15f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:34.792599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for d9158040-9724-44ab-99ed-316026663fc3 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:34.860912 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:34.891142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-33789054-e70b-45cd-bae7-0aa43660b261 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 HTTP/1.1" status: 200 len: 217 time: 0.4239585 Aug 22 15:13:34.906991 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aaa8be-dee1-4e31-8f3a-82613958bbe3 x-openstack-request-id: req-46aaa8be-dee1-4e31-8f3a-82613958bbe3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:34.907434 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:34.907813 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46aaa8be-dee1-4e31-8f3a-82613958bbe3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:34.908676 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'status': 'completed', 'code': 200} Aug 22 15:13:34.946531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f43968fb-8ee8-491c-b28e-c72c249c47c7 req-4cacb934-ad5d-4f1e-9622-dc3443026cc1 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391840 Aug 22 15:13:35.061291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c289ce-a157-48c2-a965-afd1942fe115 req-1b93ea23-26a7-4af9-807a-89617b7e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:35.063483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-1b93ea23-26a7-4af9-807a-89617b7e3bcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.1514819 Aug 22 15:13:35.064112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.068203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fcdc9b4-4583-4166-8e1b-56a13ebc2149 req-83748232-d5d0-4d15-badc-050755fb4acf tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0519211 Aug 22 15:13:35.129684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Transition to ACTIVE for port object b5889ba5-0d78-4244-a114-06ba0550a15f will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:35.130027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-8c39d544-c88e-4411-ace9-16fc80812593 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417695 Aug 22 15:13:35.167875 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-6ae3e74a-1b41-4abc-8812-1af44a1a49a7 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928289 Aug 22 15:13:35.271406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.273360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.317071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-b0f6319b-c7f2-4f7d-87e4-2d6c3f511f6b service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878827 Aug 22 15:13:35.394173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Network 652f2a75-88af-482e-9d03-84d479512cec is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:35.424014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-d9a08932-6b8c-4fe0-950e-2be5db98ecb4 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114713 Aug 22 15:13:35.437148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:35.441595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:35.481363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cecce3b5-c57d-403a-8262-68c6a0bdd136 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:35.513334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:35.587948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] No DVR routers for this DVR port d9158040-9724-44ab-99ed-316026663fc3 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:13:35.603701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01c289ce-a157-48c2-a965-afd1942fe115 req-813bb536-6a59-4c00-a0df-7d60bb49b7f7 service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646418 Aug 22 15:13:35.634951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=d9158040-9724-44ab-99ed-316026663fc3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:35.650719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.663339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2655badd-e423-4cf5-8816-9deac0d94cf2 req-2ff76229-d835-4109-97b1-e810dbc2c4eb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.54 "DELETE /v2.0/ports/d9158040-9724-44ab-99ed-316026663fc3 HTTP/1.1" status: 204 len: 173 time: 2.1741393 Aug 22 15:13:35.665192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-deleted', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:35.669669 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412ca1f-f7b7-4d58-9acf-7073ec3c44da" -d '{"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-deleted", "tag": "d9158040-9724-44ab-99ed-316026663fc3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:35.670064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cecce3b5-c57d-403a-8262-68c6a0bdd136 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:35.675426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cecce3b5-c57d-403a-8262-68c6a0bdd136 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:35.676042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.706367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23fe2-547d-4eff-8b84-f4a81bff3bb5 req-76b99c03-541d-4460-b526-69a505ef0af0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:35.714045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fe23fe2-547d-4eff-8b84-f4a81bff3bb5 req-76b99c03-541d-4460-b526-69a505ef0af0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 944 time: 0.4562681 Aug 22 15:13:35.854561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:35.919987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3ecfc44-140b-4413-8857-4c14a8afeb7f req-5286cda8-9103-489c-afc8-40046c2fb5c9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=183db288-e45e-4855-b1c7-16b27d98f788 HTTP/1.1" status: 200 len: 210 time: 0.1611626 Aug 22 15:13:36.039089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42dc3d-65ca-4a04-9281-cb92ef53d096 x-openstack-request-id: req-fc42dc3d-65ca-4a04-9281-cb92ef53d096 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:36.039089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183db288-e45e-4855-b1c7-16b27d98f788", "name": "network-vif-deleted", "tag": "d9158040-9724-44ab-99ed-316026663fc3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:36.039089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc42dc3d-65ca-4a04-9281-cb92ef53d096 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:36.039089 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183db288-e45e-4855-b1c7-16b27d98f788', 'name': 'network-vif-deleted', 'tag': 'd9158040-9724-44ab-99ed-316026663fc3', 'status': 'completed', 'code': 200} Aug 22 15:13:36.062833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fe23fe2-547d-4eff-8b84-f4a81bff3bb5 req-30c77086-8d03-42ed-94d6-d7d3b4602453 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372054 Aug 22 15:13:36.077275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-e3a29134-5bcc-463a-a7f6-76326c26ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:36.078843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-e3a29134-5bcc-463a-a7f6-76326c26ff81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 1095 time: 0.2849166 Aug 22 15:13:36.110257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7d0dc862-38e7-4096-8fb6-655b30786ed8 None None] Provisioning for port b5889ba5-0d78-4244-a114-06ba0550a15f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:36.113306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:36.135575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7d0dc862-38e7-4096-8fb6-655b30786ed8 None None] Provisioning complete for port b5889ba5-0d78-4244-a114-06ba0550a15f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:36.136028 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc862-38e7-4096-8fb6-655b30786ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:36.203726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dc862-38e7-4096-8fb6-655b30786ed8 None None] Port b5889ba5-0d78-4244-a114-06ba0550a15f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:36.228473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port cecce3b5-c57d-403a-8262-68c6a0bdd136, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cecce3b5-c57d-403a-8262-68c6a0bdd136,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:36.307246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:36.363188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=cecce3b5-c57d-403a-8262-68c6a0bdd136,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:36.376489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-9f00ed03-5030-4419-b987-3e79ea25406a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132757016&fields=id&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 267 time: 0.1156323 Aug 22 15:13:36.390714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d82f8d-cf7d-462f-9b18-72ffb56e192e req-b337a91c-907e-47c2-929d-8ed325f4afee tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:36.392259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40d82f8d-cf7d-462f-9b18-72ffb56e192e req-b337a91c-907e-47c2-929d-8ed325f4afee tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 945 time: 0.1253159 Aug 22 15:13:36.394612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-c4280d4c-d271-4221-a27a-aec243a19a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:36.395956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-c4280d4c-d271-4221-a27a-aec243a19a9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 916 time: 0.2546127 Aug 22 15:13:36.749894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:36.853141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-b9473ad6-b139-4d72-8aa5-679a2c5f30e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 HTTP/1.1" status: 200 len: 217 time: 0.4475698 Aug 22 15:13:36.969758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:36.992074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40d82f8d-cf7d-462f-9b18-72ffb56e192e req-fc2d5d1c-3e0e-4888-a311-08764d5d704c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873804 Aug 22 15:13:37.028744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-3b566199-af85-434e-99aa-fdf381a18736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:37.030251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-3b566199-af85-434e-99aa-fdf381a18736 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.1564443 Aug 22 15:13:37.070500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-886b2cbd-3946-49e2-a64e-fbea7ba012eb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:37.075077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-886b2cbd-3946-49e2-a64e-fbea7ba012eb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.6807916 Aug 22 15:13:37.102943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-45470ad2-e71f-40d8-b173-2c05b40e0b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484879 Aug 22 15:13:37.171954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c33ce8e5-cd17-4176-a7a3-aad4145ef18c req-38a903ea-3b46-4b0f-8e35-60cefd300c27 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0761564 Aug 22 15:13:37.177579 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-89da58b9-76e9-4a28-8405-144ed27d6532 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0805881 Aug 22 15:13:37.290525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:37.352924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-2b257557-bcb7-426e-b095-34bd305abf8a service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294822 Aug 22 15:13:37.366203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-8e28001d-5910-4bf7-8519-4ee8434e1fb1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469657 Aug 22 15:13:37.499862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cecce3b5-c57d-403a-8262-68c6a0bdd136 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:37.577832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cecce3b5-c57d-403a-8262-68c6a0bdd136 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:37.578206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.612456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.626598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570405c-b0ec-4522-9edc-f89c41367c31 req-cc5e9e20-c42e-4055-8970-74f7d0e3dd7c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:37.629935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:37.635905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e570405c-b0ec-4522-9edc-f89c41367c31 req-cc5e9e20-c42e-4055-8970-74f7d0e3dd7c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 944 time: 0.2136908 Aug 22 15:13:37.687937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9c3756-3dc8-4a02-8489-b51d3537467c req-10f20492-9236-4d8a-90a6-cf52e319e882 service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287995 Aug 22 15:13:37.739667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.776940 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.783955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-73da5f6b-eb0a-49de-8bad-a23808d4796c service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913140 Aug 22 15:13:37.818825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e570405c-b0ec-4522-9edc-f89c41367c31 req-e5951d48-2514-4efd-aabd-8f68b62d2a4f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817281 Aug 22 15:13:37.829705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:37.832838 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9fcf4c-8545-45ef-abff-163ecc108204" -d '{"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-unplugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:37.861245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:37.881611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:37.950120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.950932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:37.952360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d9158040-9724-44ab-99ed-316026663fc3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:38.028691 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39cc088-b032-472c-8605-172fcef551c3 x-openstack-request-id: req-f39cc088-b032-472c-8605-172fcef551c3 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:38.030122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-unplugged", "status": "failed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "code": 422}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:38.030388 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f39cc088-b032-472c-8605-172fcef551c3 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:38.030856 n-d-805046-3 neutron-server[102051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'code': 422} returned with failed status Aug 22 15:13:38.041356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: d9158040-9724-44ab-99ed-316026663fc3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:38.043064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d9158040-9724-44ab-99ed-316026663fc3 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:38.066854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-eb6e9fda-4440-4b1b-8b90-411b715ff06b service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091038 Aug 22 15:13:38.108163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:38.127634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:38.193525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Network 652f2a75-88af-482e-9d03-84d479512cec is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:38.199482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:38.341366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eb0cc-df9d-462e-b1c5-b5fe0d7e30fd req-1fe06ddd-a368-4714-9d89-cdf48f025596 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:38.344982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-074eb0cc-df9d-462e-b1c5-b5fe0d7e30fd req-1fe06ddd-a368-4714-9d89-cdf48f025596 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1961617 Aug 22 15:13:38.419764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Router 8d0b503d-868e-467e-95c1-008be851feee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:13:38.446409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-074eb0cc-df9d-462e-b1c5-b5fe0d7e30fd req-829d1f5a-3ea2-4141-9d10-864f873502d3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905724 Aug 22 15:13:38.563664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d7d8474-ad86-4b94-be6a-dad9e459d5f6 None None] Provisioning complete for port b5889ba5-0d78-4244-a114-06ba0550a15f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:38.564300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d7d8474-ad86-4b94-be6a-dad9e459d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:38.595160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 115e3f88-06bc-4527-9c12-ad160e490a1f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:38.595842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:38.610725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d8474-ad86-4b94-be6a-dad9e459d5f6 None None] Port b5889ba5-0d78-4244-a114-06ba0550a15f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:38.622980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62b95b8f-c71f-4ba4-893e-a3d483f3f0a6 req-7305770d-d3a9-44dc-a830-b7b6b8fa5191 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0330453 Aug 22 15:13:38.663542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:38.676536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5603ea9a-741f-4981-98d9-1ab02c1e39a7 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d0b503d-868e-467e-95c1-008be851feee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0822709 Aug 22 15:13:38.683821 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Sync routers for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:38.698825 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:38.699040 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:38.744596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 115e3f88-06bc-4527-9c12-ad160e490a1f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=115e3f88-06bc-4527-9c12-ad160e490a1f,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:38.745372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:38.770621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 115e3f88-06bc-4527-9c12-ad160e490a1f owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:38.929973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:38.954366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d4addb8-3425-4c8e-b0b4-7ca857b86a47 req-1f5df14e-a781-4ca9-8f93-ceae4223f93a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0711839 Aug 22 15:13:38.973022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59532) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:39.160688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76862494-ec6e-4ddb-b76a-a6ce81d7eaaf req-d7b62f51-cc56-46ea-9614-da02651b5b7d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:39.164802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76862494-ec6e-4ddb-b76a-a6ce81d7eaaf req-d7b62f51-cc56-46ea-9614-da02651b5b7d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0778997 Aug 22 15:13:39.217568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b6a149e-0a49-4495-b49a-72e9fb74e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.248188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76862494-ec6e-4ddb-b76a-a6ce81d7eaaf req-a6ecc882-e00c-410d-bad0-c29abfa55298 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Aug 22 15:13:39.285053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.291084 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b5889ba5-0d78-4244-a114-06ba0550a15f', 'name': '', 'network_id': '652f2a75-88af-482e-9d03-84d479512cec', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'mac_address': 'fa:16:3e:36:c5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'ec6efd51-43fd-4593-974a-22003849c862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:34Z', 'updated_at': '2021-08-22T15:13:37Z', 'revision_number': 2, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'subnets': [{'id': 'ec6efd51-43fd-4593-974a-22003849c862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:39.323364 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Checking router: 8d0b503d-868e-467e-95c1-008be851feee for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:39.324949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=115e3f88-06bc-4527-9c12-ad160e490a1f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:39.325108 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Updating router 8d0b503d-868e-467e-95c1-008be851feee port b5889ba5-0d78-4244-a114-06ba0550a15f binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:13:39.365758 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.383770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b6a149e-0a49-4495-b49a-72e9fb74e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.493373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b6a149e-0a49-4495-b49a-72e9fb74e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.599554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8b6a149e-0a49-4495-b49a-72e9fb74e535 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad134879febf4ee8a6f229277b02a824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247947 Aug 22 15:13:39.608342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:39.617559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a149e-0a49-4495-b49a-72e9fb74e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d8d9e-54f3-4fd8-b796-ab11799a8bd5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:39.628322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:13:39.661737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.740504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.783540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.792163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:39.830399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'port_id': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'mac_address': 'fa:16:3e:6b:57:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71745e-be45-4fbc-9625-14ef965932a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:13:39.944125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.968749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:13:39.989905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.993874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:39.995172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f76d8d9e-54f3-4fd8-b796-ab11799a8bd5 HTTP/1.1" status: 204 len: 168 time: 0.3856704 Aug 22 15:13:40.006575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08da2d-358b-4614-9fb6-cf82f29b1ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d8d9e-54f3-4fd8-b796-ab11799a8bd5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:40.013216 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.025344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Transition to ACTIVE for port object b5889ba5-0d78-4244-a114-06ba0550a15f will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:40.049747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:40.083537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-593acb9b-df1a-4c84-bb5b-7cfa4fab1d63 req-c24dbae9-9e1b-4660-b9e7-45804647f710 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0448399 Aug 22 15:13:40.110335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9838bc39-c822-4ca2-85f3-9264cbefeb41 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:13:40.136117 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.138471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.228079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b40ef58-dc9e-48cb-a3d5-d46c3d42b1db req-947ccdaf-6ba5-4762-927f-a41984193986 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0504129 Aug 22 15:13:40.251363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:40.271432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc5b0-d80c-470c-9205-9ea7a4eb6fd7 None None] Pushing event updated for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:40.386362 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Attempting to bind port b5889ba5-0d78-4244-a114-06ba0550a15f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:40.387852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Attempting to bind port b5889ba5-0d78-4244-a114-06ba0550a15f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:40.388029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:13:40.391374 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Attempting to bind port b5889ba5-0d78-4244-a114-06ba0550a15f on network 652f2a75-88af-482e-9d03-84d479512cec {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:40.400475 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab67ff0f-489b-4669-bff9-2f88f52c14b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/9838bc39-c822-4ca2-85f3-9264cbefeb41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1076679 Aug 22 15:13:40.403231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Sync routers for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:13:40.403473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:40.415749 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:40.416976 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Checking segment: {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:40.418868 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.421442 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Bound using segment: {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:40.422621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Bound port: b5889ba5-0d78-4244-a114-06ba0550a15f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '652f2a75-88af-482e-9d03-84d479512cec'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:40.425553 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.426825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:40.427510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:40.509611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting subnet b3c3f1da-4507-4bdd-aca4-09481bf6d99e {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:13:40.520783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.533652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:13:40.581544 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] For port b5889ba5-0d78-4244-a114-06ba0550a15f, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:40.585599 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] For port b5889ba5-0d78-4244-a114-06ba0550a15f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b5889ba5-0d78-4244-a114-06ba0550a15f,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:40.608527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.626266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab67f-0335-4319-85ea-1f25bb787d61 req-bed8c72d-6654-4654-8f5a-21527189574b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:40.628928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97bab67f-0335-4319-85ea-1f25bb787d61 req-bed8c72d-6654-4654-8f5a-21527189574b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 945 time: 0.2028546 Aug 22 15:13:40.677944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-d69412dc-0cc0-4e57-b7f1-a01b9fa96d24 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:40.679686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-d69412dc-0cc0-4e57-b7f1-a01b9fa96d24 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/networks?id=12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 200 len: 910 time: 0.3289509 Aug 22 15:13:40.708865 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.713988 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.719517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-102cf70d-de8e-47e7-9ccb-52dff2ea0b6d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/quotas/9fd76862f2b44f8cb2505fb706045d7f HTTP/1.1" status: 200 len: 375 time: 0.0256498 Aug 22 15:13:40.719517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97bab67f-0335-4319-85ea-1f25bb787d61 req-618a321b-1737-4eeb-8a4b-72ea825d2ccc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600057 Aug 22 15:13:40.750444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:40.769021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:40.863523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-0b4b9bf1-eae3-47eb-9625-02e5089b2374 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425421 Aug 22 15:13:40.872709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:40.873518 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:41.010225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.022597 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fc5b0-d80c-470c-9205-9ea7a4eb6fd7 None None] Pushing event updated for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:41.072227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c3f1da-4507-4bdd-aca4-09481bf6d99e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:41.085483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.087851 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f95c57be-f624-4bf9-893c-2ff362b020c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/subnets/b3c3f1da-4507-4bdd-aca4-09481bf6d99e HTTP/1.1" status: 204 len: 168 time: 0.6830471 Aug 22 15:13:41.094581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:41.103937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c04313-2965-4453-b211-a1893d123dcd None None] Network 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:13:41.146213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-2e14ba8d-e0e8-47dd-8633-db68fbf8f656 service neutron] 10.222.0.53 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662656 Aug 22 15:13:41.171767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59594) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:41.176513 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:41.200393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf57a-3aa1-4c1a-a0eb-611107c1803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.382801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf57a-3aa1-4c1a-a0eb-611107c1803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.401110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:13:39Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:41.413377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-142f239e-be85-4b5f-b078-eb633d39ecf8 service neutron] 10.222.0.53 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905272 Aug 22 15:13:41.416593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.444981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Checking router: 9838bc39-c822-4ca2-85f3-9264cbefeb41 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:13:41.456474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf57a-3aa1-4c1a-a0eb-611107c1803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.462007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Routers {'9838bc39-c822-4ca2-85f3-9264cbefeb41'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:13:41.462764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9838bc39-c822-4ca2-85f3-9264cbefeb41'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:41.548596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdf57a-3aa1-4c1a-a0eb-611107c1803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e74fba-110d-4348-bcc3-dc7dd9f1971a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:41.566848 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a0fdf57a-3aa1-4c1a-a0eb-611107c1803b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa56250a91f44b6f9a32c79176ceb0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912046 Aug 22 15:13:41.567595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:41.601300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] DHCP port deletion for 94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:13:41.607014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b5889ba5-0d78-4244-a114-06ba0550a15f', 'name': '', 'network_id': '652f2a75-88af-482e-9d03-84d479512cec', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'mac_address': 'fa:16:3e:36:c5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'ec6efd51-43fd-4593-974a-22003849c862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:34Z', 'updated_at': '2021-08-22T15:13:40Z', 'revision_number': 4, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'subnets': [{'id': 'ec6efd51-43fd-4593-974a-22003849c862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:41.647329 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf0a8cc-ad92-4729-970b-0c74b520839a None None] The sync data for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 is: [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b5889ba5-0d78-4244-a114-06ba0550a15f', 'name': '', 'network_id': '652f2a75-88af-482e-9d03-84d479512cec', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'mac_address': 'fa:16:3e:36:c5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'ec6efd51-43fd-4593-974a-22003849c862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:34Z', 'updated_at': '2021-08-22T15:13:40Z', 'revision_number': 4, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'subnets': [{'id': 'ec6efd51-43fd-4593-974a-22003849c862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:41.651740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:41.652729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.689243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.689404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.844063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] Set router 9838bc39-c822-4ca2-85f3-9264cbefeb41 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:13:41.903189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:41.903552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.911372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.915696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:41.917755 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3e74fba-110d-4348-bcc3-dc7dd9f1971a HTTP/1.1" status: 204 len: 168 time: 0.3491874 Aug 22 15:13:41.949042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae4754-9b0c-4731-8559-d6ae65eb039f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e74fba-110d-4348-bcc3-dc7dd9f1971a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:42.206413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Deleting port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:13:42.206413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:42.214389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port c60c37d0-12ed-4f53-84e9-1ef9e605d5cb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:42.215358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:42.253630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-0aa101e3-0b5e-4fc6-91a8-9f5ba1f6a6f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:42.255248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-0aa101e3-0b5e-4fc6-91a8-9f5ba1f6a6f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.2480817 Aug 22 15:13:42.255926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for c60c37d0-12ed-4f53-84e9-1ef9e605d5cb owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:42.262692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e2fc040-873d-4e69-a54b-30d50352893b req-d1c8a373-a5dc-4dcc-903e-d07d7e3ce721 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.1832280 Aug 22 15:13:42.333114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] For port d5caeb1d-dd96-4a3b-8e16-ceff96112c98, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,segment=NetworkSegment(1a31ff5d-3713-4467-9e4f-c22cd76f0227),segment_id=1a31ff5d-3713-4467-9e4f-c22cd76f0227)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:42.333575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:42.334751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-546fe02f-9403-4256-95f9-ab4c480d8f75 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 380 time: 0.0639558 Aug 22 15:13:42.346354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': '975bc43e-1098-4752-a127-73be4269323d', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'security_groups': ['8b6eaf4c-c91b-4346-8c11-1e8047c7885e']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:42.352796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef86ccec-46be-4b4b-a405-f575479c75b6 req-6e1ef683-0a86-484f-967c-be2d10835305 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.1533852 Aug 22 15:13:42.425233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Calling delete_port for d5caeb1d-dd96-4a3b-8e16-ceff96112c98 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:13:42.482623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c5da5d7-473a-4a1e-9853-e9dc9f319e66 req-9ca3593b-5aa0-4465-896f-2e44c3ed3284 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.0383849 Aug 22 15:13:42.542217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:13:39Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:42.677084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f312854-f85c-4d9a-a541-55767757cca2 req-4d341549-9469-4395-985b-f30079b84003 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:42.679177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f312854-f85c-4d9a-a541-55767757cca2 req-4d341549-9469-4395-985b-f30079b84003 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 945 time: 0.1877544 Aug 22 15:13:42.817927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:42.831201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f312854-f85c-4d9a-a541-55767757cca2 req-e7eaf74d-ac28-4f96-a437-9111847372f9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378562 Aug 22 15:13:42.841488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:42.859866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd827fc4-e579-45bd-8b70-cf03119d3796 None None] The sync data for ids ['9838bc39-c822-4ca2-85f3-9264cbefeb41'] in n-d-805046-3 is: [{'id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408745865', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:10:14Z', 'updated_at': '2021-08-22T15:13:39Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c60c37d0-12ed-4f53-84e9-1ef9e605d5cb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838bc39-c822-4ca2-85f3-9264cbefeb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:10:15Z', 'updated_at': '2021-08-22T15:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:13:42.993102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.018986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.081505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] Pushing event deleted for resources: {'Port': ['ID=d5caeb1d-dd96-4a3b-8e16-ceff96112c98,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:43.112461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e0602-30a4-49a6-8772-34f1738ae5ad None None] No DVR routers for this DVR port d5caeb1d-dd96-4a3b-8e16-ceff96112c98 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:13:43.169245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=c60c37d0-12ed-4f53-84e9-1ef9e605d5cb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:43.185296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.13 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/19ebf716-f703-47d5-9ae5-02227d7de4f6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:43.299382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.611363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.661529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:43.675760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object 19ebf716-f703-47d5-9ae5-02227d7de4f6 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:43.807090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b5889ba5-0d78-4244-a114-06ba0550a15f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:43.872483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.973097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:43.981990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:43.981990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:43.990255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:44.022583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:44.048159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:44.054329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:44.071037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b5889ba5-0d78-4244-a114-06ba0550a15f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:44.099670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5182c44-88c7-4de0-9fac-8b9fe99155fd req-cccc9360-2854-4383-a4e6-79d71379a6fe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:44.102708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5182c44-88c7-4de0-9fac-8b9fe99155fd req-cccc9360-2854-4383-a4e6-79d71379a6fe tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.9393940 Aug 22 15:13:44.109696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b5889ba5-0d78-4244-a114-06ba0550a15f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:44.110095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.203852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:44.205022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.293308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.301286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-2b4a5bf2-ab07-4254-b5b9-a6825d4e62dc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9605479 Aug 22 15:13:44.310608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae764267-0da6-4eaf-b0fc-ad3c20a3d2ce req-42ea60e3-6d58-4155-9383-7cf0411b2a4b tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.2498453 Aug 22 15:13:44.316214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.322567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Request body: {'port': {'device_id': '975bc43e-1098-4752-a127-73be4269323d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:44.356853 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.439109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5182c44-88c7-4de0-9fac-8b9fe99155fd req-d65118eb-1013-472d-9b4d-1c26fa4228a2 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371683 Aug 22 15:13:44.477932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.499951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:44.503470 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda23fe-89be-4623-a5c4-d8a3e7ca39ff" -d '{"events": [{"server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:44.504536 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.505106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Fanout notify agent at l3_agent the message router_deleted on router 9838bc39-c822-4ca2-85f3-9264cbefeb41 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:13:44.513242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.518346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d568b814-f583-4572-80f7-e2a3171808f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/routers/9838bc39-c822-4ca2-85f3-9264cbefeb41 HTTP/1.1" status: 204 len: 168 time: 3.4226718 Aug 22 15:13:44.518625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59664) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:44.537128 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-b41c48ce-f31d-4e68-b018-ac85f8dcb1cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960262 Aug 22 15:13:44.586200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:44.591377 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.659265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.671589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b5889ba5-0d78-4244-a114-06ba0550a15f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b5889ba5-0d78-4244-a114-06ba0550a15f,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:13:44.789621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:44.810620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.814781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.834990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c32a3fc4-855c-418d-81b5-8fe9bc0b0714 req-dbd95678-fbd2-483a-bab6-b9d21dfd7f51 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.1867115 Aug 22 15:13:44.840892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df994b29-18c5-497c-8b34-f506dff3ff01 None None] Provisioning for port 19ebf716-f703-47d5-9ae5-02227d7de4f6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:44.876939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df994b29-18c5-497c-8b34-f506dff3ff01 None None] Provisioning complete for port 19ebf716-f703-47d5-9ae5-02227d7de4f6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:44.879873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df994b29-18c5-497c-8b34-f506dff3ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:44.909747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ea98d-586c-4d0e-a904-91d2ccb5849e req-08e4682a-b3f2-443a-91a1-788ea529907d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:44.935361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-196ea98d-586c-4d0e-a904-91d2ccb5849e req-08e4682a-b3f2-443a-91a1-788ea529907d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 932 time: 0.4157941 Aug 22 15:13:45.067361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df994b29-18c5-497c-8b34-f506dff3ff01 None None] Port 19ebf716-f703-47d5-9ae5-02227d7de4f6 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:45.080304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:45.096045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-196ea98d-586c-4d0e-a904-91d2ccb5849e req-5e91fa19-3540-45b6-bc12-066d8e53c8b3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532128 Aug 22 15:13:45.188595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9902ff-6933-4c9e-a4d6-91c1ebb84272 req-aadd5dc4-b861-4574-bccc-64f780f1e9e9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:45.190245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b9902ff-6933-4c9e-a4d6-91c1ebb84272 req-aadd5dc4-b861-4574-bccc-64f780f1e9e9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.2074001 Aug 22 15:13:45.246294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b9902ff-6933-4c9e-a4d6-91c1ebb84272 req-b69572a8-e3a3-44c9-b798-d8416729322e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Aug 22 15:13:45.296168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 115e3f88-06bc-4527-9c12-ad160e490a1f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:45.360209 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c604e5e2-f61d-499d-90a5-4c4b5f878a89 x-openstack-request-id: req-c604e5e2-f61d-499d-90a5-4c4b5f878a89 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:45.360644 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:45.360912 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c604e5e2-f61d-499d-90a5-4c4b5f878a89 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:45.361335 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'code': 200} Aug 22 15:13:45.364778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 115e3f88-06bc-4527-9c12-ad160e490a1f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:45.365255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 115e3f88-06bc-4527-9c12-ad160e490a1f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:45.365700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d5caeb1d-dd96-4a3b-8e16-ceff96112c98 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:45.410540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d5caeb1d-dd96-4a3b-8e16-ceff96112c98 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:45.412681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d5caeb1d-dd96-4a3b-8e16-ceff96112c98 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:45.563683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae31c3f-1b68-4b02-a064-57d79c5bfb4d req-ac229c48-67f4-4cea-b11d-8a01b8b23477 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.1054318 Aug 22 15:13:45.602413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b5889ba5-0d78-4244-a114-06ba0550a15f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:13:45.717016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b5889ba5-0d78-4244-a114-06ba0550a15f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:45.717903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:45.729368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae896db-6969-470e-9927-426b285c372f req-a6f8f674-1efb-4b85-9441-359dded5e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:45.732072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ae896db-6969-470e-9927-426b285c372f req-a6f8f674-1efb-4b85-9441-359dded5e586 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 1097 time: 0.2855310 Aug 22 15:13:45.744382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a303bd-e3f7-466e-9a13-4ba8cd3eb0aa req-f32dceed-bfb8-4067-9ab6-52558157dc5f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:45.746651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a303bd-e3f7-466e-9a13-4ba8cd3eb0aa req-f32dceed-bfb8-4067-9ab6-52558157dc5f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1026971 Aug 22 15:13:45.790985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:45.834503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ae896db-6969-470e-9927-426b285c372f req-b2324856-af84-460c-a06a-e93aab783468 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864480 Aug 22 15:13:45.844400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99a303bd-e3f7-466e-9a13-4ba8cd3eb0aa req-dee95379-55a0-4f27-9de1-9ff0f47a8496 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862160 Aug 22 15:13:45.895899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c60c37d0-12ed-4f53-84e9-1ef9e605d5cb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:13:45.935032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c60c37d0-12ed-4f53-84e9-1ef9e605d5cb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:13:45.935718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c60c37d0-12ed-4f53-84e9-1ef9e605d5cb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:13:45.936815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:45.976552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a31ff5d-3713-4467-9e4f-c22cd76f0227') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:45.977103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a31ff5d-3713-4467-9e4f-c22cd76f0227') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:13:45.997645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3e29aa4-ffef-43e1-886c-346ae85d0604 req-6a3d89f7-f1d6-4d81-a368-1a9d137dabee tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.0395188 Aug 22 15:13:46.004775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.076841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-dd0acd86-08b9-44ae-a298-025e1f30dcda tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:46.079656 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-dd0acd86-08b9-44ae-a298-025e1f30dcda tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.54 "GET /v2.0/networks?id=12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 200 len: 910 time: 0.5562615 Aug 22 15:13:46.094807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.117674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Request body: {'port': {'device_id': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'admin_state_up': True, 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:46.139002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:13:46.142276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:13:46.151155 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:13:46.354591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ebf716-f703-47d5-9ae5-02227d7de4f6 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:13:46.364734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0112207-79c6-4812-a5e0-b0a1bfa452fa req-f4cb5ed8-0d73-40ae-baed-cc69656bf3a7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:46.365734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.367005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0112207-79c6-4812-a5e0-b0a1bfa452fa req-f4cb5ed8-0d73-40ae-baed-cc69656bf3a7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 932 time: 0.1303430 Aug 22 15:13:46.392572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Transition to ACTIVE for port object 19ebf716-f703-47d5-9ae5-02227d7de4f6 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:46.454073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0112207-79c6-4812-a5e0-b0a1bfa452fa req-86811926-18a7-427c-8a39-f0f09ef2d008 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632710 Aug 22 15:13:46.461847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Made reservation on behalf of 9fd76862f2b44f8cb2505fb706045d7f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:46.466322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.469364 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.504863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.506801 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/networks/94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e HTTP/1.1" status: 204 len: 168 time: 1.9676721 Aug 22 15:13:46.509190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa3b7-ef61-4b17-8ba9-f8a466d42a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Network': ['ID=94f2f0cd-1f3f-4c47-b2e3-d7dd71b4d79e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:46.513417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59702) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:46.547200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.587130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626d68-c551-4f3e-8956-f550be92e7f4 req-9e9eea43-3fb4-4c4e-a1de-2b28d56ae628 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:46.589510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5626d68-c551-4f3e-8956-f550be92e7f4 req-9e9eea43-3fb4-4c4e-a1de-2b28d56ae628 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0931342 Aug 22 15:13:46.700293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5626d68-c551-4f3e-8956-f550be92e7f4 req-572b8279-54c9-46f8-8e93-7e6d436aee32 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025875 Aug 22 15:13:46.749039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Pushing event updated for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:46.887654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf1fa72-cd14-450d-859a-5c4ddbab0ae4 req-0dca7fb1-4ec8-419f-bbfe-38230c2419e8 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0672259 Aug 22 15:13:46.947744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:46.967067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-205d5e1c-c487-4f46-a5ef-8da5074df439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:46.969021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-205d5e1c-c487-4f46-a5ef-8da5074df439 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703&tenant_id=b9c047e2ccce4d1081de59de1d983a7d HTTP/1.1" status: 200 len: 1094 time: 0.0729942 Aug 22 15:13:46.997611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Allocated IP 172.20.0.11 (12eefc52-c549-40c9-8463-b6e1d8ef6c02/5cc4510a-faf5-4057-95cc-2043293bf7db/e4e024b8-1252-48f0-801d-15bd215b97d3) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:47.054227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.058271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Attempting to bind port 19ebf716-f703-47d5-9ae5-02227d7de4f6 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:47.058810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Attempting to bind port 19ebf716-f703-47d5-9ae5-02227d7de4f6 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:47.059079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Attempting to bind port 19ebf716-f703-47d5-9ae5-02227d7de4f6 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:47.073660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Port 19ebf716-f703-47d5-9ae5-02227d7de4f6 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:13:47.073793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Attempting to bind port 19ebf716-f703-47d5-9ae5-02227d7de4f6 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:47.117925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:47.118294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:47.118652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:47.119110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Bound port: 19ebf716-f703-47d5-9ae5-02227d7de4f6, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:47.119484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.189813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21ca1111-7a56-43f7-8b18-1b26d46362f2 req-76637bac-2920-489f-863e-10b3471ccd1c tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.0431128 Aug 22 15:13:47.252394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80026e-6915-4570-bab8-92bb8ca5989a req-0edc619b-633a-4040-a295-d9d7839c1f95 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.254412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb80026e-6915-4570-bab8-92bb8ca5989a req-0edc619b-633a-4040-a295-d9d7839c1f95 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.2480216 Aug 22 15:13:47.269177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-efc918c5-ffca-472d-b37a-ab207f952db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.274200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-efc918c5-ffca-472d-b37a-ab207f952db3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1094 time: 0.2545962 Aug 22 15:13:47.320395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.349338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Transition to ACTIVE for port object e4e024b8-1252-48f0-801d-15bd215b97d3 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:47.420796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb80026e-6915-4570-bab8-92bb8ca5989a req-937b9fa7-0f6d-4774-a02a-1141b2428101 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367974 Aug 22 15:13:47.443357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:47.451683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:47.460671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-987fd58d-6f55-4e55-8644-01f2299c5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.463186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-987fd58d-6f55-4e55-8644-01f2299c5260 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.1805100 Aug 22 15:13:47.543237 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.556810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-7ab5e0fd-e4bd-480d-a6b1-e77ecfeb31eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 999 time: 0.0858581 Aug 22 15:13:47.611157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:47.618650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:47.621744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:47.624555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:47.685897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.688125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.690313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-2663f18c-aac7-4cb2-800b-fbc63b251d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.691871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-2663f18c-aac7-4cb2-800b-fbc63b251d53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.1270938 Aug 22 15:13:47.699124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.699124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.699124 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/security-groups/fed98fcc-4aba-4823-acdf-eebbf2b08237 HTTP/1.1" status: 204 len: 168 time: 1.1846485 Aug 22 15:13:47.713158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.746747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debb985-6d07-4966-bf62-066a15ce44dc req-5883cc11-bd49-45ee-8dcf-777e7b37a77c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.761871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0debb985-6d07-4966-bf62-066a15ce44dc req-5883cc11-bd49-45ee-8dcf-777e7b37a77c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1431146 Aug 22 15:13:47.781037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79b4d-4cde-407e-8e7e-e17d04a772e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed98fcc-4aba-4823-acdf-eebbf2b08237,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:47.787404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.788064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:47.790455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] 10.222.0.10 "PUT /v2.0/ports/19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 1092 time: 3.4732108 Aug 22 15:13:47.791487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:47.793961 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7dcf7-0aba-4190-8023-b62a79da2219" -d '{"events": [{"name": "network-changed", "server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:47.852748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52822f78-8e94-41f4-b350-dd34451d578a service neutron] Pushing event updated for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:47.876749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-b7681cf3-939c-4538-b65b-cd368d186c0d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7654734 Aug 22 15:13:47.901399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0debb985-6d07-4966-bf62-066a15ce44dc req-17613483-7032-4ff3-aeb3-95d51877d2e5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350036 Aug 22 15:13:47.923447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-73d49713-182d-4500-b3b2-6d9353cd4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:47.931734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Request body: {'port': {'device_id': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:47.942587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-73d49713-182d-4500-b3b2-6d9353cd4d3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352328 Aug 22 15:13:48.128266 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828bc8fc-f6f2-435f-83d7-42a125cac9b6 x-openstack-request-id: req-828bc8fc-f6f2-435f-83d7-42a125cac9b6 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:48.128880 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:48.129054 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-828bc8fc-f6f2-435f-83d7-42a125cac9b6 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:48.129611 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'status': 'completed', 'code': 200} Aug 22 15:13:48.146474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ce4df1ad-fcf5-4b02-aded-b0f9326c8c57 None None] Provisioning for port e4e024b8-1252-48f0-801d-15bd215b97d3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:13:48.162417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ce4df1ad-fcf5-4b02-aded-b0f9326c8c57 None None] Provisioning complete for port e4e024b8-1252-48f0-801d-15bd215b97d3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:13:48.163086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce4df1ad-fcf5-4b02-aded-b0f9326c8c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:48.173739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:48.223222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-7321d60c-38e7-4162-9ef2-1d19a6d2bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:48.226838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-7321d60c-38e7-4162-9ef2-1d19a6d2bdc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1095 time: 0.2456768 Aug 22 15:13:48.248530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ce4df1ad-fcf5-4b02-aded-b0f9326c8c57 None None] Port e4e024b8-1252-48f0-801d-15bd215b97d3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:13:48.264611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-00e2c357-7c99-4942-86b2-7fc9b13d8cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144472 Aug 22 15:13:48.302038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8e800-7fa3-453b-9212-18383c1dd272 req-f5a1068c-b623-4740-af2a-376018410edc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:48.312948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfd8e800-7fa3-453b-9212-18383c1dd272 req-f5a1068c-b623-4740-af2a-376018410edc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.3064001 Aug 22 15:13:48.419870 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-b320e844-df84-4a43-a1d1-49e4b867f9b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 217 time: 0.1372049 Aug 22 15:13:48.494234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b3dbcec-ed54-4723-875b-2e70f9c8613d req-1e048fc4-d740-40f7-a7b8-5fc58246f657 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117825 Aug 22 15:13:48.512949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfd8e800-7fa3-453b-9212-18383c1dd272 req-33c32a0c-e41c-4421-8c61-2346fab1ff5f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979787 Aug 22 15:13:48.581790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-5b698cff-3073-4e6b-861b-f0d29b950c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:48.587080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-5b698cff-3073-4e6b-861b-f0d29b950c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1644113 Aug 22 15:13:48.638339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:48.648305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757551694', 'description': 'tempest-secgroup-smoke-1757551694 description', 'project_id': '5e7a703bd64b4e4d944d0017fd296794'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:48.786498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65656b36-fd3b-4b4a-b731-0183a2a4d733 req-53bcf566-e15e-4f55-b3c9-6dc4c208ae24 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0928142 Aug 22 15:13:48.884315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-3a98e35c-c0df-48d4-bc37-cda7812c2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:48.888449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-3a98e35c-c0df-48d4-bc37-cda7812c2063 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933836 Aug 22 15:13:48.893738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:48.997066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed31aea-20cf-4943-8803-a7eb71404713 req-7e71af88-a9f3-4133-96ca-14b5bbd1a212 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:49.004731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aed31aea-20cf-4943-8803-a7eb71404713 req-7e71af88-a9f3-4133-96ca-14b5bbd1a212 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1028 time: 0.2825437 Aug 22 15:13:49.165699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e024b8-1252-48f0-801d-15bd215b97d3 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:13:49.177324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.185517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aed31aea-20cf-4943-8803-a7eb71404713 req-47d110e6-0470-47ae-9175-a167bdcaf0e4 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563144 Aug 22 15:13:49.208753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Transition to ACTIVE for port object e4e024b8-1252-48f0-801d-15bd215b97d3 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:13:49.216017 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-84341f0f-c5fc-45a4-a13c-25debf7f057a service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169689 Aug 22 15:13:49.232548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84043bc-574f-4944-a20d-896c12e37243 req-1f5992ee-b2cb-4b77-bb28-c21bb5e9d493 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:49.241217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84043bc-574f-4944-a20d-896c12e37243 req-1f5992ee-b2cb-4b77-bb28-c21bb5e9d493 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.2116299 Aug 22 15:13:49.283445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.309221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.314912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84043bc-574f-4944-a20d-896c12e37243 req-ea25b351-c556-46bc-b270-820884bf47a4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725467 Aug 22 15:13:49.415454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.473082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdbb78b4-2b32-44df-be3f-230f38d7087a req-e3d12b56-82b1-47ff-9aca-3d0832bc4c97 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462225 Aug 22 15:13:49.501603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503a4313-3084-443b-9bc3-7d03bec0fa11,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:49.516329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:49.549798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b288d3a-18b9-45e9-8261-e4873e88f844 req-be8f58da-fd6f-4984-8c3f-5335430de4b2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:49.560036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b288d3a-18b9-45e9-8261-e4873e88f844 req-be8f58da-fd6f-4984-8c3f-5335430de4b2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1223736 Aug 22 15:13:49.568666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.569966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d13432f8-ed2b-44b8-80ce-7362f2a2781d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9299893 Aug 22 15:13:49.581199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:49.610629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:49.673897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b288d3a-18b9-45e9-8261-e4873e88f844 req-c3e53a27-bf9f-4c37-a174-415488fc1fdf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125791 Aug 22 15:13:49.771888 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.869961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Attempting to bind port e4e024b8-1252-48f0-801d-15bd215b97d3 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:13:49.870415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Attempting to bind port e4e024b8-1252-48f0-801d-15bd215b97d3 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:13:49.872064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Attempting to bind port e4e024b8-1252-48f0-801d-15bd215b97d3 on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:49.901762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Port e4e024b8-1252-48f0-801d-15bd215b97d3 on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:13:49.902102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Attempting to bind port e4e024b8-1252-48f0-801d-15bd215b97d3 on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:13:49.908869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.927538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:13:49.928012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Checking segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:13:49.928421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Bound using segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:13:49.928956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Bound port: e4e024b8-1252-48f0-801d-15bd215b97d3, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:13:49.929343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:49.988521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-36b60b99-0de6-4500-9dd3-24ffc417f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:49.991465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-36b60b99-0de6-4500-9dd3-24ffc417f368 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1095 time: 0.2948277 Aug 22 15:13:50.008678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:50.068244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0aea589-248e-4b19-8a81-2b28f2083abd req-9fc20db5-c35e-44fd-b74e-6012348f41bc tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0836053 Aug 22 15:13:50.120736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9666ed07-c42e-4836-b8b9-ff411208d41c,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:50.273544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:50.276738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-20aac254-7846-4248-be98-13e0435e846a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6850867 Aug 22 15:13:50.278892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59792) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:50.292668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:50.444415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-8c468152-9ed4-4e17-83ba-a1f6a594105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:50.447702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-8c468152-9ed4-4e17-83ba-a1f6a594105c service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.4069376 Aug 22 15:13:50.560950 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-6a55ff1f-2a56-4443-855b-b2a5fc643f1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 217 time: 0.1058350 Aug 22 15:13:50.574717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:13:50.592235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:50.672455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15f28-3391-44b4-b21c-6281aa3bdb30 req-8e3e62d7-374c-4c8f-959e-2a7db4636a11 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:50.680762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f15f28-3391-44b4-b21c-6281aa3bdb30 req-8e3e62d7-374c-4c8f-959e-2a7db4636a11 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1601362 Aug 22 15:13:50.685666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b01d26-245c-4299-b01a-1eae810e3d4e req-a37810bb-afc9-4b83-8635-70e0f97695c4 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:50.687372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9b01d26-245c-4299-b01a-1eae810e3d4e req-a37810bb-afc9-4b83-8635-70e0f97695c4 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1053 time: 0.2646868 Aug 22 15:13:50.701481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-14c15578-56dc-4b3b-8757-41b0617dc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:50.703323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-14c15578-56dc-4b3b-8757-41b0617dc265 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1315920 Aug 22 15:13:50.731419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e024b8-1252-48f0-801d-15bd215b97d3,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:13:50.757039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f15f28-3391-44b4-b21c-6281aa3bdb30 req-29d06623-d5dd-4d4e-9108-2933804e729c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710301 Aug 22 15:13:50.769458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:50.832389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:50.905129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:50.921443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9b01d26-245c-4299-b01a-1eae810e3d4e req-b46b7b51-4284-4b05-824b-56791bf7250d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848445 Aug 22 15:13:50.961869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.005599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cf7f13-2dfd-44ae-908d-c024542d5aff,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:51.038458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-8cc0eeea-d559-4be9-8b39-2d2fa4d08c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:51.042410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-8cc0eeea-d559-4be9-8b39-2d2fa4d08c45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259170 Aug 22 15:13:51.058296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:51.060509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.061147 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.063183 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4e024b8-1252-48f0-801d-15bd215b97d3 HTTP/1.1" status: 200 len: 1092 time: 3.1596398 Aug 22 15:13:51.069188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:13:51.071860 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9501b0e8-7ee0-450d-9072-6878f518e658" -d '{"events": [{"name": "network-changed", "server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:13:51.139381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.140834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1b97f701-bb95-405c-afc4-4c9357757d7b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8604014 Aug 22 15:13:51.146572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59814) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:51.155151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:51.200796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a75345e3-38ca-4246-88d8-1fab8cb7fb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.204668 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ace19-5980-40f4-8a41-8742e01de4c6 x-openstack-request-id: req-114ace19-5980-40f4-8a41-8742e01de4c6 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:13:51.205123 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:13:51.205474 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-114ace19-5980-40f4-8a41-8742e01de4c6 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:13:51.205952 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3', 'status': 'completed', 'code': 200} Aug 22 15:13:51.255679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770660-5be5-4b71-94e5-70cf1efd63ef req-45492734-30a4-4bc4-a5d5-10862792dfc8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:51.259913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8770660-5be5-4b71-94e5-70cf1efd63ef req-45492734-30a4-4bc4-a5d5-10862792dfc8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1772757 Aug 22 15:13:51.308426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935d26-5bd0-46d8-a0d5-c9ae7e82d1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:51.349549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8770660-5be5-4b71-94e5-70cf1efd63ef req-d82389a8-3b2d-433c-84fc-273ac415c1fc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791461 Aug 22 15:13:51.480838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a7046f2-d991-465d-b3d6-771fef4ce86d req-7d831217-a8bd-4eb0-a9a0-47099e785428 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0571611 Aug 22 15:13:51.484942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.617160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.651468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-cbc454ef-c354-4061-8c71-6390a04685a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:51.653977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-cbc454ef-c354-4061-8c71-6390a04685a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.4008749 Aug 22 15:13:51.706235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-bfc6f023-317c-496b-80c5-c62b1cc046c7 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954647 Aug 22 15:13:51.706235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a75345e3-38ca-4246-88d8-1fab8cb7fb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.746278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.746507 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-6ee39b61-9128-4732-8615-d0dd8bd8f272 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4e024b8-1252-48f0-801d-15bd215b97d3 HTTP/1.1" status: 200 len: 217 time: 0.0652292 Aug 22 15:13:51.775150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045c4599-a175-45a6-92ab-7facc018c9eb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:51.868735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a75345e3-38ca-4246-88d8-1fab8cb7fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.932308 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3c7dcf7-0aba-4190-8023-b62a79da2219 req-f313427d-34f6-498e-9dfb-88f49d53a3a1 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005520 Aug 22 15:13:51.966811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:51.976394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59824) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:51.976883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ba4e5ec2-5193-4727-95e7-65073ce7d493 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8233154 Aug 22 15:13:51.998621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a63b9-3152-4bbe-b363-66cb4deff3b7 req-48634c42-167c-4285-8eda-7829f52bb622 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:52.000169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c6a63b9-3152-4bbe-b363-66cb4deff3b7 req-48634c42-167c-4285-8eda-7829f52bb622 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1199298 Aug 22 15:13:52.007505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:52.031127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75345e3-38ca-4246-88d8-1fab8cb7fb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebdbff-d950-4604-a044-aaf4e28788fa,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:52.066615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a75345e3-38ca-4246-88d8-1fab8cb7fb83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f97ad9f6c61443ab84aad2fb85f5d04a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2964277 Aug 22 15:13:52.071010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59830) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:52.129246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c6a63b9-3152-4bbe-b363-66cb4deff3b7 req-9ed789c2-b012-4787-acb0-fbb6b59d4dd3 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029191 Aug 22 15:13:52.156907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-123a3984-b744-474f-85b1-1e71dd5b0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:52.158794 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-123a3984-b744-474f-85b1-1e71dd5b0c04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5cc4510a-faf5-4057-95cc-2043293bf7db HTTP/1.1" status: 200 len: 848 time: 0.0852578 Aug 22 15:13:52.256154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.285172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaa662-7243-48c0-be6d-225182111223 req-5a41147c-0c78-4b62-8fec-e4187d74445a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:52.288323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ccaa662-7243-48c0-be6d-225182111223 req-5a41147c-0c78-4b62-8fec-e4187d74445a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1572461 Aug 22 15:13:52.337039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.356125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-3a12bc1a-ac68-4c26-a1ae-335a893a1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:52.358234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-3a12bc1a-ac68-4c26-a1ae-335a893a1f58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12eefc52-c549-40c9-8463-b6e1d8ef6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874416 Aug 22 15:13:52.373527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.404798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.408218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ccaa662-7243-48c0-be6d-225182111223 req-c9af3cc7-07f1-4b82-bd46-1684aa7d0b84 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098900 Aug 22 15:13:52.513696 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-581c7eba-7888-4ec3-ad4d-9b7dcadfcbd8 service neutron] 10.222.0.54 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232042 Aug 22 15:13:52.515089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.539534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253dffec-cfe9-45d5-bad0-9009ab668873,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:52.574162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8db30-a015-4fb4-84c4-095c6c57bc97 req-e8b293dc-87aa-44a1-abc1-99c38099453b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:52.575812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23a8db30-a015-4fb4-84c4-095c6c57bc97 req-e8b293dc-87aa-44a1-abc1-99c38099453b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.0699515 Aug 22 15:13:52.577709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.579903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.581156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2aebdbff-d950-4604-a044-aaf4e28788fa HTTP/1.1" status: 204 len: 168 time: 0.5028052 Aug 22 15:13:52.623571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb64e1-9e35-430e-969a-c0ac8f02df3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebdbff-d950-4604-a044-aaf4e28788fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:52.661654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23a8db30-a015-4fb4-84c4-095c6c57bc97 req-b80e29af-2bdd-4619-8997-cef37ab011d5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688760 Aug 22 15:13:52.734946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:52.736553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-312d7d4b-bed8-46d1-8a49-453cbf7720dc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7426002 Aug 22 15:13:52.739751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59844) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:52.745953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:52.797000 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-058bb62a-cf8f-4f83-96a8-944a128efab4 req-461ffeba-a93d-4ef9-829e-7c6b28467858 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0380566 Aug 22 15:13:52.884702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-66d05310-710c-4f5e-a063-a27e8c0a13d6 req-42368f04-4da3-4cb6-a67c-8197d2a48a1e service neutron] 10.222.0.54 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523456 Aug 22 15:13:52.912526 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:13:52.935504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.071099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.167514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.209842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb70e87-c46b-4b7e-955a-f89aa8a67a19,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:53.317017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.322691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59856) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:53.323320 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4997e6a3-9847-4bd6-aa01-5eada4d2cd36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5819499 Aug 22 15:13:53.327897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '503a4313-3084-443b-9bc3-7d03bec0fa11', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:53.463081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43339e03-f6b3-4e5c-a039-8d343dd18217 req-bd561f2e-002a-4579-8103-6d126ab5a1a6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:53.464997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43339e03-f6b3-4e5c-a039-8d343dd18217 req-bd561f2e-002a-4579-8103-6d126ab5a1a6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1177533 Aug 22 15:13:53.525528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43339e03-f6b3-4e5c-a039-8d343dd18217 req-e1dab1f8-01e0-48a3-994d-543cad720473 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Aug 22 15:13:53.535476 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:13:53.553810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.683106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.744875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ad1b-2401-4d22-af85-b777821bdee7 req-effeffff-fb49-48b1-b88e-e375538fdd07 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:53.746635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8e0ad1b-2401-4d22-af85-b777821bdee7 req-effeffff-fb49-48b1-b88e-e375538fdd07 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0565977 Aug 22 15:13:53.786939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59862) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:53.804875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6aefb32f-d01f-433e-a5ca-0f2fc8d0bcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.816220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8e0ad1b-2401-4d22-af85-b777821bdee7 req-6bd632ec-6620-4a72-abcf-fb5837463766 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Aug 22 15:13:53.817454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:53.851855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a978778-9aee-45bd-80ee-cb3dad3a9ad7,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:54.049976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d58a54-32f7-40da-9c6a-cf45d5f57b0b req-b3214c9e-b3d3-40e3-b633-57ba39801f3c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:54.051893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d58a54-32f7-40da-9c6a-cf45d5f57b0b req-b3214c9e-b3d3-40e3-b633-57ba39801f3c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1067569 Aug 22 15:13:54.057951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6aefb32f-d01f-433e-a5ca-0f2fc8d0bcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.136791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02d58a54-32f7-40da-9c6a-cf45d5f57b0b req-8ab9f7b6-7976-43f3-97fa-ed6a8cc1f2ce tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710592 Aug 22 15:13:54.137859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6aefb32f-d01f-433e-a5ca-0f2fc8d0bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.238518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.243654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7dade9d5-a6dd-4595-baae-ca4739eebdae tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9168649 Aug 22 15:13:54.249795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59866) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:54.262748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'network': {'name': 'tempest-network-smoke--288194676', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:54.269206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6aefb32f-d01f-433e-a5ca-0f2fc8d0bcc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=795030e215a74296a2d603a0882f39a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811440 Aug 22 15:13:54.271906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59868) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:54.283274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefb32f-d01f-433e-a5ca-0f2fc8d0bcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f16bdd-60db-4d49-8878-b5fef9e3a253,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:54.392132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a70afa6-f71a-4ed0-af18-2f2c5a8f4a6f req-a59a81b0-3c6a-4838-aa30-cb89ea3a94e5 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0599389 Aug 22 15:13:54.398487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:13:54.417763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.463538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.487515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:13:54.516221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.516828 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Added segment 88ca4220-a323-423b-9d58-c830714b9aca of type vlan for network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 Aug 22 15:13:54.523108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.629481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.767849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf24c-d434-42e6-bcc8-47f0c72fa27e req-2b3dba13-22f4-4ce7-9662-9bd7b6b56a63 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:54.769613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65cf24c-d434-42e6-bcc8-47f0c72fa27e req-2b3dba13-22f4-4ce7-9662-9bd7b6b56a63 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.0970156 Aug 22 15:13:54.800188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.807744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.809017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7f16bdd-60db-4d49-8878-b5fef9e3a253 HTTP/1.1" status: 204 len: 168 time: 0.5356395 Aug 22 15:13:54.831042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e6c63-7393-47b5-b398-e58d98a82127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f16bdd-60db-4d49-8878-b5fef9e3a253,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:54.839987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.865697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:54.869566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:54.893254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a65cf24c-d434-42e6-bcc8-47f0c72fa27e req-8d672670-f3a8-4632-8444-f5b7896eec29 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151888 Aug 22 15:13:55.072128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f53da-d5a6-46b3-9386-6096482f0c61 req-fa58a5e6-2473-4bc3-86cf-1c11de72b345 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:55.084085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436f53da-d5a6-46b3-9386-6096482f0c61 req-fa58a5e6-2473-4bc3-86cf-1c11de72b345 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0798533 Aug 22 15:13:55.089089 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:13:55.121795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Network': ['ID=2fea20a2-95f1-4f48-a1ac-d872b1a12409,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:55.126472 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1e5ff615-fbc3-4170-9b0d-406164e39e58 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8751144 Aug 22 15:13:55.129320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:55.135745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'admin_state_up': True, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:13:55.141039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:13:55.194061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436f53da-d5a6-46b3-9386-6096482f0c61 req-0d1e05b0-165e-4dd7-aaef-8c717736eb39 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938158 Aug 22 15:13:55.357532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360ad2-23d4-4244-b507-3ba68c2e4865 req-26ca476d-ec91-4986-9680-757b37fb3c88 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:55.359422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95360ad2-23d4-4244-b507-3ba68c2e4865 req-26ca476d-ec91-4986-9680-757b37fb3c88 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.0621338 Aug 22 15:13:55.408439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95360ad2-23d4-4244-b507-3ba68c2e4865 req-e1bf4291-4a41-4639-8c81-d4d8d3014b25 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 Aug 22 15:13:55.558263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:55.559641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:55.594051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff089a48-41bc-464a-aa80-0b1ef63985c9 req-d3747df6-40bf-4976-8cee-5ed07f9fba86 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Aug 22 15:13:55.673694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:56.160149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da305e6-4759-4c3b-9834-fc20095f9a98 req-6b5ec055-848e-44c1-b396-af86ae726552 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:56.166576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da305e6-4759-4c3b-9834-fc20095f9a98 req-6b5ec055-848e-44c1-b396-af86ae726552 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.0983377 Aug 22 15:13:56.288097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da305e6-4759-4c3b-9834-fc20095f9a98 req-f0ebb114-3c7f-4acf-b426-c0687bc3b001 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155586 Aug 22 15:13:56.498302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:56.503446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca964190-673a-4aba-ae4a-d1cfc489b0cf req-d53b49c9-ad32-4753-b361-2ccab1b67680 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:56.512737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca964190-673a-4aba-ae4a-d1cfc489b0cf req-d53b49c9-ad32-4753-b361-2ccab1b67680 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0973079 Aug 22 15:13:56.556373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca964190-673a-4aba-ae4a-d1cfc489b0cf req-61d2fcbc-b1b7-4ad4-9f48-baa973d0edc4 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Aug 22 15:13:56.792986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e6b99-96d6-42db-af19-51ccb5246f47 req-4b914894-8a26-405d-a302-8ea98050d843 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:56.794822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c02e6b99-96d6-42db-af19-51ccb5246f47 req-4b914894-8a26-405d-a302-8ea98050d843 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1539283 Aug 22 15:13:56.886168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c02e6b99-96d6-42db-af19-51ccb5246f47 req-eb95a3d5-0e05-454b-ae50-1b076d214957 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647163 Aug 22 15:13:57.038135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2f5dd3b-a439-4d23-9d0b-5f7ef2b90694 req-ae795349-a52b-4c42-84d2-6433586e565e tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0524967 Aug 22 15:13:57.155443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:57.206091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:57.389682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.190 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c7000839-dc20-4929-8104-8058aa99d976) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:13:57.471756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2459-1491-439d-9f0c-7d7347524a0d req-553e12c7-cc55-4f75-84e4-7227457b6d24 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:57.488413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-301a2459-1491-439d-9f0c-7d7347524a0d req-553e12c7-cc55-4f75-84e4-7227457b6d24 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1028855 Aug 22 15:13:57.582493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-301a2459-1491-439d-9f0c-7d7347524a0d req-80e23a81-cc35-46a0-9713-39aa81c85c95 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871506 Aug 22 15:13:57.585691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:57.727165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:57.830653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c9f2-70ec-43cf-8c1c-df0170f5a857 req-fa53ba8e-dc72-4ebd-bb50-1ca633e3a0fb tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:57.832321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0196c9f2-70ec-43cf-8c1c-df0170f5a857 req-fa53ba8e-dc72-4ebd-bb50-1ca633e3a0fb tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1301491 Aug 22 15:13:57.904970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=c7000839-dc20-4929-8104-8058aa99d976,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:13:57.960525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:13:57.963592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:13:57.968570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:13:57.986592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0196c9f2-70ec-43cf-8c1c-df0170f5a857 req-3917ff45-5fd2-4948-b0b8-e708518ec2d3 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417725 Aug 22 15:13:58.202940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac69c7b-1d01-4d45-a060-bf7f531ef216 req-b59d2713-e52b-411b-8187-084b53703e26 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:58.220764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cac69c7b-1d01-4d45-a060-bf7f531ef216 req-b59d2713-e52b-411b-8187-084b53703e26 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1527205 Aug 22 15:13:58.327736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cac69c7b-1d01-4d45-a060-bf7f531ef216 req-393f5b05-f8aa-49b8-8640-d819c1169bce tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024249 Aug 22 15:13:58.437458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79d8cced-c893-4b39-9c1e-d05c3a2a585a req-7cbb9544-364f-480b-8e8a-ae50acb2848a tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0489664 Aug 22 15:13:58.621453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:58.821102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a4dd0-8268-403f-b7a9-2009640a92d7 req-82fab58a-acb8-4b27-a952-9fc965278811 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:58.835782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c2a4dd0-8268-403f-b7a9-2009640a92d7 req-82fab58a-acb8-4b27-a952-9fc965278811 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1219399 Aug 22 15:13:58.956227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c2a4dd0-8268-403f-b7a9-2009640a92d7 req-cfc25f90-daeb-4d65-96ea-7f434c579504 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113427 Aug 22 15:13:58.965989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59938) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:13:59.071837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:59.182338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6060c362-eabf-42df-af0f-c41c055eddcf req-ffb29439-08cf-4151-a813-3e62d39efa36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0966637 Aug 22 15:13:59.195902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:59.210263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43c337-a766-474f-83ca-79bdc6049c26 req-cfbba9a9-736c-4979-b39f-22003dc07a90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:59.225368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f43c337-a766-474f-83ca-79bdc6049c26 req-cfbba9a9-736c-4979-b39f-22003dc07a90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1098158 Aug 22 15:13:59.281244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f43c337-a766-474f-83ca-79bdc6049c26 req-852ed051-241e-4014-976f-94ee3c9e3afa tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Aug 22 15:13:59.423016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:13:59.459683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fe8da-4ed0-4fd8-a7d8-b53db2599210 req-b11d7aec-8a50-4580-8929-c15d6e5a8c45 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:13:59.461905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b2fe8da-4ed0-4fd8-a7d8-b53db2599210 req-b11d7aec-8a50-4580-8929-c15d6e5a8c45 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.0585003 Aug 22 15:13:59.510184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b2fe8da-4ed0-4fd8-a7d8-b53db2599210 req-6d29aa12-4fa2-4e0c-b8b7-a8682f974335 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Aug 22 15:13:59.640260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1494fe08-7959-4475-a822-73dbaaeb14ab req-895b383c-4e35-4b13-ae16-d17b1f812597 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0512345 Aug 22 15:14:00.132525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f319-91ca-45b1-bbbf-fc3f75f97612 req-3c5a88c2-f912-468d-91c3-d654980b5298 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:00.135323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c073f319-91ca-45b1-bbbf-fc3f75f97612 req-3c5a88c2-f912-468d-91c3-d654980b5298 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.0684814 Aug 22 15:14:00.217473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c073f319-91ca-45b1-bbbf-fc3f75f97612 req-05ded562-4df8-4486-87ae-451e8a61d387 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711474 Aug 22 15:14:00.402897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9127f6e9-ef92-457b-ad6d-77de2432a686 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:14:00.417986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b25cf-f000-4d18-897a-117d4b240236 req-0fb0b504-0103-4f1a-9a03-2fe69133a63f tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:00.417986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec7b25cf-f000-4d18-897a-117d4b240236 req-0fb0b504-0103-4f1a-9a03-2fe69133a63f tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0560377 Aug 22 15:14:00.470653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ec7b25cf-f000-4d18-897a-117d4b240236 req-9d31cc0e-dad2-4071-b4e0-b77be810f902 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 Aug 22 15:14:00.477130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.479022 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-12325505-cd11-495e-83d0-07ac3c495132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.524975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b1ea9-ff68-42be-a7c0-87220a061fd7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:00.529146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e2e1bda07514e9087e0644aa6db5419&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5632715 Aug 22 15:14:00.533755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59956) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:00.537844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.538215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.538878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.539743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.540081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.540434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.540788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.541116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.542128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.542553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.542896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.543230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07356e-900d-4050-a2ca-ff51570d3802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.587366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:00.603452 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Sync routers for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:00.614535 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:00.615240 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:00.623054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.658311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.718354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.724161 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d82af5fa-0c7c-4414-ab7b-b741b09c2739 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.5898931 Aug 22 15:14:00.724161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:00.760760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e168-4b62-4c1b-b4c2-9c35385549d3 req-78bf395f-5dcc-4329-a1c2-f667a3a08618 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:00.762498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c33e168-4b62-4c1b-b4c2-9c35385549d3 req-78bf395f-5dcc-4329-a1c2-f667a3a08618 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.0784392 Aug 22 15:14:00.788550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4d61407-eb83-40af-9556-620f31678597 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5e7a703bd64b4e4d944d0017fd296794&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621510 Aug 22 15:14:00.793429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59964) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:00.877311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:00.884034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.886675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:00.887059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c33e168-4b62-4c1b-b4c2-9c35385549d3 req-3c69683a-5922-4899-b6cf-ffbeea3f5419 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155968 Aug 22 15:14:00.890839 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/507b1ea9-ff68-42be-a7c0-87220a061fd7 HTTP/1.1" status: 204 len: 168 time: 0.3531206 Aug 22 15:14:00.912610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b1ea9-ff68-42be-a7c0-87220a061fd7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:00.947165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.951875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.952467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.956837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.957356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.957810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.961339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.964771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.965262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.965970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.966440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:00.966925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318df45-946d-4cbb-abfb-b1cc1d0d0f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:01.005566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5493099-b610-4882-9df6-4057c557c3b1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:01.011540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f5493099-b610-4882-9df6-4057c557c3b1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2159450 Aug 22 15:14:01.015765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:01.067020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63d8e347-3320-4a90-abdc-3094f0833c05 req-0283b38f-5818-49c2-b9a6-1edbc5d6ecaa tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0842533 Aug 22 15:14:01.089908 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:13:58Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:01.093871 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fc2e9d9-873e-49e4-bd15-921cd2c53ab2 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765834 Aug 22 15:14:01.100106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:01.104876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716746841', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:01.139999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Checking router: 9127f6e9-ef92-457b-ad6d-77de2432a686 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:01.140339 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Updating router 9127f6e9-ef92-457b-ad6d-77de2432a686 port c7000839-dc20-4929-8104-8058aa99d976 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:14:01.180503 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.344323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:14:01.355201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.526254 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.551261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Transition to ACTIVE for port object c7000839-dc20-4929-8104-8058aa99d976 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:01.614377 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.641036 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c2408def-e40e-47c8-909e-8574af56a8a4 req-e63549cd-4703-4bcb-aa4d-8dfbea40b3af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5250e61e58e4e508af258611887fb99&device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0321035 Aug 22 15:14:01.681646 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Attempting to bind port c7000839-dc20-4929-8104-8058aa99d976 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:01.682010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Attempting to bind port c7000839-dc20-4929-8104-8058aa99d976 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:01.682369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Attempting to bind port c7000839-dc20-4929-8104-8058aa99d976 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:01.691615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c2408def-e40e-47c8-909e-8574af56a8a4 req-a7bc8d60-412d-4ce5-8876-a3f0d848b465 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c5250e61e58e4e508af258611887fb99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348260 Aug 22 15:14:01.695721 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:01.696162 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:01.696612 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.697098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:01.697860 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Bound port: c7000839-dc20-4929-8104-8058aa99d976, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:01.701047 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.706138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8815-51dc-4065-ad97-eddeb446d23b None None] Pushing event updated for resources: {'Port': ['ID=c7000839-dc20-4929-8104-8058aa99d976,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:01.708033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436d0c-0bee-4d60-93be-17ea949875bb req-f4502ee6-690b-4470-8cb7-eb5a0f21b2d7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:01.717121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19436d0c-0bee-4d60-93be-17ea949875bb req-f4502ee6-690b-4470-8cb7-eb5a0f21b2d7 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.0790706 Aug 22 15:14:01.740124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.789503 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] For port c7000839-dc20-4929-8104-8058aa99d976, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:01.794746 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] For port c7000839-dc20-4929-8104-8058aa99d976, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c7000839-dc20-4929-8104-8058aa99d976,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:01.807624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19436d0c-0bee-4d60-93be-17ea949875bb req-0a8f1590-8c1f-49ef-8b89-c8b384b33cdd tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892274 Aug 22 15:14:01.845357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Subnet': ['ID=36ad0636-ab76-44b5-92c3-965d2b28dccb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:01.852808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408def-e40e-47c8-909e-8574af56a8a4 req-2e828439-81fa-4bc5-82b7-3cdb1d6cff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:01.856544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c2408def-e40e-47c8-909e-8574af56a8a4 req-2e828439-81fa-4bc5-82b7-3cdb1d6cff03 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573246 Aug 22 15:14:01.856709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:01.857047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network hostable DHCP agents. Network: 2fea20a2-95f1-4f48-a1ac-d872b1a12409, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:14:01.871514 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:01.936338 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:01.936994 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:01.939591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ac27-c7c2-4c31-8a4c-bee9a803e053 req-f5cab1c3-74fa-4875-a7f0-2676c3dc90c9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:01.941247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2243ac27-c7c2-4c31-8a4c-bee9a803e053 req-f5cab1c3-74fa-4875-a7f0-2676c3dc90c9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0613034 Aug 22 15:14:01.942530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8815-51dc-4065-ad97-eddeb446d23b None None] Pushing event updated for resources: {'Port': ['ID=c7000839-dc20-4929-8104-8058aa99d976,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:01.971442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:14:01.995178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2243ac27-c7c2-4c31-8a4c-bee9a803e053 req-0120c528-6557-4761-b6c0-ee2ccadbae5e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Aug 22 15:14:02.072143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2fea20a2-95f1-4f48-a1ac-d872b1a12409) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:02.079939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:02.080567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:02.088310 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:02.088925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97fb8d8-8e43-4b24-a2db-bb254d600d17 None None] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:14:02.126823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35a3fae8-62ac-4229-bd6a-a689bdd0b5b5 req-a7845e55-3c26-4ca8-b6f0-dbbbe5f3b559 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0521424 Aug 22 15:14:02.203311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1b9d8e58-20a2-4238-a5d6-7a75058206ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1050057 Aug 22 15:14:02.207669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:02.327752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe158d8-68d5-4ada-bad3-8a606d771a76 req-e76f048b-5b4a-4f75-8e0c-7f6149a061de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:02.332616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fe158d8-68d5-4ada-bad3-8a606d771a76 req-e76f048b-5b4a-4f75-8e0c-7f6149a061de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 944 time: 0.1255560 Aug 22 15:14:02.345406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:13:58Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:02.363140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:14:02.371454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:02.393451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fe158d8-68d5-4ada-bad3-8a606d771a76 req-751a5d3d-9cd1-4817-ba57-b4782d3cb82e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523880 Aug 22 15:14:02.420628 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bd3cb-c6cc-46cb-baf7-d8d0a2f7cacd None None] The sync data for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 is: [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:13:58Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:02.553401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Allocated IP 172.20.0.2 (2fea20a2-95f1-4f48-a1ac-d872b1a12409/36ad0636-ab76-44b5-92c3-965d2b28dccb/8227a41f-e48e-45ae-a75e-aee7fb202fcd) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:02.762483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:02.791020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Transition to ACTIVE for port object 8227a41f-e48e-45ae-a75e-aee7fb202fcd will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:02.819247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Transition to ACTIVE for port object 8227a41f-e48e-45ae-a75e-aee7fb202fcd will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:02.837731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 19ebf716-f703-47d5-9ae5-02227d7de4f6 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:03.010069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:03.010262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a74082-3f3b-4ece-9c44-3e10d0e33b82 req-cc3b0717-db1c-4693-a8ff-015e64e9ab77 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:03.010262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06a74082-3f3b-4ece-9c44-3e10d0e33b82 req-cc3b0717-db1c-4693-a8ff-015e64e9ab77 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.0723956 Aug 22 15:14:03.010578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'mac_address': 'fa:16:3e:e6:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:03.010733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.033258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06a74082-3f3b-4ece-9c44-3e10d0e33b82 req-5a343327-109b-4480-be0b-ef80f4a46e4f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496149 Aug 22 15:14:03.046179 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.066513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ebf716-f703-47d5-9ae5-02227d7de4f6 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:03.103692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:03.105678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.162795 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.204645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.215565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840183-25aa-4bfb-90bb-90756404be39 req-d457a679-ba7d-405d-bc4a-738a2e43b354 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:03.229131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:03.233434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:03.240191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65840183-25aa-4bfb-90bb-90756404be39 req-d457a679-ba7d-405d-bc4a-738a2e43b354 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1099434 Aug 22 15:14:03.240365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:03.264575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Pushing event updated for resources: {'Port': ['ID=8227a41f-e48e-45ae-a75e-aee7fb202fcd,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:03.313197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65840183-25aa-4bfb-90bb-90756404be39 req-2e456b2a-cabc-4147-94d1-cc9fffea4114 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714741 Aug 22 15:14:03.367821 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c2408def-e40e-47c8-909e-8574af56a8a4 req-e02f991c-a898-4ba0-98cc-aceff9a6dee1 tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.10 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0724950 Aug 22 15:14:03.483054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Attempting to bind port 8227a41f-e48e-45ae-a75e-aee7fb202fcd on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:03.483441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Attempting to bind port 8227a41f-e48e-45ae-a75e-aee7fb202fcd by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:03.483810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Attempting to bind port 8227a41f-e48e-45ae-a75e-aee7fb202fcd on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Bound using segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Bound port: 8227a41f-e48e-45ae-a75e-aee7fb202fcd, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:03.546661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.547678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f5d72c3-5815-4ddc-82eb-8af0d3a8fa1c req-3fa949f2-61a4-4570-81f7-4e66b9e7658f tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0972848 Aug 22 15:14:03.548103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:03.603568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['19ebf716-f703-47d5-9ae5-02227d7de4f6'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:03.669115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.1 (2fea20a2-95f1-4f48-a1ac-d872b1a12409/36ad0636-ab76-44b5-92c3-965d2b28dccb/e9a45812-a61e-48a7-b09f-3f3127e71531) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:03.693992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c7000839-dc20-4929-8104-8058aa99d976 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:03.722790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885a492-2814-4773-8042-aa17e7c6d8ee req-1af784b6-18a6-4c43-8a7a-883c4eb97bdc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:03.724754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8885a492-2814-4773-8042-aa17e7c6d8ee req-1af784b6-18a6-4c43-8a7a-883c4eb97bdc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 945 time: 0.0989854 Aug 22 15:14:03.736403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08885368-a675-448d-bb0c-1bd95d533326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:03.821921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8885a492-2814-4773-8042-aa17e7c6d8ee req-cfc36cc2-2e75-4189-8725-d07d22783ef5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884840 Aug 22 15:14:03.907322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] For port 8227a41f-e48e-45ae-a75e-aee7fb202fcd, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:03.935704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] For port 8227a41f-e48e-45ae-a75e-aee7fb202fcd, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8227a41f-e48e-45ae-a75e-aee7fb202fcd,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:04.062523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c7000839-dc20-4929-8104-8058aa99d976 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:04.067119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:04.172603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec9f5-73a4-45eb-a4fb-5bbf945e7878 None None] Pushing event updated for resources: {'Port': ['ID=8227a41f-e48e-45ae-a75e-aee7fb202fcd,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:04.191633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c7000839-dc20-4929-8104-8058aa99d976 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:04.193922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:04.299084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2eb68-7e3c-4c10-9e3c-ccb2f6624b31 req-a7dc6440-08c5-4059-b3d3-818f6ea440f5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:04.307250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19f2eb68-7e3c-4c10-9e3c-ccb2f6624b31 req-a7dc6440-08c5-4059-b3d3-818f6ea440f5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1250443 Aug 22 15:14:04.447455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19f2eb68-7e3c-4c10-9e3c-ccb2f6624b31 req-a41e0ce7-50ad-4db5-bd51-b98ae5088a38 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391170 Aug 22 15:14:04.464724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:04.494555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c7000839-dc20-4929-8104-8058aa99d976, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c7000839-dc20-4929-8104-8058aa99d976,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:04.564688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:04.573459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b4073-38b3-4cb7-814d-4a25b42cce5d req-84d4ba98-d211-4985-9755-5ce843cc07f7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:04.596222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-fd35112c-ae75-4fc7-a995-5b66ae5279f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:04.596222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-fd35112c-ae75-4fc7-a995-5b66ae5279f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.8544488 Aug 22 15:14:04.604863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a1b4073-38b3-4cb7-814d-4a25b42cce5d req-84d4ba98-d211-4985-9755-5ce843cc07f7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1483359 Aug 22 15:14:04.771574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-a52537de-a67b-494b-bb09-fa51bee872fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:04.774153 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-a52537de-a67b-494b-bb09-fa51bee872fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 200 len: 910 time: 0.1680179 Aug 22 15:14:04.797358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a1b4073-38b3-4cb7-814d-4a25b42cce5d req-e08759e0-de5f-497f-8712-25e8692ae5df tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818116 Aug 22 15:14:04.952732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c7000839-dc20-4929-8104-8058aa99d976,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:04.988405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-a7a735f4-50dd-4291-be5f-7ed927c1c877 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4e024b8-1252-48f0-801d-15bd215b97d3 HTTP/1.1" status: 200 len: 217 time: 0.2051108 Aug 22 15:14:04.995616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:05.002572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57923b28-88ac-43e3-b050-87ef60c15d0e req-6bf341a9-3814-470b-a864-bf8ec898df2e tempest-ServerShowV257Test-2121053583 tempest-ServerShowV257Test-2121053583-project] 10.222.0.53 "GET /v2.0/ports?device_id=a56d7eeb-8f31-4e4b-9ec5-85ab66e8f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0793984 Aug 22 15:14:05.014750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:05.074449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object e9a45812-a61e-48a7-b09f-3f3127e71531 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:05.107320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-f3ef6172-6a3a-4910-a6dd-d618ef1f84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.109539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-f3ef6172-6a3a-4910-a6dd-d618ef1f84f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5cc4510a-faf5-4057-95cc-2043293bf7db HTTP/1.1" status: 200 len: 848 time: 0.1108592 Aug 22 15:14:05.218321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75929e-8a54-47a3-bb4f-4a27473e5fd0 req-8c6e9613-ef57-4e36-b497-6305f1db54d3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.223851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b75929e-8a54-47a3-bb4f-4a27473e5fd0 req-8c6e9613-ef57-4e36-b497-6305f1db54d3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 945 time: 0.2030258 Aug 22 15:14:05.223851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-d4906b30-8410-49fa-ac24-fddd2aaba556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.225567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-d4906b30-8410-49fa-ac24-fddd2aaba556 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1094 time: 0.1711774 Aug 22 15:14:05.238301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-0f1aceb2-8679-40c9-a148-eada5f019b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.240335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-0f1aceb2-8679-40c9-a148-eada5f019b13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12eefc52-c549-40c9-8463-b6e1d8ef6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065159 Aug 22 15:14:05.332651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:05.362891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b75929e-8a54-47a3-bb4f-4a27473e5fd0 req-31322ce3-2b1a-4ffb-8246-49c9a64d1d57 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363950 Aug 22 15:14:05.442296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:05.445867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:05.449850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:05.495147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:05.527537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-9def20fb-d301-40df-bf7c-4e531eaa4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.529983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-9def20fb-d301-40df-bf7c-4e531eaa4731 service neutron] 10.222.0.54 "GET /v2.0/networks?id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 200 len: 917 time: 0.2751033 Aug 22 15:14:05.533091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:05.625272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-48a0ac3e-7877-48ee-8398-4cec0c1d8507 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 200 len: 999 time: 0.0841305 Aug 22 15:14:05.693756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-74258471-f036-4dd4-a140-f188252249c3 service neutron] 10.222.0.54 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356101 Aug 22 15:14:05.791953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-68326c7e-f7d4-4a65-acb5-fbd11f58e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.801286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-68326c7e-f7d4-4a65-acb5-fbd11f58e3e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 200 len: 855 time: 0.1651387 Aug 22 15:14:05.818806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60537-a602-4d36-b2b2-73faa416b418 req-35abd8dc-9982-41d2-ba05-94f8f423cb49 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:05.821489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3e60537-a602-4d36-b2b2-73faa416b418 req-35abd8dc-9982-41d2-ba05-94f8f423cb49 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1950221 Aug 22 15:14:05.844981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8227a41f-e48e-45ae-a75e-aee7fb202fcd up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:05.994981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3e60537-a602-4d36-b2b2-73faa416b418 req-87de70da-2309-44c6-b402-eddf82493eb6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644781 Aug 22 15:14:06.002532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-f7198d31-28d5-4615-9369-d46bda292cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:06.008053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-f7198d31-28d5-4615-9369-d46bda292cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=56c9f17c-15d5-4cff-a326-e5cce27d0c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846685 Aug 22 15:14:06.054676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8227a41f-e48e-45ae-a75e-aee7fb202fcd completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:06.060326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c7000839-dc20-4929-8104-8058aa99d976 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:06.067355 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9501b0e8-7ee0-450d-9072-6878f518e658 req-29e44d99-0044-4ce8-a35e-3202d0c2776a service neutron] 10.222.0.54 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535120 Aug 22 15:14:06.138715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c7000839-dc20-4929-8104-8058aa99d976 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:06.140451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.172070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422476a7-5c02-45d1-b391-feafcb68ba7b req-673f177b-8d27-437e-8df2-1fbb77ddd75e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:06.186407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422476a7-5c02-45d1-b391-feafcb68ba7b req-673f177b-8d27-437e-8df2-1fbb77ddd75e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.2198250 Aug 22 15:14:06.222192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667bcff-e17c-4261-b2da-ded09459a599 None None] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:14:06.226963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.290963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422476a7-5c02-45d1-b391-feafcb68ba7b req-4eec11a1-44c8-4593-92fc-ca1c5d99381f tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984492 Aug 22 15:14:06.312903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-e70e55d8-76e0-4f3b-993f-e10917548245 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775185 Aug 22 15:14:06.424336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Provisioning for port 8227a41f-e48e-45ae-a75e-aee7fb202fcd completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:06.462196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Provisioning complete for port 8227a41f-e48e-45ae-a75e-aee7fb202fcd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:06.462578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.469695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa9276-604b-46de-8fe9-384bf1e3520c req-7bb16d1f-43e6-421e-96ba-4c52c5105de4 service neutron] 10.222.0.54 "GET /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468163 Aug 22 15:14:06.545708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b4c5-7507-4f8b-89ef-daa3ce893b27 req-07501cd1-010f-4315-93a8-9f45ccdc9463 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:06.552561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c03b4c5-7507-4f8b-89ef-daa3ce893b27 req-07501cd1-010f-4315-93a8-9f45ccdc9463 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 945 time: 0.0766053 Aug 22 15:14:06.602750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c03b4c5-7507-4f8b-89ef-daa3ce893b27 req-0ac596b5-cca8-493b-8a4d-efcd5a3308c2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Aug 22 15:14:06.712297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.715184 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.791898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] For port 8227a41f-e48e-45ae-a75e-aee7fb202fcd, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8227a41f-e48e-45ae-a75e-aee7fb202fcd,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:06.817958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.820174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:06.861570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 19ebf716-f703-47d5-9ae5-02227d7de4f6 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:06.881085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:06.940036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.006461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.011478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:07.135894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12fb74e0-8ea4-4e94-84f1-6be194edaa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.143148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:07.145365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:07.182580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9262-b3ce-49e0-8e54-fc048add962b None None] Pushing event updated for resources: {'Port': ['ID=8227a41f-e48e-45ae-a75e-aee7fb202fcd,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:07.246048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Provisioning for port e9a45812-a61e-48a7-b09f-3f3127e71531 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:07.250380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Provisioning complete for port e9a45812-a61e-48a7-b09f-3f3127e71531 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:07.251012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.274670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe679e0-9d44-40f7-b044-01c8866ba498 req-6d065c42-2dc4-419a-9cb6-c34da2d5ff27 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:07.287631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe679e0-9d44-40f7-b044-01c8866ba498 req-6d065c42-2dc4-419a-9cb6-c34da2d5ff27 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1307261 Aug 22 15:14:07.299391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9127f6e9-ef92-457b-ad6d-77de2432a686 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:14:07.306183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 19ebf716-f703-47d5-9ae5-02227d7de4f6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:07.328167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 19ebf716-f703-47d5-9ae5-02227d7de4f6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:07.332735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.403200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Port e9a45812-a61e-48a7-b09f-3f3127e71531 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:14:07.438335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe679e0-9d44-40f7-b044-01c8866ba498 req-0b5f73ca-5918-4d6c-ba30-67b467404f0a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479754 Aug 22 15:14:07.471879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Provisioning complete for port 8227a41f-e48e-45ae-a75e-aee7fb202fcd triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:07.472636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-116477db-4042-4ab0-a433-7aaa464e7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.511920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:07.532542 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3519923-04b9-4340-9cc2-b3b2a36b02f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/9127f6e9-ef92-457b-ad6d-77de2432a686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3149483 Aug 22 15:14:07.554228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Sync routers for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:07.605819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12fb74e0-8ea4-4e94-84f1-6be194edaa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.642881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93f22-3acb-4e97-b8eb-2d330b1e4aa8 req-6f1b7101-88ae-4518-b1bc-4bb408fbf2b9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:07.652551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eaf93f22-3acb-4e97-b8eb-2d330b1e4aa8 req-6f1b7101-88ae-4518-b1bc-4bb408fbf2b9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.1833594 Aug 22 15:14:07.691241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12fb74e0-8ea4-4e94-84f1-6be194edaa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.707255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eaf93f22-3acb-4e97-b8eb-2d330b1e4aa8 req-fe9bb8de-4483-41bd-a3e1-edd588731ce7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Aug 22 15:14:07.868208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8227a41f-e48e-45ae-a75e-aee7fb202fcd up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:07.870627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e024b8-1252-48f0-801d-15bd215b97d3 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:07.890225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5531a-0b55-47a1-bdf7-6b33b3c8aab9 req-ff77407b-8082-47b6-a1e9-a3fd33766663 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:07.892207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd5531a-0b55-47a1-bdf7-6b33b3c8aab9 req-ff77407b-8082-47b6-a1e9-a3fd33766663 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 945 time: 0.1467805 Aug 22 15:14:07.895390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12fb74e0-8ea4-4e94-84f1-6be194edaa93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5250e61e58e4e508af258611887fb99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0132661 Aug 22 15:14:07.898240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60108) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:07.901504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb74e0-8ea4-4e94-84f1-6be194edaa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50c58c-22bf-4214-aeb4-cd5295d44a53,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:07.919225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:07.919225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:07.972567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:07.984262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-db6fcec6-1bc3-4100-b0c7-6df1bfcc44a0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757551694&fields=id&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 267 time: 0.1454151 Aug 22 15:14:08.003343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 15:14:08.005181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.029613 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.104403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd5531a-0b55-47a1-bdf7-6b33b3c8aab9 req-93db900d-8403-4d71-9e9c-ad356e8b904e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020719 Aug 22 15:14:08.165333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.170401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.174484 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b50c58c-22bf-4214-aeb4-cd5295d44a53 HTTP/1.1" status: 204 len: 168 time: 0.2728984 Aug 22 15:14:08.208968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998535b2-8087-4c58-8860-3a451082054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b50c58c-22bf-4214-aeb4-cd5295d44a53,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:08.225255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:08.245405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-11e60257-74c3-417e-b914-7b79587c80a2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:08.247262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-11e60257-74c3-417e-b914-7b79587c80a2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 796 time: 0.2371869 Aug 22 15:14:08.273137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-6b51044f-8093-4f84-a825-084dc9a21a21 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/quotas/5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 375 time: 0.0102718 Aug 22 15:14:08.280777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:08.292420 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6db3b-7f6d-4e27-b6b3-dc6f3a555caa" -d '{"events": [{"server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "name": "network-vif-plugged", "status": "completed", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:08.343519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-44f76e56-a4bb-4647-b68b-07f9525789a5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621307 Aug 22 15:14:08.353223 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44a5c5-b8c7-4a59-8c8c-127127694c97 x-openstack-request-id: req-8b44a5c5-b8c7-4a59-8c8c-127127694c97 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:08.361409 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "name": "network-vif-plugged", "status": "completed", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:08.361409 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b44a5c5-b8c7-4a59-8c8c-127127694c97 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:08.361409 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'code': 200} Aug 22 15:14:08.368967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.450575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:08.456828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8227a41f-e48e-45ae-a75e-aee7fb202fcd triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:08.457216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.486311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e024b8-1252-48f0-801d-15bd215b97d3,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:08.514485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0790-8e7a-407e-82e7-4d1d19e4c86f req-64a038b8-3e32-48fb-b8e1-db93679efd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:08.516483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3ec0790-8e7a-407e-82e7-4d1d19e4c86f req-64a038b8-3e32-48fb-b8e1-db93679efd37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1097 time: 0.0687315 Aug 22 15:14:08.519693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-ff68b6da-df14-4c69-9fa8-e81efc2a5093 service neutron] 10.222.0.53 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594384 Aug 22 15:14:08.533546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:08.577247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c3ec0790-8e7a-407e-82e7-4d1d19e4c86f req-c337bfcc-f94d-48c9-be31-ba78668179c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Aug 22 15:14:08.586537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e4e024b8-1252-48f0-801d-15bd215b97d3', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'port_id': 'e4e024b8-1252-48f0-801d-15bd215b97d3', 'mac_address': 'fa:16:3e:63:85:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:08.613018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9ec11c7d-7420-4293-b943-507c79603d35 None None] Provisioning complete for port e9a45812-a61e-48a7-b09f-3f3127e71531 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:08.613403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ec11c7d-7420-4293-b943-507c79603d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.656859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145c1e7-34f6-4428-aafb-94474c8b6725 req-ca9c1b11-1e14-436c-b8ec-f0b3fcaf52c6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:08.660529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c145c1e7-34f6-4428-aafb-94474c8b6725 req-ca9c1b11-1e14-436c-b8ec-f0b3fcaf52c6 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1318669 Aug 22 15:14:08.731363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-e703fa78-2579-45fc-913d-745b454bd0ff service neutron] 10.222.0.53 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013602 Aug 22 15:14:08.740653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c145c1e7-34f6-4428-aafb-94474c8b6725 req-7fec1215-9fc0-450d-961d-62fa6b68998a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737240 Aug 22 15:14:08.898660 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:08.923453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8169-691e-426d-b262-e07dd3178184 req-9d1a7738-7678-4fb6-921b-25170ce443fc tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:08.925390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9ec11c7d-7420-4293-b943-507c79603d35 None None] Port e9a45812-a61e-48a7-b09f-3f3127e71531 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:14:08.940873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-915f8169-691e-426d-b262-e07dd3178184 req-9d1a7738-7678-4fb6-921b-25170ce443fc tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1095 time: 0.0959671 Aug 22 15:14:08.964426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e024b8-1252-48f0-801d-15bd215b97d3 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:09.008084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-915f8169-691e-426d-b262-e07dd3178184 req-22028528-c54a-4a16-8f69-90640a6d43aa tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Aug 22 15:14:09.041061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e024b8-1252-48f0-801d-15bd215b97d3,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:09.154943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:09.155625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:09.208516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f01ce780-456f-475a-a1f1-2c9bbe8ad3f3 req-f68132c5-2dcb-471b-ad13-208f9ad8a4ec tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 210 time: 0.0897539 Aug 22 15:14:09.291689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 2, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:09.358371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953c892-6d91-46e2-a262-9a842a54bf37 req-1219a4c5-c239-47c6-9a10-c7ef7e972604 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:09.360320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6953c892-6d91-46e2-a262-9a842a54bf37 req-1219a4c5-c239-47c6-9a10-c7ef7e972604 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.0998969 Aug 22 15:14:09.390071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Checking router: 9127f6e9-ef92-457b-ad6d-77de2432a686 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:09.393673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Updating router 9127f6e9-ef92-457b-ad6d-77de2432a686 port e9a45812-a61e-48a7-b09f-3f3127e71531 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:14:09.439194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:09.445791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6953c892-6d91-46e2-a262-9a842a54bf37 req-b1299a37-5de1-431c-ab2c-e943e16e8cc1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753620 Aug 22 15:14:09.460724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 15:14:09.659554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:09.725464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:09.779815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'port_id': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'mac_address': 'fa:16:3e:a5:fa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:09.983783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.004354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:10.034282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35aec5-76aa-49c2-91a2-5505598f38ac req-154665a3-cf61-4bcf-8ea5-f3550e601786 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:10.046488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed35aec5-76aa-49c2-91a2-5505598f38ac req-154665a3-cf61-4bcf-8ea5-f3550e601786 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 943 time: 0.1531706 Aug 22 15:14:10.055479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:10.147881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.160401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed35aec5-76aa-49c2-91a2-5505598f38ac req-d695dda7-9547-46b6-83c5-b3ede861b385 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138453 Aug 22 15:14:10.286310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8770a4e-6ebf-4d5d-be91-ffd3f32316f0 req-9c593dfa-9efb-4ffc-8012-263fe82efd62 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:10.288021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.289567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8770a4e-6ebf-4d5d-be91-ffd3f32316f0 req-9c593dfa-9efb-4ffc-8012-263fe82efd62 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1096 time: 0.1202536 Aug 22 15:14:10.306710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Transition to ACTIVE for port object e9a45812-a61e-48a7-b09f-3f3127e71531 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:10.334196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:10.348558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8770a4e-6ebf-4d5d-be91-ffd3f32316f0 req-b09ba89d-7e97-4431-aec6-d72038e634d7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495658 Aug 22 15:14:10.404686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0aa98-520b-482a-a492-3e1015aee317 req-542c7e73-e3fe-4012-ac0a-d04556037a93 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 210 time: 0.0549691 Aug 22 15:14:10.424963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.511457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a076db8-a2a5-4689-8de8-a544f90860a0 None None] Pushing event updated for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:10.568344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Attempting to bind port e9a45812-a61e-48a7-b09f-3f3127e71531 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:10.568344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Attempting to bind port e9a45812-a61e-48a7-b09f-3f3127e71531 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:10.568654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Attempting to bind port e9a45812-a61e-48a7-b09f-3f3127e71531 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:10.574647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e024b8-1252-48f0-801d-15bd215b97d3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:10.579423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:10.589136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:10.589632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:10.590180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.590922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Bound using segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:10.591657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Bound port: e9a45812-a61e-48a7-b09f-3f3127e71531, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:10.592183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.689000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805106e-da06-4e7a-94c5-2536c5a3ccef req-88ec4d4c-b9fd-461c-a5e3-83b4893b5010 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:10.697519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5805106e-da06-4e7a-94c5-2536c5a3ccef req-88ec4d4c-b9fd-461c-a5e3-83b4893b5010 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.1064034 Aug 22 15:14:10.715655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:10.793897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5805106e-da06-4e7a-94c5-2536c5a3ccef req-94fff632-fffe-42ba-8ca1-0b561227ebba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734384 Aug 22 15:14:10.934114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] For port e9a45812-a61e-48a7-b09f-3f3127e71531, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:10.995612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af1048-5b3f-4ad0-96be-47947b793157 req-caaff5c4-88b6-417a-a3ba-86e0d1d9b530 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:10.997564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92af1048-5b3f-4ad0-96be-47947b793157 req-caaff5c4-88b6-417a-a3ba-86e0d1d9b530 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.0631700 Aug 22 15:14:11.025305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] For port e9a45812-a61e-48a7-b09f-3f3127e71531, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9a45812-a61e-48a7-b09f-3f3127e71531,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:11.037254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60190) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:11.084554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92af1048-5b3f-4ad0-96be-47947b793157 req-b02988b0-2587-4bbe-a3c2-d6ed7710d778 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747879 Aug 22 15:14:11.111603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:11.170185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.332517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60a0de17-07f7-4fca-b444-656b60db84b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.409256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071d0f-838d-4dea-a9e1-8c75a1d8d2a4 req-039ef238-1eb8-4146-8c47-57889c5acff0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:11.418099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0071d0f-838d-4dea-a9e1-8c75a1d8d2a4 req-039ef238-1eb8-4146-8c47-57889c5acff0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.1456141 Aug 22 15:14:11.445588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:11.446873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:11.497531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0071d0f-838d-4dea-a9e1-8c75a1d8d2a4 req-15d33b64-266f-4807-85c7-3fe0aeec21b0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761144 Aug 22 15:14:11.547041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a076db8-a2a5-4689-8de8-a544f90860a0 None None] Pushing event updated for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:11.573829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d22f96-80ef-4537-a285-c411d25ae06c req-1e125371-4ff2-4af0-8efe-ef9ccdd85e90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:11.590654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2d22f96-80ef-4537-a285-c411d25ae06c req-1e125371-4ff2-4af0-8efe-ef9ccdd85e90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1096 time: 0.0766776 Aug 22 15:14:11.674308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2d22f96-80ef-4537-a285-c411d25ae06c req-fd09bb8d-ac6b-4640-8484-e57e5ed6b90f tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Aug 22 15:14:11.693295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60a0de17-07f7-4fca-b444-656b60db84b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.735027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e76d15a-6bb8-44f5-8165-c99df4465efd req-40aa324a-b4ec-4d13-9aaa-401cc71b6bfa tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 210 time: 0.0672803 Aug 22 15:14:11.750928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0c9d7-d02f-4c45-979c-42bc2fb2ce98 tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:11.753170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-45c0c9d7-d02f-4c45-979c-42bc2fb2ce98 tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1092 time: 0.6402843 Aug 22 15:14:11.763265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60210) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:11.768555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:11.820925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60a0de17-07f7-4fca-b444-656b60db84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.871064 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60a0de17-07f7-4fca-b444-656b60db84b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b8cd9da4e6e41e887863bd999c83c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8323355 Aug 22 15:14:11.872613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0de17-07f7-4fca-b444-656b60db84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c78a6-8e7c-4d3e-9d33-5513194179a5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:11.875512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60212) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:11.907270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:11.912434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.954119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:11.979429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.030240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.137652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.141124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.142770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/634c78a6-8e7c-4d3e-9d33-5513194179a5 HTTP/1.1" status: 204 len: 168 time: 0.2665334 Aug 22 15:14:12.177144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:10Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:12.187814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786aae6-09a6-411c-8be4-9f0498512b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c78a6-8e7c-4d3e-9d33-5513194179a5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:12.245923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34345-e9bc-432d-b9d5-55ce2fa44b5a None None] The sync data for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 is: [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:10Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:12.251181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-426ba776-a8cb-4e35-9c00-1c0a55dabf9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:12.254030 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-426ba776-a8cb-4e35-9c00-1c0a55dabf9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 796 time: 0.1987822 Aug 22 15:14:12.318216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.25.0.253 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9441bad9-331c-4586-955c-8a05bf33809c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:12.376239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-649337ac-0fb5-44d5-82be-bcb6576ba2a0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 380 time: 0.1037068 Aug 22 15:14:12.394290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'port': {'device_id': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'admin_state_up': True, 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'security_groups': ['503a4313-3084-443b-9bc3-7d03bec0fa11']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:12.543369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.629895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:14:12.635019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.722500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:12.772011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e317-1f06-4c02-bbe7-e26721047995 req-1891769d-d833-4ae3-97d5-cacc0a52e72c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:12.773645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62e0e317-1f06-4c02-bbe7-e26721047995 req-1891769d-d833-4ae3-97d5-cacc0a52e72c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.1353202 Aug 22 15:14:12.914278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.13 (2fea20a2-95f1-4f48-a1ac-d872b1a12409/36ad0636-ab76-44b5-92c3-965d2b28dccb/54d44351-688b-44eb-a638-59546ae68de4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:13.150662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:13.168206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object 54d44351-688b-44eb-a638-59546ae68de4 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:13.287173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:13.363277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=9441bad9-331c-4586-955c-8a05bf33809c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:13.370733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:13.376562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:13.379323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:13.400030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:13.408457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:13.422114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:13.423579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:13.502798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62e0e317-1f06-4c02-bbe7-e26721047995 req-2280d632-c589-4040-9861-abdd7d01ac81 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6944432 Aug 22 15:14:13.557824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a542827-3039-4236-94cb-ce96ec6c06c1 req-9ec92ebb-ba27-4e02-b822-e41fd753e2ab tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:13.567119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a542827-3039-4236-94cb-ce96ec6c06c1 req-9ec92ebb-ba27-4e02-b822-e41fd753e2ab tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1096 time: 0.7546866 Aug 22 15:14:13.590514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:13.591886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:13.686201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a542827-3039-4236-94cb-ce96ec6c06c1 req-541b6f69-cf2c-4e4e-8bab-7be4ac0d426e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148725 Aug 22 15:14:13.764475 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-061afd9b-4fd5-47fb-bbbc-f1431a4fd239 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3792388 Aug 22 15:14:13.778380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9a45812-a61e-48a7-b09f-3f3127e71531 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:13.783648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Request body: {'port': {'device_id': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:13.896972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:13.957801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf958-4a27-466a-8a9c-123f4402ea89 req-b99fb73e-1286-4e93-b824-4e5a2a700a56 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:13.968594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43bf958-4a27-466a-8a9c-123f4402ea89 req-b99fb73e-1286-4e93-b824-4e5a2a700a56 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 932 time: 0.2948396 Aug 22 15:14:13.978534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e9a45812-a61e-48a7-b09f-3f3127e71531 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:13.985259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e9a45812-a61e-48a7-b09f-3f3127e71531 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:13.986074 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.025956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-39f21b8f-3c0e-4bf2-baf9-70f52f946b28 None None] Provisioning for port 54d44351-688b-44eb-a638-59546ae68de4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:14.033899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-39f21b8f-3c0e-4bf2-baf9-70f52f946b28 None None] Provisioning complete for port 54d44351-688b-44eb-a638-59546ae68de4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:14.034440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-39f21b8f-3c0e-4bf2-baf9-70f52f946b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.128910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-39f21b8f-3c0e-4bf2-baf9-70f52f946b28 None None] Port 54d44351-688b-44eb-a638-59546ae68de4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:14:14.188424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:14.250350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43bf958-4a27-466a-8a9c-123f4402ea89 req-2ff9b66c-288e-416e-b349-2c4ce51c87f1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807403 Aug 22 15:14:14.266101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.313827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.385933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e9a45812-a61e-48a7-b09f-3f3127e71531, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9a45812-a61e-48a7-b09f-3f3127e71531,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:14.394007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:14.394389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.463725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.523218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:14.542044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.546623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.574975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.586911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Transition to ACTIVE for port object 54d44351-688b-44eb-a638-59546ae68de4 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:14.593384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:14.613686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:14.616497 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad0f41-5c35-4014-bb1c-9819c90f1974" -d '{"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:14.636033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:14.703718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.754960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.755785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e024b8-1252-48f0-801d-15bd215b97d3 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:14.765445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:14.785099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f47ccd-407f-44ee-a2c0-20e7f5de9af0 req-b532c74a-0c3e-4bf1-b5e1-de17ff06060a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:14.787173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4f47ccd-407f-44ee-a2c0-20e7f5de9af0 req-b532c74a-0c3e-4bf1-b5e1-de17ff06060a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 944 time: 0.1311605 Aug 22 15:14:14.878741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.896745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:14.909306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4f47ccd-407f-44ee-a2c0-20e7f5de9af0 req-15401969-e7b5-4cb7-9b57-fa83dc7f6517 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830719 Aug 22 15:14:14.947438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:14.947438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:14.947438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:14.947438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:14:14.947438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:14.952768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:14.953111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:14.953508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Bound using segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:14.953954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Bound port: 54d44351-688b-44eb-a638-59546ae68de4, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:14.954381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.966546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:14.983289 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0d6bf-338a-4e24-9d88-fb6f39091999 x-openstack-request-id: req-e0f0d6bf-338a-4e24-9d88-fb6f39091999 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:14.983708 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:14.984088 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f0d6bf-338a-4e24-9d88-fb6f39091999 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:14.984622 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'code': 200} Aug 22 15:14:14.989223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e4e024b8-1252-48f0-801d-15bd215b97d3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:14.995259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e4e024b8-1252-48f0-801d-15bd215b97d3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:14.995803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.130867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:15.134961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:15.200409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=9441bad9-331c-4586-955c-8a05bf33809c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:15.221031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.247639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.256066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.273405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.275960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] 10.222.0.10 "PUT /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1092 time: 1.4973199 Aug 22 15:14:15.277948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:15.282638 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:15.324555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.352935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92621-1c0a-40d5-8de3-d08868ee93f6 req-70366e29-b864-4a3b-be67-0fcf47aaf75e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.362928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69e92621-1c0a-40d5-8de3-d08868ee93f6 req-70366e29-b864-4a3b-be67-0fcf47aaf75e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1096 time: 0.2074959 Aug 22 15:14:15.374890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a1f5-b278-4a5e-b9a0-7755e86488bc service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:15.411011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e024b8-1252-48f0-801d-15bd215b97d3,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:15.416731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f912f7-2564-4662-8b85-2227e3f99a97 req-d027a10f-9978-454d-9d67-134e5971f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.418400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9f912f7-2564-4662-8b85-2227e3f99a97 req-d027a10f-9978-454d-9d67-134e5971f258 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 1097 time: 0.1822674 Aug 22 15:14:15.487646 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP dff55c56-9644-4348-89ef-b7b661f2d9ff associated. External IP: 172.25.0.253, port: 19ebf716-f703-47d5-9ae5-02227d7de4f6. Aug 22 15:14:15.504474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69e92621-1c0a-40d5-8de3-d08868ee93f6 req-2402626b-8003-44a8-97a7-5d948e83f6a1 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Aug 22 15:14:15.589478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:15.605255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-36db2b06-0ab3-498a-9f20-615f623bc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.614471 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-36db2b06-0ab3-498a-9f20-615f623bc72b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1095 time: 0.1527050 Aug 22 15:14:15.709018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-1553a375-b6ab-4a09-a7f1-49c0432099a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 217 time: 0.0694346 Aug 22 15:14:15.711523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9a45812-a61e-48a7-b09f-3f3127e71531 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:15.760008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9f912f7-2564-4662-8b85-2227e3f99a97 req-32a428e6-d4a6-4a46-9c74-8dedf8b0e518 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245857 Aug 22 15:14:15.761483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-694caa9a-f118-4ad6-850f-cfb46cec73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.763140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-694caa9a-f118-4ad6-850f-cfb46cec73a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0640554 Aug 22 15:14:15.765156 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da2f022-32cc-4edf-832c-32968be6d5bd x-openstack-request-id: req-6da2f022-32cc-4edf-832c-32968be6d5bd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:15.765479 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:15.765752 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6da2f022-32cc-4edf-832c-32968be6d5bd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:15.766197 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:14:15.837977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-75b9b1c7-7de5-446c-bfbf-ba4bd62f82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.839712 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-75b9b1c7-7de5-446c-bfbf-ba4bd62f82dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688355 Aug 22 15:14:15.849471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:15.865632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.866028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.867039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.867039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.867277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.867485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.867812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.868178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.868502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.868845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.869196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.870098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:14:15.872376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a4b9d-52e8-49da-b0c3-ab5fd62604c5 req-9fe0086d-8871-4849-b8cd-18b77c49a080 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:15.874795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-867a4b9d-52e8-49da-b0c3-ab5fd62604c5 req-9fe0086d-8871-4849-b8cd-18b77c49a080 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1119800 Aug 22 15:14:15.881546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e9a45812-a61e-48a7-b09f-3f3127e71531 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:15.882240 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:16.002125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-867a4b9d-52e8-49da-b0c3-ab5fd62604c5 req-5caa1584-0d7d-4c63-be6c-8d9b5232d104 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162002 Aug 22 15:14:16.008614 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-bb453d12-f336-455e-9f0d-ebddc646e294 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613526 Aug 22 15:14:16.014130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:14:16.146633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d2bc9-c342-4d4c-ade4-985f5bceb223 req-9cbcc594-4c86-4738-a3f5-999a60c82fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305594 Aug 22 15:14:16.174070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088374f3-91ad-489e-8596-09ec78f46306 req-8387181c-47b3-41ff-9818-2e25a6039988 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.175235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-088374f3-91ad-489e-8596-09ec78f46306 req-8387181c-47b3-41ff-9818-2e25a6039988 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.1026394 Aug 22 15:14:16.193407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:16.205172 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:16.218478 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:16.224854 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:16.232952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-088374f3-91ad-489e-8596-09ec78f46306 req-21367608-77b6-41f6-a295-48b502b4a990 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508218 Aug 22 15:14:16.322023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:16.387536 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:16.408812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-aa98f5fd-3596-40fb-b0f7-766f2b06f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.409567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a267cff9-76c4-4ceb-9a03-5f1cf5348f8c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6451333 Aug 22 15:14:16.410165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:16.410474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-aa98f5fd-3596-40fb-b0f7-766f2b06f5ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1095 time: 0.0805249 Aug 22 15:14:16.414604 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05226ba6-21ba-424a-8416-042238dac3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:16.542089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-b7517fe9-634b-4bcf-9635-6da630ef571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.544849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-b7517fe9-634b-4bcf-9635-6da630ef571b service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1266654 Aug 22 15:14:16.628470 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a144009-5bda-4718-bb7c-76c234a3ca4e x-openstack-request-id: req-0a144009-5bda-4718-bb7c-76c234a3ca4e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:16.629495 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:16.629859 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a144009-5bda-4718-bb7c-76c234a3ca4e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:16.630389 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'status': 'completed', 'code': 200} Aug 22 15:14:16.656052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-9d433f98-5df3-48fd-876d-5e304af7dc88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 217 time: 0.1013613 Aug 22 15:14:16.780608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226ba6-21ba-424a-8416-042238dac3b3 req-0c054888-4dea-4ec8-bad6-cc381d6ee1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.783822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-0c054888-4dea-4ec8-bad6-cc381d6ee1a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1097 time: 0.1013119 Aug 22 15:14:16.786935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-a07c81f2-15e8-4330-bf8e-724ef277f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.789119 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-a07c81f2-15e8-4330-bf8e-724ef277f926 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.1161721 Aug 22 15:14:16.850047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c0f76-edf7-45b7-94fa-e8f2517608e2 req-9ca4c79b-b039-4ec3-8a0d-18779c1ce91d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:16.855426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-789c0f76-edf7-45b7-94fa-e8f2517608e2 req-9ca4c79b-b039-4ec3-8a0d-18779c1ce91d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.1877694 Aug 22 15:14:16.918958 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'dff55c56-9644-4348-89ef-b7b661f2d9ff', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:e6:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bc43e-1098-4752-a127-73be4269323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:13Z', 'updated_at': '2021-08-22T15:14:13Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:16.974741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:16.987237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:16.992926 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfc5aa-f360-461c-991c-c2620176f4eb" -d '{"events": [{"server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "name": "network-vif-plugged", "status": "completed", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:16.995576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-789c0f76-edf7-45b7-94fa-e8f2517608e2 req-4ca7c1a3-7baa-494e-a499-6575957af9f9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250052 Aug 22 15:14:17.003648 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:17.004351 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:17.113017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-1c0cec38-5512-4c7a-9ea4-dcb628a16d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.115101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-1c0cec38-5512-4c7a-9ea4-dcb628a16d06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153777 Aug 22 15:14:17.125997 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b16115-e232-418e-ab70-a661659e8dec x-openstack-request-id: req-d4b16115-e232-418e-ab70-a661659e8dec {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:17.126304 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "name": "network-vif-plugged", "status": "completed", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:17.126570 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b16115-e232-418e-ab70-a661659e8dec {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:17.126978 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3', 'code': 200} Aug 22 15:14:17.222093 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:17.397530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419553d-9a67-4382-a773-ebaab38e09e2 req-a35ad2be-9a46-46cd-b776-ecc7aaa6a35d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.398489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226ba6-21ba-424a-8416-042238dac3b3 req-59b3b4aa-cf1f-4139-8f7d-25d4c3fec183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.398489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-59b3b4aa-cf1f-4139-8f7d-25d4c3fec183 service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.5187042 Aug 22 15:14:17.398918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3419553d-9a67-4382-a773-ebaab38e09e2 req-a35ad2be-9a46-46cd-b776-ecc7aaa6a35d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1606677 Aug 22 15:14:17.415661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-f9c76e6b-0f91-420a-b1d6-7d484eaac493 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 1000 time: 0.0906131 Aug 22 15:14:17.426541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96cc8-2408-4901-b051-b78b362f9e0c req-2d7252a5-3c6f-4425-84d8-36e2832bfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.429494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9b96cc8-2408-4901-b051-b78b362f9e0c req-2d7252a5-3c6f-4425-84d8-36e2832bfff6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.2143486 Aug 22 15:14:17.490169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3419553d-9a67-4382-a773-ebaab38e09e2 req-deb6db19-4783-40d3-b522-46ca2f78821b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727254 Aug 22 15:14:17.500323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226ba6-21ba-424a-8416-042238dac3b3 req-467a2961-fb8f-4ef0-a676-7fca9e542f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.502061 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-467a2961-fb8f-4ef0-a676-7fca9e542f4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0789447 Aug 22 15:14:17.581018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-a03cdb42-620c-48ff-b545-8db5918b4aa5 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527011 Aug 22 15:14:17.592881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ae4e3-dedc-4d71-bd62-fab98110896d req-b4ae6801-16d1-4d3c-9d9d-a88387b26745 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.595150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59ae4e3-dedc-4d71-bd62-fab98110896d req-b4ae6801-16d1-4d3c-9d9d-a88387b26745 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.2313111 Aug 22 15:14:17.717407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59ae4e3-dedc-4d71-bd62-fab98110896d req-fe64d913-303a-4fc5-8322-34a0ac3328ad tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112895 Aug 22 15:14:17.719424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1ea81e49-7c9b-40a8-95d8-2639186d5f1d req-ec8744ac-33c7-4e87-8c1f-910a1ed42da9 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302609 Aug 22 15:14:17.728152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9b96cc8-2408-4901-b051-b78b362f9e0c req-783ddab8-e003-464e-8d4b-c0a593489db2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881980 Aug 22 15:14:17.735326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226ba6-21ba-424a-8416-042238dac3b3 req-6f7bc45f-0dab-4356-b5cf-7a3ffcb61a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:17.737264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-6f7bc45f-0dab-4356-b5cf-7a3ffcb61a79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226479 Aug 22 15:14:17.810444 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'dff55c56-9644-4348-89ef-b7b661f2d9ff', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:e6:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bc43e-1098-4752-a127-73be4269323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:13Z', 'updated_at': '2021-08-22T15:14:13Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:17.877256 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4827-5067-498b-92d5-384bb77fd9f8 None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'dff55c56-9644-4348-89ef-b7b661f2d9ff', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:e6:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975bc43e-1098-4752-a127-73be4269323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:13Z', 'updated_at': '2021-08-22T15:14:13Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:17.880442 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-0d2113c7-3df2-44c6-ae78-9b7f716015c4 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268139 Aug 22 15:14:18.000077 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05226ba6-21ba-424a-8416-042238dac3b3 req-c5018641-2aa9-422b-ade1-bf4462ebd9ce service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143982 Aug 22 15:14:18.178207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce771a9-61e6-4942-a78b-b9accb0aaaf5 None None] New status for floating IP dff55c56-9644-4348-89ef-b7b661f2d9ff: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:14:18.196639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ebcae-0dea-4b35-ace6-8eefc0529459 req-87b83607-2caa-444c-afa1-5b31938de1cb tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:18.198858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31ebcae-0dea-4b35-ace6-8eefc0529459 req-87b83607-2caa-444c-afa1-5b31938de1cb tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0783014 Aug 22 15:14:18.290383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e31ebcae-0dea-4b35-ace6-8eefc0529459 req-33455e5e-8972-4be5-b15d-665265be872c tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767784 Aug 22 15:14:18.674335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9669a24-dba1-49f6-b714-7a569bcdcb25 req-87b7df82-7bbd-42dc-82df-10618ef418c5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:18.684735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9669a24-dba1-49f6-b714-7a569bcdcb25 req-87b7df82-7bbd-42dc-82df-10618ef418c5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.0996704 Aug 22 15:14:18.753069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9669a24-dba1-49f6-b714-7a569bcdcb25 req-b927aa12-91ee-48db-97e4-edce40a71c80 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685239 Aug 22 15:14:18.979364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cee68-88a8-4d9d-a81a-188749995eb2 req-329c0232-f648-4379-8ebd-6d05c6a6807a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:18.980987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-245cee68-88a8-4d9d-a81a-188749995eb2 req-329c0232-f648-4379-8ebd-6d05c6a6807a tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.1365302 Aug 22 15:14:19.029172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-245cee68-88a8-4d9d-a81a-188749995eb2 req-a6efaddb-e7ae-439b-ad19-4679f063570f tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Aug 22 15:14:19.282942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-fda69a48-268f-419c-ba40-3a774e280df2 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:19.294860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-fda69a48-268f-419c-ba40-3a774e280df2 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.2387381 Aug 22 15:14:19.310147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-a7f62b9d-45e3-4ffd-82f8-03fc2b613916 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/quotas/32236a8eb7944684acefb4f33a5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0138955 Aug 22 15:14:19.433344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-7598ddf3-8a9a-446d-a8ef-e8356a4dd71e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065054 Aug 22 15:14:19.439506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6f3d-04b0-4fa7-a2ae-17f91403a26b req-12428681-2447-4503-82c2-53e1477aa49b tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:19.441050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-213b6f3d-04b0-4fa7-a2ae-17f91403a26b req-12428681-2447-4503-82c2-53e1477aa49b tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0585754 Aug 22 15:14:19.546364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-213b6f3d-04b0-4fa7-a2ae-17f91403a26b req-119a3513-f9d6-4b9a-a10e-213471c13221 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955546 Aug 22 15:14:19.583054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-52c76ef5-e21c-4223-b503-bb0f4aa01260 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410031 Aug 22 15:14:19.695362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-6f7445c9-e153-4fc5-9e53-8f8e271c2720 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017289 Aug 22 15:14:19.968613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09187546-f99c-47a0-a9b2-040123dd280b req-71a933af-dcbb-4279-9ab0-0d4eb08f592d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 210 time: 0.0310993 Aug 22 15:14:19.981980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a58db1-23bc-4338-8eb0-b31c36e7c750 req-e1328803-b2fe-4317-804a-5676474c0b9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:19.983649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8a58db1-23bc-4338-8eb0-b31c36e7c750 req-e1328803-b2fe-4317-804a-5676474c0b9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1319835 Aug 22 15:14:20.051452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8a58db1-23bc-4338-8eb0-b31c36e7c750 req-d2266592-f9dc-4ea4-aef6-00741da522c3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609665 Aug 22 15:14:20.169378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793fcd8-97bf-4d40-8e08-358ecbc8fcb1 req-fa3c4259-a9fb-40ef-8d74-ca11d9237a34 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:20.170923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a793fcd8-97bf-4d40-8e08-358ecbc8fcb1 req-fa3c4259-a9fb-40ef-8d74-ca11d9237a34 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.0520921 Aug 22 15:14:20.216706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a793fcd8-97bf-4d40-8e08-358ecbc8fcb1 req-e58e7237-b7fe-406f-b86d-74e18fcbe327 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 Aug 22 15:14:20.690924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c28f-260e-4f76-af6a-fdb4582557a9 req-b02dd739-e324-4a69-bb33-1c03f0c94381 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:20.692682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2743c28f-260e-4f76-af6a-fdb4582557a9 req-b02dd739-e324-4a69-bb33-1c03f0c94381 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0587251 Aug 22 15:14:20.735901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2743c28f-260e-4f76-af6a-fdb4582557a9 req-ab798f8e-b827-44bc-834b-796fdabc387f tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Aug 22 15:14:20.850398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdaf22-4bea-4936-b699-e325e4f13947 req-42f15ab6-b293-4eb7-8c50-b579121f1737 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:20.852136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5cdaf22-4bea-4936-b699-e325e4f13947 req-42f15ab6-b293-4eb7-8c50-b579121f1737 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0453649 Aug 22 15:14:20.888440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5cdaf22-4bea-4936-b699-e325e4f13947 req-3c3edaae-049c-4e66-be2a-88815a17a3f6 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300937 Aug 22 15:14:20.935314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:21.012494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013832-eadc-40db-9d36-3d22e2e7d493 req-54437282-9ac1-402b-928e-97c2b9c5cf31 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:21.016938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09013832-eadc-40db-9d36-3d22e2e7d493 req-54437282-9ac1-402b-928e-97c2b9c5cf31 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0507233 Aug 22 15:14:21.038705 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:21.078278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09013832-eadc-40db-9d36-3d22e2e7d493 req-dfab408e-b64c-4510-99a7-ac584fb9903a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569298 Aug 22 15:14:21.101635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:21.115628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '54d44351-688b-44eb-a638-59546ae68de4', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:21.152918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d087ed2-3ea1-4b67-8e5d-e923f100a53f req-cbc860b9-dd93-4b7a-92f3-17b6722cb47f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 210 time: 0.0625308 Aug 22 15:14:21.201054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:21.237742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:21.313907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274757-d43e-402f-86f7-9487be0d1394 req-f968c670-26a3-47ee-bfaa-83affdc291f2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:21.316219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef274757-d43e-402f-86f7-9487be0d1394 req-f968c670-26a3-47ee-bfaa-83affdc291f2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1418140 Aug 22 15:14:21.317553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:21.380282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:21.385130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef274757-d43e-402f-86f7-9487be0d1394 req-7cd0e05a-a301-4f39-ad78-30a8e371e497 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598648 Aug 22 15:14:21.468740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:21.503187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-dc8d7476-dd8e-4792-ad9f-a09e730f244a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:21.504967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-dc8d7476-dd8e-4792-ad9f-a09e730f244a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/networks?id=12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 200 len: 910 time: 0.1381159 Aug 22 15:14:21.523069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-91feb746-5000-424a-a618-994ea85c63f2 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/quotas/9fd76862f2b44f8cb2505fb706045d7f HTTP/1.1" status: 200 len: 375 time: 0.0107706 Aug 22 15:14:21.589808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-1eb58041-553a-4f3e-aac0-1cc67b628d19 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562193 Aug 22 15:14:21.785663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['54d44351-688b-44eb-a638-59546ae68de4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:21.872728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-1f558674-2bf9-45f5-8404-c8cabf9936c1 service neutron] 10.222.0.53 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722116 Aug 22 15:14:22.000116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-0c8cf140-7899-416f-b9eb-436953dd0ef7 service neutron] 10.222.0.53 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255338 Aug 22 15:14:22.367536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d7bf16e-864d-4444-8177-2c0cf675b57b req-5d9934e9-d3f0-4f74-b011-4732062efab8 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.0860665 Aug 22 15:14:22.413442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2718f08-6e6f-40fc-8549-45d2ff8bb29f req-8a0ce54d-e0b8-473e-a6d6-ce7279ff0966 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 210 time: 0.1111784 Aug 22 15:14:22.622579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-dc180470-e228-4387-922a-f8a791114544 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:22.624732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-dc180470-e228-4387-922a-f8a791114544 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.3713658 Aug 22 15:14:22.645232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9335800-f512-4522-ba17-3a69bfc322f7 req-789e64fb-ff1d-41d9-a621-113533f5fec8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:22.647330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9335800-f512-4522-ba17-3a69bfc322f7 req-789e64fb-ff1d-41d9-a621-113533f5fec8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.1532757 Aug 22 15:14:22.651643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Request body: {'port': {'device_id': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'admin_state_up': True, 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:22.797415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9335800-f512-4522-ba17-3a69bfc322f7 req-e36e31d4-c998-41d5-8655-2379b34c3b5d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407776 Aug 22 15:14:22.945646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:22.957676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:14:22.963559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.099675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 54d44351-688b-44eb-a638-59546ae68de4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:23.105325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 54d44351-688b-44eb-a638-59546ae68de4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:23.106027 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.177583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Allocated IP 172.20.0.14 (0a957c3d-6ba4-4a7d-b181-155dd4a2c864/2c71745e-be45-4fbc-9625-14ef965932a5/c803bb1d-8358-48cd-ad74-accc6b3ea510) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:23.214841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.237382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:23.239657 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d89880-3f03-459d-a155-26a245b39606" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:23.258366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:23.314333 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ffb5b6-4703-4b8e-b51c-7842c5b0ee2c x-openstack-request-id: req-37ffb5b6-4703-4b8e-b51c-7842c5b0ee2c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:23.314648 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:23.314881 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37ffb5b6-4703-4b8e-b51c-7842c5b0ee2c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:23.315278 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'code': 200} Aug 22 15:14:23.331672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.384223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.440996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:23.517987 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:23.541223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:23.560301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8eef-8c51-4e0a-84f8-95cd350666f2 req-4c4b57b3-1437-489d-9d6d-d4e343d7c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:23.561991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-21cb8eef-8c51-4e0a-84f8-95cd350666f2 req-4c4b57b3-1437-489d-9d6d-d4e343d7c034 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1097 time: 0.0997956 Aug 22 15:14:23.623511 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-21cb8eef-8c51-4e0a-84f8-95cd350666f2 req-3102a949-ff5b-4161-9a1b-4a90bf879690 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Aug 22 15:14:23.633532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:23.670885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a910f2b5-6c81-4bc2-a5a7-6d67cac10b05 req-04c254ea-46cc-4b2b-87db-0928fec998ba tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.1165943 Aug 22 15:14:23.671807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:23.676727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:24.075145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event updated for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:24.120908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5ca73-60e5-4663-8518-10ddb379b173 req-1f4ce8d5-4774-45b4-8ae1-171b3400f323 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:24.121894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ad5ca73-60e5-4663-8518-10ddb379b173 req-1f4ce8d5-4774-45b4-8ae1-171b3400f323 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 932 time: 0.5705259 Aug 22 15:14:24.133187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:24.133815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:24.176015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2defec4-5e85-454d-ba7e-3fc86483eb4d req-3f8ea180-7a2a-4fee-8b77-4a7ef10f86ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:24.183819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2defec4-5e85-454d-ba7e-3fc86483eb4d req-3f8ea180-7a2a-4fee-8b77-4a7ef10f86ff tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1246674 Aug 22 15:14:24.215693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ad5ca73-60e5-4663-8518-10ddb379b173 req-9636aed9-c9b3-4dcd-80cf-b475ab89e881 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760012 Aug 22 15:14:24.244626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2defec4-5e85-454d-ba7e-3fc86483eb4d req-b24080da-e8e2-43dd-9486-44dc754395ab tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594978 Aug 22 15:14:24.272430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4c4805e3-0c7b-49b5-afb7-114188f747b5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334937 Aug 22 15:14:24.288590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Request body: {'port': {'device_id': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:24.366217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:24.719490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c803bb1d-8358-48cd-ad74-accc6b3ea510 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:24.734960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:24.749063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Transition to ACTIVE for port object c803bb1d-8358-48cd-ad74-accc6b3ea510 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:24.806788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee6e2715-cf5b-4af3-b64c-7cc93229bc49 req-3eb701d7-ae49-4754-afe4-012fce1ff5fa tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.0315726 Aug 22 15:14:24.825058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:24.915187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Pushing event updated for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:24.978878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Attempting to bind port c803bb1d-8358-48cd-ad74-accc6b3ea510 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:24.979235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Attempting to bind port c803bb1d-8358-48cd-ad74-accc6b3ea510 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:24.979491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Attempting to bind port c803bb1d-8358-48cd-ad74-accc6b3ea510 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:24.985209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Port c803bb1d-8358-48cd-ad74-accc6b3ea510 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:14:24.985546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Attempting to bind port c803bb1d-8358-48cd-ad74-accc6b3ea510 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:25.001222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:25.001588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Checking segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:25.001959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Bound using segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:25.002397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Bound port: c803bb1d-8358-48cd-ad74-accc6b3ea510, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:25.002757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.093263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:25.097382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:25.172889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60556) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:25.215128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.257923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-c702638a-7541-41d1-adc0-9ba04c264a4d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.260626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-c702638a-7541-41d1-adc0-9ba04c264a4d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.10 "GET /v2.0/networks?id=12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 200 len: 910 time: 0.1277003 Aug 22 15:14:25.292794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Request body: {'port': {'device_id': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'admin_state_up': True, 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:25.304267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.305084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.313112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] 10.222.0.54 "PUT /v2.0/ports/c803bb1d-8358-48cd-ad74-accc6b3ea510 HTTP/1.1" status: 200 len: 1092 time: 1.0295899 Aug 22 15:14:25.313614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:25.316049 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9260548b-3f19-41f2-8e7a-ca4538eac320" -d '{"events": [{"name": "network-changed", "server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:25.372474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57894410-35a9-432e-8dd3-c9fbd5917b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.432044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0597b37-cd1c-44ef-93fa-7da2ef5badbc service neutron] Pushing event updated for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:25.435208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Made reservation on behalf of 9fd76862f2b44f8cb2505fb706045d7f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:14:25.439773 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.481673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f61d92-32d8-444e-8c42-094885a835ff req-31325ede-a36b-419a-9fa4-2ee501feb23f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.490149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48f61d92-32d8-444e-8c42-094885a835ff req-31325ede-a36b-419a-9fa4-2ee501feb23f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1330953 Aug 22 15:14:25.513685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4935862-ae7e-4b14-9ffb-260f58a3be14 req-6e054dcc-88a8-4641-ae09-7b4bfd3959ac tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.513685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4935862-ae7e-4b14-9ffb-260f58a3be14 req-6e054dcc-88a8-4641-ae09-7b4bfd3959ac tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 944 time: 0.1614146 Aug 22 15:14:25.637957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48f61d92-32d8-444e-8c42-094885a835ff req-896f5164-5852-44d6-b381-a00b2fca63b2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419795 Aug 22 15:14:25.663363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4935862-ae7e-4b14-9ffb-260f58a3be14 req-15953829-5c9f-4e97-8ec2-9e06a048de5b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400089 Aug 22 15:14:25.693652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-8725ed73-f812-484c-8b4e-93f04b61df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.696344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-8725ed73-f812-484c-8b4e-93f04b61df94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 1095 time: 0.1530166 Aug 22 15:14:25.703589 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab0bfac-cbdc-492b-90c3-554a3ba28d80 x-openstack-request-id: req-1ab0bfac-cbdc-492b-90c3-554a3ba28d80 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:25.703879 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:25.704209 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ab0bfac-cbdc-492b-90c3-554a3ba28d80 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:25.705162 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510', 'status': 'completed', 'code': 200} Aug 22 15:14:25.758962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-000f4f7f-d8ec-4468-acf4-90a308c93487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510 HTTP/1.1" status: 200 len: 217 time: 0.0497041 Aug 22 15:14:25.797037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57894410-35a9-432e-8dd3-c9fbd5917b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.878818 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57894410-35a9-432e-8dd3-c9fbd5917b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:25.899219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-7166251e-d27e-4203-9729-f7e3d7567158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.900785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-7166251e-d27e-4203-9729-f7e3d7567158 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.1340854 Aug 22 15:14:25.948820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefde83-6be0-4f81-af37-a94da7c627f8 req-9e4c32ad-6570-4402-8a6e-2fca4a220a8a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:25.956559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fefde83-6be0-4f81-af37-a94da7c627f8 req-9e4c32ad-6570-4402-8a6e-2fca4a220a8a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1629505 Aug 22 15:14:25.960885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-4d554183-3b76-4ba4-b4c6-c7d2f427db05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491633 Aug 22 15:14:26.007234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Allocated IP 172.20.0.13 (12eefc52-c549-40c9-8463-b6e1d8ef6c02/5cc4510a-faf5-4057-95cc-2043293bf7db/2b90b176-c3c1-45b2-b065-b160b0d505ce) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:26.014164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-c0962a3d-690d-4152-8142-ac2f31a47a15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596485 Aug 22 15:14:26.064197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57894410-35a9-432e-8dd3-c9fbd5917b92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07f51558b76841bca954b2663d22621a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8876591 Aug 22 15:14:26.065112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9d89852-591b-4d23-b680-5ea5f9443a6a req-650db402-35cf-4a5b-a1fe-cbe8c817078b tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.1000791 Aug 22 15:14:26.065963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60576) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:26.067063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894410-35a9-432e-8dd3-c9fbd5917b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126906b7-0e86-4338-86de-192a4142f068,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:26.112686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fefde83-6be0-4f81-af37-a94da7c627f8 req-cd3e177a-ff12-4523-96a9-1a2c2115603d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546953 Aug 22 15:14:26.148321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60578) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:26.211340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d3edc-ef0d-4b0b-9e36-4b9d2c81f4f5 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.215574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-885d3edc-ef0d-4b0b-9e36-4b9d2c81f4f5 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1092 time: 0.0631688 Aug 22 15:14:26.219530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:26.224288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:26.238854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-298046a7-3131-406e-ab3a-2d086c84a280 service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513492 Aug 22 15:14:26.281069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.291570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a930-b302-492a-8d8d-fd33e87c631c req-127d680e-7d86-42e9-93d8-06cb494d20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.293411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-127d680e-7d86-42e9-93d8-06cb494d20f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1097 time: 0.1230810 Aug 22 15:14:26.321500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.341785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.351212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7eeff76-27cb-4a86-8f9d-8c4dc3894138 req-e9181f3b-8bfc-4f82-8c4a-8808abb354b4 service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031294 Aug 22 15:14:26.384648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Transition to ACTIVE for port object 2b90b176-c3c1-45b2-b065-b160b0d505ce will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:26.390095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.484362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a930-b302-492a-8d8d-fd33e87c631c req-d3f490f8-cb67-43e8-a26c-e904df2bc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.485876 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-d3f490f8-cb67-43e8-a26c-e904df2bc6c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1687560 Aug 22 15:14:26.536653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-afb90ee1-6a95-499e-838b-79bdf213393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.538409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-afb90ee1-6a95-499e-838b-79bdf213393d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 1095 time: 0.0587668 Aug 22 15:14:26.544437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.564495 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-3cb92639-cc8f-4fb1-a9b8-2a60298e7a53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 1002 time: 0.0693011 Aug 22 15:14:26.602282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.605987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.608687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.612438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/126906b7-0e86-4338-86de-192a4142f068 HTTP/1.1" status: 204 len: 168 time: 0.5417187 Aug 22 15:14:26.613510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e024b8-1252-48f0-801d-15bd215b97d3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:26.653873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fc34f-ac32-4363-b3ce-99ca5338b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126906b7-0e86-4338-86de-192a4142f068,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:26.670081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a930-b302-492a-8d8d-fd33e87c631c req-61396fe6-bccd-408b-bb21-540a982bb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.671571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-61396fe6-bccd-408b-bb21-540a982bb050 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1005061 Aug 22 15:14:26.673266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-7e6435ab-f28d-4a33-bbc3-140120b751a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.673801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-7e6435ab-f28d-4a33-bbc3-140120b751a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 916 time: 0.1259451 Aug 22 15:14:26.680762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:26.696917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:26.708339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Pushing event updated for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:26.711736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:26.805524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a930-b302-492a-8d8d-fd33e87c631c req-d192406a-333a-4b40-b41e-e831eb338bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.807813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-d192406a-333a-4b40-b41e-e831eb338bcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257267 Aug 22 15:14:26.825649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:26.826363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:26.832720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-615797ad-12e7-4478-817c-e468bcd89e36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510 HTTP/1.1" status: 200 len: 217 time: 0.1078560 Aug 22 15:14:26.941334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-02866ab5-9c1e-4285-b7cf-cb9c04fcd13a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6609783 Aug 22 15:14:26.955562 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-c32e4222-6474-4b3d-87b1-9b0a56ca0833 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392274 Aug 22 15:14:26.963927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Request body: {'port': {'device_id': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:27.022811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a334413-e936-4228-9ccb-d683fffbf50d req-a9a63289-6cc9-47fd-a43a-65129fa421a7 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:27.022811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a334413-e936-4228-9ccb-d683fffbf50d req-a9a63289-6cc9-47fd-a43a-65129fa421a7 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 944 time: 0.2344012 Aug 22 15:14:27.035479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-a2da52bd-3969-41c9-a086-8ba2e2247ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:27.037003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-a2da52bd-3969-41c9-a086-8ba2e2247ec4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.1631932 Aug 22 15:14:27.097249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-8fe14a3d-bdba-472d-ad81-401cecfed10e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398972 Aug 22 15:14:27.119483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.239 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/0dc5debb-2c51-4093-b37f-2ef993f96e57) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:27.149168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.175686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a334413-e936-4228-9ccb-d683fffbf50d req-122840be-2bbf-4869-9e46-d8dc432d645e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345596 Aug 22 15:14:27.185888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f0703db-c493-4985-9b32-34e387d07bfb None None] Provisioning for port 2b90b176-c3c1-45b2-b065-b160b0d505ce completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:27.191635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f0703db-c493-4985-9b32-34e387d07bfb None None] Provisioning complete for port 2b90b176-c3c1-45b2-b065-b160b0d505ce triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:27.192036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f0703db-c493-4985-9b32-34e387d07bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.279648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8f0703db-c493-4985-9b32-34e387d07bfb None None] Port 2b90b176-c3c1-45b2-b065-b160b0d505ce cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:14:27.280778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f254a930-b302-492a-8d8d-fd33e87c631c req-0b127a25-5fae-40b9-8f05-8b5eb2424b23 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136826 Aug 22 15:14:27.353896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-42ab752c-5fc5-43e7-a460-2e827fc5c83f service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432575 Aug 22 15:14:27.363892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa456c8-bca4-4f91-9f88-36ca7a62a7ac req-26f100fc-a28f-43cc-99bf-544d0d4d9b90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:27.365606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fa456c8-bca4-4f91-9f88-36ca7a62a7ac req-26f100fc-a28f-43cc-99bf-544d0d4d9b90 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1028 time: 0.1228824 Aug 22 15:14:27.440690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.503177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fa456c8-bca4-4f91-9f88-36ca7a62a7ac req-141f2bb2-9a48-44ae-a0f7-ac5dd904a0fd tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184466 Aug 22 15:14:27.516095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:27.577691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9260548b-3f19-41f2-8e7a-ca4538eac320 req-1ec5ffbb-a228-4a3e-91a3-b672b8af632e service neutron] 10.222.0.54 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158623 Aug 22 15:14:27.591196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2005133c-a593-4dda-ad3e-1dff24e7c857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.671229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90b176-c3c1-45b2-b065-b160b0d505ce {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:27.679336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.696377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2005133c-a593-4dda-ad3e-1dff24e7c857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.699065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Transition to ACTIVE for port object 2b90b176-c3c1-45b2-b065-b160b0d505ce will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:27.751400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.780453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.795418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2005133c-a593-4dda-ad3e-1dff24e7c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:27.815243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:27.833092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2005133c-a593-4dda-ad3e-1dff24e7c857 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d929241f59543d5837f55852dc16762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157411 Aug 22 15:14:27.840411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60614) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:27.869473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:27.887018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=0dc5debb-2c51-4093-b37f-2ef993f96e57,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:27.889801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:27.905122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:27.920763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:27.976220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005133c-a593-4dda-ad3e-1dff24e7c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c100bf-23fa-41eb-9ff5-d037fb453ecb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:28.026612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.092743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.138668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3f66-2766-4f03-bf5f-fe4ce365e886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.202245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Attempting to bind port 2b90b176-c3c1-45b2-b065-b160b0d505ce on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:28.202731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Attempting to bind port 2b90b176-c3c1-45b2-b065-b160b0d505ce by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:28.203163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Attempting to bind port 2b90b176-c3c1-45b2-b065-b160b0d505ce on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:28.219273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Port 2b90b176-c3c1-45b2-b065-b160b0d505ce on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:14:28.220079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Attempting to bind port 2b90b176-c3c1-45b2-b065-b160b0d505ce on network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:28.227417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:28.227859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Checking segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:28.228350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Bound using segment: {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:28.228869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Bound port: 2b90b176-c3c1-45b2-b065-b160b0d505ce, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5867739-fe7c-44bb-9010-4b0dbe5122ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:28.229324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.309860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:28.313714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:28.344489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.350555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.350555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19c100bf-23fa-41eb-9ff5-d037fb453ecb HTTP/1.1" status: 204 len: 168 time: 0.5071151 Aug 22 15:14:28.385890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4b550-a1e9-41b9-85d5-44f5183a2bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c100bf-23fa-41eb-9ff5-d037fb453ecb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:28.402542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.404609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8b9f4-1a44-4e6e-8666-f6d15e9345e9 req-bd0e5cf2-8acc-47ff-9018-11e1ac9c4546 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:28.406222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4b8b9f4-1a44-4e6e-8666-f6d15e9345e9 req-bd0e5cf2-8acc-47ff-9018-11e1ac9c4546 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 944 time: 0.1049001 Aug 22 15:14:28.421804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3f66-2766-4f03-bf5f-fe4ce365e886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.449198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:28.449847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.451449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] 10.222.0.10 "PUT /v2.0/ports/2b90b176-c3c1-45b2-b065-b160b0d505ce HTTP/1.1" status: 200 len: 1092 time: 1.4947128 Aug 22 15:14:28.451956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:28.454553 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72279959-d37f-4d5a-8a0c-ef33a09093c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:28.512761 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdbf38b-86bc-47ab-a590-89dd5eb5115b x-openstack-request-id: req-6cdbf38b-86bc-47ab-a590-89dd5eb5115b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:28.513138 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:28.513698 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cdbf38b-86bc-47ab-a590-89dd5eb5115b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:28.514213 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce', 'status': 'completed', 'code': 200} Aug 22 15:14:28.523053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9d3f66-2766-4f03-bf5f-fe4ce365e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.530602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4c989-680a-4f01-9513-7dac1afcca4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:28.554199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4b8b9f4-1a44-4e6e-8666-f6d15e9345e9 req-6b958f0a-ad08-4b5c-81d4-b17bc21343f2 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202824 Aug 22 15:14:28.690668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.690973 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c9d3f66-2766-4f03-bf5f-fe4ce365e886 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a54a0686b15e45f8a43bbb78fb415adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8611767 Aug 22 15:14:28.690973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d3f66-2766-4f03-bf5f-fe4ce365e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7c617-8de2-4648-90c3-4b6c95c99af6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:28.692017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60626) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:28.701573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-86f2db5f-41e7-4ab2-8e6c-17d3e0dd6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:28.703790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-86f2db5f-41e7-4ab2-8e6c-17d3e0dd6628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.1292572 Aug 22 15:14:28.744071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6af3f1-7ab0-4aec-bf54-39bf2911c3f7 req-2619b3dd-3bcf-48a7-b2c1-380b4533c89d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:28.746108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b6af3f1-7ab0-4aec-bf54-39bf2911c3f7 req-2619b3dd-3bcf-48a7-b2c1-380b4533c89d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.1264622 Aug 22 15:14:28.842993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b6af3f1-7ab0-4aec-bf54-39bf2911c3f7 req-a86edd2f-82e7-4ff3-8027-12137a0bc1a0 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754328 Aug 22 15:14:28.856568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.879243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-46da344b-cdda-4cdb-83e1-e0f606101122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:28.881641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-46da344b-cdda-4cdb-83e1-e0f606101122 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1571169 Aug 22 15:14:28.908161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:28.925776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.005639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-6603e577-3325-443b-8262-9f54b9338e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:29.008106 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-72279959-d37f-4d5a-8a0c-ef33a09093c0 req-6603e577-3325-443b-8262-9f54b9338e5d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168253 Aug 22 15:14:29.061226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.063770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.067458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8b7c617-8de2-4648-90c3-4b6c95c99af6 HTTP/1.1" status: 204 len: 168 time: 0.3750758 Aug 22 15:14:29.078329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1abda-1295-4be2-8c1b-28d8c5d1011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7c617-8de2-4648-90c3-4b6c95c99af6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:29.153001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60634) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:29.156681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-2c2420bd-dcc2-42a8-b82c-0a28e4c87c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:29.158275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-2c2420bd-dcc2-42a8-b82c-0a28e4c87c2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.0687668 Aug 22 15:14:29.161313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.169496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86e397e7-791b-4755-a220-2168a048dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.214573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-0dc5549e-f47d-457a-a0f0-a95c3d4e1979 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce HTTP/1.1" status: 200 len: 217 time: 0.0400863 Aug 22 15:14:29.265729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-ef673a87-9255-4004-a896-45f33b17fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:29.267235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-ef673a87-9255-4004-a896-45f33b17fe8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5cc4510a-faf5-4057-95cc-2043293bf7db HTTP/1.1" status: 200 len: 848 time: 0.0462172 Aug 22 15:14:29.267412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86e397e7-791b-4755-a220-2168a048dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.314040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-b18d4830-1f94-42b7-837d-afa400becc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:29.315554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-b18d4830-1f94-42b7-837d-afa400becc23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12eefc52-c549-40c9-8463-b6e1d8ef6c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415688 Aug 22 15:14:29.333223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.373711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86e397e7-791b-4755-a220-2168a048dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.410359 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-51ff61ad-7089-4e6c-874c-0c4dbbffbe01 service neutron] 10.222.0.10 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872755 Aug 22 15:14:29.453583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=0dc5debb-2c51-4093-b37f-2ef993f96e57,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:29.464137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-86e397e7-791b-4755-a220-2168a048dcf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71d70d5e61794ed19fe1b2264f932f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077872 Aug 22 15:14:29.465139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e397e7-791b-4755-a220-2168a048dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed39fb7-178c-4448-9f37-705e3a76a71a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:29.467368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60638) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:29.474540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.525115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-25e2bd7a-a687-4deb-8fa3-63a5c9fdff73 req-36a811a1-9d28-40c7-91df-c08025030b5b service neutron] 10.222.0.10 "GET /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071146 Aug 22 15:14:29.609797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.886847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.886847 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 394525e9-335d-4be1-9c5f-d359f179acc7 associated. External IP: 172.25.0.239, port: 54d44351-688b-44eb-a638-59546ae68de4. Aug 22 15:14:29.886847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d823f78-111a-4e83-af82-9b482140e8c1 req-487870e7-9078-4768-aa95-37747002962d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:29.886847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d823f78-111a-4e83-af82-9b482140e8c1 req-487870e7-9078-4768-aa95-37747002962d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 944 time: 0.1731677 Aug 22 15:14:29.910419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d823f78-111a-4e83-af82-9b482140e8c1 req-3b684765-221d-4943-9184-a8dc184f5f06 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898449 Aug 22 15:14:29.957561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.960930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:29.962053 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fed39fb7-178c-4448-9f37-705e3a76a71a HTTP/1.1" status: 204 len: 168 time: 0.4934402 Aug 22 15:14:29.984677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85848e-81b4-4723-a3e4-274902339bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed39fb7-178c-4448-9f37-705e3a76a71a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:30.030266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9127f6e9-ef92-457b-ad6d-77de2432a686 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:14:30.036824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255703b-329a-4892-adf7-a1a290de1dac req-3422e943-f14c-4fe8-89bc-49b1e45c6fb7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:30.038478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7255703b-329a-4892-adf7-a1a290de1dac req-3422e943-f14c-4fe8-89bc-49b1e45c6fb7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.0819449 Aug 22 15:14:30.125997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7255703b-329a-4892-adf7-a1a290de1dac req-714f1360-022c-4893-93f8-f6161f96800e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804369 Aug 22 15:14:30.127732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-26376a00-ba0f-4bf2-bfdb-fd581ba543ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:30.189009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:30.205833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Sync routers for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:30.223249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:30.223249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:30.277320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:30.282983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c803bb1d-8358-48cd-ad74-accc6b3ea510 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:30.344499 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:30.461467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:30.477623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'c803bb1d-8358-48cd-ad74-accc6b3ea510', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'port_id': 'c803bb1d-8358-48cd-ad74-accc6b3ea510', 'mac_address': 'fa:16:3e:70:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71745e-be45-4fbc-9625-14ef965932a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:30.561833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:30.585033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c803bb1d-8358-48cd-ad74-accc6b3ea510 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:30.614980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:30.707468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1f4cb016-beb1-451e-94fd-68de33c30ecb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4867795 Aug 22 15:14:30.708281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:30.718246 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3362189b-6fb4-4632-8e57-9444812d00d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:30.755578 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '394525e9-335d-4be1-9c5f-d359f179acc7', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:28Z', 'updated_at': '2021-08-22T15:14:28Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:30.789831 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Checking router: 9127f6e9-ef92-457b-ad6d-77de2432a686 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:30.800671 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:30.801431 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:30.817292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be414a5f-50de-45fc-b8c4-309b5edbe9b5 req-646e1111-f4a0-4125-b187-c8e61cf6c648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:30.820309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be414a5f-50de-45fc-b8c4-309b5edbe9b5 req-646e1111-f4a0-4125-b187-c8e61cf6c648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0572274 Aug 22 15:14:30.825146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:30.888619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:30.905802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be414a5f-50de-45fc-b8c4-309b5edbe9b5 req-bdea604c-8852-4e94-896e-fcde8fc2c084 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757678 Aug 22 15:14:30.906819 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfe08c9-3689-41ee-97cb-5765e7dfe062 x-openstack-request-id: req-adfe08c9-3689-41ee-97cb-5765e7dfe062 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:30.907404 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:30.908055 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adfe08c9-3689-41ee-97cb-5765e7dfe062 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:30.908467 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:14:30.933987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60688) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:30.962164 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:31.031235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-90ac7b3d-8dfd-469f-b6a8-21edfd6714af tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/394525e9-335d-4be1-9c5f-d359f179acc7 HTTP/1.1" status: 200 len: 992 time: 0.0956964 Aug 22 15:14:31.050644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-a56d217a-914f-4ea2-beac-18ee2367a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.055379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-a56d217a-914f-4ea2-beac-18ee2367a720 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1097 time: 0.1001348 Aug 22 15:14:31.123071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a286-8a7b-4613-9868-ee16a8822323 req-7fcf7a8d-bf39-44be-884d-f9581de9cb80 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.124892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fc8a286-8a7b-4613-9868-ee16a8822323 req-7fcf7a8d-bf39-44be-884d-f9581de9cb80 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 945 time: 0.0761869 Aug 22 15:14:31.191062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fc8a286-8a7b-4613-9868-ee16a8822323 req-05f8c0b6-097b-485b-b87f-b2d3aa8937f5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Aug 22 15:14:31.238747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-1cbb5253-3c9d-4f23-afe3-1d9c38b46151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.246049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-1cbb5253-3c9d-4f23-afe3-1d9c38b46151 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1832058 Aug 22 15:14:31.279755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:31.295502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '394525e9-335d-4be1-9c5f-d359f179acc7', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:28Z', 'updated_at': '2021-08-22T15:14:28Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:31.304812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09b3a0-d989-4f21-91da-4fa72642ebbc req-67584b8f-2080-4281-beff-1f90e2df9acd tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.306627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e09b3a0-d989-4f21-91da-4fa72642ebbc req-67584b8f-2080-4281-beff-1f90e2df9acd tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.0613279 Aug 22 15:14:31.328542 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9137-5a88-46fb-b78b-948b15972f6c None None] The sync data for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 is: [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '394525e9-335d-4be1-9c5f-d359f179acc7', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:14:28Z', 'updated_at': '2021-08-22T15:14:28Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:31.358685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-52785c29-9576-4acb-9f11-46bf134c00e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.0996563 Aug 22 15:14:31.372377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e09b3a0-d989-4f21-91da-4fa72642ebbc req-14cfb3c3-3aea-4c11-ac05-7ef57d19d947 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585656 Aug 22 15:14:31.437281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-dbe6b5ef-e10d-4c74-95d2-24204f434d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.438958 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-dbe6b5ef-e10d-4c74-95d2-24204f434d7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0725541 Aug 22 15:14:31.514739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-a7d994bd-b624-458a-a2d4-c21f938da84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:31.514739 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-a7d994bd-b624-458a-a2d4-c21f938da84a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662043 Aug 22 15:14:31.623119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8afbf7b-25cb-4ef9-b589-1491ba6c5abe None None] New status for floating IP 394525e9-335d-4be1-9c5f-d359f179acc7: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:14:31.633157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-5edc5848-d24c-4b19-85f2-eb3942fc4336 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105878 Aug 22 15:14:31.755299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:31.773110 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3362189b-6fb4-4632-8e57-9444812d00d5 req-d0d59535-496b-42af-ac44-2a6c49b02b90 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322401 Aug 22 15:14:31.874889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21562e34-51e1-41b0-9d4f-7dddde98a8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:31.977270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21562e34-51e1-41b0-9d4f-7dddde98a8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.032943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:32.043357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21562e34-51e1-41b0-9d4f-7dddde98a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.098375 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:14:32.104492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21562e34-51e1-41b0-9d4f-7dddde98a8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f29c836b500b4b848b149beeb8432f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464823 Aug 22 15:14:32.105799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21562e34-51e1-41b0-9d4f-7dddde98a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9877106-5cb7-4f3e-b37a-fb4d02f30fc7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:32.107167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60734) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:32.119238 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b9192c3-d4ab-4e34-8b6b-229b204aa3b3 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/394525e9-335d-4be1-9c5f-d359f179acc7 HTTP/1.1" status: 200 len: 994 time: 0.0850911 Aug 22 15:14:32.167620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.189627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.305090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.307868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:32.309129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9877106-5cb7-4f3e-b37a-fb4d02f30fc7 HTTP/1.1" status: 204 len: 168 time: 0.2001708 Aug 22 15:14:32.316855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc6de3-7a06-43ef-9d24-c751f47bf083 req-1577f363-fd1e-4cc4-93f2-b2068a682ba4 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:32.317541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef441fd-3006-4ecd-b4be-c2d75d84bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9877106-5cb7-4f3e-b37a-fb4d02f30fc7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:32.321252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cbc6de3-7a06-43ef-9d24-c751f47bf083 req-1577f363-fd1e-4cc4-93f2-b2068a682ba4 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 945 time: 0.0575769 Aug 22 15:14:32.370280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cbc6de3-7a06-43ef-9d24-c751f47bf083 req-c870f05b-6765-4e85-8b67-a47c5eb7afea tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Aug 22 15:14:32.490533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287924d4-822a-4eb1-b75f-8e782123676e req-25eb992b-b06d-42bf-b8fd-518f18d3b3b7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:32.492541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-287924d4-822a-4eb1-b75f-8e782123676e req-25eb992b-b06d-42bf-b8fd-518f18d3b3b7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1095 time: 0.0430636 Aug 22 15:14:32.532334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-287924d4-822a-4eb1-b75f-8e782123676e req-cad4b180-fd16-4490-a44e-023321e6f96e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Aug 22 15:14:32.979024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b90b176-c3c1-45b2-b065-b160b0d505ce details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:32.995164 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:33.096200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:33.109663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '2b90b176-c3c1-45b2-b065-b160b0d505ce', 'network_id': '12eefc52-c549-40c9-8463-b6e1d8ef6c02', 'port_id': '2b90b176-c3c1-45b2-b065-b160b0d505ce', 'mac_address': 'fa:16:3e:41:df:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc4510a-faf5-4057-95cc-2043293bf7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:33.153924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:33.167104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90b176-c3c1-45b2-b065-b160b0d505ce {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:33.191201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:33.309701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:33.387239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:33.453822 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9e28306b-a1b2-413b-bc3f-d252c1be6a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:33.532494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5dbfd-97ea-42c8-ba33-3dae6bd73e62 req-beb7c587-26ba-4471-a1fd-40d373c415ac tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.534292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70c5dbfd-97ea-42c8-ba33-3dae6bd73e62 req-beb7c587-26ba-4471-a1fd-40d373c415ac tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 945 time: 0.0706894 Aug 22 15:14:33.598428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70c5dbfd-97ea-42c8-ba33-3dae6bd73e62 req-cdeff0aa-f3f3-4278-b9a0-d9555d778dcb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Aug 22 15:14:33.674999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.678223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.684661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.690872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.697191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.703268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.710447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.712478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c502449e-8cae-45c8-8104-152090e8edcc req-54074019-380a-403a-8165-f4ddebca5bab tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1131394 Aug 22 15:14:33.760354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2b90b176-c3c1-45b2-b065-b160b0d505ce'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:33.793626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99178c6-68d8-44f8-8e98-a9dc3b540bcb req-de15c5d9-0f94-4e2a-938b-0556d2d66072 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:33.795504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b99178c6-68d8-44f8-8e98-a9dc3b540bcb req-de15c5d9-0f94-4e2a-938b-0556d2d66072 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1096 time: 0.0820732 Aug 22 15:14:33.803548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c502449e-8cae-45c8-8104-152090e8edcc req-58092c1c-1050-452c-b81e-f45317a5891c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807540 Aug 22 15:14:33.847669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b99178c6-68d8-44f8-8e98-a9dc3b540bcb req-e504d01c-fff5-44c7-86e0-4c76c4783e28 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Aug 22 15:14:34.034042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.040702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.048463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.053943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.060229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.066234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.073529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.075530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3523aab7-d010-45fd-9339-9805255f9f0b req-a2fe46dc-7e3f-41c4-89e2-72691fc8497c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1254008 Aug 22 15:14:34.296928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c803bb1d-8358-48cd-ad74-accc6b3ea510 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:34.451530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port c803bb1d-8358-48cd-ad74-accc6b3ea510 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:34.456224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port c803bb1d-8358-48cd-ad74-accc6b3ea510 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:34.456693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:34.561935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:34.587176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:34.589543 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c89873c-3f7a-4b00-8a5e-1bdfcb212f12" -d '{"events": [{"server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "name": "network-vif-plugged", "status": "completed", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:34.609598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:34.637382 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9d482-003f-4013-a64a-61ae50793752 x-openstack-request-id: req-0cf9d482-003f-4013-a64a-61ae50793752 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:34.637728 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "name": "network-vif-plugged", "status": "completed", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:34.637986 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cf9d482-003f-4013-a64a-61ae50793752 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:34.638497 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510', 'code': 200} Aug 22 15:14:34.704917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:34.761052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f478c5-ff7d-44ab-8069-6b87aece5f7e req-dcd9f4d9-0a2d-4266-9e3c-47a101737f9f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.762545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8f478c5-ff7d-44ab-8069-6b87aece5f7e req-dcd9f4d9-0a2d-4266-9e3c-47a101737f9f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 945 time: 0.0848722 Aug 22 15:14:34.773811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb28883-03b4-438a-b493-c1b3da14a14c req-8d86b7f9-617e-4586-9c6a-1f917f38f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.775206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:34.775489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebb28883-03b4-438a-b493-c1b3da14a14c req-8d86b7f9-617e-4586-9c6a-1f917f38f050 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0681927 Aug 22 15:14:34.829975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8f478c5-ff7d-44ab-8069-6b87aece5f7e req-446e49b6-1a1e-4b4b-88c0-3e77ea1e88f3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536342 Aug 22 15:14:34.836203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebb28883-03b4-438a-b493-c1b3da14a14c req-d62f0fb9-34e6-48b3-873a-544eceaf09b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 Aug 22 15:14:34.842954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:34.985732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470334-8420-4b44-9859-a62e3f29684b req-38fa5055-fefe-4d7d-bf67-9c19ccfc95bd tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:34.987096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b470334-8420-4b44-9859-a62e3f29684b req-38fa5055-fefe-4d7d-bf67-9c19ccfc95bd tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1096 time: 0.0468400 Aug 22 15:14:34.993376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b90b176-c3c1-45b2-b065-b160b0d505ce up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:35.026803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b470334-8420-4b44-9859-a62e3f29684b req-f3f923ab-f675-4765-a022-805ed5f54a61 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331335 Aug 22 15:14:35.091609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 2b90b176-c3c1-45b2-b065-b160b0d505ce completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:35.100317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 2b90b176-c3c1-45b2-b065-b160b0d505ce triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:35.100317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:35.187109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:35.223917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:35.371630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:35.422849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:35.959247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8e485-4dd6-4207-bc38-d671a99b9748 req-688efdf5-cca2-4fd5-a437-8f8b09c9824e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:35.961103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c8e485-4dd6-4207-bc38-d671a99b9748 req-688efdf5-cca2-4fd5-a437-8f8b09c9824e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 946 time: 0.0593457 Aug 22 15:14:36.004805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90c8e485-4dd6-4207-bc38-d671a99b9748 req-8c3cd239-bb69-4c4c-b753-ace3149ad8dc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Aug 22 15:14:36.158299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47de077-02da-47c3-b5a3-73de6e4461fd req-8eff977f-ddec-4f7c-8b61-dd76ad3f77ef tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:36.160228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a47de077-02da-47c3-b5a3-73de6e4461fd req-8eff977f-ddec-4f7c-8b61-dd76ad3f77ef tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0491931 Aug 22 15:14:36.200520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a47de077-02da-47c3-b5a3-73de6e4461fd req-4e3006c2-c1e7-43fb-a8db-97c30a363018 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Aug 22 15:14:36.639786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:36.642383 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbffaf6-f99c-42ca-982d-7a89fa86532b" -d '{"events": [{"server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:36.689878 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a028e-b601-4f3f-b998-dcefee3d5b5b x-openstack-request-id: req-3a2a028e-b601-4f3f-b998-dcefee3d5b5b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:36.692233 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "name": "network-vif-plugged", "status": "completed", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:36.692708 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a2a028e-b601-4f3f-b998-dcefee3d5b5b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:36.695780 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce', 'code': 200} Aug 22 15:14:36.821194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:36.829203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5371-de53-421f-9cf1-6f458458a238 req-c5f0fb17-93bf-4989-9023-90792e4ea4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:36.830779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed5371-de53-421f-9cf1-6f458458a238 req-c5f0fb17-93bf-4989-9023-90792e4ea4b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0490823 Aug 22 15:14:36.874102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1aed5371-de53-421f-9cf1-6f458458a238 req-46a78d61-cd4e-46f1-9c87-b77dc031a91b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Aug 22 15:14:36.920320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60864) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:37.020672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.022215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.022710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.023288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.023767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.024274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.024802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.027021 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-bd98aff4-5847-46e3-9671-ca5eb6ac3d50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.1108065 Aug 22 15:14:37.086419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60872) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:37.089819 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-0e7b8409-a616-4929-914a-846ced87988f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9614d028-f809-43b1-9507-0ddf50661478&id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485792 Aug 22 15:14:37.202542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50436065-dc47-40c0-809c-f0c363bcd636 req-2accfffd-947c-4e0c-a00c-2a6ef45f7bdd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.212002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50436065-dc47-40c0-809c-f0c363bcd636 req-2accfffd-947c-4e0c-a00c-2a6ef45f7bdd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 946 time: 0.1228447 Aug 22 15:14:37.261047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50436065-dc47-40c0-809c-f0c363bcd636 req-8bc8123d-4a3a-4b7e-b4dd-63e7db238ba4 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476224 Aug 22 15:14:37.320160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23358f1c-6ebe-4406-ae6d-e0f0c43fd03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:37.359610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd9535-4a7f-471c-a38b-ce784babcb51 req-90e18a56-1baf-438f-ad98-ac3927ba55ff tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:37.363784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92bd9535-4a7f-471c-a38b-ce784babcb51 req-90e18a56-1baf-438f-ad98-ac3927ba55ff tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0725691 Aug 22 15:14:37.423282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92bd9535-4a7f-471c-a38b-ce784babcb51 req-82a7651f-997f-4587-abbd-a3e4b136fbcb tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521586 Aug 22 15:14:37.678422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23358f1c-6ebe-4406-ae6d-e0f0c43fd03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:37.825328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-23358f1c-6ebe-4406-ae6d-e0f0c43fd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:37.868058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-23358f1c-6ebe-4406-ae6d-e0f0c43fd03f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=081169cfe6d040f1bbf7c999b797ef3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804654 Aug 22 15:14:37.870223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23358f1c-6ebe-4406-ae6d-e0f0c43fd03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfed5f2-b412-4bbb-a96e-b54b750e7c9f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:37.871393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60898) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:37.933015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:37.958136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:38.109003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:38.111656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:38.113087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dfed5f2-b412-4bbb-a96e-b54b750e7c9f HTTP/1.1" status: 204 len: 168 time: 0.2403016 Aug 22 15:14:38.123719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204febf0-7bc3-4c6c-bc51-ea633566a17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfed5f2-b412-4bbb-a96e-b54b750e7c9f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:38.558638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162f70-452d-460f-8b91-7e8fb5eac291 req-d5064dda-604d-441b-a90f-8fe41aaf60b3 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:38.560656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5162f70-452d-460f-8b91-7e8fb5eac291 req-d5064dda-604d-441b-a90f-8fe41aaf60b3 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0447667 Aug 22 15:14:38.598293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5162f70-452d-460f-8b91-7e8fb5eac291 req-337abacb-22d8-44a3-8d0b-c11701f391fe tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308850 Aug 22 15:14:38.716360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18ee0-e3af-4adf-a475-141b61083348 req-1abb14b0-73d7-4a22-8945-09a91c77d4ec tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:38.718030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24a18ee0-e3af-4adf-a475-141b61083348 req-1abb14b0-73d7-4a22-8945-09a91c77d4ec tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0448921 Aug 22 15:14:38.765806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24a18ee0-e3af-4adf-a475-141b61083348 req-13dcff78-0b95-4dc6-a778-e88d37a3a687 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Aug 22 15:14:38.898096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d515b-b3f6-431a-a8b1-515be6d6120e req-b5b1520a-83d3-4295-ae70-94fa64282cfc tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:38.900137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e50d515b-b3f6-431a-a8b1-515be6d6120e req-b5b1520a-83d3-4295-ae70-94fa64282cfc tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0483367 Aug 22 15:14:38.965714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e50d515b-b3f6-431a-a8b1-515be6d6120e req-7c9e5d21-3185-4577-a46b-2542fc33e684 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Aug 22 15:14:39.033542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:39.053889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec3a427-ad0a-4b77-bd93-fddca0db1807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.183144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec3a427-ad0a-4b77-bd93-fddca0db1807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.287960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fec3a427-ad0a-4b77-bd93-fddca0db1807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.341864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3a427-ad0a-4b77-bd93-fddca0db1807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c305e-e095-414c-b987-df53695b493e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:39.353879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fec3a427-ad0a-4b77-bd93-fddca0db1807 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30355222efa343f4aa6d10a78b3df337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159709 Aug 22 15:14:39.354838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:39.428891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.480036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.526921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab31fae-4932-40cc-b733-548bf818384e req-9e740972-227d-464c-a5ac-1aae0089a624 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:39.528550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ab31fae-4932-40cc-b733-548bf818384e req-9e740972-227d-464c-a5ac-1aae0089a624 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0864234 Aug 22 15:14:39.571666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ab31fae-4932-40cc-b733-548bf818384e req-9f9e7c6f-37e0-4f70-99a8-d010f1d10327 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369165 Aug 22 15:14:39.632904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.636203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:39.638194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c8c305e-e095-414c-b987-df53695b493e HTTP/1.1" status: 204 len: 168 time: 0.2814767 Aug 22 15:14:39.663157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b5426-f550-49ca-bd78-5a8711a9b0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c305e-e095-414c-b987-df53695b493e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:40.568703 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:40.691851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6278b-87e8-4bb1-8f5f-7515430550af req-601772b0-252c-409f-b44b-020f2e620bad tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:40.697655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dab6278b-87e8-4bb1-8f5f-7515430550af req-601772b0-252c-409f-b44b-020f2e620bad tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0530708 Aug 22 15:14:40.742969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dab6278b-87e8-4bb1-8f5f-7515430550af req-77611255-1633-4474-ae1e-e8ca4b4c654a tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Aug 22 15:14:41.311538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-f55c5fe9-5848-4e85-892b-bb3ebc187fa5 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:41.314373 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-f55c5fe9-5848-4e85-892b-bb3ebc187fa5 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 1097 time: 0.0574925 Aug 22 15:14:41.421699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Deleting port 2b90b176-c3c1-45b2-b065-b160b0d505ce {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:41.421941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:41.530748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] For port 2b90b176-c3c1-45b2-b065-b160b0d505ce, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b90b176-c3c1-45b2-b065-b160b0d505ce,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:41.531335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:41.547580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Calling delete_port for 2b90b176-c3c1-45b2-b065-b160b0d505ce owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:41.800713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:41.813591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e024b8-1252-48f0-801d-15bd215b97d3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:41.861957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b90b176-c3c1-45b2-b065-b160b0d505ce,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:41.872950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2b90b176-c3c1-45b2-b065-b160b0d505ce'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:41.962091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] No DVR routers for this DVR port 2b90b176-c3c1-45b2-b065-b160b0d505ce on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:41.977182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:41.980434 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-336c55de-73b8-4785-88b8-99a5b6e7018e req-0928d4bb-af81-4030-a9af-c23ed5902c1e tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2b90b176-c3c1-45b2-b065-b160b0d505ce HTTP/1.1" status: 204 len: 173 time: 0.6589897 Aug 22 15:14:41.981735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'name': 'network-vif-deleted', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:42.002308 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c15e724-8d23-4cde-bfa0-1d0b6e586f70" -d '{"events": [{"server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "name": "network-vif-deleted", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:42.024610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b57f616-811c-4e9b-bf87-ce60f8c95c3d req-a678e661-4954-4ba0-bdf8-0c3ca8288f7d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.0989923 Aug 22 15:14:42.098604 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9116a9dc-bb53-428f-bb5b-327dce631bf5 x-openstack-request-id: req-9116a9dc-bb53-428f-bb5b-327dce631bf5 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:42.099176 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb59c77-403f-43b6-bef4-adb237b494a1", "name": "network-vif-deleted", "tag": "2b90b176-c3c1-45b2-b065-b160b0d505ce", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:42.099575 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9116a9dc-bb53-428f-bb5b-327dce631bf5 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:42.100392 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb59c77-403f-43b6-bef4-adb237b494a1', 'name': 'network-vif-deleted', 'tag': '2b90b176-c3c1-45b2-b065-b160b0d505ce', 'status': 'completed', 'code': 200} Aug 22 15:14:43.155130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-628bf6c6-da6f-4c0b-875e-f20e5cf360eb req-c3eb300b-1ace-411b-b3a5-e94baf3505ba tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1fb59c77-403f-43b6-bef4-adb237b494a1 HTTP/1.1" status: 200 len: 210 time: 0.0317092 Aug 22 15:14:44.831033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fd803-f969-40a2-88cf-ff108b795fad req-53f8d211-1737-415b-ae4e-6251a37137d7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:44.832705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995fd803-f969-40a2-88cf-ff108b795fad req-53f8d211-1737-415b-ae4e-6251a37137d7 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.1206107 Aug 22 15:14:44.882530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-2181b011-83d0-479e-905a-f5203aa5870e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:44.884280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-2181b011-83d0-479e-905a-f5203aa5870e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.1399784 Aug 22 15:14:44.904885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995fd803-f969-40a2-88cf-ff108b795fad req-9db772aa-32e0-4879-9210-be3885884f99 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Aug 22 15:14:44.909809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-7991851f-951f-415c-bcce-f892f755a415 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/quotas/32236a8eb7944684acefb4f33a5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0197287 Aug 22 15:14:44.969566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-863d304e-8050-4dbf-ad4c-fdf1a944e826 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535493 Aug 22 15:14:45.042765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b90b176-c3c1-45b2-b065-b160b0d505ce no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:45.061569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 2b90b176-c3c1-45b2-b065-b160b0d505ce {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:45.061924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b90b176-c3c1-45b2-b065-b160b0d505ce not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:45.100794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-ad6ce577-4f30-4b74-9acb-846a6513a90d service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231990 Aug 22 15:14:45.219562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-3ff9a9a7-04ee-4917-b58c-b4466b846eea service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123788 Aug 22 15:14:45.579736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce6d5ee7-d3de-447f-99b9-c8d172292dce req-f44f1f5d-34fd-4bdb-92be-6657087bd313 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 210 time: 0.0308425 Aug 22 15:14:46.031250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff31b-3a74-4584-b65a-e9b41e4e6f72 req-2a76d62f-c9db-4087-92b0-6149fc90f3a9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:46.032850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-009ff31b-3a74-4584-b65a-e9b41e4e6f72 req-2a76d62f-c9db-4087-92b0-6149fc90f3a9 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0455587 Aug 22 15:14:46.073411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-009ff31b-3a74-4584-b65a-e9b41e4e6f72 req-cccebc51-00ea-4acb-842d-af9c9b46405d tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bcaefcab-b3da-491c-9135-61e245d9e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334432 Aug 22 15:14:46.305525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef762e5-1da9-4321-8147-67ef81b2765d req-b972b4f0-2e88-4f5c-a081-2d0719a511a0 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:46.307182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cef762e5-1da9-4321-8147-67ef81b2765d req-b972b4f0-2e88-4f5c-a081-2d0719a511a0 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 1097 time: 0.0566189 Aug 22 15:14:46.400342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Deleting port e4e024b8-1252-48f0-801d-15bd215b97d3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:46.400697 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:46.489576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] For port e4e024b8-1252-48f0-801d-15bd215b97d3, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e4e024b8-1252-48f0-801d-15bd215b97d3,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:46.493546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:46.504040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Calling delete_port for e4e024b8-1252-48f0-801d-15bd215b97d3 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:46.684612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b7b34359-77ce-4c9a-8673-49e95b0b6744 req-a7270de5-bb92-4f44-8f47-e1d2a0ab6876 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 210 time: 0.0276186 Aug 22 15:14:46.793972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:46.802682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e4e024b8-1252-48f0-801d-15bd215b97d3'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:46.826648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e024b8-1252-48f0-801d-15bd215b97d3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:46.880184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] No DVR routers for this DVR port e4e024b8-1252-48f0-801d-15bd215b97d3 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:46.883192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:46.885316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cef762e5-1da9-4321-8147-67ef81b2765d req-1e13acdb-10dd-4e90-ba1f-c6535dfcf953 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e4e024b8-1252-48f0-801d-15bd215b97d3 HTTP/1.1" status: 204 len: 173 time: 0.5721369 Aug 22 15:14:46.885801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'name': 'network-vif-deleted', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:46.888171 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf747b-f26c-433c-a1f3-6b06245a74b2" -d '{"events": [{"server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "name": "network-vif-deleted", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:46.934968 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6aee7e-0e8c-4161-a61f-ccae3b3e62c5 x-openstack-request-id: req-7c6aee7e-0e8c-4161-a61f-ccae3b3e62c5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:46.935384 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56230e9-1b92-40bc-9c59-89d8a1e89106", "name": "network-vif-deleted", "tag": "e4e024b8-1252-48f0-801d-15bd215b97d3", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:46.935384 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c6aee7e-0e8c-4161-a61f-ccae3b3e62c5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:46.935755 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56230e9-1b92-40bc-9c59-89d8a1e89106', 'name': 'network-vif-deleted', 'tag': 'e4e024b8-1252-48f0-801d-15bd215b97d3', 'status': 'completed', 'code': 200} Aug 22 15:14:47.196500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20ed8891-8c5a-4bcd-a34a-1ebca02587e6 req-aa13e60a-af5e-40d6-bcaa-ff17d2a03369 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.0307097 Aug 22 15:14:47.793203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085186ca-f7c0-4b34-ad64-6ab3a63846c4 req-55f48c21-8891-4b55-84e4-f8003057ddc7 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 210 time: 0.0316036 Aug 22 15:14:48.272840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-029c3447-540d-4415-99d9-1e9b041cc961 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:48.274718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-029c3447-540d-4415-99d9-1e9b041cc961 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.1327703 Aug 22 15:14:48.305913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Request body: {'port': {'device_id': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'admin_state_up': True, 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:48.356906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e9ec8f7-e5da-414a-aac8-b2e69ed6f243 req-324bedf9-cc5b-4768-897d-c44bba4e7418 tempest-TestServerMultinode-276343479 tempest-TestServerMultinode-276343479-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e56230e9-1b92-40bc-9c59-89d8a1e89106 HTTP/1.1" status: 200 len: 210 time: 0.0483038 Aug 22 15:14:48.573173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:14:48.576881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:48.731389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Allocated IP 172.20.0.13 (0a957c3d-6ba4-4a7d-b181-155dd4a2c864/2c71745e-be45-4fbc-9625-14ef965932a5/23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:14:48.896707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:48.920617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab67aaf5-ad0a-4650-a6d5-303d29cfbb24 req-2918a103-4cfa-4ab0-b2d3-e083c1c49782 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 210 time: 0.0375984 Aug 22 15:14:49.008090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.020323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:49.053983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:14:49.057299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:14:49.061614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:14:49.072206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event updated for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:49.129346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:49.130035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.208025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-f4ff6409-208f-466f-bec1-964db689cbfd tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177051 Aug 22 15:14:49.241098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Request body: {'port': {'device_id': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:14:49.314155 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.416132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32954) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:49.664060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:49.672922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.688451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Transition to ACTIVE for port object 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:14:49.830028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.851715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:49.897456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Pushing event updated for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:49.987999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Attempting to bind port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:14:49.988376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Attempting to bind port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:14:49.988678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Attempting to bind port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:49.993595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:14:49.994038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Attempting to bind port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:14:50.000986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:14:50.001701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Checking segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:14:50.002251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Bound using segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:14:50.002846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Bound port: 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:14:50.003870 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.102677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:14:50.106664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:14:50.111184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fbf4a-ad18-4901-8d83-4e9da3f847ef req-6d82c9b4-68dd-4764-88d0-383986ea8c3e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.112766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd1fbf4a-ad18-4901-8d83-4e9da3f847ef req-6d82c9b4-68dd-4764-88d0-383986ea8c3e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 944 time: 0.1039062 Aug 22 15:14:50.205671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.213846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd1fbf4a-ad18-4901-8d83-4e9da3f847ef req-9974ed03-abfc-4086-8ef2-f9b2987419d0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913935 Aug 22 15:14:50.253635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.255384 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.257461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] 10.222.0.10 "PUT /v2.0/ports/23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 HTTP/1.1" status: 200 len: 1092 time: 1.0221977 Aug 22 15:14:50.258217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:50.260879 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c55cd59-5d80-4de6-9ca1-90057e22569f" -d '{"events": [{"name": "network-changed", "server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:50.262028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Deleting port 43f6fae7-3974-478c-857a-331eeff51865 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:50.262385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.301458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a004a4-4975-4f07-ab35-14693f17f996 service neutron] Pushing event updated for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:50.334829 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9812a4b6-344d-4783-a670-a7db16dc52fe x-openstack-request-id: req-9812a4b6-344d-4783-a670-a7db16dc52fe {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:50.335458 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:50.335904 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9812a4b6-344d-4783-a670-a7db16dc52fe {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:50.340860 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9', 'status': 'completed', 'code': 200} Aug 22 15:14:50.365321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e024b8-1252-48f0-801d-15bd215b97d3 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:50.395110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e4e024b8-1252-48f0-801d-15bd215b97d3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:50.395880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e4e024b8-1252-48f0-801d-15bd215b97d3 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:50.409010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] For port 43f6fae7-3974-478c-857a-331eeff51865, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=43f6fae7-3974-478c-857a-331eeff51865,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:50.409592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.427702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Calling delete_port for 43f6fae7-3974-478c-857a-331eeff51865 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:50.451207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-37bd209d-c343-483a-9c14-5824949e6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.452863 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-37bd209d-c343-483a-9c14-5824949e6459 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 1095 time: 0.0636687 Aug 22 15:14:50.602753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-00904b42-7681-40e4-a069-d2397cfef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.604550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-00904b42-7681-40e4-a069-d2397cfef44e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=32236a8eb7944684acefb4f33a5d2f38&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1353326 Aug 22 15:14:50.747277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-7a2f0551-9aa0-4a24-84bc-b87159cfdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.748989 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3c55cd59-5d80-4de6-9ca1-90057e22569f req-7a2f0551-9aa0-4a24-84bc-b87159cfdfe0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368039 Aug 22 15:14:50.767583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:50.795413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Pushing event deleted for resources: {'Port': ['ID=43f6fae7-3974-478c-857a-331eeff51865,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:50.866541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-c23be24b-2ddd-47de-ac38-31b3d94b576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:50.868633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-c23be24b-2ddd-47de-ac38-31b3d94b576b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 1095 time: 0.0504827 Aug 22 15:14:50.931306 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-39158c23-4164-4226-93dd-0951b389714c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 HTTP/1.1" status: 200 len: 217 time: 0.0480664 Aug 22 15:14:51.008394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-4d99d956-8627-4305-b7a4-735e5ffcebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:51.010052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-4d99d956-8627-4305-b7a4-735e5ffcebf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.0711629 Aug 22 15:14:51.022252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:51.070221 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-25a9d8eb-673b-4588-ba7a-f46c31d1626e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518031 Aug 22 15:14:51.075341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:51.202693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-e30412e0-a38b-410c-935b-d12e920ee455 service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233296 Aug 22 15:14:51.428156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4120c1-66b2-43e2-802b-084e406bd3aa req-440d844d-6d99-4da5-b0fa-0c02ededa2bb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:51.429669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d4120c1-66b2-43e2-802b-084e406bd3aa req-440d844d-6d99-4da5-b0fa-0c02ededa2bb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 944 time: 0.1195958 Aug 22 15:14:51.455121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Router b461b191-bfc0-4121-abf0-e398acf90878 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:14:51.577942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d4120c1-66b2-43e2-802b-084e406bd3aa req-2c1e8fd4-d333-47da-92cd-682d49c8b7f8 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380677 Aug 22 15:14:51.675658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:51.688006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-021ad0e6-5cc6-4898-b498-6c8c8cb8344e admin admin] 10.222.0.53 "PUT /v2.0/routers/b461b191-bfc0-4121-abf0-e398acf90878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2677314 Aug 22 15:14:51.688006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:51.693142 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Sync routers for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:51.705333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9bf0892f-63bc-41f0-b38d-c690b79e3c97 req-7995b071-0694-4ebf-b286-9b03d089bc5d service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950759 Aug 22 15:14:51.712965 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:51.713706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:51.844247 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:51.849327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:52.003950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:52.049561 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:14:50Z', 'revision_number': 5, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:52.173822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Checking router: b461b191-bfc0-4121-abf0-e398acf90878 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:52.183780 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Routers {'b461b191-bfc0-4121-abf0-e398acf90878'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:52.184716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['b461b191-bfc0-4121-abf0-e398acf90878'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:52.300392 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] Set router b461b191-bfc0-4121-abf0-e398acf90878 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:52.521392 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:14:50Z', 'revision_number': 5, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:52.554980 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811df670-a601-4762-94a1-1268f7b5b5f5 None None] The sync data for ids ['b461b191-bfc0-4121-abf0-e398acf90878'] in n-d-805046-3 is: [{'id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'name': 'tempest-TestServerMultinode-154244174-router', 'tenant_id': 'af3c27c2090342cc818894f2eb619829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:11Z', 'updated_at': '2021-08-22T15:14:50Z', 'revision_number': 5, 'project_id': 'af3c27c2090342cc818894f2eb619829', 'gw_port': {'id': 'aa64b65a-2b33-4fce-9225-bd3d797bfbc0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b461b191-bfc0-4121-abf0-e398acf90878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:13Z', 'updated_at': '2021-08-22T15:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:52.633793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Deleting port aa64b65a-2b33-4fce-9225-bd3d797bfbc0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:52.634656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:52.753538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] For port aa64b65a-2b33-4fce-9225-bd3d797bfbc0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:52.754194 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:52.763356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551b553-678e-4fa1-855b-a47fc3c56ba4 req-099f8dea-d8c4-452e-b990-2869d7c8888d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:52.764908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d551b553-678e-4fa1-855b-a47fc3c56ba4 req-099f8dea-d8c4-452e-b990-2869d7c8888d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 944 time: 0.1026330 Aug 22 15:14:52.777921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Calling delete_port for aa64b65a-2b33-4fce-9225-bd3d797bfbc0 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:52.849195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d551b553-678e-4fa1-855b-a47fc3c56ba4 req-ae999fb9-7597-4c2a-81f7-bbd95883ef01 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723765 Aug 22 15:14:53.054958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 32996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:53.062939 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.091023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa64b65a-2b33-4fce-9225-bd3d797bfbc0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:53.167691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.249045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae106861-452a-4ef5-9519-bd0f86310821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.292647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.296282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.417221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae106861-452a-4ef5-9519-bd0f86310821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.447086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.447730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b461b191-bfc0-4121-abf0-e398acf90878 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:14:53.452287 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.456194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-54ef1235-4427-478e-bcc9-f052cf840210 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b461b191-bfc0-4121-abf0-e398acf90878 HTTP/1.1" status: 204 len: 168 time: 1.7610338 Aug 22 15:14:53.456194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33000) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:53.504876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Deleting subnet 5cc4510a-faf5-4057-95cc-2043293bf7db {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:14:53.508999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.541812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae106861-452a-4ef5-9519-bd0f86310821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.590367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106861-452a-4ef5-9519-bd0f86310821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79550337-c542-4b0b-8b62-95a1b5e41c85,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:53.594435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.628222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ae106861-452a-4ef5-9519-bd0f86310821 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1f5f6e2191d4daaaf5fb78ce98090b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709567 Aug 22 15:14:53.631837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:53.695430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.701965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.721279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.865440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.897610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.898956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc4510a-faf5-4057-95cc-2043293bf7db,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:53.901076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.902433 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:53.903071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bef2fa95-5fff-45e1-8ca0-b904d6d47bf6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5cc4510a-faf5-4057-95cc-2043293bf7db HTTP/1.1" status: 204 len: 168 time: 0.4460907 Aug 22 15:14:53.908518 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79550337-c542-4b0b-8b62-95a1b5e41c85 HTTP/1.1" status: 204 len: 168 time: 0.2733314 Aug 22 15:14:53.909559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:53.911985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d41523-d4fc-409f-aaba-df4d6efb5ac5 None None] Network 12eefc52-c549-40c9-8463-b6e1d8ef6c02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:14:53.944269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090240-fe93-4a1e-a99c-437549813b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79550337-c542-4b0b-8b62-95a1b5e41c85,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:54.031856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e93497-2dfe-4e07-af93-9dbc4c3d18c4 req-83053927-4645-4f5b-b337-8f1243278eda tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:54.042877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0e93497-2dfe-4e07-af93-9dbc4c3d18c4 req-83053927-4645-4f5b-b337-8f1243278eda tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 944 time: 0.0869725 Aug 22 15:14:54.043842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 43f6fae7-3974-478c-857a-331eeff51865 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:54.050488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.083434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 43f6fae7-3974-478c-857a-331eeff51865 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:54.083783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 43f6fae7-3974-478c-857a-331eeff51865 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:54.089833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0e93497-2dfe-4e07-af93-9dbc4c3d18c4 req-68b576ba-319a-4936-bc54-59ae72d820d3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Aug 22 15:14:54.138086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Deleting port af488168-f63a-49cf-807a-ed5fae4a2036 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:54.138540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.256103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] For port af488168-f63a-49cf-807a-ed5fae4a2036, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af488168-f63a-49cf-807a-ed5fae4a2036,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:54.256489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.273357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Calling delete_port for af488168-f63a-49cf-807a-ed5fae4a2036 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:54.447991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] DHCP port deletion for 12eefc52-c549-40c9-8463-b6e1d8ef6c02 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:14:54.496849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Deleting port af488168-f63a-49cf-807a-ed5fae4a2036 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:54.497224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.509153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.539853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Pushing event deleted for resources: {'Port': ['ID=af488168-f63a-49cf-807a-ed5fae4a2036,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:54.542008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] No DVR routers for this DVR port af488168-f63a-49cf-807a-ed5fae4a2036 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:54.566675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] For port af488168-f63a-49cf-807a-ed5fae4a2036, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af488168-f63a-49cf-807a-ed5fae4a2036,segment=NetworkSegment(b5867739-fe7c-44bb-9010-4b0dbe5122ee),segment_id=b5867739-fe7c-44bb-9010-4b0dbe5122ee)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:54.567827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.587046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Calling delete_port for af488168-f63a-49cf-807a-ed5fae4a2036 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:54.641036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.656200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eefc52-c549-40c9-8463-b6e1d8ef6c02']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:54.668642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5867739-fe7c-44bb-9010-4b0dbe5122ee') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:54.668901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5867739-fe7c-44bb-9010-4b0dbe5122ee') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:54.680983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.692695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.704020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.713660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:14:54.714967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:14:54.718956 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:14:54.734415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] No DVR routers for this DVR port af488168-f63a-49cf-807a-ed5fae4a2036 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:54.788531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03902bb1-8d8b-4099-a4f0-18697ca8958a None None] Pushing event deleted for resources: {'Port': ['ID=af488168-f63a-49cf-807a-ed5fae4a2036,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:54.852315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33018) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:54.854234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33020) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:54.869820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.891017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.907385 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] 10.222.0.53 "DELETE /v2.0/networks/12eefc52-c549-40c9-8463-b6e1d8ef6c02 HTTP/1.1" status: 204 len: 168 time: 0.9874232 Aug 22 15:14:54.907385 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cf322db-556b-461c-818c-ba1e6667c882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:54.907750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33024) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:54.935597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4b07-5194-4671-8c51-3c25ab8adf66 admin admin] Pushing event deleted for resources: {'Network': ['ID=12eefc52-c549-40c9-8463-b6e1d8ef6c02,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:55.068481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cf322db-556b-461c-818c-ba1e6667c882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.088526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:14:55.186158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cf322db-556b-461c-818c-ba1e6667c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.261309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c1e63c6-1764-44fb-b557-7ac9398daae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.271726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf322db-556b-461c-818c-ba1e6667c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93a6db-d724-44ad-887b-557c8ab90f36,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:55.283907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:55.292686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9cf322db-556b-461c-818c-ba1e6667c882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e606d9f9eea8462d8af09e67b682fa61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388614 Aug 22 15:14:55.293737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33030) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:55.303160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881aac3-e552-4b6a-9331-aca1673d4aff req-900d10ce-7749-4397-9bf6-d8f70e3873f5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:55.303615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'port_id': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9', 'mac_address': 'fa:16:3e:21:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71745e-be45-4fbc-9625-14ef965932a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:14:55.304975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0881aac3-e552-4b6a-9331-aca1673d4aff req-900d10ce-7749-4397-9bf6-d8f70e3873f5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 944 time: 0.1067567 Aug 22 15:14:55.377627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.397757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:14:55.398612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0881aac3-e552-4b6a-9331-aca1673d4aff req-633c1c4e-d13c-4f1b-ada1-0383f0638347 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833385 Aug 22 15:14:55.446831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:55.449309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c1e63c6-1764-44fb-b557-7ac9398daae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.452940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.481080 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.493558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.577861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af488168-f63a-49cf-807a-ed5fae4a2036 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:55.600103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.601170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: af488168-f63a-49cf-807a-ed5fae4a2036 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:55.601510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af488168-f63a-49cf-807a-ed5fae4a2036 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:55.601914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aa64b65a-2b33-4fce-9225-bd3d797bfbc0 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:55.642206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: aa64b65a-2b33-4fce-9225-bd3d797bfbc0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:55.642550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aa64b65a-2b33-4fce-9225-bd3d797bfbc0 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:55.654376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.658143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.659351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b93a6db-d724-44ad-887b-557c8ab90f36 HTTP/1.1" status: 204 len: 168 time: 0.3645482 Aug 22 15:14:55.660137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c1e63c6-1764-44fb-b557-7ac9398daae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.674942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:55.683812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b31c-ada2-46fd-bdd4-56c37c4bebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93a6db-d724-44ad-887b-557c8ab90f36,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:55.721646 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c1e63c6-1764-44fb-b557-7ac9398daae9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b2b6b4fa4354ad88281268115c252c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8637025 Aug 22 15:14:55.722195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33034) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:55.736501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e63c6-1764-44fb-b557-7ac9398daae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd0f21-8b53-4fdc-b243-1567b568366b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:55.778188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.778807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Deleting port b5889ba5-0d78-4244-a114-06ba0550a15f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:55.779157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.800686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.866994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] For port b5889ba5-0d78-4244-a114-06ba0550a15f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b5889ba5-0d78-4244-a114-06ba0550a15f,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:55.867365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.879363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Calling delete_port for b5889ba5-0d78-4244-a114-06ba0550a15f owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:55.961540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.968299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:55.968299 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97dd0f21-8b53-4fdc-b243-1567b568366b HTTP/1.1" status: 204 len: 168 time: 0.2424979 Aug 22 15:14:55.979566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4957f7-60d0-4a49-9b9a-af717275bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd0f21-8b53-4fdc-b243-1567b568366b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:56.004325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:14:56.173214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:56.206314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b5889ba5-0d78-4244-a114-06ba0550a15f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:56.397595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:56.563895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf8ca4-54bb-4cd4-81dc-d8ab2ee728f7 req-57ea22fe-6bc2-4d09-9a8f-f19877c3972a tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:56.565496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aaf8ca4-54bb-4cd4-81dc-d8ab2ee728f7 req-57ea22fe-6bc2-4d09-9a8f-f19877c3972a tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 945 time: 0.0660791 Aug 22 15:14:56.677537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1aaf8ca4-54bb-4cd4-81dc-d8ab2ee728f7 req-0b4d990d-8652-4dc4-8213-8d7420a53a2b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720775 Aug 22 15:14:56.711087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Router 8d0b503d-868e-467e-95c1-008be851feee has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:14:56.831481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:14:56.836846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77c6b624-ff2b-4e49-8fc7-f7d97e4d02aa admin admin] 10.222.0.53 "PUT /v2.0/routers/8d0b503d-868e-467e-95c1-008be851feee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281754 Aug 22 15:14:56.839364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:56.847425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Sync routers for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:14:56.857841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:56.858475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:56.954526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:56.980068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:57.067318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.108547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:14:57.195377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Deleting port cecce3b5-c57d-403a-8262-68c6a0bdd136 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:57.195907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.232402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:14:56Z', 'revision_number': 5, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port': {'id': 'cecce3b5-c57d-403a-8262-68c6a0bdd136', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0b503d-868e-467e-95c1-008be851feee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:27Z', 'updated_at': '2021-08-22T15:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:57.267806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Checking router: 8d0b503d-868e-467e-95c1-008be851feee for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:14:57.277076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Routers {'8d0b503d-868e-467e-95c1-008be851feee'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:14:57.277696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:14:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8d0b503d-868e-467e-95c1-008be851feee'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:57.302824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] For port cecce3b5-c57d-403a-8262-68c6a0bdd136, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cecce3b5-c57d-403a-8262-68c6a0bdd136,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:57.308832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.332129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Calling delete_port for cecce3b5-c57d-403a-8262-68c6a0bdd136 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:57.337195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:14:57.337195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:14:57.337195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.439866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] Set router 8d0b503d-868e-467e-95c1-008be851feee gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:14:57.540346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:14:57Z', 'revision_number': 6, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:57.584779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379e5a0-40ee-4322-99a6-bb2b014f8fa8 None None] The sync data for ids ['8d0b503d-868e-467e-95c1-008be851feee'] in n-d-805046-3 is: [{'id': '8d0b503d-868e-467e-95c1-008be851feee', 'name': 'tempest-TestServerMultinode-1970451461-router', 'tenant_id': '9fd76862f2b44f8cb2505fb706045d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:25Z', 'updated_at': '2021-08-22T15:14:57Z', 'revision_number': 6, 'project_id': '9fd76862f2b44f8cb2505fb706045d7f', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:14:57.605566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.642818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:14:57.648479 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d663983-c47c-4aba-b3cd-a6587aa73c81" -d '{"events": [{"server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:14:57.667316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:57.693814 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f674e-bf1a-4b2a-8b35-db2ed17baeb2 x-openstack-request-id: req-665f674e-bf1a-4b2a-8b35-db2ed17baeb2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:14:57.694107 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:14:57.694360 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-665f674e-bf1a-4b2a-8b35-db2ed17baeb2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:14:57.694898 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9', 'code': 200} Aug 22 15:14:57.714524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.781020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecce3b5-c57d-403a-8262-68c6a0bdd136,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:57.787611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:57.866648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:57.883792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b55a1-55c8-42fa-a87f-a8997eec24fe req-97b0559b-2870-4f92-b03d-ebff188a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:57.885282 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-965b55a1-55c8-42fa-a87f-a8997eec24fe req-97b0559b-2870-4f92-b03d-ebff188a9122 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 1097 time: 0.0924332 Aug 22 15:14:57.931041 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-965b55a1-55c8-42fa-a87f-a8997eec24fe req-da42ede4-bde1-4505-8d8e-5563c17cb8c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Aug 22 15:14:57.933780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed77cf-2843-4c98-b7d7-cd01ac4ee2ac req-2bc3ef5f-9b52-43eb-bdcd-044301b0e4c8 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:57.935336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8ed77cf-2843-4c98-b7d7-cd01ac4ee2ac req-2bc3ef5f-9b52-43eb-bdcd-044301b0e4c8 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 945 time: 0.1689663 Aug 22 15:14:57.946941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.120998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.128060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.141957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8ed77cf-2843-4c98-b7d7-cd01ac4ee2ac req-ab786493-d0af-4de4-9859-48c530e41de3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835072 Aug 22 15:14:58.258514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.259276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0b503d-868e-467e-95c1-008be851feee {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:14:58.263455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.264669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-97f7796d-f16f-4268-9b0e-4dc51f1d1ad7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8d0b503d-868e-467e-95c1-008be851feee HTTP/1.1" status: 204 len: 168 time: 1.4242818 Aug 22 15:14:58.268320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33116) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:58.315398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Deleting subnet ec6efd51-43fd-4593-974a-22003849c862 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:14:58.319255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.361558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.446824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.607669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.637070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6efd51-43fd-4593-974a-22003849c862,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:58.639091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.641782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e50f182a-b894-461f-99d3-1234bf6995ae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ec6efd51-43fd-4593-974a-22003849c862 HTTP/1.1" status: 204 len: 168 time: 0.3718014 Aug 22 15:14:58.643933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:14:58.648727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2ca53-2951-4514-b3ec-0f068e80373f None None] Network 652f2a75-88af-482e-9d03-84d479512cec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:14:58.734571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.800481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Deleting port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:58.800827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.884840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] For port abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:58.885545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:58.890018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] DHCP port deletion for 652f2a75-88af-482e-9d03-84d479512cec request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:14:58.900623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Calling delete_port for abbaa5a3-1291-44f8-aa2a-f79388ce2d50 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:58.949790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Deleting port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:14:58.950182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.017551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] For port abbaa5a3-1291-44f8-aa2a-f79388ce2d50, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,segment=NetworkSegment(ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9),segment_id=ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:14:59.017961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.033664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Calling delete_port for abbaa5a3-1291-44f8-aa2a-f79388ce2d50 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:14:59.075757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.105343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:59.107434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] No DVR routers for this DVR port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:59.120007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.148706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] Pushing event deleted for resources: {'Port': ['ID=abbaa5a3-1291-44f8-aa2a-f79388ce2d50,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:59.153766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0a03b-1c98-4f1a-bee0-7fc6ed062f18 None None] No DVR routers for this DVR port abbaa5a3-1291-44f8-aa2a-f79388ce2d50 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:14:59.194254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.204671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652f2a75-88af-482e-9d03-84d479512cec']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:59.225208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:59.225639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccebc2a2-53b1-4ddb-a693-4b2aaf74cdd9') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:14:59.236235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.251669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.260930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:14:59.261363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:14:59.263119 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:14:59.294133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95f98-f4b3-43e9-8865-ca4ceb35242d req-3d73b3ac-16fe-497f-949c-2ab8fc7e853d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:14:59.295860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94d95f98-f4b3-43e9-8865-ca4ceb35242d req-3d73b3ac-16fe-497f-949c-2ab8fc7e853d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.0791142 Aug 22 15:14:59.346974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94d95f98-f4b3-43e9-8865-ca4ceb35242d req-8a78d50a-ce7e-4ab3-b0ed-c2e861f7c3f9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 22 15:14:59.441087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.459922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=652f2a75-88af-482e-9d03-84d479512cec,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:14:59.462152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:14:59.464959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-42cfaac5-bceb-4aba-b08e-b2efbd459db9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/652f2a75-88af-482e-9d03-84d479512cec HTTP/1.1" status: 204 len: 168 time: 0.8194447 Aug 22 15:14:59.577951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device abbaa5a3-1291-44f8-aa2a-f79388ce2d50 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:59.599751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: abbaa5a3-1291-44f8-aa2a-f79388ce2d50 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:59.600171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device abbaa5a3-1291-44f8-aa2a-f79388ce2d50 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:59.600567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b5889ba5-0d78-4244-a114-06ba0550a15f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:59.619409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b5889ba5-0d78-4244-a114-06ba0550a15f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:59.619684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b5889ba5-0d78-4244-a114-06ba0550a15f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:14:59.620126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cecce3b5-c57d-403a-8262-68c6a0bdd136 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:14:59.642147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cecce3b5-c57d-403a-8262-68c6a0bdd136 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:14:59.642494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cecce3b5-c57d-403a-8262-68c6a0bdd136 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:00.041232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-f014d79e-c5a0-4a12-9d07-9ee6ceabf5b9 req-c4999f81-fbf1-4395-b5d2-a86512a976e2 service neutron] (102048) timed out ('10.222.0.54', 49243) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:15:00.121412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33150) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:00.159847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-996dc28a-32ac-497c-8f92-baa7d3018b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:00.163432 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d3151ddd-a64c-4f27-b92c-011181ebc773 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af3c27c2090342cc818894f2eb619829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406909 Aug 22 15:15:00.165857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:00.220472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:00.245570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:00.468415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:00.480838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:00.481289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb972595-1146-44dc-8610-956e3dca986c req-b3e6d679-600a-4d03-b04f-06594d8b1f17 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:00.481851 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58da1fd0-dd27-47f5-8169-bb4d51932f74 HTTP/1.1" status: 204 len: 168 time: 0.3101406 Aug 22 15:15:00.481939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb972595-1146-44dc-8610-956e3dca986c req-b3e6d679-600a-4d03-b04f-06594d8b1f17 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.0558925 Aug 22 15:15:00.493123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122b769-46eb-4580-9153-140ce8674579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58da1fd0-dd27-47f5-8169-bb4d51932f74,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:00.538085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb972595-1146-44dc-8610-956e3dca986c req-6b28f79d-c281-4ab8-9908-4283dbb58367 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Aug 22 15:15:02.131013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33182) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:02.171638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-98ac89be-e9ee-412c-bbd5-ff1f12f0bc8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fd76862f2b44f8cb2505fb706045d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394619 Aug 22 15:15:02.174164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33184) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:02.223318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:02.250076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:02.458412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:02.461554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:02.465104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcaefcab-b3da-491c-9135-61e245d9e26d HTTP/1.1" status: 204 len: 168 time: 0.2877164 Aug 22 15:15:02.489403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaefcab-b3da-491c-9135-61e245d9e26d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:02.499383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.500040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.500566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.501163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.501690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.502458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.502971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.503666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.504195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.504782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.506550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.507206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c238c-7b5c-4c39-a3dc-9fb392168e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:02.919843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:03.530825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6cc60bb-a98a-446f-8a84-995dcabb58cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:04.843907 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:06.828243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:09.078011 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:15:09.799106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33312) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:09.915702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b3684fa-6671-456b-911f-07185b98334b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.009629 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b3684fa-6671-456b-911f-07185b98334b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.126986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b3684fa-6671-456b-911f-07185b98334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.195873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3684fa-6671-456b-911f-07185b98334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e8965-a28f-4265-9825-5e60a5a20577,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:10.203880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7b3684fa-6671-456b-911f-07185b98334b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e53340621c4742e091993d0f9000bd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032831 Aug 22 15:15:10.206555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33322) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:10.290399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.313493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.467793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.470544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:10.471798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/701e8965-a28f-4265-9825-5e60a5a20577 HTTP/1.1" status: 204 len: 168 time: 0.2638743 Aug 22 15:15:10.481640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4a585-0749-49bb-9100-5edcb2092a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e8965-a28f-4265-9825-5e60a5a20577,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:10.543753 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:11.802638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:11.901359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1617226073-network', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:11.985367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Made reservation on behalf of e1cfba3144f4415aa71689ce93539c3c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:11.985367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:11.993744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.086465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.217857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.243998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:12.253659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db468e-35b3-4a16-920a-40773ea0cafc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:12.259114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.259464 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Added segment c470c7ff-7a79-4eb7-8831-66c1db38518c of type vlan for network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 Aug 22 15:15:12.272883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.273244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.273593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.273941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.274274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.274613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.274949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.275280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.275611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.275939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.276295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.276624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:12.319848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.411587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.412632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:12.413222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.476928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] Pushing event updated for resources: {'Network': ['ID=83476ec2-cb46-47c1-9fe6-b5279d1a68a7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:12.488139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:12.537998 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90cb61d2-6b04-4bad-9cc4-d1b7af2eabe8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7341938 Aug 22 15:15:12.544262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:12.547691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Request body: {'subnet': {'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1617226073-subnet', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:12.719223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Made reservation on behalf of e1cfba3144f4415aa71689ce93539c3c for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:12.721693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:12.972369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.034711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f153cc48-ae27-4e60-bc52-3cd13bc4c946,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:13.043862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Checking segment: {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:13.044251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Network hostable DHCP agents. Network: 83476ec2-cb46-47c1-9fe6-b5279d1a68a7, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:15:13.183424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:15:13.303786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 83476ec2-cb46-47c1-9fe6-b5279d1a68a7) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:13.308009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:13.308812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.314275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a61f2e-1eea-4e1f-b63a-7807ba3151c0 None None] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:13.459144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ffb7ad0a-85fa-40e2-841d-4dbf3c7bf8eb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9153857 Aug 22 15:15:13.461338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:13.466488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:13.605056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.606048 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.624201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'fixed_ips': [{'subnet_id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:15:13.625254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.669637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.767801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Allocated IP 172.20.0.2 (83476ec2-cb46-47c1-9fe6-b5279d1a68a7/f153cc48-ae27-4e60-bc52-3cd13bc4c946/ee63a699-89bf-4265-8dcc-8479a55640b9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:13.923922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:13.934057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Transition to ACTIVE for port object ee63a699-89bf-4265-8dcc-8479a55640b9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:13.950354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Transition to ACTIVE for port object ee63a699-89bf-4265-8dcc-8479a55640b9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:14.056727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.077604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33404) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:14.112822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:14.117811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:14.126086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:14.129589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Pushing event updated for resources: {'Port': ['ID=ee63a699-89bf-4265-8dcc-8479a55640b9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:14.210140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Attempting to bind port ee63a699-89bf-4265-8dcc-8479a55640b9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:14.210651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Attempting to bind port ee63a699-89bf-4265-8dcc-8479a55640b9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:14.211405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Attempting to bind port ee63a699-89bf-4265-8dcc-8479a55640b9 on network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:14.224251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:14.224639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Checking segment: {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:14.225092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.225544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Bound using segment: {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:14.226112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Bound port: ee63a699-89bf-4265-8dcc-8479a55640b9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:14.226519 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.248188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60838b06-6505-454b-8ac6-846dc92d0ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.266563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.331264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] For port ee63a699-89bf-4265-8dcc-8479a55640b9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:14.335174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] For port ee63a699-89bf-4265-8dcc-8479a55640b9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ee63a699-89bf-4265-8dcc-8479a55640b9,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:14.368444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60838b06-6505-454b-8ac6-846dc92d0ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.446950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.498148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60838b06-6505-454b-8ac6-846dc92d0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.518703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb888d-9489-4e9f-aff2-de91ce4a2437 None None] Pushing event updated for resources: {'Port': ['ID=ee63a699-89bf-4265-8dcc-8479a55640b9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:14.546209 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60838b06-6505-454b-8ac6-846dc92d0ac9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80818f8ebedb4449a14d6f88a198cf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674764 Aug 22 15:15:14.549068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33410) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:14.568133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60838b06-6505-454b-8ac6-846dc92d0ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5f6b7-fb73-41a4-9fee-cc7ea2e5fa5e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:14.621234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.642540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.708944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.752746 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.834381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Allocated IP 172.25.0.233 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/f12f48b6-9e49-4f72-931b-468c1db09567) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:14.926240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.930051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:14.931230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14e5f6b7-fb73-41a4-9fee-cc7ea2e5fa5e HTTP/1.1" status: 204 len: 168 time: 0.3812239 Aug 22 15:15:14.950175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8ed58-d940-4569-b988-0dfd876eafd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5f6b7-fb73-41a4-9fee-cc7ea2e5fa5e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:14.957156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.115590 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.160636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:15.164295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:15.168553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:15.176101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Pushing event updated for resources: {'Port': ['ID=f12f48b6-9e49-4f72-931b-468c1db09567,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:15.484807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ff22b-9ca6-4901-914b-cacaf79b0327 None None] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:15.633744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ee63a699-89bf-4265-8dcc-8479a55640b9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:15.672988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-12793b70-f4fa-406d-a8ab-bf861a92115a None None] Provisioning for port ee63a699-89bf-4265-8dcc-8479a55640b9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:15.695681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.785900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ee63a699-89bf-4265-8dcc-8479a55640b9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:15.791323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ee63a699-89bf-4265-8dcc-8479a55640b9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:15.791702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.797049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33420) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:15.825086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a687c139-e010-4520-bef1-438453e93eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.953505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.956909 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a687c139-e010-4520-bef1-438453e93eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.988222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:15.994027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ee63a699-89bf-4265-8dcc-8479a55640b9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ee63a699-89bf-4265-8dcc-8479a55640b9,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:16.070034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a687c139-e010-4520-bef1-438453e93eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.104181 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.126506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a687c139-e010-4520-bef1-438453e93eea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b27d265c1f89494aaf1103476555b4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288002 Aug 22 15:15:16.128771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687c139-e010-4520-bef1-438453e93eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be9257-3f9f-42a4-b9cc-984a6af73998,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:16.131607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33422) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:16.163195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-632af1b5-3ec6-4cad-a054-bcb884099398 None None] Provisioning complete for port ee63a699-89bf-4265-8dcc-8479a55640b9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:16.163566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-632af1b5-3ec6-4cad-a054-bcb884099398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.191236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.211048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ee63a699-89bf-4265-8dcc-8479a55640b9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:16.213727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.228494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.228845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.229195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.229546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.229882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.230218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.230560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.230893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.231227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.231556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.231884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.232241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:16.273213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:15:16.371934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.374697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.375996 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90be9257-3f9f-42a4-b9cc-984a6af73998 HTTP/1.1" status: 204 len: 168 time: 0.2427311 Aug 22 15:15:16.382640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:16.384758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a4b6-f310-477c-979e-e056cab03841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be9257-3f9f-42a4-b9cc-984a6af73998,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:16.394520 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Sync routers for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:16.405607 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:16.406118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:16.458778 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.462628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-85ff0fc9-016c-4545-abb8-d0c26eaf18ec admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9973392 Aug 22 15:15:16.462923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:16.527599 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:16.715609 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:15Z', 'revision_number': 3, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:16.747572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Checking router: c8fe4750-fe3d-4bf9-bee4-9da740b63f32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:16.750608 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Updating router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 port f12f48b6-9e49-4f72-931b-468c1db09567 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:15:16.779280 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:16.945017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.058700 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.070228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Transition to ACTIVE for port object f12f48b6-9e49-4f72-931b-468c1db09567 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:17.163922 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.168378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33444) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:17.181082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Allocated IP 172.20.0.1 (83476ec2-cb46-47c1-9fe6-b5279d1a68a7/f153cc48-ae27-4e60-bc52-3cd13bc4c946/68f6b11c-db63-4947-8603-22f767aa890e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:17.189570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67648fe1-2e50-4bca-a9d9-4d898b49f777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.233838 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Attempting to bind port f12f48b6-9e49-4f72-931b-468c1db09567 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:17.234487 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Attempting to bind port f12f48b6-9e49-4f72-931b-468c1db09567 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:17.235031 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Attempting to bind port f12f48b6-9e49-4f72-931b-468c1db09567 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:17.238574 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Pushing event updated for resources: {'Port': ['ID=f12f48b6-9e49-4f72-931b-468c1db09567,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:17.244468 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:17.244972 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:17.245254 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.245876 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:17.246350 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Bound port: f12f48b6-9e49-4f72-931b-468c1db09567, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:17.246735 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.253789 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.254394 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.255314 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.256134 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.256134 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.256387 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.256675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.257152 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.257433 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.257659 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.257965 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.258289 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:15:17.314759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] For port f12f48b6-9e49-4f72-931b-468c1db09567, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:17.315838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.318700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] For port f12f48b6-9e49-4f72-931b-468c1db09567, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f12f48b6-9e49-4f72-931b-468c1db09567,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:17.326212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67648fe1-2e50-4bca-a9d9-4d898b49f777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.370610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Transition to ACTIVE for port object 68f6b11c-db63-4947-8603-22f767aa890e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:17.435521 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.485353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67648fe1-2e50-4bca-a9d9-4d898b49f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.493131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:17.493782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:17.496640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.531851 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f68c8-c9a2-4fd3-bd7f-7b43d20454cc None None] Pushing event updated for resources: {'Port': ['ID=f12f48b6-9e49-4f72-931b-468c1db09567,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:17.534787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67648fe1-2e50-4bca-a9d9-4d898b49f777 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=748db74b7e64430d9f525e87f6134323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649909 Aug 22 15:15:17.536394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648fe1-2e50-4bca-a9d9-4d898b49f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c0091-03f2-4564-aa84-ba6f3038be37,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:17.539642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33448) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:17.568421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Pushing event updated for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:17.572166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:17.574046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:17.577755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:17.631020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.657837 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.660019 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:17.665454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.687766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ee63a699-89bf-4265-8dcc-8479a55640b9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:17.763855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ee63a699-89bf-4265-8dcc-8479a55640b9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:17.764363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.800642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.803373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.804664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c36c0091-03f2-4564-aa84-ba6f3038be37 HTTP/1.1" status: 204 len: 168 time: 0.2637568 Aug 22 15:15:17.816240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebf366-1494-4162-809d-0d37756dd973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c0091-03f2-4564-aa84-ba6f3038be37,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:17.932417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:15Z', 'revision_number': 3, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:17.981708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:17.983247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-481e4f4c-c70d-4640-849d-ac4c3751e533 None None] Provisioning for port 68f6b11c-db63-4947-8603-22f767aa890e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:17.987545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-481e4f4c-c70d-4640-849d-ac4c3751e533 None None] Provisioning complete for port 68f6b11c-db63-4947-8603-22f767aa890e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:17.987924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-481e4f4c-c70d-4640-849d-ac4c3751e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:18.029909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-481e4f4c-c70d-4640-849d-ac4c3751e533 None None] Port 68f6b11c-db63-4947-8603-22f767aa890e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:15:18.057568 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e208c-9606-42fb-ae3a-61d245c0aeb3 None None] The sync data for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 is: [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:15Z', 'revision_number': 3, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:18.180625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:18.281148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:18.377605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Pushing event updated for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:18.380544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:18.517355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:18.519062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:18.720028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:18.866339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b8d5a36e-3b0c-413d-b598-83b0e5de03ee None None] Provisioning complete for port 68f6b11c-db63-4947-8603-22f767aa890e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:18.866885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a36e-3b0c-413d-b598-83b0e5de03ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:18.877455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:18.883003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bd604741-783a-42e0-ae6b-a135ee3ea35f admin admin] 10.222.0.53 "PUT /v2.0/routers/c8fe4750-fe3d-4bf9-bee4-9da740b63f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189579 Aug 22 15:15:18.931508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5a36e-3b0c-413d-b598-83b0e5de03ee None None] Port 68f6b11c-db63-4947-8603-22f767aa890e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:15:19.622343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f12f48b6-9e49-4f72-931b-468c1db09567 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:19.794880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f12f48b6-9e49-4f72-931b-468c1db09567 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:19.799125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f12f48b6-9e49-4f72-931b-468c1db09567 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:19.799509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:19.928529 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:19.953548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f12f48b6-9e49-4f72-931b-468c1db09567, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f12f48b6-9e49-4f72-931b-468c1db09567,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:20.044941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.108573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f12f48b6-9e49-4f72-931b-468c1db09567,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:20.212319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:20.218799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1936344206-network', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:20.258782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Sync routers for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:20.268458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:20.269086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:20.349392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Made reservation on behalf of 305572bcc48c4d01bdb28041d95700d0 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:20.352282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.362009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.396504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:20.485272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.584166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.619676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f240b-dcc7-4bc6-b358-dff88e694e12,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:20.631366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:20.646285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.646806 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Added segment 91586f17-9dea-405c-bb23-6d599c57783c of type vlan for network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 Aug 22 15:15:20.668212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:17Z', 'revision_number': 4, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '68f6b11c-db63-4947-8603-22f767aa890e', 'name': '', 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'mac_address': 'fa:16:3e:9b:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:16Z', 'updated_at': '2021-08-22T15:15:18Z', 'revision_number': 2, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'subnets': [{'id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:20.699575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.703908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Checking router: c8fe4750-fe3d-4bf9-bee4-9da740b63f32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:20.704407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Updating router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 port 68f6b11c-db63-4947-8603-22f767aa890e binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:15:20.732636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.791944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.793511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:20.794905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:20.921174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] Pushing event updated for resources: {'Network': ['ID=2d938615-2732-42ab-9d69-c5ad1cb5ebb0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:20.940098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:20.958568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-27123380-3d75-4e71-8b05-e1e0eeefb08f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7439120 Aug 22 15:15:20.961760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:20.970029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Request body: {'subnet': {'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1936344206-subnet', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:21.070165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Made reservation on behalf of 305572bcc48c4d01bdb28041d95700d0 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:21.072547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.089267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.121616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.137439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Transition to ACTIVE for port object 68f6b11c-db63-4947-8603-22f767aa890e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:21.190230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.259804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d799-6797-454b-8fc1-af9b4273a258 None None] Pushing event updated for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:21.331624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Attempting to bind port 68f6b11c-db63-4947-8603-22f767aa890e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:21.332023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Attempting to bind port 68f6b11c-db63-4947-8603-22f767aa890e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:21.332396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Attempting to bind port 68f6b11c-db63-4947-8603-22f767aa890e on network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:21.337874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:21.338251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Checking segment: {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:21.338703 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.339097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Bound using segment: {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:21.339577 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Bound port: 68f6b11c-db63-4947-8603-22f767aa890e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c470c7ff-7a79-4eb7-8831-66c1db38518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:21.339955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.388636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.417562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] For port 68f6b11c-db63-4947-8603-22f767aa890e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:21.422278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] For port 68f6b11c-db63-4947-8603-22f767aa890e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=68f6b11c-db63-4947-8603-22f767aa890e,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:21.470441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5052dba8-f23d-4719-a5e7-f06c5a247a5a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:21.481717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Checking segment: {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:21.481717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Network hostable DHCP agents. Network: 2d938615-2732-42ab-9d69-c5ad1cb5ebb0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:15:21.499405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.548495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:15:21.578418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:21.579135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:21.633918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f12f48b6-9e49-4f72-931b-468c1db09567 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:21.641328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2d938615-2732-42ab-9d69-c5ad1cb5ebb0) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:21.647260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764d799-6797-454b-8fc1-af9b4273a258 None None] Pushing event updated for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:21.648104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:21.651483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.674859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dec345-a535-415b-bed3-168211111c0f None None] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:21.750415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-313df283-afac-47b7-97e1-09d832ab1b6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7873566 Aug 22 15:15:21.752911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33536) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:21.760671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:21.881976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.883102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.916485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:21.951942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f12f48b6-9e49-4f72-931b-468c1db09567 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:21.951942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:21.988674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.243401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.250404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'fixed_ips': [{'subnet_id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:15:22.251255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.515014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33546) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:22.519531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Allocated IP 172.20.0.2 (2d938615-2732-42ab-9d69-c5ad1cb5ebb0/5052dba8-f23d-4719-a5e7-f06c5a247a5a/ab3650d9-b7f8-45a0-afb2-5d78360f82a1) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:22.540265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:17Z', 'revision_number': 4, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '68f6b11c-db63-4947-8603-22f767aa890e', 'name': '', 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'mac_address': 'fa:16:3e:9b:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:16Z', 'updated_at': '2021-08-22T15:15:21Z', 'revision_number': 4, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'subnets': [{'id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:22.542960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.569968 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.570377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b656dcd-5b57-40d1-a7b2-8d3a5d520465 None None] The sync data for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 is: [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:17Z', 'revision_number': 4, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '68f6b11c-db63-4947-8603-22f767aa890e', 'name': '', 'network_id': '83476ec2-cb46-47c1-9fe6-b5279d1a68a7', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'mac_address': 'fa:16:3e:9b:e5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:16Z', 'updated_at': '2021-08-22T15:15:21Z', 'revision_number': 4, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'subnets': [{'id': 'f153cc48-ae27-4e60-bc52-3cd13bc4c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:22.664116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-093268a9-50f5-4f8c-a754-ecbc81bec239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.748587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Allocated IP 172.25.0.238 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8c4f1b8b-e39f-4a87-958d-960dfe749337) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:22.792202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.803155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Transition to ACTIVE for port object ab3650d9-b7f8-45a0-afb2-5d78360f82a1 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:22.804296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-093268a9-50f5-4f8c-a754-ecbc81bec239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.821528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Transition to ACTIVE for port object ab3650d9-b7f8-45a0-afb2-5d78360f82a1 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:22.873623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.881658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-093268a9-50f5-4f8c-a754-ecbc81bec239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.925065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-093268a9-50f5-4f8c-a754-ecbc81bec239 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9877234f04eb445db81668e54de34d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077001 Aug 22 15:15:22.926236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093268a9-50f5-4f8c-a754-ecbc81bec239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239aed3-a76c-4094-8a15-a4f3c4b456f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:22.928660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:22.931078 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:22.968020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:22.971379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:22.975921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:22.995020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.000608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Pushing event updated for resources: {'Port': ['ID=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:23.012289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.066478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.070602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:23.075199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Attempting to bind port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:23.075562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Attempting to bind port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:23.076153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Attempting to bind port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 on network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:23.082178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:23.084105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:23.084486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Checking segment: {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:23.085042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.085279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Bound using segment: {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:23.085959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Bound port: ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:23.086538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.094183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:23.179061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4f1b8b-e39f-4a87-958d-960dfe749337,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:23.197533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] For port ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:23.201634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] For port ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:23.281292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.361383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc299ba-1266-4cad-919a-c04acba9e821 None None] Pushing event updated for resources: {'Port': ['ID=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:23.369512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.372547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.373847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3239aed3-a76c-4094-8a15-a4f3c4b456f9 HTTP/1.1" status: 204 len: 168 time: 0.4431210 Aug 22 15:15:23.406480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ec3fd-8937-4f6f-ab8f-22ff09b51879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239aed3-a76c-4094-8a15-a4f3c4b456f9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:23.561546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-9804bf08-de71-4d3f-9eab-dcbd64d7674b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:23.563111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-9804bf08-de71-4d3f-9eab-dcbd64d7674b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.2086637 Aug 22 15:15:23.612906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-6cd9c09a-a085-4e3d-b66d-1c459a6882b0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/quotas/32236a8eb7944684acefb4f33a5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0338504 Aug 22 15:15:23.622401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.718255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 68f6b11c-db63-4947-8603-22f767aa890e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:23.812083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-19fe4504-7881-4815-9358-8e1157921943 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905329 Aug 22 15:15:23.880573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 68f6b11c-db63-4947-8603-22f767aa890e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:23.886054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 68f6b11c-db63-4947-8603-22f767aa890e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:23.886376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:23.991532 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.034040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 68f6b11c-db63-4947-8603-22f767aa890e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=68f6b11c-db63-4947-8603-22f767aa890e,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:24.125482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.217848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:24.235689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dec5150-6585-402e-abc4-af17b8d0b906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.244088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:24.387954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dec5150-6585-402e-abc4-af17b8d0b906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.400515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-47dbbad2-e04a-4a65-8756-6eb8562b3511 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795851 Aug 22 15:15:24.406853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.462378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6dec5150-6585-402e-abc4-af17b8d0b906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.505296 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6dec5150-6585-402e-abc4-af17b8d0b906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24c9e59fbabe427ab714e6ad72bb9f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853014 Aug 22 15:15:24.506958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec5150-6585-402e-abc4-af17b8d0b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d66e14-f62a-413a-a25a-1578686b1ae4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:24.513297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:24.566682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfce1a1-9bdc-4f4d-a193-c06c42b0ee6b None None] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:24.625082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a66c1e8e-c9ac-41f7-a97c-55d28532a220 service neutron] 10.222.0.53 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155623 Aug 22 15:15:24.642507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.679051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.698530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f562d035-92b3-46f8-aac0-e8f17ac6be0f None None] Provisioning for port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:24.766409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Router a5a3da10-1b0f-4c9d-a12f-59757513b796 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:15:24.809927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.812399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:24.813563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6d66e14-f62a-413a-a25a-1578686b1ae4 HTTP/1.1" status: 204 len: 168 time: 0.2992835 Aug 22 15:15:24.825952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba393d62-187b-4d6e-abb6-0dd23bd25d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d66e14-f62a-413a-a25a-1578686b1ae4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:24.897967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:24.923333 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Sync routers for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:24.949753 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:24.952709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:24.995121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-683307dc-204a-4de9-a945-50ad1cce1722 req-6e1f869e-8869-4bbd-a45e-ed6cce9c94db tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0499468 Aug 22 15:15:25.005935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.008166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-535d6c22-77ad-4371-a65c-250e4a4f8378 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2532742 Aug 22 15:15:25.010126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:25.092818 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:25.301569 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:23Z', 'revision_number': 3, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:25.329680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Checking router: a5a3da10-1b0f-4c9d-a12f-59757513b796 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:25.330090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Updating router a5a3da10-1b0f-4c9d-a12f-59757513b796 port 8c4f1b8b-e39f-4a87-958d-960dfe749337 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:15:25.362318 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.509955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.653936 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.666821 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Transition to ACTIVE for port object 8c4f1b8b-e39f-4a87-958d-960dfe749337 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:25.726351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab3650d9-b7f8-45a0-afb2-5d78360f82a1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:25.728044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Allocated IP 172.20.0.1 (2d938615-2732-42ab-9d69-c5ad1cb5ebb0/5052dba8-f23d-4719-a5e7-f06c5a247a5a/2aedf1bd-e156-4c64-a47f-46eb85e91c44) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:25.771040 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.832807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cfb8a-6b02-40e7-a180-e0e4e1284256 None None] Pushing event updated for resources: {'Port': ['ID=8c4f1b8b-e39f-4a87-958d-960dfe749337,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:25.832807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Attempting to bind port 8c4f1b8b-e39f-4a87-958d-960dfe749337 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:25.832807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Attempting to bind port 8c4f1b8b-e39f-4a87-958d-960dfe749337 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:25.832807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Attempting to bind port 8c4f1b8b-e39f-4a87-958d-960dfe749337 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:25.843158 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:25.843578 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:25.844005 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.844395 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:25.844855 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Bound port: 8c4f1b8b-e39f-4a87-958d-960dfe749337, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:25.845087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.845259 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.856190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:25.862627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Transition to ACTIVE for port object 2aedf1bd-e156-4c64-a47f-46eb85e91c44 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:25.866379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:25.867382 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:25.907430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] For port 8c4f1b8b-e39f-4a87-958d-960dfe749337, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:25.911388 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] For port 8c4f1b8b-e39f-4a87-958d-960dfe749337, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8c4f1b8b-e39f-4a87-958d-960dfe749337,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:25.974398 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.007867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:26.045506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.045751 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.079311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.080260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 68f6b11c-db63-4947-8603-22f767aa890e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:26.117978 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:26.118996 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:26.122671 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cfb8a-6b02-40e7-a180-e0e4e1284256 None None] Pushing event updated for resources: {'Port': ['ID=8c4f1b8b-e39f-4a87-958d-960dfe749337,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:26.148815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:26.182212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:26.188215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:26.190865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 68f6b11c-db63-4947-8603-22f767aa890e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:26.191379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.195341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c4d2787-2c39-4882-8685-5662aed7c595 req-690ea650-dbb5-4df5-a9b7-a1f861a748eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 210 time: 0.1206586 Aug 22 15:15:26.197036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:26.213279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:26.271249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.304639 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:26.513719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.544842 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:23Z', 'revision_number': 3, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:26.578702 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993b019-7f9a-4e7d-ac2a-79388f93e478 None None] The sync data for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 is: [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:23Z', 'revision_number': 3, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:26.665935 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-1215e0f2-2b4f-4181-838f-7c21e5d9e12a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515916 Aug 22 15:15:26.674111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-72409d7c-b83f-4515-908c-3c7780f5c72d None None] Provisioning for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:26.682983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-72409d7c-b83f-4515-908c-3c7780f5c72d None None] Provisioning complete for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:26.683708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-72409d7c-b83f-4515-908c-3c7780f5c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.725736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.742982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-72409d7c-b83f-4515-908c-3c7780f5c72d None None] Port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:15:26.750840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-8c58aee0-c1a9-40d4-b049-a59f4d097a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:26.752385 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-8c58aee0-c1a9-40d4-b049-a59f4d097a28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1097 time: 0.0533173 Aug 22 15:15:26.876420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.877325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-82e6245d-27f0-4d38-b2c8-489804070e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:26.877678 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-82e6245d-27f0-4d38-b2c8-489804070e1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1046832 Aug 22 15:15:26.975412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:26.978615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:26.988655 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-c3bbd82e-5afc-4cae-b375-73b13aaa77ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1002 time: 0.1022868 Aug 22 15:15:27.061555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-a3413756-fab2-4938-9bc3-55dd57189d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:27.066082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-a3413756-fab2-4938-9bc3-55dd57189d1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0661533 Aug 22 15:15:27.117781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-2b9ca0ab-6ea8-4f85-9d2c-df33f6aebd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:27.120409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-2b9ca0ab-6ea8-4f85-9d2c-df33f6aebd84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495181 Aug 22 15:15:27.121176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:27.122756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:27.271102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-6f52bc84-5ca4-4617-814b-fef32b3dfea7 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413872 Aug 22 15:15:27.331364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Router a5a3da10-1b0f-4c9d-a12f-59757513b796 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:27.370978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0b75d98-e1bb-49f4-a42e-0b1e7a09c14e req-0e217c17-9364-43fe-adbd-4e09b25c4be2 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0485971 Aug 22 15:15:27.580326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af287976-d54c-428d-a36c-fe1c3f1c629c None None] Provisioning complete for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:27.582238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af287976-d54c-428d-a36c-fe1c3f1c629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:27.629302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:27.637561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1912fd4-1518-4257-9f70-82b779d664d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/a5a3da10-1b0f-4c9d-a12f-59757513b796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6240797 Aug 22 15:15:27.693904 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23630bd5-de23-487b-a41b-27fbbb7c1a73 req-7e174f96-bfcd-471c-976f-8a5cde2cdf1e service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036155 Aug 22 15:15:27.743652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-af287976-d54c-428d-a36c-fe1c3f1c629c None None] Port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:15:27.763095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-4db41e36-c638-4665-bc25-6731e104a198 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:27.764476 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-4db41e36-c638-4665-bc25-6731e104a198 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 815 time: 0.3414867 Aug 22 15:15:27.786218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Request body: {'port': {'device_id': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'admin_state_up': True, 'tenant_id': '32236a8eb7944684acefb4f33a5d2f38'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:27.810396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab3650d9-b7f8-45a0-afb2-5d78360f82a1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:27.883499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:27.884691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.002270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8c4f1b8b-e39f-4a87-958d-960dfe749337 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:28.018241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Made reservation on behalf of 32236a8eb7944684acefb4f33a5d2f38 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:28.021880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.161583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8c4f1b8b-e39f-4a87-958d-960dfe749337 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:28.165639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8c4f1b8b-e39f-4a87-958d-960dfe749337 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:28.167318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.191863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Allocated IP 172.20.0.10 (0a957c3d-6ba4-4a7d-b181-155dd4a2c864/2c71745e-be45-4fbc-9625-14ef965932a5/5cab6159-f0d2-4f9e-a6d6-e9adfd59e522) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:28.261152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.281611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8c4f1b8b-e39f-4a87-958d-960dfe749337, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8c4f1b8b-e39f-4a87-958d-960dfe749337,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:28.366493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.393339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.466768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8c4f1b8b-e39f-4a87-958d-960dfe749337,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:28.498684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.513014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:15:28.544522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:15:28.562149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:28.569329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:28.575267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event updated for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:28.575267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:28.586329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea177-39cb-4853-a932-4ffdd1de473d req-7164d5bd-362d-46db-9e0b-1cae92569af5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:28.599536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-576ea177-39cb-4853-a932-4ffdd1de473d req-7164d5bd-362d-46db-9e0b-1cae92569af5 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.1263771 Aug 22 15:15:28.628428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0b833-d9ce-4109-a034-4ebd71721d36 req-489951d9-13f1-42b6-83f3-e09d7cf2c882 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:28.634023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:28.635033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.640460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aa0b833-d9ce-4109-a034-4ebd71721d36 req-489951d9-13f1-42b6-83f3-e09d7cf2c882 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 932 time: 0.1500981 Aug 22 15:15:28.690162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33660) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:28.705976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-576ea177-39cb-4853-a932-4ffdd1de473d req-788c7583-2ea9-4509-a384-ddce0781fd73 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053245 Aug 22 15:15:28.719529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aa0b833-d9ce-4109-a034-4ebd71721d36 req-fd12cff9-4c39-4a98-8d16-31534dc79872 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778952 Aug 22 15:15:28.725106 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-a357130c-7a50-4043-a6cd-7f9f4c57e2eb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9418290 Aug 22 15:15:28.747677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Request body: {'port': {'device_id': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:28.839614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:28.893989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2842-7c5c-473e-a5df-62b86b4a2145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.424627 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2842-7c5c-473e-a5df-62b86b4a2145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.486008 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:15:29.494180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe3c2842-7c5c-473e-a5df-62b86b4a2145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.498605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.542668 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fe3c2842-7c5c-473e-a5df-62b86b4a2145 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b80f503a047945d682fde052b1edc029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501172 Aug 22 15:15:29.548377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33684) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:29.548479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Transition to ACTIVE for port object 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:29.552395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c2842-7c5c-473e-a5df-62b86b4a2145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be0c61-668e-4d38-88fc-9635cdcefd96,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:29.606355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.610213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8c4f1b8b-e39f-4a87-958d-960dfe749337 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:29.632006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.686637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8c4f1b8b-e39f-4a87-958d-960dfe749337 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:29.687019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.687286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.783282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:29.807855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.814273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.816404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7be0c61-668e-4d38-88fc-9635cdcefd96 HTTP/1.1" status: 204 len: 168 time: 0.2697961 Aug 22 15:15:29.841675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Attempting to bind port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:29.842155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Attempting to bind port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:29.842778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Attempting to bind port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:29.850159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:15:29.850773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Attempting to bind port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 on network 0a957c3d-6ba4-4a7d-b181-155dd4a2c864 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:29.857655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:29.858426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Checking segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:29.859332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Sync routers for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:29.860655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Bound using segment: {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:29.864796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Bound port: 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845a7561-ca3f-47a1-af93-91373a197e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:29.864796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:29.874270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df646e2f-97c4-470e-8eb1-2bdf3bf7cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be0c61-668e-4d38-88fc-9635cdcefd96,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:29.889188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:29.890344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:29.983392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6fe1f-5f1b-401c-b796-4219ee50c03a req-ab16b834-c38e-4625-a54f-3be6b566a6de tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:29.993796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:29.997695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:29.998266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9a6fe1f-5f1b-401c-b796-4219ee50c03a req-ab16b834-c38e-4625-a54f-3be6b566a6de tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 944 time: 0.1509809 Aug 22 15:15:30.035955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9a6fe1f-5f1b-401c-b796-4219ee50c03a req-16275be1-a06e-449f-84bf-e8dbe76f50c1 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365310 Aug 22 15:15:30.072011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:30.087525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.124119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:30.124923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.126385 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] 10.222.0.10 "PUT /v2.0/ports/5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 HTTP/1.1" status: 200 len: 1092 time: 1.3876865 Aug 22 15:15:30.126845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:15:30.129179 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f95b278-e611-43b0-bfd4-27983124a174" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:15:30.139302 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e682bfc-6121-4588-8dfb-54d7877acba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.179702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfeceb8-9b9d-471d-9303-f885208b4ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:30.206155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6d32-16c8-44aa-b3b9-9730190ce84c req-74c32c3f-fe86-48d4-aec8-fa9072a58fc4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:30.208095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9db6d32-16c8-44aa-b3b9-9730190ce84c req-74c32c3f-fe86-48d4-aec8-fa9072a58fc4 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.1000643 Aug 22 15:15:30.244171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-a1272f01-91c5-449c-a910-cd2c0b2517bd tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:30.245673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-a1272f01-91c5-449c-a910-cd2c0b2517bd tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 946 time: 0.0948992 Aug 22 15:15:30.319953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9db6d32-16c8-44aa-b3b9-9730190ce84c req-6285fc01-f3f7-4589-a9af-ec425ef54630 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups?id=4237de53-d2c2-4a4c-b066-46ca8958b226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053584 Aug 22 15:15:30.356323 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c24483-7abe-40dd-ab03-68a7cc46f0ce x-openstack-request-id: req-55c24483-7abe-40dd-ab03-68a7cc46f0ce {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:15:30.356619 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:15:30.357106 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55c24483-7abe-40dd-ab03-68a7cc46f0ce {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:15:30.357268 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522', 'status': 'completed', 'code': 200} Aug 22 15:15:30.372543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:26Z', 'revision_number': 4, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '2aedf1bd-e156-4c64-a47f-46eb85e91c44', 'name': '', 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'mac_address': 'fa:16:3e:90:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:25Z', 'updated_at': '2021-08-22T15:15:26Z', 'revision_number': 2, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'subnets': [{'id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:30.373703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-7d80b791-e289-4c47-8047-91e1c28450e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:30.375404 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-7d80b791-e289-4c47-8047-91e1c28450e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0741889 Aug 22 15:15:30.399758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Checking router: a5a3da10-1b0f-4c9d-a12f-59757513b796 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:30.400157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Updating router a5a3da10-1b0f-4c9d-a12f-59757513b796 port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:15:30.419352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Deleting port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:30.419685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.429594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-74f44ac4-408f-42bc-a853-8109d9604816 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 HTTP/1.1" status: 200 len: 217 time: 0.0387597 Aug 22 15:15:30.432029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.485875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33712) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:30.502271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-c4f82d9c-8f03-4a10-a96c-c48b51add77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:30.504345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-c4f82d9c-8f03-4a10-a96c-c48b51add77b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.0676515 Aug 22 15:15:30.540145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-1b119153-211b-4f05-be84-f52c0b64cde2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275195 Aug 22 15:15:30.585858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] For port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:30.586261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.641677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-4e21fb0b-079d-4c90-a4c7-35cd725883c8 service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955577 Aug 22 15:15:30.751949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.752441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f4a77798-885d-4fa2-9332-fcb00469fcb6 req-06e5f858-aab1-4229-969a-20c6cd4f241d service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019034 Aug 22 15:15:30.752591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33714) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:30.764023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Transition to ACTIVE for port object 2aedf1bd-e156-4c64-a47f-46eb85e91c44 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:15:30.767916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2391f47-4bef-440a-838c-8071176b0102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.866028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2391f47-4bef-440a-838c-8071176b0102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.886710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.920294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.920736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:30.921017 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Floating IP 69f8b5d2-08a6-45f7-9a91-e0659cf78f85 disassociated. External IP: 172.25.0.159, port: e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98. Aug 22 15:15:30.921792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Calling delete_port for e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:30.945820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce72a7-d4f3-4d1c-b67d-ae686a88a76a None None] Pushing event updated for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:30.983549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b2391f47-4bef-440a-838c-8071176b0102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.011205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Attempting to bind port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:15:31.011909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Attempting to bind port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:15:31.012513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Attempting to bind port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 on network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:15:31.013640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2391f47-4bef-440a-838c-8071176b0102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef48a2-616e-44bc-bf1c-afac80d458d0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:31.041247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:15:31.043168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Checking segment: {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:31.043640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.044178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Bound using segment: {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:15:31.044731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Bound port: 2aedf1bd-e156-4c64-a47f-46eb85e91c44, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91586f17-9dea-405c-bb23-6d599c57783c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:15:31.045184 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.076891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b2391f47-4bef-440a-838c-8071176b0102 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4de64382da834d6894cc7b3a6073c0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231285 Aug 22 15:15:31.079333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:31.126643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] For port 2aedf1bd-e156-4c64-a47f-46eb85e91c44, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:15:31.131073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] For port 2aedf1bd-e156-4c64-a47f-46eb85e91c44, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2aedf1bd-e156-4c64-a47f-46eb85e91c44,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:15:31.144790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95b278-e611-43b0-bfd4-27983124a174 req-1e8e38f2-14d0-42c3-b593-69a84d79eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:31.147433 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-1e8e38f2-14d0-42c3-b593-69a84d79eb9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32236a8eb7944684acefb4f33a5d2f38&device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1362069 Aug 22 15:15:31.164394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.181927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.236011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.281477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95b278-e611-43b0-bfd4-27983124a174 req-cf798323-2207-4c45-b07b-0495ab702bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:31.283463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-cf798323-2207-4c45-b07b-0495ab702bb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 200 len: 916 time: 0.1198473 Aug 22 15:15:31.288761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.292280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:31.310369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:31.328511 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-d76588b1-4942-4f71-8111-7be4af128d63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 HTTP/1.1" status: 200 len: 217 time: 0.0371714 Aug 22 15:15:31.366614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce72a7-d4f3-4d1c-b67d-ae686a88a76a None None] Pushing event updated for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:31.382719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95b278-e611-43b0-bfd4-27983124a174 req-f5bd364d-22e4-4e50-a1db-97f85a32b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:31.384558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-f5bd364d-22e4-4e50-a1db-97f85a32b208 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 200 len: 855 time: 0.0488653 Aug 22 15:15:31.439604 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-7776a4d4-f710-47d6-acee-221e8b868c4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a957c3d-6ba4-4a7d-b181-155dd4a2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446489 Aug 22 15:15:31.514424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:31.562898 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-b91c9a7b-f723-4c56-80e8-de147cfc57aa service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144192 Aug 22 15:15:31.572311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.575123 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.578840 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40ef48a2-616e-44bc-bf1c-afac80d458d0 HTTP/1.1" status: 204 len: 168 time: 0.4959295 Aug 22 15:15:31.607413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903684c-731a-4d94-938b-bd38c822d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef48a2-616e-44bc-bf1c-afac80d458d0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:31.687342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:31.710219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f95b278-e611-43b0-bfd4-27983124a174 req-3edda952-ae33-49eb-a087-23f72ea993cb service neutron] 10.222.0.10 "GET /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325200 Aug 22 15:15:31.766720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ff7c636-e5a4-4d74-aabd-3bc3021b722b req-f53872f8-2f33-4478-b30a-3eacd4a562ef tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0804603 Aug 22 15:15:31.771313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'Port': ['ID=e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:31.868532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ec661-daee-41c6-ad89-86be97f244bf req-f8cc46ec-e290-4d79-8a63-ae2208549fba tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:31.870042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-835ec661-daee-41c6-ad89-86be97f244bf req-f8cc46ec-e290-4d79-8a63-ae2208549fba tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 944 time: 0.6915925 Aug 22 15:15:31.939867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:26Z', 'revision_number': 4, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '2aedf1bd-e156-4c64-a47f-46eb85e91c44', 'name': '', 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'mac_address': 'fa:16:3e:90:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:25Z', 'updated_at': '2021-08-22T15:15:31Z', 'revision_number': 4, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'subnets': [{'id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:31.969687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2114d-6801-4143-b326-c265fcc5f01c None None] The sync data for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 is: [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:26Z', 'revision_number': 4, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '2aedf1bd-e156-4c64-a47f-46eb85e91c44', 'name': '', 'network_id': '2d938615-2732-42ab-9d69-c5ad1cb5ebb0', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'mac_address': 'fa:16:3e:90:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:25Z', 'updated_at': '2021-08-22T15:15:31Z', 'revision_number': 4, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'subnets': [{'id': '5052dba8-f23d-4719-a5e7-f06c5a247a5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:32.064258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-835ec661-daee-41c6-ad89-86be97f244bf req-978e44b5-1df5-4c8e-9a4d-d64d04b5d951 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870084 Aug 22 15:15:32.081996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:32.319191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:32.327718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Deleting port 68f6b11c-db63-4947-8603-22f767aa890e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:32.328093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:32.334409 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:32.351177 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:32.352422 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:32.390966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] No DVR routers for this DVR port e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:32.394981 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:32.397841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a0f7ba6-6dc6-40df-87d9-48624a8d4800 req-c7f67e79-9316-4c5a-b18b-13ee51f8a70e tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.54 "DELETE /v2.0/ports/e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 HTTP/1.1" status: 204 len: 173 time: 2.1430144 Aug 22 15:15:32.398321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-deleted', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:15:32.401245 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c2124-fe1a-4f09-ba42-28faa2312c8e" -d '{"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-deleted", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:15:32.486858 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ee7d1-3a6c-451e-93b5-1fc3d7d5dbe4 x-openstack-request-id: req-ed7ee7d1-3a6c-451e-93b5-1fc3d7d5dbe4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:15:32.487161 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113a0c7-ed51-4880-8c0b-939cf8511703", "name": "network-vif-deleted", "tag": "e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:15:32.487552 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed7ee7d1-3a6c-451e-93b5-1fc3d7d5dbe4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:15:32.488005 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113a0c7-ed51-4880-8c0b-939cf8511703', 'name': 'network-vif-deleted', 'tag': 'e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98', 'status': 'completed', 'code': 200} Aug 22 15:15:32.526619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] For port 68f6b11c-db63-4947-8603-22f767aa890e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=68f6b11c-db63-4947-8603-22f767aa890e,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:32.527570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:32.528227 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:32.542032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Calling delete_port for 68f6b11c-db63-4947-8603-22f767aa890e owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:32.734461 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:32.763453 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:32.773022 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:32.773643 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:32.889094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b756d4-c75d-4fc9-9ee2-31cc00cc9dce req-07fdc9dd-661a-433b-a261-5e0ec683c50c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0299778 Aug 22 15:15:32.918240 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:32.921849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:32.953427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f6b11c-db63-4947-8603-22f767aa890e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:33.008437 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:33.228978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:33.257679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbaea2-a06c-479d-b0f0-bddb6508d674 req-c70fb94a-27ae-4ed1-8be5-62e24946d0af tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:33.259235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02fbaea2-a06c-479d-b0f0-bddb6508d674 req-c70fb94a-27ae-4ed1-8be5-62e24946d0af tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 944 time: 0.0837421 Aug 22 15:15:33.314278 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:33.346900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c7763-8d08-456e-8f84-34b49fa07909 None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:02:59Z', 'revision_number': 4, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd611335d-e89a-4b8a-ac47-326ee9ffc1e3', 'name': '', 'network_id': '56c9f17c-15d5-4cff-a326-e5cce27d0c8e', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'mac_address': 'fa:16:3e:6f:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:58Z', 'updated_at': '2021-08-22T15:03:08Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'subnets': [{'id': 'bea76baf-1f2f-46c8-9f77-0dad35e96627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:33.402329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02fbaea2-a06c-479d-b0f0-bddb6508d674 req-c4f9fa07-9ec2-49cf-b505-78f7e19aed72 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013730 Aug 22 15:15:33.503832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c67eb4d-5069-4a27-a361-bf0ce4873a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:33.553133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:33.718064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:33.730089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Sync routers for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:33.733610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4e6756d7-d59b-466b-9aec-55c849d971c3 admin admin] 10.222.0.53 "PUT /v2.0/routers/c8fe4750-fe3d-4bf9-bee4-9da740b63f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398922 Aug 22 15:15:33.734137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33760) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:33.757281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2aedf1bd-e156-4c64-a47f-46eb85e91c44 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:33.764571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:33.765560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:33.866786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:33.932632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:34.094718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b983bec-fd8b-4091-882d-c2bbabff4b97 req-20ba95fc-2467-41f3-8329-946bf8f882e0 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/ports?device_id=f113a0c7-ed51-4880-8c0b-939cf8511703 HTTP/1.1" status: 200 len: 210 time: 0.0572824 Aug 22 15:15:34.104827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.184300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:34.193869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:34.194669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.256493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:32Z', 'revision_number': 5, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port': {'id': 'f12f48b6-9e49-4f72-931b-468c1db09567', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:34:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:14Z', 'updated_at': '2021-08-22T15:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:34.265831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Deleting port f12f48b6-9e49-4f72-931b-468c1db09567 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:34.266454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.266589 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807a4f6-5af1-454f-bcd0-5566f2706642 None None] New status for floating IP 69f8b5d2-08a6-45f7-9a91-e0659cf78f85: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:15:34.299219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Checking router: c8fe4750-fe3d-4bf9-bee4-9da740b63f32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:34.317452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Routers {'c8fe4750-fe3d-4bf9-bee4-9da740b63f32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:34.318345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:34.368919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] For port f12f48b6-9e49-4f72-931b-468c1db09567, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f12f48b6-9e49-4f72-931b-468c1db09567,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:34.369251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.398940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Calling delete_port for f12f48b6-9e49-4f72-931b-468c1db09567 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:34.446504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] Set router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:34.528964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:34Z', 'revision_number': 6, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:34.530716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.570511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401d873-b5ba-4e3f-a577-7daa80ade89f None None] The sync data for ids ['c8fe4750-fe3d-4bf9-bee4-9da740b63f32'] in n-d-805046-3 is: [{'id': 'c8fe4750-fe3d-4bf9-bee4-9da740b63f32', 'name': 'tempest-TestAggregatesBasicOps-1617226073-router', 'tenant_id': 'e1cfba3144f4415aa71689ce93539c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:13Z', 'updated_at': '2021-08-22T15:15:34Z', 'revision_number': 6, 'project_id': 'e1cfba3144f4415aa71689ce93539c3c', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:34.607917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:34.615024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 2aedf1bd-e156-4c64-a47f-46eb85e91c44, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2aedf1bd-e156-4c64-a47f-46eb85e91c44,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:34.633871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:34.634272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e5e7b7fa-fa15-47f7-a71c-b748a2c5bb98 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:34.649888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812a576-c0cd-456a-ba9b-8d08635394db req-91b44882-e8a7-4bab-9d5e-3a6710f1aa21 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:34.651672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0812a576-c0cd-456a-ba9b-8d08635394db req-91b44882-e8a7-4bab-9d5e-3a6710f1aa21 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 944 time: 0.1399026 Aug 22 15:15:34.674397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.735135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:34.748535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0812a576-c0cd-456a-ba9b-8d08635394db req-09ca2c5f-c5a2-4f4f-a4ce-47adad222dfb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855112 Aug 22 15:15:34.846813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.875779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12f48b6-9e49-4f72-931b-468c1db09567,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:34.882641 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:34.941073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.050011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.050011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.184549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.185579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fe4750-fe3d-4bf9-bee4-9da740b63f32 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:15:35.190202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.191447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-642e23ec-a95c-460c-a274-f48fbe264925 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c8fe4750-fe3d-4bf9-bee4-9da740b63f32 HTTP/1.1" status: 204 len: 168 time: 1.4566240 Aug 22 15:15:35.194537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33802) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:35.239894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Deleting subnet f153cc48-ae27-4e60-bc52-3cd13bc4c946 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:15:35.247016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:35.247585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.276066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:15:35.283322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.305931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.331937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.382950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.405552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:35.424606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522', 'network_id': '0a957c3d-6ba4-4a7d-b181-155dd4a2c864', 'port_id': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522', 'mac_address': 'fa:16:3e:6e:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c71745e-be45-4fbc-9625-14ef965932a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:15:35.445034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.447935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.449396 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "DELETE /v2.0/security-groups/4237de53-d2c2-4a4c-b066-46ca8958b226 HTTP/1.1" status: 204 len: 168 time: 0.2057183 Aug 22 15:15:35.452371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33818) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:35.462051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991e600-d2ee-43d5-bc92-a887c5dccc54 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237de53-d2c2-4a4c-b066-46ca8958b226,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:35.467684 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-b319a388-0609-476d-9540-a54f16183cd8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] show failed (client error): The resource could not be found. Aug 22 15:15:35.468819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b319a388-0609-476d-9540-a54f16183cd8 tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "GET /v2.0/security-groups/4237de53-d2c2-4a4c-b066-46ca8958b226 HTTP/1.1" status: 404 len: 347 time: 0.0154176 Aug 22 15:15:35.471780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33820) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:35.472060 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.495476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:15:35.516866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:35.607745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2aedf1bd-e156-4c64-a47f-46eb85e91c44 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:35.669145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:35.669632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.712488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.798225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:35.876855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f12f48b6-9e49-4f72-931b-468c1db09567 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:35.900049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f12f48b6-9e49-4f72-931b-468c1db09567 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:35.903522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f12f48b6-9e49-4f72-931b-468c1db09567 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:35.903522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 68f6b11c-db63-4947-8603-22f767aa890e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:35.920015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:35.924984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 68f6b11c-db63-4947-8603-22f767aa890e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:35.925357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 68f6b11c-db63-4947-8603-22f767aa890e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:36.005302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f153cc48-ae27-4e60-bc52-3cd13bc4c946,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:36.014463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.015359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421f42a-bd48-4aff-82c5-8f1a1e382097 None None] Network 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:36.016443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7c40d827-9669-4f0b-b043-a120016bd6f4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f153cc48-ae27-4e60-bc52-3cd13bc4c946 HTTP/1.1" status: 204 len: 168 time: 0.8208728 Aug 22 15:15:36.019197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:36.064952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2064-2b9a-42e0-9deb-8eb65e0d98df req-8460eb42-de60-42d8-8c2d-4cc4e4879286 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:36.066484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70ec2064-2b9a-42e0-9deb-8eb65e0d98df req-8460eb42-de60-42d8-8c2d-4cc4e4879286 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 945 time: 0.1529670 Aug 22 15:15:36.109378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.114596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Deleting port c1d538c2-8622-4580-b77d-74d21fb311c0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:36.114996 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.139019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['5cab6159-f0d2-4f9e-a6d6-e9adfd59e522'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:15:36.141249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70ec2064-2b9a-42e0-9deb-8eb65e0d98df req-551c324f-938a-426d-a963-ccc59244c90e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660670 Aug 22 15:15:36.183215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Deleting port ee63a699-89bf-4265-8dcc-8479a55640b9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:36.184000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.213051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.213407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.227179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Calling delete_port for c1d538c2-8622-4580-b77d-74d21fb311c0 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:36.264535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] For port ee63a699-89bf-4265-8dcc-8479a55640b9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ee63a699-89bf-4265-8dcc-8479a55640b9,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:36.265753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.289142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Calling delete_port for ee63a699-89bf-4265-8dcc-8479a55640b9 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:36.333498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c5581-4121-4184-9361-ec60b96df89c None None] DHCP port deletion for 83476ec2-cb46-47c1-9fe6-b5279d1a68a7 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:15:36.410015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Deleting port ee63a699-89bf-4265-8dcc-8479a55640b9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:36.410531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.477898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-216c5581-4121-4184-9361-ec60b96df89c None None] For port ee63a699-89bf-4265-8dcc-8479a55640b9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ee63a699-89bf-4265-8dcc-8479a55640b9,segment=NetworkSegment(c470c7ff-7a79-4eb7-8831-66c1db38518c),segment_id=c470c7ff-7a79-4eb7-8831-66c1db38518c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:36.478230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.492490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Calling delete_port for ee63a699-89bf-4265-8dcc-8479a55640b9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:36.567288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.567945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.579334 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.595020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Pushing event deleted for resources: {'Port': ['ID=c1d538c2-8622-4580-b77d-74d21fb311c0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:36.608341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ee63a699-89bf-4265-8dcc-8479a55640b9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:36.612118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c5581-4121-4184-9361-ec60b96df89c None None] Pushing event deleted for resources: {'Port': ['ID=ee63a699-89bf-4265-8dcc-8479a55640b9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:36.614626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c5581-4121-4184-9361-ec60b96df89c None None] No DVR routers for this DVR port ee63a699-89bf-4265-8dcc-8479a55640b9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:36.621312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] No DVR routers for this DVR port ee63a699-89bf-4265-8dcc-8479a55640b9 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:36.668478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.671747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.673125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2d24b19c-f2d7-41bf-b856-12ddd630c30c tempest-AttachVolumeShelveTestJSON-674914885 tempest-AttachVolumeShelveTestJSON-674914885-project] 10.222.0.53 "DELETE /v2.0/floatingips/69f8b5d2-08a6-45f7-9a91-e0659cf78f85 HTTP/1.1" status: 204 len: 168 time: 1.2003620 Aug 22 15:15:36.700722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.713467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83476ec2-cb46-47c1-9fe6-b5279d1a68a7']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:36.726353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c470c7ff-7a79-4eb7-8831-66c1db38518c') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:36.726556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c470c7ff-7a79-4eb7-8831-66c1db38518c') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:36.737775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.754042 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.761872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:36.769641 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:36.789453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.937010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.943431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:36.948597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] 10.222.0.53 "DELETE /v2.0/networks/83476ec2-cb46-47c1-9fe6-b5279d1a68a7 HTTP/1.1" status: 204 len: 168 time: 0.9242668 Aug 22 15:15:36.948952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33870) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:36.961506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae99c89-445c-4491-ad2d-67d7486acdaa admin admin] Pushing event deleted for resources: {'Network': ['ID=83476ec2-cb46-47c1-9fe6-b5279d1a68a7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:37.279848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:15:37.313625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f792c1-d0d2-4045-bfd5-ba987fbe1eb1 req-1782678b-76f6-41ab-a6f0-9c53c0bd509f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:37.315286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03f792c1-d0d2-4045-bfd5-ba987fbe1eb1 req-1782678b-76f6-41ab-a6f0-9c53c0bd509f tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 945 time: 0.0937674 Aug 22 15:15:37.392607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03f792c1-d0d2-4045-bfd5-ba987fbe1eb1 req-5dc327ad-9143-42f5-9b53-abe17aba1c42 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647345 Aug 22 15:15:37.416725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:15:37.421784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:15:37.422376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.463455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:37.465042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.547737 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.605815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:15:37.613486 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0453f8-2efd-43c3-8bb0-57b12c60bc27" -d '{"events": [{"server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "name": "network-vif-plugged", "status": "completed", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:15:37.630840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15f50e20-ce78-4ead-9517-11b350d5bd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.632695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ee63a699-89bf-4265-8dcc-8479a55640b9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:37.636167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:37.657798 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea8b056-0bd1-412f-9e80-57817d5eeabb x-openstack-request-id: req-8ea8b056-0bd1-412f-9e80-57817d5eeabb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:15:37.662126 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "name": "network-vif-plugged", "status": "completed", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:15:37.662126 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea8b056-0bd1-412f-9e80-57817d5eeabb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:15:37.662126 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522', 'code': 200} Aug 22 15:15:37.662126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ee63a699-89bf-4265-8dcc-8479a55640b9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:37.662126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ee63a699-89bf-4265-8dcc-8479a55640b9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:37.764243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15f50e20-ce78-4ead-9517-11b350d5bd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.818882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.837610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Deleting port 2aedf1bd-e156-4c64-a47f-46eb85e91c44 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:37.852281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.854111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66539b-4d11-4e40-8f6b-9156b1d88965 req-7cfdb73f-3860-47f3-9aff-b7735e26f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:37.856045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5a66539b-4d11-4e40-8f6b-9156b1d88965 req-7cfdb73f-3860-47f3-9aff-b7735e26f012 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0480773 Aug 22 15:15:37.891537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:37.896264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5a66539b-4d11-4e40-8f6b-9156b1d88965 req-b7877ada-2c18-41cd-aafe-dbde66d81711 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302019 Aug 22 15:15:37.936262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] For port 2aedf1bd-e156-4c64-a47f-46eb85e91c44, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2aedf1bd-e156-4c64-a47f-46eb85e91c44,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:37.936777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:37.949682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Calling delete_port for 2aedf1bd-e156-4c64-a47f-46eb85e91c44 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:37.972002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15f50e20-ce78-4ead-9517-11b350d5bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.012663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f50e20-ce78-4ead-9517-11b350d5bd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb4251-b2f2-4a22-8656-037a0fef16a0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:38.027808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-15f50e20-ce78-4ead-9517-11b350d5bd8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47ef39919cda49d7a4a01975ea545ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624421 Aug 22 15:15:38.030633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33884) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:38.085151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.112274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.276088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.279143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.280479 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fceb4251-b2f2-4a22-8656-037a0fef16a0 HTTP/1.1" status: 204 len: 168 time: 0.2488270 Aug 22 15:15:38.289428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2886714-4580-4908-963b-e0336e618930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb4251-b2f2-4a22-8656-037a0fef16a0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:38.315483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.348900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aedf1bd-e156-4c64-a47f-46eb85e91c44,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:38.581756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f35d0-ef59-4452-9394-10ad1104f8da req-bd4290ce-fe90-4666-a18e-c87b21c5fcee tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:38.584137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c10f35d0-ef59-4452-9394-10ad1104f8da req-bd4290ce-fe90-4666-a18e-c87b21c5fcee tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.1066296 Aug 22 15:15:38.587047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:38.679751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c10f35d0-ef59-4452-9394-10ad1104f8da req-3c0ce69f-a872-40d8-b1e4-5126a8c3bb47 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867083 Aug 22 15:15:38.867737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Router a5a3da10-1b0f-4c9d-a12f-59757513b796 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:38.983291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:38.991332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33894) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:38.991899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a1cd885-a7be-4cdc-a917-3e7c7a671f16 admin admin] 10.222.0.53 "PUT /v2.0/routers/a5a3da10-1b0f-4c9d-a12f-59757513b796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412207 Aug 22 15:15:38.992635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Sync routers for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:39.003226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:39.007891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:39.107867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.219340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.269834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:39.293660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33898) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:39.308149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8fb694eb-8fe1-4c43-b8af-99e2a78e2da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.431837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8fb694eb-8fe1-4c43-b8af-99e2a78e2da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.457263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Deleting port 8c4f1b8b-e39f-4a87-958d-960dfe749337 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:39.457609 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.478122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:38Z', 'revision_number': 5, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port': {'id': '8c4f1b8b-e39f-4a87-958d-960dfe749337', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:15:22Z', 'updated_at': '2021-08-22T15:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:39.506252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Checking router: a5a3da10-1b0f-4c9d-a12f-59757513b796 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:39.515154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Routers {'a5a3da10-1b0f-4c9d-a12f-59757513b796'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:39.515776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a5a3da10-1b0f-4c9d-a12f-59757513b796'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:39.521792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8fb694eb-8fe1-4c43-b8af-99e2a78e2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.577014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8fb694eb-8fe1-4c43-b8af-99e2a78e2da2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3cc67f64d8346b39bbbca26a7b99be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821429 Aug 22 15:15:39.579839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb694eb-8fe1-4c43-b8af-99e2a78e2da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3e091-cb1b-4d0f-9024-f2e50b7fdd88,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:39.580625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33900) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:39.612995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] Set router a5a3da10-1b0f-4c9d-a12f-59757513b796 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:39.641246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] For port 8c4f1b8b-e39f-4a87-958d-960dfe749337, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8c4f1b8b-e39f-4a87-958d-960dfe749337,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:39.644766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.670641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Calling delete_port for 8c4f1b8b-e39f-4a87-958d-960dfe749337 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:39.678184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.693961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:39Z', 'revision_number': 6, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:39.701959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.728144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0473e2d8-e307-42f8-bccd-a885a8bc848e None None] The sync data for ids ['a5a3da10-1b0f-4c9d-a12f-59757513b796'] in n-d-805046-3 is: [{'id': 'a5a3da10-1b0f-4c9d-a12f-59757513b796', 'name': 'tempest-TestAggregatesBasicOps-1936344206-router', 'tenant_id': '305572bcc48c4d01bdb28041d95700d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:15:21Z', 'updated_at': '2021-08-22T15:15:39Z', 'revision_number': 6, 'project_id': '305572bcc48c4d01bdb28041d95700d0', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:39.839808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e05b4-04d1-450b-b9f5-f2f6ec0d2bfb req-61bde0ff-9aec-43bd-9dfd-8c3b498dc8d0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:39.841386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab8e05b4-04d1-450b-b9f5-f2f6ec0d2bfb req-61bde0ff-9aec-43bd-9dfd-8c3b498dc8d0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0574126 Aug 22 15:15:39.865404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.867936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:39.869110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fb3e091-cb1b-4d0f-9024-f2e50b7fdd88 HTTP/1.1" status: 204 len: 168 time: 0.2867031 Aug 22 15:15:39.888303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8584e-ca8d-4c0c-b626-fa1af1f327f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3e091-cb1b-4d0f-9024-f2e50b7fdd88,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:39.896769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab8e05b4-04d1-450b-b9f5-f2f6ec0d2bfb req-675a5949-80ed-48d7-a7f7-bcfee6755ee6 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Aug 22 15:15:39.967225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.014168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4f1b8b-e39f-4a87-958d-960dfe749337,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:40.076346 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.194832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.197369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.292397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.293096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a3da10-1b0f-4c9d-a12f-59757513b796 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:15:40.299670 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.302234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c90fc6e-7722-44b8-b631-73e1a666862c admin admin] 10.222.0.53 "DELETE /v2.0/routers/a5a3da10-1b0f-4c9d-a12f-59757513b796 HTTP/1.1" status: 204 len: 168 time: 1.3086834 Aug 22 15:15:40.303829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33912) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:40.387954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Deleting subnet 5052dba8-f23d-4719-a5e7-f06c5a247a5a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:15:40.392025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.436908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.560589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.607508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.687485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.713164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5052dba8-f23d-4719-a5e7-f06c5a247a5a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:40.719245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.721203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8d779047-ac66-493f-8962-ae20a4fb9376 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5052dba8-f23d-4719-a5e7-f06c5a247a5a HTTP/1.1" status: 204 len: 168 time: 0.4158380 Aug 22 15:15:40.727988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33932) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:40.728343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73465f5-f46a-43fb-9bc6-3c5457926313 None None] Network 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:40.811479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.895802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Deleting port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:40.898152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:40.989718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] For port ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:40.990135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.008389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Calling delete_port for ab3650d9-b7f8-45a0-afb2-5d78360f82a1 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:41.111707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] DHCP port deletion for 2d938615-2732-42ab-9d69-c5ad1cb5ebb0 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:15:41.176104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Deleting port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:41.177105 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.235860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.265502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:41.279047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] No DVR routers for this DVR port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:41.282059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] For port ab3650d9-b7f8-45a0-afb2-5d78360f82a1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,segment=NetworkSegment(91586f17-9dea-405c-bb23-6d599c57783c),segment_id=91586f17-9dea-405c-bb23-6d599c57783c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:41.282528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.297666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Calling delete_port for ab3650d9-b7f8-45a0-afb2-5d78360f82a1 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:41.385594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.398938 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.399152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d938615-2732-42ab-9d69-c5ad1cb5ebb0']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:41.414790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91586f17-9dea-405c-bb23-6d599c57783c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:41.415343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91586f17-9dea-405c-bb23-6d599c57783c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:41.426101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.442887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.450857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:41.451275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.477509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] Pushing event deleted for resources: {'Port': ['ID=ab3650d9-b7f8-45a0-afb2-5d78360f82a1,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:41.486127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db37282-e6e9-4f22-b345-e1aa2d7c81cc None None] No DVR routers for this DVR port ab3650d9-b7f8-45a0-afb2-5d78360f82a1 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:41.520662 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:41.630359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.643253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:41.645642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d938615-2732-42ab-9d69-c5ad1cb5ebb0 HTTP/1.1" status: 204 len: 168 time: 0.9202130 Aug 22 15:15:41.656678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab3650d9-b7f8-45a0-afb2-5d78360f82a1 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:41.657268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9b74b-862f-42b7-8908-aa961e789d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d938615-2732-42ab-9d69-c5ad1cb5ebb0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:41.687179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ab3650d9-b7f8-45a0-afb2-5d78360f82a1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:41.687811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ab3650d9-b7f8-45a0-afb2-5d78360f82a1 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:41.688385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2aedf1bd-e156-4c64-a47f-46eb85e91c44 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:41.714336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2aedf1bd-e156-4c64-a47f-46eb85e91c44 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:41.714848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2aedf1bd-e156-4c64-a47f-46eb85e91c44 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:41.715622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8c4f1b8b-e39f-4a87-958d-960dfe749337 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:41.756868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8c4f1b8b-e39f-4a87-958d-960dfe749337 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:41.757223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8c4f1b8b-e39f-4a87-958d-960dfe749337 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:41.878587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59039f15-4269-4362-a9a2-65d2742b208f req-c8f9ec10-2a57-4d84-b829-5048c3b1e529 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:41.880961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59039f15-4269-4362-a9a2-65d2742b208f req-c8f9ec10-2a57-4d84-b829-5048c3b1e529 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1097 time: 0.0476508 Aug 22 15:15:41.937609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59039f15-4269-4362-a9a2-65d2742b208f req-5f1259da-0e30-420d-87cc-0a5958e445f3 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459316 Aug 22 15:15:42.107048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:42.162348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:42.170597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d0a48f3-7722-48aa-8051-7e9e90a3c1ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1cfba3144f4415aa71689ce93539c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623009 Aug 22 15:15:42.245360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:42.268527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:42.298595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0b6de-87ee-4385-9bf5-bc7461fbce21 req-2a59662a-071b-4988-a355-9ca94c537e6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:42.300389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aaf0b6de-87ee-4385-9bf5-bc7461fbce21 req-2a59662a-071b-4988-a355-9ca94c537e6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0528264 Aug 22 15:15:42.347827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aaf0b6de-87ee-4385-9bf5-bc7461fbce21 req-9c5e9f68-d482-4422-8425-134f99ab5c3f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Aug 22 15:15:42.372840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33982) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:42.428491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:42.431710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:42.435929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08db468e-35b3-4a16-920a-40773ea0cafc HTTP/1.1" status: 204 len: 168 time: 0.2719593 Aug 22 15:15:42.450593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34586-2eff-461a-a9de-436fb689398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db468e-35b3-4a16-920a-40773ea0cafc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:42.469993 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b3d3d37a-9e76-426b-be7f-5fbcc7cfd722 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/394525e9-335d-4be1-9c5f-d359f179acc7 HTTP/1.1" status: 200 len: 994 time: 0.0902061 Aug 22 15:15:43.192442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f4181-00ae-4234-82d6-9f19bf6df633 req-f023b5e7-c2b8-43cb-920c-579836e675fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:43.194349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed8f4181-00ae-4234-82d6-9f19bf6df633 req-f023b5e7-c2b8-43cb-920c-579836e675fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0772333 Aug 22 15:15:43.236106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed8f4181-00ae-4234-82d6-9f19bf6df633 req-71ee9057-c9fa-4c7c-9ad9-e4533b0685ea tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355086 Aug 22 15:15:43.277655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34046) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:43.326440 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-842c4248-52be-4d4b-b49e-6fee5a3475c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526979 Aug 22 15:15:43.334124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-808f0ffc-b792-4c37-970b-57f536f47da1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=305572bcc48c4d01bdb28041d95700d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527613 Aug 22 15:15:43.337404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:43.388197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:43.411064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:43.567736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:43.571020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:43.572274 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a8f240b-dcc7-4bc6-b358-dff88e694e12 HTTP/1.1" status: 204 len: 168 time: 0.2338476 Aug 22 15:15:43.580888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f021bf-ce91-4037-af2d-7d55e03a96ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f240b-dcc7-4bc6-b358-dff88e694e12,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:44.188057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:44.421819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ca51f-7732-4649-896e-9e2fb7b8d03e req-7a2e9c4e-36e3-4079-8142-b256fcc83961 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:44.423631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb0ca51f-7732-4649-896e-9e2fb7b8d03e req-7a2e9c4e-36e3-4079-8142-b256fcc83961 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0564189 Aug 22 15:15:44.471612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb0ca51f-7732-4649-896e-9e2fb7b8d03e req-ff4dda0e-ab8c-46df-ad3b-b0b39b219bd1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Aug 22 15:15:44.883671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:45.043399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38ddc7ba-6043-4cec-bbb3-0db5861dae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.153205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.179445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38ddc7ba-6043-4cec-bbb3-0db5861dae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.246654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-38ddc7ba-6043-4cec-bbb3-0db5861dae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.287450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-38ddc7ba-6043-4cec-bbb3-0db5861dae75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9495468356d49a292d83d0fa0c8c7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022098 Aug 22 15:15:45.289822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddc7ba-6043-4cec-bbb3-0db5861dae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec625837-ee44-440d-9994-115ef1f08fba,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:45.290311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:45.419614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.464977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.589819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Deleting port d611335d-e89a-4b8a-ac47-326ee9ffc1e3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:45.590204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.634034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009ee7b-0215-485c-beef-c15c75b186dd req-92ed2203-00df-4571-8c44-5abff2002e3f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:45.635773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a009ee7b-0215-485c-beef-c15c75b186dd req-92ed2203-00df-4571-8c44-5abff2002e3f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0641098 Aug 22 15:15:45.689772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a009ee7b-0215-485c-beef-c15c75b186dd req-49f321a0-e21c-44e5-b32c-e790a6364bf1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Aug 22 15:15:45.702414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] For port d611335d-e89a-4b8a-ac47-326ee9ffc1e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:45.703917 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.715040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.717546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:45.723849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec625837-ee44-440d-9994-115ef1f08fba HTTP/1.1" status: 204 len: 168 time: 0.4245899 Aug 22 15:15:45.740245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef532214-ee47-4422-b593-4b43fe2b77c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec625837-ee44-440d-9994-115ef1f08fba,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:45.743665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Calling delete_port for d611335d-e89a-4b8a-ac47-326ee9ffc1e3 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:46.078974 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:15:46.270574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-b9a80377-317d-4d89-94c3-dfb66f99a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:46.272010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-b9a80377-317d-4d89-94c3-dfb66f99a3f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1097 time: 0.0622435 Aug 22 15:15:46.396868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-fc5f26ca-6561-4067-bda6-ccaef2da28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:46.398351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-fc5f26ca-6561-4067-bda6-ccaef2da28f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1077049 Aug 22 15:15:46.466444 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-9043b4e3-18c8-4a0b-8ab8-d1fc5d96449e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1002 time: 0.0603521 Aug 22 15:15:46.469088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:46.524529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d611335d-e89a-4b8a-ac47-326ee9ffc1e3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:46.578472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34184) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:46.583181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-1a56bb63-8c7b-48c3-911e-cbff8d4b2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:46.585358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-1a56bb63-8c7b-48c3-911e-cbff8d4b2398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0921037 Aug 22 15:15:46.598394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c2b2-bc4f-4321-bbf8-a0862aa28f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:46.648919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-f88868b6-b719-4110-a01a-7d6339c58b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:46.650797 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-f88868b6-b719-4110-a01a-7d6339c58b45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585580 Aug 22 15:15:46.742952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c2b2-bc4f-4321-bbf8-a0862aa28f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:46.817689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c2b2-bc4f-4321-bbf8-a0862aa28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:46.854536 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-7d76cb57-558d-40eb-9936-340a16ef0d25 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668804 Aug 22 15:15:46.884620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ac9c2b2-bc4f-4321-bbf8-a0862aa28f53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=985dd2a59ce645eda473bb93467cd749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023043 Aug 22 15:15:46.884848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:46.886223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34200) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:46.911190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9c2b2-bc4f-4321-bbf8-a0862aa28f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5b884-ff0a-4125-8482-142b2b63fc9e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:46.959197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd49e48-a4e4-4234-b03d-6b115003f572 req-b7007862-4389-488f-8629-3ada8bfeb207 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:46.959197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dd49e48-a4e4-4234-b03d-6b115003f572 req-b7007862-4389-488f-8629-3ada8bfeb207 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1203766 Aug 22 15:15:47.000380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.043255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dd49e48-a4e4-4234-b03d-6b115003f572 req-80cd821f-c0b3-4080-b2b5-19d2528ac4bd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670824 Aug 22 15:15:47.045627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.074140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-6cac58ed-659e-4f35-9195-ca6b68af3ef7 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105882 Aug 22 15:15:47.195325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.201648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.201648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56b5b884-ff0a-4125-8482-142b2b63fc9e HTTP/1.1" status: 204 len: 168 time: 0.3080902 Aug 22 15:15:47.208417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef587573-498f-4c00-9972-4807c427e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5b884-ff0a-4125-8482-142b2b63fc9e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:47.252749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:15:47.389977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:15:47.399393 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c6263410-7763-43f2-ac09-cd3b24891af6 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f5cc9f8-2f8e-4367-aed4-3aca9f407834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2088439 Aug 22 15:15:47.400443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34228) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:47.400932 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Sync routers for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:15:47.415219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:47.418602 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:47.513257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.557347 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:47.686611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.791670 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:15:46Z', 'revision_number': 5, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port': {'id': 'b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:02:54Z', 'updated_at': '2021-08-22T15:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:47.821626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Checking router: 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:15:47.833953 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Routers {'5f5cc9f8-2f8e-4367-aed4-3aca9f407834'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:15:47.834776 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:47.853779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Deleting port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:47.854524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.961531 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] Set router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:15:47.970354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] For port b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:47.970762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:47.987282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Calling delete_port for b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:48.019288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:15:47Z', 'revision_number': 6, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:48.055248 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef5a06-305a-4760-b330-92667c59de90 None None] The sync data for ids ['5f5cc9f8-2f8e-4367-aed4-3aca9f407834'] in n-d-805046-3 is: [{'id': '5f5cc9f8-2f8e-4367-aed4-3aca9f407834', 'name': 'tempest-AttachVolumeShelveTestJSON-532776988-router', 'tenant_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:02:53Z', 'updated_at': '2021-08-22T15:15:47Z', 'revision_number': 6, 'project_id': 'b9c047e2ccce4d1081de59de1d983a7d', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:15:48.284234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753c076-7a29-400a-b1ce-0daa9fc99e0f req-581528c4-bca2-45d6-9146-85e2dc69b66c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:48.286450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9753c076-7a29-400a-b1ce-0daa9fc99e0f req-581528c4-bca2-45d6-9146-85e2dc69b66c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1199703 Aug 22 15:15:48.331261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9753c076-7a29-400a-b1ce-0daa9fc99e0f req-b0881e53-7e64-48d1-8dda-81a976ae25ef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358899 Aug 22 15:15:48.429143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:48.463941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:48.554891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.008372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.010822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.116796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.117381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5cc9f8-2f8e-4367-aed4-3aca9f407834 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:15:49.126465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.126465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-08dd1a35-23ef-42e8-9257-4bbc8be82b81 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f5cc9f8-2f8e-4367-aed4-3aca9f407834 HTTP/1.1" status: 204 len: 168 time: 1.7219791 Aug 22 15:15:49.127155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34302) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:49.184137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Deleting subnet bea76baf-1f2f-46c8-9f77-0dad35e96627 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:15:49.187854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.224835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.326119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.461075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c331e4c-5d96-4c59-8f89-c0795d97253e req-a3e70235-efc8-4140-850b-32e85e8de374 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:49.462851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c331e4c-5d96-4c59-8f89-c0795d97253e req-a3e70235-efc8-4140-850b-32e85e8de374 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0560579 Aug 22 15:15:49.484538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.523056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea76baf-1f2f-46c8-9f77-0dad35e96627,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:49.547786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.547786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad9fda0d-6df2-47f6-8b3d-173477717bac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bea76baf-1f2f-46c8-9f77-0dad35e96627 HTTP/1.1" status: 204 len: 168 time: 0.4157448 Aug 22 15:15:49.548143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202d034-fd43-404f-a0d1-08e76d2419d0 None None] Network 56c9f17c-15d5-4cff-a326-e5cce27d0c8e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:49.548582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:49.570971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c331e4c-5d96-4c59-8f89-c0795d97253e req-75439327-c11f-49ca-8090-a5754611f79f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020865 Aug 22 15:15:49.662258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d611335d-e89a-4b8a-ac47-326ee9ffc1e3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:49.671305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.700383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d611335d-e89a-4b8a-ac47-326ee9ffc1e3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:49.700821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d611335d-e89a-4b8a-ac47-326ee9ffc1e3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:49.701304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:49.726347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:49.726690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b97a19b8-a0f0-4b68-ae30-d4ad4ba45a3e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:49.739302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Deleting port 2b9b73b6-62f5-423d-8617-ee00e0b54cea {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:49.740098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.762744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34344) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:49.806402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] For port 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b9b73b6-62f5-423d-8617-ee00e0b54cea,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:49.806880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.822585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Calling delete_port for 2b9b73b6-62f5-423d-8617-ee00e0b54cea owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:49.823539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] DHCP port deletion for 56c9f17c-15d5-4cff-a326-e5cce27d0c8e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:15:49.889327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Deleting port 2b9b73b6-62f5-423d-8617-ee00e0b54cea {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:49.889712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.950964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1977906140'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:49.970384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] For port 2b9b73b6-62f5-423d-8617-ee00e0b54cea, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b9b73b6-62f5-423d-8617-ee00e0b54cea,segment=NetworkSegment(72dfd0a3-16d8-47fd-96da-9262ea2d1d87),segment_id=72dfd0a3-16d8-47fd-96da-9262ea2d1d87)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:15:49.970793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:49.984824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Calling delete_port for 2b9b73b6-62f5-423d-8617-ee00e0b54cea owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:50.028377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.046922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Made reservation on behalf of 013e9dfae0ef4b4bb6a4c3d3ad454112 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:50.050381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.063875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.064114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9b73b6-62f5-423d-8617-ee00e0b54cea,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.072112 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.072511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] No DVR routers for this DVR port 2b9b73b6-62f5-423d-8617-ee00e0b54cea on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:50.104963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] Pushing event deleted for resources: {'Port': ['ID=2b9b73b6-62f5-423d-8617-ee00e0b54cea,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.108356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf77cd-93eb-49af-b0f3-3d339b783908 None None] No DVR routers for this DVR port 2b9b73b6-62f5-423d-8617-ee00e0b54cea on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:15:50.182180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.183727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.194863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c9f17c-15d5-4cff-a326-e5cce27d0c8e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:50.205315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dfd0a3-16d8-47fd-96da-9262ea2d1d87') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:50.205627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dfd0a3-16d8-47fd-96da-9262ea2d1d87') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:50.215325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.234428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.242137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:50.242595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:50.244578 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:50.256812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.282418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:50.299039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22036e95-3d42-4187-8360-9c252d87f288,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.302927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.303522 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Added segment beaa305d-981a-4c6c-977b-414eb2d209d2 of type vlan for network 889b935e-536d-41ff-aa9d-d3655be16d3f Aug 22 15:15:50.345990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.377306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34354) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:50.394137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.400729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.402561 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] 10.222.0.53 "DELETE /v2.0/networks/56c9f17c-15d5-4cff-a326-e5cce27d0c8e HTTP/1.1" status: 204 len: 168 time: 0.8537302 Aug 22 15:15:50.413819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53514d71-20f2-4f24-9d3c-c0eddb93ab88 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c9f17c-15d5-4cff-a326-e5cce27d0c8e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.448347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.455014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:50.455830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.533735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e26740c6-bf47-4a83-804b-15e441e3b5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.547868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Pushing event updated for resources: {'Network': ['ID=889b935e-536d-41ff-aa9d-d3655be16d3f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.559942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 889b935e-536d-41ff-aa9d-d3655be16d3f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:50.582439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7d359a1c-a819-4614-8ef9-45d1545a59db tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8185747 Aug 22 15:15:50.586381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:50.671262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e26740c6-bf47-4a83-804b-15e441e3b5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.731640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097771-9d09-4b0f-a62a-7b2213d0f870 req-65b55e61-a0c1-4a59-8e25-e596b369033c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:50.733225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e097771-9d09-4b0f-a62a-7b2213d0f870 req-65b55e61-a0c1-4a59-8e25-e596b369033c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0527396 Aug 22 15:15:50.736327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e26740c6-bf47-4a83-804b-15e441e3b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.742175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'name': 'tempest-network--965675018', 'router:external': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:50.754266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:50.796178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e26740c6-bf47-4a83-804b-15e441e3b5fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39e635b6510f44bd8d965adb59c8d35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177961 Aug 22 15:15:50.797643 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c3516b5c-6eb7-42ca-95ec-58135d124495 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9c047e2ccce4d1081de59de1d983a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423057 Aug 22 15:15:50.798657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:50.800549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:50.805589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26740c6-bf47-4a83-804b-15e441e3b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a99518-1597-4c1c-9be2-467b6df7fb83,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:50.813478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e097771-9d09-4b0f-a62a-7b2213d0f870 req-55472923-2947-4e95-bdf7-e6ebf8c47225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721655 Aug 22 15:15:50.860101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:50.860483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.879540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.913326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.916296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.955654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:50.977427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.056919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.084398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.161822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.164459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.165681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66a99518-1597-4c1c-9be2-467b6df7fb83 HTTP/1.1" status: 204 len: 168 time: 0.3659358 Aug 22 15:15:51.173767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f4b11-563c-45df-8696-5e2ea74ab23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a99518-1597-4c1c-9be2-467b6df7fb83,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:51.214474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.220577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.227521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.227521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d79244d-c785-4268-a458-99f542b1c455 HTTP/1.1" status: 204 len: 168 time: 0.4189665 Aug 22 15:15:51.257404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:51.266442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f077b453-3679-439f-b3e0-895cc56951ed,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:51.276367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.276816 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Added segment 2f149d19-1a31-42c0-8002-77f195586889 of type vlan for network 443c9f51-0685-42dc-9c0f-76f8032b0808 Aug 22 15:15:51.288326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b276-60f3-4be7-becf-4af108438a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79244d-c785-4268-a458-99f542b1c455,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:51.345952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.532321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.533391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:51.534052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.597962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=443c9f51-0685-42dc-9c0f-76f8032b0808,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:51.610003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 443c9f51-0685-42dc-9c0f-76f8032b0808 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:51.615411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b9b73b6-62f5-423d-8617-ee00e0b54cea no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:15:51.623029 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-41986842-9526-4f82-acdf-d984c36f18ba tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0353765 Aug 22 15:15:51.625678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34380) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:51.653282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2b9b73b6-62f5-423d-8617-ee00e0b54cea {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:15:51.653618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b9b73b6-62f5-423d-8617-ee00e0b54cea not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:15:51.711661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.802036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.813761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443c9f51-0685-42dc-9c0f-76f8032b0808']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:51.825083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f149d19-1a31-42c0-8002-77f195586889') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:51.825394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f149d19-1a31-42c0-8002-77f195586889') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:51.834719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.850241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.856822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:51.859767 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:51.945848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb484c-1da9-4e94-8bc5-40d613131fb6 req-efd0b372-157f-4e08-a4a9-7be741b27047 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:51.947463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67bb484c-1da9-4e94-8bc5-40d613131fb6 req-efd0b372-157f-4e08-a4a9-7be741b27047 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0575788 Aug 22 15:15:51.986343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67bb484c-1da9-4e94-8bc5-40d613131fb6 req-d2b999f3-144d-4d0a-93eb-f4768c426f57 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330045 Aug 22 15:15:52.011265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.016778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 443c9f51-0685-42dc-9c0f-76f8032b0808 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:15:52.019400 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.021382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/443c9f51-0685-42dc-9c0f-76f8032b0808 HTTP/1.1" status: 204 len: 168 time: 0.3946829 Aug 22 15:15:52.025179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:52.030702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:52.031297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1bdbe-ed1c-414b-84b8-78bbe7d39cd1 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Network': ['ID=443c9f51-0685-42dc-9c0f-76f8032b0808,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:52.137826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:52.149786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.165557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:52.174224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.174575 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Added segment e089f196-1a69-47ef-b974-4a7bfa728d00 of type vlan for network cfedf22f-e274-4957-a998-9eff2cabf330 Aug 22 15:15:52.219143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.280767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34396) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:52.294415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97fec1df-9107-4d12-a327-25450948af16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.358985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.361921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:52.361921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.457150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=cfedf22f-e274-4957-a998-9eff2cabf330,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:52.461088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97fec1df-9107-4d12-a327-25450948af16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.468607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network cfedf22f-e274-4957-a998-9eff2cabf330 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:52.579247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97fec1df-9107-4d12-a327-25450948af16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.619704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fec1df-9107-4d12-a327-25450948af16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4e3e4-adb6-4f35-ac77-83dbbb627c97,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:52.625563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-97fec1df-9107-4d12-a327-25450948af16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=222dc84b3f2f489d9b92f1d9ee2fdb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437119 Aug 22 15:15:52.628358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34408) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:52.654349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c6d5076a-a2b1-4113-ab1a-28b44b10ad80 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6274097 Aug 22 15:15:52.657249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34410) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:52.663273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'subnet': {'network_id': 'cfedf22f-e274-4957-a998-9eff2cabf330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:52.684122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.706429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.755762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:52.758669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.847088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.850525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:52.851829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cf4e3e4-adb6-4f35-ac77-83dbbb627c97 HTTP/1.1" status: 204 len: 168 time: 0.2225244 Aug 22 15:15:52.860629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecbaa8-3bf5-4e7f-9d96-f3c844340350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4e3e4-adb6-4f35-ac77-83dbbb627c97,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:53.157882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe1f71-25fd-4386-b465-fb7e2f3b2048 req-d51d018a-5563-4271-afed-e951d632e763 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:53.159436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dfe1f71-25fd-4386-b465-fb7e2f3b2048 req-d51d018a-5563-4271-afed-e951d632e763 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0997632 Aug 22 15:15:53.212753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5dfe1f71-25fd-4386-b465-fb7e2f3b2048 req-f2e5c74b-2a76-4eb6-909b-c96f4b158441 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Aug 22 15:15:53.275380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:15:53.276067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:53.347099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30367586-f4b2-4f1c-ab96-17d80dff85c9,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:53.355175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Checking segment: {'id': 'e089f196-1a69-47ef-b974-4a7bfa728d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cfedf22f-e274-4957-a998-9eff2cabf330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:15:53.356236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Network hostable DHCP agents. Network: cfedf22f-e274-4957-a998-9eff2cabf330, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:15:53.464314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Network cfedf22f-e274-4957-a998-9eff2cabf330 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:15:53.560601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, cfedf22f-e274-4957-a998-9eff2cabf330) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:53.563226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c854fd-dd58-4127-9126-66e90014aa0d None None] Network cfedf22f-e274-4957-a998-9eff2cabf330 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:53.566595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:53.575155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:53.678151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-92169ea1-3239-4067-89d4-50726b113646 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0191090 Aug 22 15:15:53.681093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34432) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:53.686807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'floatingip': {'floating_network_id': 'cfedf22f-e274-4957-a998-9eff2cabf330'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:53.705396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100e953-7bfe-4807-9010-e9e148eac14f None None] Network cfedf22f-e274-4957-a998-9eff2cabf330 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:15:53.767069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:53.862142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:53.971188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Allocated IP 172.20.0.6 (cfedf22f-e274-4957-a998-9eff2cabf330/30367586-f4b2-4f1c-ab96-17d80dff85c9/7460e248-05c9-46f3-be2d-691f54b77f97) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:15:54.077118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.161778 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.203721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Network cfedf22f-e274-4957-a998-9eff2cabf330 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:15:54.206593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:15:54.209691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:15:54.248620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Port': ['ID=7460e248-05c9-46f3-be2d-691f54b77f97,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:54.354787 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.372497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a2144-4e60-4ab3-9ee8-a1a053c11b69 req-4d72e921-5ed0-4071-88c3-5b88396b84d6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:54.374027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136a2144-4e60-4ab3-9ee8-a1a053c11b69 req-4d72e921-5ed0-4071-88c3-5b88396b84d6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0768456 Aug 22 15:15:54.415094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136a2144-4e60-4ab3-9ee8-a1a053c11b69 req-232a9832-8a23-4a93-b349-0d137d225a29 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342836 Aug 22 15:15:54.511066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.687947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.744012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.814487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Port': ['ID=7460e248-05c9-46f3-be2d-691f54b77f97,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:54.825694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.898189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:54.902156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2a806c3d-61e8-4205-8184-91e04ea6e121 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2173076 Aug 22 15:15:54.902497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34456) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:54.981077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-95faa81b-c1a3-459c-bbd0-360fa10e1374 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=cfedf22f-e274-4957-a998-9eff2cabf330 HTTP/1.1" status: 200 len: 689 time: 0.0776443 Aug 22 15:15:54.983586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34458) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:55.083955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.208347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Deleting port 7460e248-05c9-46f3-be2d-691f54b77f97 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:15:55.209098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.298849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.299247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.312874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Calling delete_port for 7460e248-05c9-46f3-be2d-691f54b77f97 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:15:55.533027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89ce37-e145-428b-b613-ce115c78c5b4 req-b80b89ce-2ca7-4694-b573-e610c049d4f7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:55.534547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed89ce37-e145-428b-b613-ce115c78c5b4 req-b80b89ce-2ca7-4694-b573-e610c049d4f7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0498443 Aug 22 15:15:55.549411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.586070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Port': ['ID=7460e248-05c9-46f3-be2d-691f54b77f97,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:55.642562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed89ce37-e145-428b-b613-ce115c78c5b4 req-65c0d440-1cdf-445f-a473-fd5725e646f2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011207 Aug 22 15:15:55.664769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.714274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.851550 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.888174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30367586-f4b2-4f1c-ab96-17d80dff85c9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:55.943326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.954247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfedf22f-e274-4957-a998-9eff2cabf330']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:55.965695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e089f196-1a69-47ef-b974-4a7bfa728d00') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:55.965996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e089f196-1a69-47ef-b974-4a7bfa728d00') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:55.975503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:55.992460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.000570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:56.000989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:56.002941 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:56.084477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34486) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.155309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.161232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfedf22f-e274-4957-a998-9eff2cabf330 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:15:56.163994 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.165938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/cfedf22f-e274-4957-a998-9eff2cabf330 HTTP/1.1" status: 204 len: 168 time: 1.1812124 Aug 22 15:15:56.168606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.176321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db9bb-bd80-46a2-8043-ee78fbd91e1e tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfedf22f-e274-4957-a998-9eff2cabf330,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:56.217928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3917f764-26d7-4181-8060-65b9233f94dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.306579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e2b2d757-0c22-4fb1-8f82-c3fc928de1c0 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2570 time: 0.1340809 Aug 22 15:15:56.306815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.329954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3917f764-26d7-4181-8060-65b9233f94dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.413190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.413663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.414158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.414621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.415080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.415535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.416007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.416458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.416910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.417424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.418781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3917f764-26d7-4181-8060-65b9233f94dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.422149 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-989351b4-88fd-4304-b8fb-86ef7b29af40 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6456 time: 0.1100667 Aug 22 15:15:56.423030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34496) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.461271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3917f764-26d7-4181-8060-65b9233f94dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5771496d49a4ce4a01525602551f0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730521 Aug 22 15:15:56.461271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917f764-26d7-4181-8060-65b9233f94dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d83416-beca-4c5d-9a3b-bb9b0950f6d5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:56.463435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34498) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.497687 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-f1bfe7c5-bb46-40d2-84f2-4db6216c80e2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] delete failed (client error): The resource could not be found. Aug 22 15:15:56.498716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f1bfe7c5-bb46-40d2-84f2-4db6216c80e2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/4394501b-4668-4995-a43c-b7f8036cb0cd HTTP/1.1" status: 404 len: 345 time: 0.0747433 Aug 22 15:15:56.501688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34500) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.524078 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-61537d92-6bc6-4fcf-9c93-e1f4df6c2e74 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] DELETE failed (client error): The resource could not be found. Aug 22 15:15:56.525528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61537d92-6bc6-4fcf-9c93-e1f4df6c2e74 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:15:56.532709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61537d92-6bc6-4fcf-9c93-e1f4df6c2e74 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/cfedf22f-e274-4957-a998-9eff2cabf330 HTTP/1.1" status: 404 len: 339 time: 0.0262237 Aug 22 15:15:56.533400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:56.542303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'name': 'tempest-network--1111441840', 'router:external': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:56.568675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.604724 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.658367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:56.661152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.748643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.751227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.752504 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77d83416-beca-4c5d-9a3b-bb9b0950f6d5 HTTP/1.1" status: 204 len: 168 time: 0.2899330 Aug 22 15:15:56.761858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944c9ef-e2c1-4676-aa65-0204d2a4a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d83416-beca-4c5d-9a3b-bb9b0950f6d5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:56.763138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:56.778913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.779248 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Added segment 5fea49a0-70e5-4d14-a02b-b4ae92ea6407 of type vlan for network 88ac1dfc-7215-413f-b481-da4190867c5d Aug 22 15:15:56.803133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4791-193e-40fc-9979-a7621c87a53f req-84f359b4-a37b-4673-b646-1f5354dc6579 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.804764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67ca4791-193e-40fc-9979-a7621c87a53f req-84f359b4-a37b-4673-b646-1f5354dc6579 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0798743 Aug 22 15:15:56.858061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.886238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67ca4791-193e-40fc-9979-a7621c87a53f req-cf6c3b43-bacc-499e-a182-33755c63ca17 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601957 Aug 22 15:15:56.984217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:56.985231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:56.985826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.047872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=88ac1dfc-7215-413f-b481-da4190867c5d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:57.057914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 88ac1dfc-7215-413f-b481-da4190867c5d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:57.095380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:57.095699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5121bcc3-3954-4a12-ac48-ebcb03439d35 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5605788 Aug 22 15:15:57.321876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ff17f-96dd-4de3-b947-08aac5860d23 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:57.328597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ff17f-96dd-4de3-b947-08aac5860d23 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:57.335701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ff17f-96dd-4de3-b947-08aac5860d23 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:57.342288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ff17f-96dd-4de3-b947-08aac5860d23 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:57.344223 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4d1ff17f-96dd-4de3-b947-08aac5860d23 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2473788 Aug 22 15:15:57.349616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:57.444879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.592082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.603347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34516) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:57.611155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ac1dfc-7215-413f-b481-da4190867c5d']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:57.619111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3686700b-fa4d-4f3e-a38c-a4effda02541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.632497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fea49a0-70e5-4d14-a02b-b4ae92ea6407') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:57.632987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fea49a0-70e5-4d14-a02b-b4ae92ea6407') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:57.650915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.677107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.685426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:57.686345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:57.688756 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:57.744674 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3686700b-fa4d-4f3e-a38c-a4effda02541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.822821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3686700b-fa4d-4f3e-a38c-a4effda02541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.853202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.859577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88ac1dfc-7215-413f-b481-da4190867c5d {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:15:57.864209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:57.866214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/88ac1dfc-7215-413f-b481-da4190867c5d HTTP/1.1" status: 204 len: 168 time: 0.5155253 Aug 22 15:15:57.873830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34518) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:57.878069 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3686700b-fa4d-4f3e-a38c-a4effda02541 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f34152f1653457694181b8c14f47ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732596 Aug 22 15:15:57.879216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686700b-fa4d-4f3e-a38c-a4effda02541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19e79c-3859-4e87-8a70-51dc2e2d5be6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:57.883375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:57.897577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'name': 'tempest-network--2069653131', 'router:external': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:57.930753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca1cc-c133-4e89-8629-8894373fd2c2 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Network': ['ID=88ac1dfc-7215-413f-b481-da4190867c5d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:57.987453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.018644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.039044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d185f24-a93b-4ef6-bccd-a83d2294cf15 req-c60dfa83-03a0-496a-bcd0-5214759a8984 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:58.040971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d185f24-a93b-4ef6-bccd-a83d2294cf15 req-c60dfa83-03a0-496a-bcd0-5214759a8984 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0666399 Aug 22 15:15:58.041826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:58.044361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.105963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d185f24-a93b-4ef6-bccd-a83d2294cf15 req-5d574445-e34e-4525-9a65-f98371673efa tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500219 Aug 22 15:15:58.163156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.172608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.172947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:58.180995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af19e79c-3859-4e87-8a70-51dc2e2d5be6 HTTP/1.1" status: 204 len: 168 time: 0.2960370 Aug 22 15:15:58.197075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35df5-dafb-402c-bd95-a5482208b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19e79c-3859-4e87-8a70-51dc2e2d5be6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:58.211230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.211778 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Added segment 51e2d02a-5023-49f5-a3b8-6d46fc875adb of type vlan for network 2f35bc21-dd00-43ca-8b17-e7ba2a6f428d Aug 22 15:15:58.334157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.451384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.452444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:58.453038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:58.521673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=2f35bc21-dd00-43ca-8b17-e7ba2a6f428d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:58.540174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2f35bc21-dd00-43ca-8b17-e7ba2a6f428d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:58.579155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0711dda8-b2a4-4b97-ad5a-54763cb477e9 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7017689 Aug 22 15:15:58.590016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34530) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:58.697556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1316c-805f-401a-8cbd-4394d5b958a0 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:58.702146 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-21b1316c-805f-401a-8cbd-4394d5b958a0 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "GET /v2.0/networks/2f35bc21-dd00-43ca-8b17-e7ba2a6f428d HTTP/1.1" status: 200 len: 757 time: 0.1106074 Aug 22 15:15:58.702442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34532) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:58.865917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9291f2a-3c10-4677-ba21-9eb95f35e212 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:58.868951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a9291f2a-3c10-4677-ba21-9eb95f35e212 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "GET /v2.0/networks/889b935e-536d-41ff-aa9d-d3655be16d3f HTTP/1.1" status: 200 len: 768 time: 0.1652145 Aug 22 15:15:58.872170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:58.959796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.066791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.087155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f35bc21-dd00-43ca-8b17-e7ba2a6f428d']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:59.115237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e2d02a-5023-49f5-a3b8-6d46fc875adb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:59.115951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e2d02a-5023-49f5-a3b8-6d46fc875adb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:15:59.154196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.193663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.209894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:15:59.210284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:15:59.212567 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:15:59.357499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832336c-909f-48e7-8e82-cbd1931837f9 req-d1acf3fd-d57f-4e19-9374-9e362e4f9c49 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:59.359568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f832336c-909f-48e7-8e82-cbd1931837f9 req-d1acf3fd-d57f-4e19-9374-9e362e4f9c49 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1060288 Aug 22 15:15:59.374631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.383750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f35bc21-dd00-43ca-8b17-e7ba2a6f428d {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:15:59.390095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.390095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2f35bc21-dd00-43ca-8b17-e7ba2a6f428d HTTP/1.1" status: 204 len: 168 time: 0.5161998 Aug 22 15:15:59.400248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34554) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:59.403472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e79c-3e0b-4452-bc5b-602f34ac5d6f tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f35bc21-dd00-43ca-8b17-e7ba2a6f428d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:59.410646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'name': 'tempest-network--115041553'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:15:59.448531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f832336c-909f-48e7-8e82-cbd1931837f9 req-bb68eeb9-da16-447a-a565-44905a383ed1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760031 Aug 22 15:15:59.590192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Made reservation on behalf of 6e195eec46d24374b3ca80064476886a for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:15:59.593257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.637329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:15:59.657050 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.658301 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Added segment 70f78ae8-1c6d-4c9a-b037-9fc133bb3d24 of type vlan for network f397a9fc-1687-4dcb-a74d-9aea40fbf204 Aug 22 15:15:59.741911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.869975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.871986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:15:59.872960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:15:59.960541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=f397a9fc-1687-4dcb-a74d-9aea40fbf204,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:15:59.979230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-93cc64df-b8ae-4da7-8fdb-4aa0165d72f6 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5771339 Aug 22 15:15:59.983371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f397a9fc-1687-4dcb-a74d-9aea40fbf204 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:15:59.984477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34562) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:15:59.993057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:00.138638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d323beb5-9496-4728-b8d6-e8c19f1fa0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.229937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.292565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.309985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Network f397a9fc-1687-4dcb-a74d-9aea40fbf204 is not hosted by any dhcp agent {{(pid=102049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:16:00.311139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:00.311756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.316014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "PUT /v2.0/networks/f397a9fc-1687-4dcb-a74d-9aea40fbf204 HTTP/1.1" status: 200 len: 857 time: 0.3301492 Aug 22 15:16:00.316682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:00.396719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f7de2-fcb6-4d75-80cf-e62153cf6f30 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event updated for resources: {'Network': ['ID=f397a9fc-1687-4dcb-a74d-9aea40fbf204,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:00.453786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.552972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.574887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f397a9fc-1687-4dcb-a74d-9aea40fbf204']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:00.601886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f78ae8-1c6d-4c9a-b037-9fc133bb3d24') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:00.602514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f78ae8-1c6d-4c9a-b037-9fc133bb3d24') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:00.616313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.638698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.652314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128af9a-a766-48de-9957-a23bc9576205 req-935b28cb-2e05-43bd-ae71-b7004d04d6cc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7128af9a-a766-48de-9957-a23bc9576205 req-935b28cb-2e05-43bd-ae71-b7004d04d6cc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1042314 Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:16:00.659511 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:16:00.746083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7128af9a-a766-48de-9957-a23bc9576205 req-20f0ab40-2de7-4c93-9927-bd901e6d8dde tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722337 Aug 22 15:16:00.819230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.846921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f397a9fc-1687-4dcb-a74d-9aea40fbf204 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:16:00.849049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Pushing event deleted for resources: {'Network': ['ID=f397a9fc-1687-4dcb-a74d-9aea40fbf204,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:00.863537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:00.871953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9a567892-8dd0-4402-964b-651a67711722 tempest-ExternalNetworksTestJSON-322053282 tempest-ExternalNetworksTestJSON-322053282-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f397a9fc-1687-4dcb-a74d-9aea40fbf204 HTTP/1.1" status: 204 len: 168 time: 0.5514915 Aug 22 15:16:00.875987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:00.944247 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b387da-f11e-4b7f-804c-9012cc33d1fc tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] DELETE failed (client error): The resource could not be found. Aug 22 15:16:00.944247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b387da-f11e-4b7f-804c-9012cc33d1fc tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:16:00.944247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f7b387da-f11e-4b7f-804c-9012cc33d1fc tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "DELETE /v2.0/subnets/30367586-f4b2-4f1c-ab96-17d80dff85c9 HTTP/1.1" status: 404 len: 337 time: 0.0572042 Aug 22 15:16:00.944660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34582) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:01.084988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.195161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.206681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889b935e-536d-41ff-aa9d-d3655be16d3f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:01.229177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beaa305d-981a-4c6c-977b-414eb2d209d2') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:01.230037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beaa305d-981a-4c6c-977b-414eb2d209d2') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:01.250111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.274324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.283359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:16:01.284072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:16:01.288514 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:16:01.532631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.543908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:01.548478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] 10.222.0.53 "DELETE /v2.0/networks/889b935e-536d-41ff-aa9d-d3655be16d3f HTTP/1.1" status: 204 len: 168 time: 0.6067262 Aug 22 15:16:01.548478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9269c5-0c2d-4272-b888-3f21c38fcd82 tempest-ExternalNetworksTestJSON-555423740 tempest-ExternalNetworksTestJSON-555423740-project] Pushing event deleted for resources: {'Network': ['ID=889b935e-536d-41ff-aa9d-d3655be16d3f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:01.870584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b5603-fc36-48b3-bfa5-4267489808d2 req-4062df39-0829-4068-8be5-908afcaf70ab tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:01.872252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d69b5603-fc36-48b3-bfa5-4267489808d2 req-4062df39-0829-4068-8be5-908afcaf70ab tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0532446 Aug 22 15:16:01.915580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d69b5603-fc36-48b3-bfa5-4267489808d2 req-5e3057ff-1e9b-433e-b932-ca8d2d533013 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370233 Aug 22 15:16:02.148861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:02.433700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b161c9c2-c81a-4b6c-91ee-c5b1c60ab48c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=013e9dfae0ef4b4bb6a4c3d3ad454112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836359 Aug 22 15:16:02.436654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34618) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:02.503826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:02.528773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:02.664227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:02.666976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:02.668357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22036e95-3d42-4187-8360-9c252d87f288 HTTP/1.1" status: 204 len: 168 time: 0.2306409 Aug 22 15:16:02.676638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22036e95-3d42-4187-8360-9c252d87f288,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:02.685026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.685675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.686326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.686644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.686985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.687322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.687660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.688012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.688337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.688683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.689004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.689328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8950f0b-a4ab-4b60-be4d-b977683d4250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:02.869955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:03.045826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905c508-93f7-4e0b-8779-849e159dbf96 req-e43aa091-c216-46ad-b0fc-98b0d36b2152 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:03.047421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c905c508-93f7-4e0b-8779-849e159dbf96 req-e43aa091-c216-46ad-b0fc-98b0d36b2152 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0542269 Aug 22 15:16:03.099996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c905c508-93f7-4e0b-8779-849e159dbf96 req-44cf89ca-22f2-4378-8c5f-8a5972a91346 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Aug 22 15:16:03.721344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7eb230be-3832-41e0-b443-5b3745486404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:03.797043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34640) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:03.846813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b43be87-da92-4df5-b4de-66ee155d2694 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e195eec46d24374b3ca80064476886a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484846 Aug 22 15:16:03.850038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:03.919737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:03.945936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.037998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34646) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:04.081333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.085455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.086571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f077b453-3679-439f-b3e0-895cc56951ed HTTP/1.1" status: 204 len: 168 time: 0.2355187 Aug 22 15:16:04.107870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890845f5-26d2-41e1-ba74-7bc92023105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f077b453-3679-439f-b3e0-895cc56951ed,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:04.290959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81389a3-21fe-4f9a-aa66-15d1fd1b9022 req-10b88341-b871-4be0-92d7-771aeacd10dd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:04.292957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d81389a3-21fe-4f9a-aa66-15d1fd1b9022 req-10b88341-b871-4be0-92d7-771aeacd10dd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0643511 Aug 22 15:16:04.355893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d81389a3-21fe-4f9a-aa66-15d1fd1b9022 req-e8646c82-a12a-4b31-a240-ba216ae86397 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550265 Aug 22 15:16:04.576941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76073691-bca1-4e5d-a4a8-90eb9b545d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.692927 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76073691-bca1-4e5d-a4a8-90eb9b545d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.771798 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-04325cff-a412-47cf-88da-3fab900cc241 req-57c106e9-4269-4962-bf18-07fe312e8b46 service neutron] show failed (client error): The resource could not be found. Aug 22 15:16:04.772790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-57c106e9-4269-4962-bf18-07fe312e8b46 service neutron] 10.222.0.10 "GET /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0619993 Aug 22 15:16:04.796310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76073691-bca1-4e5d-a4a8-90eb9b545d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.841600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-76073691-bca1-4e5d-a4a8-90eb9b545d7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdd824a6337c4d07acf87ccf3a3432ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016450 Aug 22 15:16:04.843722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76073691-bca1-4e5d-a4a8-90eb9b545d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ef1d2-ec57-456f-8794-25d7779d3a61,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:04.843928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34666) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:04.870129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.897188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:04.921163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:05.099442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:05.106488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:05.106488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f60ef1d2-ec57-456f-8794-25d7779d3a61 HTTP/1.1" status: 204 len: 168 time: 0.2581909 Aug 22 15:16:05.120543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2ef5-8830-4afc-a17e-0c21b28cab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ef1d2-ec57-456f-8794-25d7779d3a61,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:05.536459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-dfd4805d-b03b-4a1d-bc15-5ac20e4891fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:05.538719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-dfd4805d-b03b-4a1d-bc15-5ac20e4891fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 1097 time: 0.0901823 Aug 22 15:16:05.546287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f02c2f-becb-449b-be5f-fcbff10ff96c req-d7155b98-0cf5-41d2-8828-4b85feefea3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:05.547920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4f02c2f-becb-449b-be5f-fcbff10ff96c req-d7155b98-0cf5-41d2-8828-4b85feefea3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.1246190 Aug 22 15:16:05.553836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:05.638441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4f02c2f-becb-449b-be5f-fcbff10ff96c req-5281adb9-bf62-48b7-9060-5aae1bfdd261 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814526 Aug 22 15:16:05.646419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:05.961220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34692) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:05.978021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7240956c-a5f9-469c-b7fc-f1691c6b600f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.108281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7240956c-a5f9-469c-b7fc-f1691c6b600f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.200026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7240956c-a5f9-469c-b7fc-f1691c6b600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.243580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:06.247175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7240956c-a5f9-469c-b7fc-f1691c6b600f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09234753f23d42bc9300b15f7bcb82d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847707 Aug 22 15:16:06.249842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240956c-a5f9-469c-b7fc-f1691c6b600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8edcd1d-ebe5-4522-9ce4-dcf465e71061,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:06.252649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34696) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:06.288744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:06.342243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:06.344882 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf31f7e-4097-429e-a999-1cb23d099c39" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-unplugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:06.350498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.353167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.364113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Transition to ACTIVE for port object 54d44351-688b-44eb-a638-59546ae68de4 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:16:06.407124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.413231 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54089a8b-be9f-4413-9f5a-a15f972da9f3 x-openstack-request-id: req-54089a8b-be9f-4413-9f5a-a15f972da9f3 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:06.416093 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-unplugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:06.416093 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54089a8b-be9f-4413-9f5a-a15f972da9f3 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:06.416093 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'code': 200} Aug 22 15:16:06.435770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.527485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:06.575921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34708) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:06.584501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.587646 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.591230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8edcd1d-ebe5-4522-9ce4-dcf465e71061 HTTP/1.1" status: 204 len: 168 time: 0.3353899 Aug 22 15:16:06.610905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] No DVR routers for this DVR port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:06.628184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b79d2-2907-441a-b288-f8790073fe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8edcd1d-ebe5-4522-9ce4-dcf465e71061,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:06.813094 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:06.830589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-60ea63a8-88dc-4a3f-b0d6-f4fc88f472df tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-302008661'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:06.831337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-60ea63a8-88dc-4a3f-b0d6-f4fc88f472df tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Unknown quota resources ['metering_label']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:16:06.931280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc507be9-80f1-46c1-8b2f-f2ab17f2d013 req-841a8aef-a653-4b73-a00f-0a849aa1cdd4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:06.933142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc507be9-80f1-46c1-8b2f-f2ab17f2d013 req-841a8aef-a653-4b73-a00f-0a849aa1cdd4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1101851 Aug 22 15:16:06.955906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:16:06.956600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:16:06.957035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:06.970475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:16:06.971811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:06.982254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:16:06.982695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:06.983161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Bound using segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:16:06.983693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Bound port: 54d44351-688b-44eb-a638-59546ae68de4, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:16:06.984165 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.022214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc507be9-80f1-46c1-8b2f-f2ab17f2d013 req-bd05b8b4-b1a6-417c-9f0d-d305a2b6e309 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805426 Aug 22 15:16:07.110735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb56af-eaee-4de3-86d6-815d37f08491 req-d8036667-e31c-4cf6-912e-575fc932f664 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.125155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bbb56af-eaee-4de3-86d6-815d37f08491 req-d8036667-e31c-4cf6-912e-575fc932f664 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.1033931 Aug 22 15:16:07.141016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-60ea63a8-88dc-4a3f-b0d6-f4fc88f472df tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.142247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-60ea63a8-88dc-4a3f-b0d6-f4fc88f472df tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5648558 Aug 22 15:16:07.145260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34720) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:07.149680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-18a65798-dd55-4cfe-b9b4-e09e8517be0d tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'add853a5-dcad-4415-957b-ee6d366bec42'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:07.150190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-18a65798-dd55-4cfe-b9b4-e09e8517be0d tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:16:07.169456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:07.198051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:16:07.198051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bbb56af-eaee-4de3-86d6-815d37f08491 req-952ebed8-dfd7-4948-b0b1-26d1507f7193 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777078 Aug 22 15:16:07.337562 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.349456 n-d-805046-3 neutron-server[102048]: WARNING neutron.services.metering.metering_plugin [None req-18a65798-dd55-4cfe-b9b4-e09e8517be0d tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 15:16:07.376877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.377593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.379872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] 10.222.0.54 "PUT /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1092 time: 1.8304048 Aug 22 15:16:07.402315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:07.424451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1d075-59f4-4056-bccb-cd5db8b95a97 service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:07.462759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:07.474187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-ff028391-3d66-422d-9522-5504bbf33ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.476892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-ff028391-3d66-422d-9522-5504bbf33ed3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1095 time: 0.0671268 Aug 22 15:16:07.505376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18a65798-dd55-4cfe-b9b4-e09e8517be0d tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.509522 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18a65798-dd55-4cfe-b9b4-e09e8517be0d tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3605051 Aug 22 15:16:07.510707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34730) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:07.517152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dfb0b1cd-1f76-4fc5-ace2-b4b8687e5048 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'add853a5-dcad-4415-957b-ee6d366bec42'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:07.518188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dfb0b1cd-1f76-4fc5-ace2-b4b8687e5048 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:16:07.525562 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-5f487968-d69e-4bbf-98f3-8f27ebc96c44 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1400928 Aug 22 15:16:07.634142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.634633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.635108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.636059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.636540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.637011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.637481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.639516 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-35ce192d-5915-4776-8777-dc9496fa0755 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 6492 time: 0.0609975 Aug 22 15:16:07.657268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-6f4c0550-637e-41e1-ba76-02855e29d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.658685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-6f4c0550-637e-41e1-ba76-02855e29d31f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1734300 Aug 22 15:16:07.725015 n-d-805046-3 neutron-server[102049]: WARNING neutron.services.metering.metering_plugin [None req-dfb0b1cd-1f76-4fc5-ace2-b4b8687e5048 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 22 15:16:07.776552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-9b6df215-508a-4d4a-899c-7cc15152c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.777003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-9b6df215-508a-4d4a-899c-7cc15152c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.777478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-9b6df215-508a-4d4a-899c-7cc15152c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.779123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-9b6df215-508a-4d4a-899c-7cc15152c81a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2f82a258-f38f-4fc5-8068-7521c0af2669&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 200 len: 2293 time: 0.1102333 Aug 22 15:16:07.820956 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b1cd-1f76-4fc5-ace2-b4b8687e5048 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:07.824910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dfb0b1cd-1f76-4fc5-ace2-b4b8687e5048 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3102765 Aug 22 15:16:07.826977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:07.837136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-117c31ca-745c-4374-b25d-3883a73be073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.1682167 Aug 22 15:16:07.843222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c0813a5-6de1-4a64-9d0e-0feb75ad9d8a tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=f8f30c70-f081-48b3-ba7c-27c91dd51ecf HTTP/1.1" status: 200 len: 462 time: 0.0124364 Aug 22 15:16:07.845349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:07.865222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-d9a70fb8-0fb9-4ce0-b7cb-6f72492ed921 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 200 len: 1002 time: 0.0786097 Aug 22 15:16:07.893401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-b8c269a6-997b-435b-8fd9-8e518906e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.895347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-b8c269a6-997b-435b-8fd9-8e518906e1c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0508859 Aug 22 15:16:07.916932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-29c806a5-652e-466a-b7d8-96a8439cddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.918429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-29c806a5-652e-466a-b7d8-96a8439cddb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 200 len: 850 time: 0.0467608 Aug 22 15:16:07.947317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325cff-a412-47cf-88da-3fab900cc241 req-ccb9ec21-04a8-4f20-8e73-cf98d3f40929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:07.948936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-ccb9ec21-04a8-4f20-8e73-cf98d3f40929 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467255 Aug 22 15:16:08.044797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-86cf72b7-ad0b-4132-ac5b-4450e0e292a0 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:08.045880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-86cf72b7-ad0b-4132-ac5b-4450e0e292a0 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/f8f30c70-f081-48b3-ba7c-27c91dd51ecf HTTP/1.1" status: 204 len: 168 time: 0.1995862 Aug 22 15:16:08.048774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34744) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.060799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-22b8e683-19bc-4e5c-874c-4aa15c7d8f73 service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999327 Aug 22 15:16:08.062167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-280f139a-45ee-42bd-ba45-cac245640ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.062167 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-280f139a-45ee-42bd-ba45-cac245640ac2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2f82a258-f38f-4fc5-8068-7521c0af2669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329522 Aug 22 15:16:08.064644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c5de6cc3-2072-4b32-be15-bc62d867c398 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=f8f30c70-f081-48b3-ba7c-27c91dd51ecf HTTP/1.1" status: 200 len: 221 time: 0.0146494 Aug 22 15:16:08.069089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34750) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.075327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e07cb094-4130-46f5-b2b2-c3d644e5407a tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1004636242', 'description': 'label created by tempest'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:08.075919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e07cb094-4130-46f5-b2b2-c3d644e5407a tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Unknown quota resources ['metering_label']. {{(pid=102049) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:16:08.182668 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-34a3c672-1115-4cae-b22f-145430554cc8 service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123693 Aug 22 15:16:08.296010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-3c0b52f5-40aa-4b8e-896e-311e617831ad service neutron] 10.222.0.54 "GET /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047003 Aug 22 15:16:08.356792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-067c5829-e3e6-4901-a414-b23981bea255 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 217 time: 0.0524571 Aug 22 15:16:08.390425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e07cb094-4130-46f5-b2b2-c3d644e5407a tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:08.391654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e07cb094-4130-46f5-b2b2-c3d644e5407a tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3214762 Aug 22 15:16:08.397316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34758) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.400111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f0f0c-80ab-4df7-a592-51c73a41068a req-310cf68a-9525-4451-82c4-b85f97ccfe85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.401708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c2f0f0c-80ab-4df7-a592-51c73a41068a req-310cf68a-9525-4451-82c4-b85f97ccfe85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.2662194 Aug 22 15:16:08.406125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04325cff-a412-47cf-88da-3fab900cc241 req-f50185b8-e937-403b-aed7-1aac5a948299 service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342884 Aug 22 15:16:08.415770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:08.418368 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcf920d-79e7-46f5-b035-48fad7fb29f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:08.455392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95810184-88cc-405a-8838-882745f413e7 req-8e26c8c1-3462-48c4-8233-cddcf6a7dce1 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.457101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95810184-88cc-405a-8838-882745f413e7 req-8e26c8c1-3462-48c4-8233-cddcf6a7dce1 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.1418779 Aug 22 15:16:08.489940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c2f0f0c-80ab-4df7-a592-51c73a41068a req-73f3df39-03d5-4ffe-9b97-10687743a491 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759788 Aug 22 15:16:08.493221 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f06219c5-07d2-48fb-8522-4352d3f1a596 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=891a5c92-c26c-4153-9ab5-9b12a572533a HTTP/1.1" status: 200 len: 468 time: 0.0943105 Aug 22 15:16:08.495727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34764) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.514651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-86b75116-0daa-4551-b5a6-7512a2f003cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.515514 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-86b75116-0daa-4551-b5a6-7512a2f003cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1499093 Aug 22 15:16:08.537366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95810184-88cc-405a-8838-882745f413e7 req-db0c36f1-300a-422d-9f64-7d5282dff63e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630829 Aug 22 15:16:08.626172 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb96245b-b660-4311-a7cc-bb017e07de3c x-openstack-request-id: req-cb96245b-b660-4311-a7cc-bb017e07de3c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:08.626471 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:08.626733 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb96245b-b660-4311-a7cc-bb017e07de3c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:08.627378 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:16:08.699643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-251e4772-5055-4c1f-b367-fc1e037f3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.701314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-251e4772-5055-4c1f-b367-fc1e037f3ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1095 time: 0.0541470 Aug 22 15:16:08.808447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-f7100deb-0e60-4cd3-9af6-4fc049810235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.810146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-f7100deb-0e60-4cd3-9af6-4fc049810235 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1012657 Aug 22 15:16:08.811769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-c947989e-d253-46cf-b4a0-4da5a9bd951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.813336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-c947989e-d253-46cf-b4a0-4da5a9bd951f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490983 Aug 22 15:16:08.836447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-e73dd4d5-512e-47e9-9ae5-9b118fa48a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.837982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-e73dd4d5-512e-47e9-9ae5-9b118fa48a0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1095 time: 0.1461458 Aug 22 15:16:08.881621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c1015ce-4e3b-49c8-9e3e-a4117cd513ac tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:08.882857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c1015ce-4e3b-49c8-9e3e-a4117cd513ac tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/891a5c92-c26c-4153-9ab5-9b12a572533a HTTP/1.1" status: 204 len: 168 time: 0.3860371 Aug 22 15:16:08.885781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34774) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.903006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-05f1cb1b-a3d7-4e35-9c7b-59b4313b5b4b tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=891a5c92-c26c-4153-9ab5-9b12a572533a HTTP/1.1" status: 200 len: 216 time: 0.0158556 Aug 22 15:16:08.906367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34780) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.911046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-a74d44f1-d15c-49c6-a931-de760eba920c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:08.913057 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-a74d44f1-d15c-49c6-a931-de760eba920c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.1391270 Aug 22 15:16:08.921862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-219def49-9a03-49fe-9b38-8624f7437300 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.0982454 Aug 22 15:16:08.923856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5852952b-bbc8-4ddb-8358-215bbc705aea tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159929 Aug 22 15:16:08.928042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34782) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:08.966668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61bbb692-bd38-4930-90c3-3637e2293ddb tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0371921 Aug 22 15:16:08.971029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34784) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:09.034924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dfd0815d-9af2-49e9-870d-3aa83cb35931 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/add853a5-dcad-4415-957b-ee6d366bec42 HTTP/1.1" status: 200 len: 472 time: 0.0625553 Aug 22 15:16:09.038480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34786) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:09.052307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-253c5c9f-07b2-47c6-b306-2d90032014b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.053773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-253c5c9f-07b2-47c6-b306-2d90032014b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.1188514 Aug 22 15:16:09.058843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd558e23-d7ad-4270-bd91-da6db31cd072 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/6396fb37-5848-46dc-9221-1033fec2b0d2 HTTP/1.1" status: 200 len: 459 time: 0.0164111 Aug 22 15:16:09.059256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34788) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:09.106163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-ae3299c3-b79d-4edd-bf0a-b8a4ef6926cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.107689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-ae3299c3-b79d-4edd-bf0a-b8a4ef6926cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.2555714 Aug 22 15:16:09.110757 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-0621e19e-480f-47a0-94e6-4052128a97fb service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857683 Aug 22 15:16:09.119912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-15386072-0128-4f3e-8cf2-6df9a7a9f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.121468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-15386072-0128-4f3e-8cf2-6df9a7a9f6b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473325 Aug 22 15:16:09.238137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Deleting port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:09.239375 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:09.276085 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-06269d8d-26d5-4b3c-8acb-e4508218d1c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.1590600 Aug 22 15:16:09.290168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84da96e2-5cae-4193-abe4-13c5989db0e0 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:09.291370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84da96e2-5cae-4193-abe4-13c5989db0e0 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/6396fb37-5848-46dc-9221-1033fec2b0d2 HTTP/1.1" status: 204 len: 168 time: 0.2313950 Aug 22 15:16:09.296786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34796) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:09.313152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-a1430d1b-70ab-41ba-8705-3f548d31d479 service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833751 Aug 22 15:16:09.379682 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-799eb82b-923f-4c3d-8cf3-fa6736939ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589285 Aug 22 15:16:09.433154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-726239d6-3ce4-461d-ac0c-d06f3f57bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.434718 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-726239d6-3ce4-461d-ac0c-d06f3f57bf3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.1510186 Aug 22 15:16:09.438486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-9b7e0876-9731-409f-917f-058123468796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 217 time: 0.0514810 Aug 22 15:16:09.444892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] For port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:09.445328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:09.513322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Calling delete_port for 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:09.577157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-1ffbdb29-2478-4205-a5c2-dacd04f5a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.578574 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-1ffbdb29-2478-4205-a5c2-dacd04f5a65f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.1231470 Aug 22 15:16:09.578755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-742fa355-f862-4d33-a57f-bde9bfa1cdee service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246912 Aug 22 15:16:09.582886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-3989e05b-0d7a-4594-ab87-b465d39932fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.584689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-3989e05b-0d7a-4594-ab87-b465d39932fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419823 Aug 22 15:16:09.636003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7dcbe9d-3630-418d-a22c-e16787a75545 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:09.639540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7dcbe9d-3630-418d-a22c-e16787a75545 tempest-MeteringIpV6TestJSON-802363855 tempest-MeteringIpV6TestJSON-802363855-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/add853a5-dcad-4415-957b-ee6d366bec42 HTTP/1.1" status: 204 len: 168 time: 0.3417923 Aug 22 15:16:09.693754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f8a2-5de8-4598-9932-f75a45c74aff req-3251f61e-d8fe-4799-841b-1cdbcf3781ef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.695463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e26f8a2-5de8-4598-9932-f75a45c74aff req-3251f61e-d8fe-4799-841b-1cdbcf3781ef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.0974803 Aug 22 15:16:09.720577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae900-644e-43c4-b540-2cf2f3d79cb7 req-81d3bbb0-9f6d-4c64-9478-6c5a1d60debc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:09.722351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f25ae900-644e-43c4-b540-2cf2f3d79cb7 req-81d3bbb0-9f6d-4c64-9478-6c5a1d60debc tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 946 time: 0.0816977 Aug 22 15:16:09.787436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e26f8a2-5de8-4598-9932-f75a45c74aff req-223de134-0635-4c91-b3ce-68c28b021e23 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848491 Aug 22 15:16:09.794250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f25ae900-644e-43c4-b540-2cf2f3d79cb7 req-22cb8ac9-bb6f-4a09-a228-210240375dc6 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Aug 22 15:16:10.030494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-5e84534b-e953-4d09-b752-f82c89aa1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:10.032072 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-5e84534b-e953-4d09-b752-f82c89aa1f23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4409642 Aug 22 15:16:10.108958 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-55d1fbb2-e6c1-4e51-9529-0b57105cd828 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131302 Aug 22 15:16:10.194604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34840) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:10.258513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-6741e9a2-14a7-408e-898f-20bc4f1ae5f8 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166774 Aug 22 15:16:10.284827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.297081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:10.324204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd733-cae2-4c59-abda-15d1ca837db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.324630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:10.344740 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-edcf920d-79e7-46f5-b035-48fad7fb29f3 req-f38be6fb-ae98-4f78-91a5-c72ce77e248a service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266374 Aug 22 15:16:10.392681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event deleted for resources: {'Port': ['ID=5cab6159-f0d2-4f9e-a6d6-e9adfd59e522,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:10.454766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] No DVR routers for this DVR port 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:10.458533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd733-cae2-4c59-abda-15d1ca837db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.462835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.465437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f7ce38f-757f-4ef2-bcad-e6d08386c3cc req-c216d219-47fe-437f-b896-9ca736be5421 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "DELETE /v2.0/ports/5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 HTTP/1.1" status: 204 len: 173 time: 1.5128014 Aug 22 15:16:10.465935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'name': 'network-vif-deleted', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:10.468579 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525419f0-140f-4a62-b6e1-2d83e44c764f" -d '{"events": [{"server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "name": "network-vif-deleted", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:10.483679 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-bcf70e86-3fb3-4c4b-905c-190c01c9f111 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167139 Aug 22 15:16:10.532235 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947799f-a57d-4a81-941f-f5d70475b2e8 x-openstack-request-id: req-a947799f-a57d-4a81-941f-f5d70475b2e8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:10.532540 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8", "name": "network-vif-deleted", "tag": "5cab6159-f0d2-4f9e-a6d6-e9adfd59e522", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:10.532540 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a947799f-a57d-4a81-941f-f5d70475b2e8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:10.532987 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8', 'name': 'network-vif-deleted', 'tag': '5cab6159-f0d2-4f9e-a6d6-e9adfd59e522', 'status': 'completed', 'code': 200} Aug 22 15:16:10.534857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-4a7bc1ad-2def-492f-81ca-d27e01fe3059 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 200 len: 217 time: 0.0405524 Aug 22 15:16:10.588439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-90db902c-7eef-4da7-8488-20ac807968de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:10.590150 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-90db902c-7eef-4da7-8488-20ac807968de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0471725 Aug 22 15:16:10.607124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c7bbd733-cae2-4c59-abda-15d1ca837db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.643668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.654914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-635c0289-1e6f-4949-94c7-93bc773ec6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:10.656836 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-635c0289-1e6f-4949-94c7-93bc773ec6ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590427 Aug 22 15:16:10.719359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34850) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:10.731232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c7bbd733-cae2-4c59-abda-15d1ca837db0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72aeac83554f429da73b923572a29704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330153 Aug 22 15:16:10.731232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbd733-cae2-4c59-abda-15d1ca837db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd9bbbc-ae2b-4c0a-b3bd-306670ca8912,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:10.733692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:10.798019 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-54767963-6e16-4321-945d-de1983a2661b service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335077 Aug 22 15:16:10.800331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.836753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.902718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e433fc4-89c5-4ca0-88df-15494fa6232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:10.944488 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-620db209-8bef-4625-a4c1-e55a6907bd2e service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305876 Aug 22 15:16:10.988562 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-f2fb33c0-a0ee-4ff0-80a6-9d3982d4b453 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0362577 Aug 22 15:16:10.997256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94669756-21df-4484-870a-a0bbdae289e8 req-1b5c0e53-4ef7-496a-97a7-97a822961252 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db3d1-7fd1-4ed3-b669-2dd72a0f4ef8 HTTP/1.1" status: 200 len: 210 time: 0.0485299 Aug 22 15:16:11.018628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632dc7c-13bf-4189-95d3-5fb33f945151 req-aba57104-7bf1-40f1-b5cd-b289074a87da tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.020508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e632dc7c-13bf-4189-95d3-5fb33f945151 req-aba57104-7bf1-40f1-b5cd-b289074a87da tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.1036181 Aug 22 15:16:11.044960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.047673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.052456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcd9bbbc-ae2b-4c0a-b3bd-306670ca8912 HTTP/1.1" status: 204 len: 168 time: 0.3138435 Aug 22 15:16:11.052661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-c1fe121c-75aa-4514-abe0-71a00c464778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.054862 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-c1fe121c-75aa-4514-abe0-71a00c464778 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 200 len: 797 time: 0.0590804 Aug 22 15:16:11.077375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a28b8f-f5e5-4f92-870b-9cf6dc690704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd9bbbc-ae2b-4c0a-b3bd-306670ca8912,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:11.112700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e632dc7c-13bf-4189-95d3-5fb33f945151 req-ce3f0bc7-b953-4d1a-8599-576c3c3e0928 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855608 Aug 22 15:16:11.169043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-6f4d796c-29b0-4e4b-a64d-f45ae12e6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.169795 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-6f4d796c-29b0-4e4b-a64d-f45ae12e6e56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ccf4230-5ece-4158-8b55-3660a3f6ef97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061065 Aug 22 15:16:11.170543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e433fc4-89c5-4ca0-88df-15494fa6232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.235821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e433fc4-89c5-4ca0-88df-15494fa6232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.274764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-80bf963e-6a99-4265-a3a1-54564c4e3d02 service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970144 Aug 22 15:16:11.276508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5e433fc4-89c5-4ca0-88df-15494fa6232b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1f654796b8e4a42b81e2aed5d996deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557854 Aug 22 15:16:11.277384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433fc4-89c5-4ca0-88df-15494fa6232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c7bbe5-c5f1-45f0-823b-1ed53309db08,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:11.279961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:11.408119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.408367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:11.429922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:11.430266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5cab6159-f0d2-4f9e-a6d6-e9adfd59e522 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:11.443532 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-251a5456-a1cf-4df9-88d4-784cd248401d service neutron] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543880 Aug 22 15:16:11.445534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.495089 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-82dfeebe-eac0-4a6d-a0bf-77e97069d98e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 200 len: 217 time: 0.0427430 Aug 22 15:16:11.558575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-2ee58655-c38a-4407-b403-c8bab8ea4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.560133 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-2ee58655-c38a-4407-b403-c8bab8ea4952 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.0542386 Aug 22 15:16:11.611740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-2d136b90-ec9e-4186-8263-b65dbdc19189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.613387 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-2d136b90-ec9e-4186-8263-b65dbdc19189 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445800 Aug 22 15:16:11.711869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.720501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:11.720501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4c7bbe5-c5f1-45f0-823b-1ed53309db08 HTTP/1.1" status: 204 len: 168 time: 0.4347403 Aug 22 15:16:11.720501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-7fea798d-9e5b-467d-9c1b-22bd79462b48 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978236 Aug 22 15:16:11.726818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ef16-1ecf-4a0b-bdfc-a1856df91e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c7bbe5-c5f1-45f0-823b-1ed53309db08,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:11.818409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-d6dea4c0-3c16-424b-a753-6cf914ef0989 service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894086 Aug 22 15:16:11.864369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-2c4517f8-2783-4d4d-97e5-ed21fc225a65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 200 len: 217 time: 0.0381236 Aug 22 15:16:11.914335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-56ea4927-f1d1-42d6-ace2-df31cb6a66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.915825 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-56ea4927-f1d1-42d6-ace2-df31cb6a66ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 200 len: 797 time: 0.0451202 Aug 22 15:16:11.966356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-45077ffc-34e6-4286-b14c-074638368062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:11.967846 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-45077ffc-34e6-4286-b14c-074638368062 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439856 Aug 22 15:16:12.052008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34870) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:12.066441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77fc2be8-4a2c-4ed2-87b8-9d5e97dc1ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.068172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-f9fa4922-5eca-455f-8aec-40cdb6cddffc service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928597 Aug 22 15:16:12.202320 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d68d84d-a644-4089-b3d4-cbf1e1b84228 req-92de0122-ddf0-473a-b599-e39c1f65a5bf service neutron] 10.222.0.54 "GET /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270282 Aug 22 15:16:12.262985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77fc2be8-4a2c-4ed2-87b8-9d5e97dc1ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.281821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087ac94-1db4-4249-9e14-057cc2e42ede req-ef64a31b-d09a-44f2-9b54-3ab9dd6abf70 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:12.284458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0087ac94-1db4-4249-9e14-057cc2e42ede req-ef64a31b-d09a-44f2-9b54-3ab9dd6abf70 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 944 time: 0.0897326 Aug 22 15:16:12.336714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0087ac94-1db4-4249-9e14-057cc2e42ede req-6fcbf368-a830-4af1-abd3-68bd29eef34a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462794 Aug 22 15:16:12.350098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-77fc2be8-4a2c-4ed2-87b8-9d5e97dc1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.389778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77fc2be8-4a2c-4ed2-87b8-9d5e97dc1ffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4061e6c7e68480a939550ecddfdd096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369246 Aug 22 15:16:12.390966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc2be8-4a2c-4ed2-87b8-9d5e97dc1ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf440d2a-7af9-4ea9-8593-e670cebed971,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:12.392666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:12.448348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.475384 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.590698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34882) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:12.605842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9382eff-e8db-4d3c-a721-10a7ee2e1159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.666546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.671028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.672487 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf440d2a-7af9-4ea9-8593-e670cebed971 HTTP/1.1" status: 204 len: 168 time: 0.2787960 Aug 22 15:16:12.685332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf440d2a-7af9-4ea9-8593-e670cebed971,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:12.698675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.701434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.701434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.701434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.701434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.702044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.702877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.704054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.704624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.705158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.705717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.706746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13580075-83b4-450c-8c9b-82c3fe7a4131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:12.742664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9382eff-e8db-4d3c-a721-10a7ee2e1159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.752311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:16:12.824304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9382eff-e8db-4d3c-a721-10a7ee2e1159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.868105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9382eff-e8db-4d3c-a721-10a7ee2e1159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce7a98-fdd9-4768-89be-85917be507b6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:12.871843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:12.873725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a9382eff-e8db-4d3c-a721-10a7ee2e1159 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=412fea3100b04add96bdc9e513df7202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818184 Aug 22 15:16:12.876362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34886) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:12.885488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '54d44351-688b-44eb-a638-59546ae68de4', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:16:12.928725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.931470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.950200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:16:12.960757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:12.973003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:13.070381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:13.079662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:13.084470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:13.089005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74ce7a98-fdd9-4768-89be-85917be507b6 HTTP/1.1" status: 204 len: 168 time: 0.2081175 Aug 22 15:16:13.109825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020d235-1001-436e-a3ce-868438c6aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce7a98-fdd9-4768-89be-85917be507b6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:13.149616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:13.473467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceccc5e-f916-4036-bffa-2e3eff2ca94f req-10c13453-122e-430d-8b59-dc194453aec6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:13.475242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ceccc5e-f916-4036-bffa-2e3eff2ca94f req-10c13453-122e-430d-8b59-dc194453aec6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.0557904 Aug 22 15:16:13.484330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['54d44351-688b-44eb-a638-59546ae68de4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:13.564192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ceccc5e-f916-4036-bffa-2e3eff2ca94f req-09c37166-540e-4cb0-abea-f3070f2736ad tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713577 Aug 22 15:16:14.112420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3a26e-e277-46fd-88db-4c89637814cf req-d369aaf9-41be-49fd-babe-39c7dc7f10a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.118490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfe3a26e-e277-46fd-88db-4c89637814cf req-d369aaf9-41be-49fd-babe-39c7dc7f10a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.1079502 Aug 22 15:16:14.122195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-be9ab3ed-5f5b-4e6d-bed3-1e830277d875 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.124886 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-be9ab3ed-5f5b-4e6d-bed3-1e830277d875 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.54 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441&tenant_id=5e7a703bd64b4e4d944d0017fd296794&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 945 time: 0.0961006 Aug 22 15:16:14.158305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bfe3a26e-e277-46fd-88db-4c89637814cf req-8c476044-8ca4-4358-a485-be8de78483c8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367739 Aug 22 15:16:14.200611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-a3324c89-e64e-46bd-9edb-5c2e9d670b4d service neutron] 10.222.0.54 "GET /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.0671792 Aug 22 15:16:14.306475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-2f546e50-10eb-4010-82f3-74a91f7bbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.309410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-2f546e50-10eb-4010-82f3-74a91f7bbb3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1096 time: 0.0730138 Aug 22 15:16:14.443197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-39a5aed2-f7bd-4791-a2c7-ef012c1f00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.445564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-39a5aed2-f7bd-4791-a2c7-ef012c1f00a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1275897 Aug 22 15:16:14.528948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-5bbe2f41-a857-4e9b-bb25-d7aa651c7b12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1001 time: 0.0750155 Aug 22 15:16:14.592748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-f7745d5d-452c-4a63-8ac4-c4ec7c69d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.594337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-f7745d5d-452c-4a63-8ac4-c4ec7c69d6af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0571377 Aug 22 15:16:14.653383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-9b8b6bf1-b320-4fb8-897c-87197477396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:14.654964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-9b8b6bf1-b320-4fb8-897c-87197477396b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535088 Aug 22 15:16:14.783512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-6436e3e5-4ecd-4b87-9bdc-8e0a98f46fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189926 Aug 22 15:16:14.906158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-4c26cc3f-b812-4e51-bba1-cd5a0590ef9c service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107552 Aug 22 15:16:15.331727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:15.406313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1086652163', 'router:external': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:15.541857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Made reservation on behalf of 5fd904756b9d46c6855c3f58eb76acff for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:16:15.544329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:15.563372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:15.599130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd60fa-1e27-46eb-9131-6cae6885775d req-452962f8-01a9-4ca0-963a-57f50a522187 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:15.612827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07cd60fa-1e27-46eb-9131-6cae6885775d req-452962f8-01a9-4ca0-963a-57f50a522187 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.3554623 Aug 22 15:16:15.683593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07cd60fa-1e27-46eb-9131-6cae6885775d req-1bff9062-774b-41a1-b6ae-350cbe5865dd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673041 Aug 22 15:16:15.711206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:15.802513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:15.825593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:16:15.841752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b5fbc-6965-4e60-a359-13204b08ca95,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:15.844994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:15.845348 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Added segment 99735128-9de4-40b5-9970-c44ae6579142 of type vlan for network 32243102-8907-49d7-a494-f2e50eb32bb4 Aug 22 15:16:15.926466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.040138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.041173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:16.041767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.095919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740d917-828b-4590-b29a-867384cda6cb req-2adf57c4-6974-4ca2-816f-588eef8549df tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:16.095919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d740d917-828b-4590-b29a-867384cda6cb req-2adf57c4-6974-4ca2-816f-588eef8549df tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.0662167 Aug 22 15:16:16.109123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Network': ['ID=32243102-8907-49d7-a494-f2e50eb32bb4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:16.126970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 32243102-8907-49d7-a494-f2e50eb32bb4 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:16:16.154804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d740d917-828b-4590-b29a-867384cda6cb req-4990f83b-6ca9-4989-8181-4fbac81f5370 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Aug 22 15:16:16.158991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c6c83851-0c17-4276-8a2a-bfb9dfc90a86 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8233321 Aug 22 15:16:16.163669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:16.166258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'subnet': {'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:16.247427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:16.281052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Made reservation on behalf of 5fd904756b9d46c6855c3f58eb76acff for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:16:16.283602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.377272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8994d287-1731-4a4c-9e2b-1c5b3b3aa6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.557047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8994d287-1731-4a4c-9e2b-1c5b3b3aa6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.642746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8994d287-1731-4a4c-9e2b-1c5b3b3aa6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.727253 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8994d287-1731-4a4c-9e2b-1c5b3b3aa6eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37cfe7437c404cd686e9f766a0c71358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784343 Aug 22 15:16:16.729932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35014) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:16.731377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994d287-1731-4a4c-9e2b-1c5b3b3aa6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c974346a-3843-415f-82c6-9e91113da19c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:16.779010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:16:16.806284 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.833933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.834207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:16:16.834804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.898874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 54d44351-688b-44eb-a638-59546ae68de4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:16:16.903325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 54d44351-688b-44eb-a638-59546ae68de4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:16.903710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.919585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Subnet': ['ID=402461bf-c423-44ac-8fb2-f5fea0a6da81,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:16.923185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Checking segment: {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:16.923691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network hostable DHCP agents. Network: 32243102-8907-49d7-a494-f2e50eb32bb4, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:16:16.968305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.971308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:16.975482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c974346a-3843-415f-82c6-9e91113da19c HTTP/1.1" status: 204 len: 168 time: 0.2414725 Aug 22 15:16:16.991486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 32243102-8907-49d7-a494-f2e50eb32bb4 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:16:16.997383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.021005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc11fa-f17d-48b1-a9a0-b0bbb6ec67db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c974346a-3843-415f-82c6-9e91113da19c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:17.030215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:17.032940 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f284b6-3cf7-4c1c-bd9b-59b9278b61ab" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:17.056821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa61cd-3ce7-4429-aa54-fbeca08554cb req-5a45bc90-4eb3-441b-babd-0b0145f1f518 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:17.058452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64fa61cd-3ce7-4429-aa54-fbeca08554cb req-5a45bc90-4eb3-441b-babd-0b0145f1f518 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.2823045 Aug 22 15:16:17.061253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:17.075228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 32243102-8907-49d7-a494-f2e50eb32bb4) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:17.089359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1b7bd-55f2-4839-9a60-bf35444ee96b None None] Network 32243102-8907-49d7-a494-f2e50eb32bb4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:16:17.097611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:17.102214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.131218 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9129b031-0477-430e-9029-2838aa105fc9 x-openstack-request-id: req-9129b031-0477-430e-9029-2838aa105fc9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:17.131857 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:17.132106 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9129b031-0477-430e-9029-2838aa105fc9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:17.132699 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'code': 200} Aug 22 15:16:17.157880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64fa61cd-3ce7-4429-aa54-fbeca08554cb req-af0efd1c-b8ef-4f6a-90ae-688578f5ff05 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814807 Aug 22 15:16:17.185205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.224620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-04c23883-d7fe-4f0e-810b-02acf94ea406 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0638747 Aug 22 15:16:17.227634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:17.233133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1497763352', 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:17.308412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:17.320254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Made reservation on behalf of 5fd904756b9d46c6855c3f58eb76acff for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:16:17.321486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ce8e-3bbc-46e6-9a05-ef5143011e85 req-5f8fea9e-ed70-4410-8456-df6c1e3aa7e5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:17.322650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.323837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d68ce8e-3bbc-46e6-9a05-ef5143011e85 req-5f8fea9e-ed70-4410-8456-df6c1e3aa7e5 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.0673444 Aug 22 15:16:17.348898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.351494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.352145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.352145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.352450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.352757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:16:17.357272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] device_id is not set on port dcac6afc-d4be-44b1-bdde-0b33b0a2e953 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:16:17.388754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76590b-fea0-447f-a806-29eecb9dbf32 None None] Network 32243102-8907-49d7-a494-f2e50eb32bb4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:16:17.401269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d68ce8e-3bbc-46e6-9a05-ef5143011e85 req-f93bb698-8fdc-4259-9fb8-c941b657fec8 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698764 Aug 22 15:16:17.517498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.20.0.10 (32243102-8907-49d7-a494-f2e50eb32bb4/402461bf-c423-44ac-8fb2-f5fea0a6da81/dcac6afc-d4be-44b1-bdde-0b33b0a2e953) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:17.691820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.890139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:17.941633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 32243102-8907-49d7-a494-f2e50eb32bb4 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:17.959055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:17.965863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-468cc51c-537f-4d3f-ad28-890b4ff6fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:17.967400 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-468cc51c-537f-4d3f-ad28-890b4ff6fbcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 1097 time: 0.1354785 Aug 22 15:16:17.983803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:17.994163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:18.045345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=dcac6afc-d4be-44b1-bdde-0b33b0a2e953,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:18.092075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:18.092688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.117871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-a0b9db4b-66e4-4de6-b356-889a29f87e1d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:18.119465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-a0b9db4b-66e4-4de6-b356-889a29f87e1d tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.1723652 Aug 22 15:16:18.121297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.192123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4664a767-6626-4574-b206-d04f8ee3426f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9607561 Aug 22 15:16:18.203583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35046) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:18.324998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252344f-e87a-4ce0-8e46-1ec1c6ca3e92 req-fa2e2132-2d30-4ed5-8459-e0bfb36bbb54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:18.326589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8252344f-e87a-4ce0-8e46-1ec1c6ca3e92 req-fa2e2132-2d30-4ed5-8459-e0bfb36bbb54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0669029 Aug 22 15:16:18.337740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Deleting port dcac6afc-d4be-44b1-bdde-0b33b0a2e953 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:18.338087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.429085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8252344f-e87a-4ce0-8e46-1ec1c6ca3e92 req-db1f86f1-95a6-4caf-af2c-9445b03e4d89 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932178 Aug 22 15:16:18.436389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Deleting port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:18.436941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.461627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.476391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Calling delete_port for dcac6afc-d4be-44b1-bdde-0b33b0a2e953 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:18.532369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:18.588714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] For port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:18.589203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.598617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480ec9-5166-47bf-9f21-41cdfd0c1e7d req-ed9449a3-bab6-42f0-98c6-18e9294b2648 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:18.602991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93480ec9-5166-47bf-9f21-41cdfd0c1e7d req-ed9449a3-bab6-42f0-98c6-18e9294b2648 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 946 time: 0.0765893 Aug 22 15:16:18.609070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:18.610759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Calling delete_port for 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:18.674833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93480ec9-5166-47bf-9f21-41cdfd0c1e7d req-dd9214a0-2c4d-471a-94cc-a844b98c4813 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Aug 22 15:16:18.700651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:18.703022 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124344b0-f349-4cb6-a30d-f2e3c2eaf3c8" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-unplugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:18.709656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.763818 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ce99d-b1b3-4f4a-8ab2-135278ff7510 x-openstack-request-id: req-ce3ce99d-b1b3-4f4a-8ab2-135278ff7510 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:18.763818 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-unplugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:18.763818 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce3ce99d-b1b3-4f4a-8ab2-135278ff7510 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:18.763818 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'code': 200} Aug 22 15:16:18.784358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.813901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcac6afc-d4be-44b1-bdde-0b33b0a2e953,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:18.882278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Transition to ACTIVE for port object 54d44351-688b-44eb-a638-59546ae68de4 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:16:18.882636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.883532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:18.891399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-696206bb-8ac2-4e32-8c9a-21ff13cee125 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/ports/dcac6afc-d4be-44b1-bdde-0b33b0a2e953 HTTP/1.1" status: 204 len: 168 time: 0.6912718 Aug 22 15:16:18.892339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:18.898674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:18.900495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4', 'external_fixed_ips': [{'subnet_id': '402461bf-c423-44ac-8fb2-f5fea0a6da81', 'ip_address': '172.20.0.10'}]}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:18.940155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:18.947557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event deleted for resources: {'Port': ['ID=23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:18.950509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.010648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.010648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.076660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] No DVR routers for this DVR port 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:19.086539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.124137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.126245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b9b7b9f1-adda-48ec-a4bd-17cf72cd1f69 req-6b12f7e0-8ba0-4a73-8833-8deefc0b0190 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.10 "DELETE /v2.0/ports/23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 HTTP/1.1" status: 204 len: 173 time: 1.0005338 Aug 22 15:16:19.136107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:19.234616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] No DVR routers for this DVR port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:19.374010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.486235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35086) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:19.649466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abaa87-c871-4e39-953b-8521644056f9 req-c18ceb5c-39c2-4edb-bad2-a0ca83a5ab5b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:19.651163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83abaa87-c871-4e39-953b-8521644056f9 req-c18ceb5c-39c2-4edb-bad2-a0ca83a5ab5b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.1278198 Aug 22 15:16:19.675388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8aedbc86-5a6d-41c1-a8d9-57daadcccb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.733398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:16:19.734003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:16:19.734786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:19.741208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:16:19.741682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Attempting to bind port 54d44351-688b-44eb-a638-59546ae68de4 on network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:19.747768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:16:19.748322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Checking segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:19.748812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Bound using segment: {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:16:19.749378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Bound port: 54d44351-688b-44eb-a638-59546ae68de4, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ca4220-a323-423b-9d58-c830714b9aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:16:19.749857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:19.845426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:19.850609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:16:19.979393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.017531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.018163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.019836 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] 10.222.0.10 "PUT /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1093 time: 2.0311689 Aug 22 15:16:20.054394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cf2f1-2827-4de3-a0dd-4003bc592059 service neutron] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=11']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:20.140250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-923d3219-a84f-4398-b0d4-6072bf13cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.141816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-923d3219-a84f-4398-b0d4-6072bf13cd95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1096 time: 0.0573237 Aug 22 15:16:20.187998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83abaa87-c871-4e39-953b-8521644056f9 req-bab31d8d-016e-46ad-87f1-67e57ffb0642 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5289707 Aug 22 15:16:20.241629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6730075-6d9c-4ab9-8b63-78bc3815ead9 req-77b4d6d5-89be-412c-a808-c3195b2acfc3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dc43bd-643c-48de-8dd0-1a90c3010e5f HTTP/1.1" status: 200 len: 210 time: 0.1497202 Aug 22 15:16:20.295887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-93f1938e-7fa5-4dfe-989d-fa7c51a3c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.297805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-93f1938e-7fa5-4dfe-989d-fa7c51a3c331 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1426961 Aug 22 15:16:20.355602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.381971 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-82d75a82-95d0-4591-a476-15bbe24da9c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.0770788 Aug 22 15:16:20.385101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.436980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-2994c93c-1783-4cae-8049-4da2c3aa6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.438787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-2994c93c-1783-4cae-8049-4da2c3aa6e65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0490844 Aug 22 15:16:20.457995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8aedbc86-5a6d-41c1-a8d9-57daadcccb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.494403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-7220be47-8840-4659-b120-7cce3e07244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.496010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-7220be47-8840-4659-b120-7cce3e07244a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496581 Aug 22 15:16:20.560912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.20.0.10 (32243102-8907-49d7-a494-f2e50eb32bb4/402461bf-c423-44ac-8fb2-f5fea0a6da81/6a52f9d0-7f2d-422e-a80c-09eb7e44f811) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:20.563079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8aedbc86-5a6d-41c1-a8d9-57daadcccb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.594706 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-2166d5fb-2933-48f8-8d4f-65e70633c4fd service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904639 Aug 22 15:16:20.635450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8aedbc86-5a6d-41c1-a8d9-57daadcccb65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc589428ce214ca69f13417ac4f6a908&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1434622 Aug 22 15:16:20.643256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35092) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:20.653853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedbc86-5a6d-41c1-a8d9-57daadcccb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab0c039-412a-4cdf-b59c-5b53582cb131,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:20.694521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-29012352-ee45-487b-a88c-cb0ce7b294ea req-3b9d742f-880c-4a6a-9294-d7940defd784 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924227 Aug 22 15:16:20.764868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'name': 'network-vif-deleted', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9'}, {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:20.768376 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503b94d-f7df-465d-bfc4-e42152248697" -d '{"events": [{"server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "name": "network-vif-deleted", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9"}, {"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:20.769552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.772654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:20.776002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.809718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:20.820213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:20.836700 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f494ea-591c-4f14-8404-427d367a0f13 x-openstack-request-id: req-17f494ea-591c-4f14-8404-427d367a0f13 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:20.837000 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dc43bd-643c-48de-8dd0-1a90c3010e5f", "name": "network-vif-deleted", "tag": "23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:20.837258 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17f494ea-591c-4f14-8404-427d367a0f13 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:20.837662 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dc43bd-643c-48de-8dd0-1a90c3010e5f', 'name': 'network-vif-deleted', 'tag': '23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9', 'status': 'completed', 'code': 200} Aug 22 15:16:20.837940 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:16:20.929535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-98979b97-894b-417b-a2bb-7a135e20580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.931071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-98979b97-894b-417b-a2bb-7a135e20580f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1096 time: 0.0737178 Aug 22 15:16:20.939391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-89d3173a-3329-4e8c-91dc-c072fce15859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:20.940912 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-89d3173a-3329-4e8c-91dc-c072fce15859 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1096 time: 0.0562871 Aug 22 15:16:20.979077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.011340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.013860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.015022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ab0c039-412a-4cdf-b59c-5b53582cb131 HTTP/1.1" status: 204 len: 168 time: 0.3686037 Aug 22 15:16:21.028689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 32243102-8907-49d7-a494-f2e50eb32bb4 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:21.039102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:21.050962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d565f32-216f-4387-913d-6aeac7f4683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab0c039-412a-4cdf-b59c-5b53582cb131,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:21.050962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:21.051958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=6a52f9d0-7f2d-422e-a80c-09eb7e44f811,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:21.141248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-00216095-3d34-4bb9-93e1-d0e55f11b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.142993 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-00216095-3d34-4bb9-93e1-d0e55f11b1f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.2010913 Aug 22 15:16:21.147260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-bb81242b-d58c-45a5-9ec4-795f60edea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.148979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-bb81242b-d58c-45a5-9ec4-795f60edea1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1982710 Aug 22 15:16:21.251301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.298693 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-188e8cd4-296a-4b43-9a72-f92a7f653c96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.1419172 Aug 22 15:16:21.304129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-abe54fcb-0e48-445e-beb6-11bf0d40434d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 1000 time: 0.1537373 Aug 22 15:16:21.340747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324d3c5-8936-436a-8978-0efb8fde0824 req-a90681ab-202d-4424-8aa3-d12a665a8516 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.349155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2324d3c5-8936-436a-8978-0efb8fde0824 req-a90681ab-202d-4424-8aa3-d12a665a8516 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.0779285 Aug 22 15:16:21.394722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-24bcc70d-b62d-4dcb-80f3-d677dd4d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.397052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-24bcc70d-b62d-4dcb-80f3-d677dd4d012b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0828757 Aug 22 15:16:21.398732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-9ae7e7f5-d5d0-4bfa-a1e7-507931366fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.400361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-9ae7e7f5-d5d0-4bfa-a1e7-507931366fa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.0948329 Aug 22 15:16:21.469521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2324d3c5-8936-436a-8978-0efb8fde0824 req-1be2cba3-f1ca-4add-9e18-6f76f21672d4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199348 Aug 22 15:16:21.476303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:21.505774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:21.506025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-c1abf6ef-09e6-4be9-bcfe-482169d4022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.508443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23ea5838-6c3e-4e73-9dfb-f36a7e8f6bc9 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:21.508591 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-c1abf6ef-09e6-4be9-bcfe-482169d4022c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854523 Aug 22 15:16:21.540892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b94d-f7df-465d-bfc4-e42152248697 req-94a35935-b170-4e9d-a836-c6ced007f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.542458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-94a35935-b170-4e9d-a836-c6ced007f115 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381655 Aug 22 15:16:21.573905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.684793 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-a70dda4b-83d7-4356-9773-1a651e2547b2 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687410 Aug 22 15:16:21.741809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-698c168d-797f-46c5-86c5-7a8e7da40789 service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902673 Aug 22 15:16:21.871941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:21.886840 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-bb0b5d94-1fb7-4b8c-9c0d-7dd1984c8daa service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933234 Aug 22 15:16:21.902210 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d503b94d-f7df-465d-bfc4-e42152248697 req-d7dc4427-c2b5-4ec5-aa23-1ca4a271269b service neutron] 10.222.0.54 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500027 Aug 22 15:16:21.970942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84988-2567-4b23-a3f2-03784f10971d req-ca04de0e-23e3-40eb-96ce-191f1d0b9ea3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:21.972731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74d84988-2567-4b23-a3f2-03784f10971d req-ca04de0e-23e3-40eb-96ce-191f1d0b9ea3 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 946 time: 0.1211429 Aug 22 15:16:22.069516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74d84988-2567-4b23-a3f2-03784f10971d req-6051dac7-fd47-4e66-b50c-1d6b9dbc5839 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896847 Aug 22 15:16:22.167023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router 1aa4ee66-c765-473f-bb68-f3b72c4ee644 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:22.296386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:22.307236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Sync routers for ids ['1aa4ee66-c765-473f-bb68-f3b72c4ee644'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:22.316304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Routers {'1aa4ee66-c765-473f-bb68-f3b72c4ee644'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:22.317530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1aa4ee66-c765-473f-bb68-f3b72c4ee644'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:22.401459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.402992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-06498536-fec6-430e-a0b8-33b5b43e8b49 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.5093298 Aug 22 15:16:22.405608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35130) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:22.431082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Set router 1aa4ee66-c765-473f-bb68-f3b72c4ee644 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:22.524801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.642322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa4ee66-c765-473f-bb68-f3b72c4ee644', 'name': '', 'tenant_id': '5fd904756b9d46c6855c3f58eb76acff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4', 'external_fixed_ips': [{'subnet_id': '402461bf-c423-44ac-8fb2-f5fea0a6da81', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6a52f9d0-7f2d-422e-a80c-09eb7e44f811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:16:19Z', 'updated_at': '2021-08-22T15:16:21Z', 'revision_number': 3, 'project_id': '5fd904756b9d46c6855c3f58eb76acff', 'gw_port': {'id': '6a52f9d0-7f2d-422e-a80c-09eb7e44f811', 'name': '', 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa4ee66-c765-473f-bb68-f3b72c4ee644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '402461bf-c423-44ac-8fb2-f5fea0a6da81', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:16:20Z', 'updated_at': '2021-08-22T15:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '402461bf-c423-44ac-8fb2-f5fea0a6da81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:22.674285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41d7c2-0569-4522-b937-6f96c177deff req-78f71f5b-cf25-4807-9acf-5bb95efe151c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:22.675055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de41d7c2-0569-4522-b937-6f96c177deff req-78f71f5b-cf25-4807-9acf-5bb95efe151c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.1037402 Aug 22 15:16:22.685353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Checking router: 1aa4ee66-c765-473f-bb68-f3b72c4ee644 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:16:22.686435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Updating router 1aa4ee66-c765-473f-bb68-f3b72c4ee644 port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:16:22.713444 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.714821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.736455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de41d7c2-0569-4522-b937-6f96c177deff req-9e9d1105-ba19-4348-8199-c8ed163ce931 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Aug 22 15:16:22.775783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35136) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:22.849137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Deleting port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:22.849634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.926650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0533396a-faa0-4b76-b9cd-2d08b6a410e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.966148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:22.986742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Calling delete_port for 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:23.000754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.010870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Transition to ACTIVE for port object 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:16:23.079004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:16:23.096037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.156002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0533396a-faa0-4b76-b9cd-2d08b6a410e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.156395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:16:23.156775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:16:23.157142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 on network 32243102-8907-49d7-a494-f2e50eb32bb4 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:23.159297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fb450-6aee-4eb6-800f-67ec5d80e665 None None] Pushing event updated for resources: {'Port': ['ID=6a52f9d0-7f2d-422e-a80c-09eb7e44f811,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:23.165600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:16:23.166223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Checking segment: {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:23.166377 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.167993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Bound using segment: {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:16:23.167993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Bound port: 6a52f9d0-7f2d-422e-a80c-09eb7e44f811, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:16:23.167993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.214452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0533396a-faa0-4b76-b9cd-2d08b6a410e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.274913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111dcd-967f-4bf0-87f2-0c3c36d096b3 req-b7b1fc01-e97a-42c7-959f-a6ec2605bcfb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:23.276484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33111dcd-967f-4bf0-87f2-0c3c36d096b3 req-b7b1fc01-e97a-42c7-959f-a6ec2605bcfb tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 946 time: 0.1228096 Aug 22 15:16:23.310948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0533396a-faa0-4b76-b9cd-2d08b6a410e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ef1e5c416ac46eeacaa4b14e72ebc5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338769 Aug 22 15:16:23.314255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:23.324841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533396a-faa0-4b76-b9cd-2d08b6a410e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a912c-b37e-4ac2-be1d-1bdf482c6e7f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:23.347728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33111dcd-967f-4bf0-87f2-0c3c36d096b3 req-8b70070e-ab99-4172-8893-1bc6ff7db504 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603924 Aug 22 15:16:23.409217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-ff178c9d-708e-42a9-8b98-a503316bd97e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:23.411616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-ff178c9d-708e-42a9-8b98-a503316bd97e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 946 time: 0.0817862 Aug 22 15:16:23.414424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.417571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.419202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:16:23.419875 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:16:23.444820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a52f9d0-7f2d-422e-a80c-09eb7e44f811,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:23.465487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.489891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:16:23.510103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.563882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Deleting port c803bb1d-8358-48cd-ad74-accc6b3ea510 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:23.564281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.609052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.611675 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.619759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:23.633338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '54d44351-688b-44eb-a638-59546ae68de4', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'port_id': '54d44351-688b-44eb-a638-59546ae68de4', 'mac_address': 'fa:16:3e:d1:8e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:16:23.646821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.649877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.651459 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/665a912c-b37e-4ac2-be1d-1bdf482c6e7f HTTP/1.1" status: 204 len: 168 time: 0.3361251 Aug 22 15:16:23.665492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75be89-c76f-46cf-95c4-70964b7c8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a912c-b37e-4ac2-be1d-1bdf482c6e7f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:23.706413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.706666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] For port c803bb1d-8358-48cd-ad74-accc6b3ea510, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=c803bb1d-8358-48cd-ad74-accc6b3ea510,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:23.707076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.721979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Calling delete_port for c803bb1d-8358-48cd-ad74-accc6b3ea510 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:23.722528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:16:23.751339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:23.766022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.766647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa4ee66-c765-473f-bb68-f3b72c4ee644 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:23.772989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.773820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f2c89317-11e5-4041-bf75-50014844f5c3 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1aa4ee66-c765-473f-bb68-f3b72c4ee644 HTTP/1.1" status: 204 len: 168 time: 1.3671257 Aug 22 15:16:23.777246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35148) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:23.826250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Deleting subnet 402461bf-c423-44ac-8fb2-f5fea0a6da81 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:16:23.831822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.897502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.914977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.926620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ca8c-c7a6-4e90-837b-a6f645783a84 req-4fa50abf-d45d-4997-9357-919e78bdf523 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:23.929129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9b5ca8c-c7a6-4e90-837b-a6f645783a84 req-4fa50abf-d45d-4997-9357-919e78bdf523 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 945 time: 0.1000228 Aug 22 15:16:23.941660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:16:23.942237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:16:23.942622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Attempting to bind port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 on network 32243102-8907-49d7-a494-f2e50eb32bb4 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:23.966409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:16:23.966790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Checking segment: {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:23.967956 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.968985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Bound using segment: {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:16:23.969128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Bound port: 6a52f9d0-7f2d-422e-a80c-09eb7e44f811, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99735128-9de4-40b5-9970-c44ae6579142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '32243102-8907-49d7-a494-f2e50eb32bb4'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:16:23.969682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.984440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:23.994063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Port 6a52f9d0-7f2d-422e-a80c-09eb7e44f811 has been deleted concurrently {{(pid=102051) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 22 15:16:23.998868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a9b5ca8c-c7a6-4e90-837b-a6f645783a84 req-268ac37f-da14-47ab-b5af-b4c6cdf39755 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498991 Aug 22 15:16:24.012335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.016209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'c803bb1d-8358-48cd-ad74-accc6b3ea510'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:24.043841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:24.059602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event deleted for resources: {'Port': ['ID=c803bb1d-8358-48cd-ad74-accc6b3ea510,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:24.065587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:24.065972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:16:24.066678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_agentschedulers_db [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1aa4ee66-c765-473f-bb68-f3b72c4ee644'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102051) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:16:24.068161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1ba6e-fa0e-4a3b-a8c1-4ff314a6b1dd None None] The sync data for ids ['1aa4ee66-c765-473f-bb68-f3b72c4ee644'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:24.111670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] No DVR routers for this DVR port c803bb1d-8358-48cd-ad74-accc6b3ea510 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:24.114741 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.122684 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c092fc16-151b-4ca6-a8ad-ecb3ddda77ce req-5a421196-78b1-4291-9029-3ebc65975cc9 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "DELETE /v2.0/ports/c803bb1d-8358-48cd-ad74-accc6b3ea510 HTTP/1.1" status: 204 len: 173 time: 0.6979761 Aug 22 15:16:24.122684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'name': 'network-vif-deleted', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:24.122684 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4029bf-8185-4b68-a6cd-84b605d2aba7" -d '{"events": [{"server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "name": "network-vif-deleted", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:24.166416 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95eb45-ca8b-4964-a73e-bcac56f810c9 x-openstack-request-id: req-6c95eb45-ca8b-4964-a73e-bcac56f810c9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:24.166717 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc7300d-1c53-48ca-9b57-9dfaf7dff5f0", "name": "network-vif-deleted", "tag": "c803bb1d-8358-48cd-ad74-accc6b3ea510", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:24.166984 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c95eb45-ca8b-4964-a73e-bcac56f810c9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:24.167401 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc7300d-1c53-48ca-9b57-9dfaf7dff5f0', 'name': 'network-vif-deleted', 'tag': 'c803bb1d-8358-48cd-ad74-accc6b3ea510', 'status': 'completed', 'code': 200} Aug 22 15:16:24.191302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.266801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=402461bf-c423-44ac-8fb2-f5fea0a6da81,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:24.284172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.288441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ccd43ad7-0642-4778-b670-d938652d868e tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/402461bf-c423-44ac-8fb2-f5fea0a6da81 HTTP/1.1" status: 204 len: 168 time: 0.5102603 Aug 22 15:16:24.290407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35160) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:24.309791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['54d44351-688b-44eb-a638-59546ae68de4'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:24.371410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.461067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.474343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32243102-8907-49d7-a494-f2e50eb32bb4']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:24.477955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0de7a26c-6732-42b7-bc28-426006f7a15a req-5ddf14e1-97a2-437d-a111-b3263eaef51b tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=adc7300d-1c53-48ca-9b57-9dfaf7dff5f0 HTTP/1.1" status: 200 len: 210 time: 0.0312588 Aug 22 15:16:24.486994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99735128-9de4-40b5-9970-c44ae6579142') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:24.487318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99735128-9de4-40b5-9970-c44ae6579142') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:24.507950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.527673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.535041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:16:24.535629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:16:24.538410 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:16:24.680547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.685235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32243102-8907-49d7-a494-f2e50eb32bb4 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 22 15:16:24.687853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:24.695308 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/networks/32243102-8907-49d7-a494-f2e50eb32bb4 HTTP/1.1" status: 204 len: 168 time: 0.3990715 Aug 22 15:16:24.704902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9b23-b0c3-45a4-ad37-8d3c5e396aa2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Network': ['ID=32243102-8907-49d7-a494-f2e50eb32bb4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:24.992419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.151534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35186) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.156558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'name': 'tempest-router--1017740198', 'project_id': 'd577be52f6b2436895ecc3f97920c041'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:25.191930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e767-6e3b-4031-bdf1-ccdc5b830697 req-1ba11c8d-044a-4389-94c5-c128826c86df tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:25.194861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66e8e767-6e3b-4031-bdf1-ccdc5b830697 req-1ba11c8d-044a-4389-94c5-c128826c86df tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 946 time: 0.0819521 Aug 22 15:16:25.238098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66e8e767-6e3b-4031-bdf1-ccdc5b830697 req-43540367-10a5-4027-bda3-b7eb243c77e1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368414 Aug 22 15:16:25.247366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.248525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.264649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35188) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.349608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c15fa292-795a-4c5f-a1fb-88fdc730a67f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1928123038', 'prefixes': ['172.20.0.0/16']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:25.356257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.377988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18bca940-d1e0-4671-beaf-697d9fc145a9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/394525e9-335d-4be1-9c5f-d359f179acc7 HTTP/1.1" status: 200 len: 993 time: 0.1121728 Aug 22 15:16:25.481677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.489611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:16:25.601619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.602885 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3876aa5a-5c2c-4cfa-8365-a43f5d95afdf tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4500093 Aug 22 15:16:25.605645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.613163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 54d44351-688b-44eb-a638-59546ae68de4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:16:25.618708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 54d44351-688b-44eb-a638-59546ae68de4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:25.618909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.689630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.705558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.731185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:25.733623 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb134972-22aa-403a-bcbb-013c80dc2e68" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:25.749888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:25.798018 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc369c-33d1-43d8-96cf-e393e7f1814c x-openstack-request-id: req-d9bc369c-33d1-43d8-96cf-e393e7f1814c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:25.798394 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-plugged", "status": "completed", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:25.801850 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9bc369c-33d1-43d8-96cf-e393e7f1814c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:25.801850 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'code': 200} Aug 22 15:16:25.822809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c15fa292-795a-4c5f-a1fb-88fdc730a67f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] Notify callbacks [] for subnetpool, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.831858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35200) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.832047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c15fa292-795a-4c5f-a1fb-88fdc730a67f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8330216 Aug 22 15:16:25.852628 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.878519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-47dbe87b-8b6e-4c57-b5f5-1a910f80dbf1 tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "GET /v2.0/subnetpools/0bb8f4a6-d52d-4251-ab40-ce08957b5091 HTTP/1.1" status: 200 len: 732 time: 0.0476604 Aug 22 15:16:25.879280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35202) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:25.884814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a5b92c5b-83b9-48b8-b261-ee2216bbe71f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-181159968'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:25.899570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.905027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:25.928649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:26.018025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.018610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e54c3b9-2068-4d08-8ec5-d2d5f4a549f6 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:26.023394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.027804 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ea3d6282-56d8-4647-9155-acec8e261914 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4e54c3b9-2068-4d08-8ec5-d2d5f4a549f6 HTTP/1.1" status: 204 len: 168 time: 0.4211252 Aug 22 15:16:26.049419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5b92c5b-83b9-48b8-b261-ee2216bbe71f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] Notify callbacks [] for subnetpool, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.051928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a5b92c5b-83b9-48b8-b261-ee2216bbe71f tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "PUT /v2.0/subnetpools/0bb8f4a6-d52d-4251-ab40-ce08957b5091 HTTP/1.1" status: 200 len: 683 time: 0.1704166 Aug 22 15:16:26.055466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:26.243694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86596947-1a82-430f-85f9-2f634f15c000 tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] Notify callbacks [] for subnetpool, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.245108 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-86596947-1a82-430f-85f9-2f634f15c000 tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "DELETE /v2.0/subnetpools/0bb8f4a6-d52d-4251-ab40-ce08957b5091 HTTP/1.1" status: 204 len: 168 time: 0.1882832 Aug 22 15:16:26.247837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35208) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:26.262037 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-48b3ac94-3f08-40c8-98a7-9833b42a345a tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] show failed (client error): The resource could not be found. Aug 22 15:16:26.265616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-48b3ac94-3f08-40c8-98a7-9833b42a345a tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "GET /v2.0/subnetpools/0bb8f4a6-d52d-4251-ab40-ce08957b5091 HTTP/1.1" status: 404 len: 346 time: 0.0142310 Aug 22 15:16:26.265760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35210) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:26.286330 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-36a16682-271c-4e3f-8b3a-ac08d8f9f839 tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] delete failed (client error): The resource could not be found. Aug 22 15:16:26.291174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36a16682-271c-4e3f-8b3a-ac08d8f9f839 tempest-SubnetPoolsTestJSON-434735819 tempest-SubnetPoolsTestJSON-434735819-project] 10.222.0.53 "DELETE /v2.0/subnetpools/0bb8f4a6-d52d-4251-ab40-ce08957b5091 HTTP/1.1" status: 404 len: 346 time: 0.0209146 Aug 22 15:16:26.301983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:26.474161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912293971', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:26.647828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.654602 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.718422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:26.842927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c803bb1d-8358-48cd-ad74-accc6b3ea510 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:26.892355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35222) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:26.892838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: c803bb1d-8358-48cd-ad74-accc6b3ea510 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:26.892838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device c803bb1d-8358-48cd-ad74-accc6b3ea510 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:27.013548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26759938-7d69-4029-a0ab-a16616acd609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.127259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26759938-7d69-4029-a0ab-a16616acd609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.194562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26759938-7d69-4029-a0ab-a16616acd609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.245686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26759938-7d69-4029-a0ab-a16616acd609 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=309521f1890849bd808255503ffe692b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556390 Aug 22 15:16:27.245686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26759938-7d69-4029-a0ab-a16616acd609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18764662-1fed-4922-9291-3d196f92a490,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:27.247775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:27.311818 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.337938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.347206 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.470323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.473584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.474949 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18764662-1fed-4922-9291-3d196f92a490 HTTP/1.1" status: 204 len: 168 time: 0.2258117 Aug 22 15:16:27.487634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd374096-9684-4323-9527-ee22289b7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18764662-1fed-4922-9291-3d196f92a490,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:27.647815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.659989 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-9ba11253-6e7c-40ac-aa4a-9dc137a80870 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483704 Aug 22 15:16:27.668793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:27.765370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-2ea84037-6de2-4a09-bdc9-cc8fb9d63505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:27.766893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-2ea84037-6de2-4a09-bdc9-cc8fb9d63505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 1097 time: 0.0445235 Aug 22 15:16:27.810076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Allocated IP 172.25.0.39 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/69427b4b-8699-4d06-8467-e6ca5cf906f4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:27.950049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-d78fdfa9-8fbf-42a2-b28a-b220248c11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:27.955817 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-d78fdfa9-8fbf-42a2-b28a-b220248c11c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1509478 Aug 22 15:16:27.997854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:28.071933 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-bf25604e-d015-4124-b5c0-1741fdd86b33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 200 len: 1002 time: 0.1079757 Aug 22 15:16:28.127217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-c9f54764-eafb-4808-9377-02fcd2ea51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:28.128728 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-c9f54764-eafb-4808-9377-02fcd2ea51eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0493882 Aug 22 15:16:28.178643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-bde4a162-7a3d-443e-b4e8-78a8b5cb3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:28.178887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:28.179164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-bde4a162-7a3d-443e-b4e8-78a8b5cb3f3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434589 Aug 22 15:16:28.244844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:28.248176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:28.252292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:28.285144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event updated for resources: {'Port': ['ID=69427b4b-8699-4d06-8467-e6ca5cf906f4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:28.308708 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-66c4bf04-8ffa-4108-9bc3-51dd6de2f502 service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216691 Aug 22 15:16:28.405495 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a02f2e16-60e4-4f7d-b900-f47c6765d451 req-a4ebc8b6-5a1d-4624-897d-f0c407fae65c service neutron] 10.222.0.10 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899935 Aug 22 15:16:28.641381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:28.837313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35250) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:28.842598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028415 Aug 22 15:16:28.845612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:28.871223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:28.998331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b5898bea-218a-4ae7-a62d-ed90af298947 tempest-NetworksApiDiscovery-1767286634 tempest-NetworksApiDiscovery-1767286634-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1510086 Aug 22 15:16:29.070450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Router 9130aef2-b85a-45ed-b4a3-47ccf0181a5b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:29.200163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:29.216586 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] Sync routers for ids ['9130aef2-b85a-45ed-b4a3-47ccf0181a5b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:29.230078 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] Routers {'9130aef2-b85a-45ed-b4a3-47ccf0181a5b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:29.230801 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9130aef2-b85a-45ed-b4a3-47ccf0181a5b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:29.266323 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:29.278251 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] Routers {'9130aef2-b85a-45ed-b4a3-47ccf0181a5b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:29.279185 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9130aef2-b85a-45ed-b4a3-47ccf0181a5b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:29.313987 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:29.314657 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff17a6-6219-44b4-ad0e-82b54c152546 None None] The sync data for ids ['9130aef2-b85a-45ed-b4a3-47ccf0181a5b'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:29.320689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:29.324756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35262) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:29.330352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f87cd690-41cc-4912-aff0-889eb5845530 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0269403 Aug 22 15:16:29.587470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:29.712812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf682b-a7c8-404a-8113-56786f22fd2d req-3836a7af-2989-4dc3-930b-af200a03b865 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:29.714823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dacf682b-a7c8-404a-8113-56786f22fd2d req-3836a7af-2989-4dc3-930b-af200a03b865 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0647666 Aug 22 15:16:29.742418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b162003-14d5-4bef-b6bb-7b6a2f2cd19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:29.785104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dacf682b-a7c8-404a-8113-56786f22fd2d req-52a1aa3a-6d09-459e-984b-f76012470503 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629208 Aug 22 15:16:29.805969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ea7b8e5-ff88-4053-9cb6-6d62c4e08b92 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/9130aef2-b85a-45ed-b4a3-47ccf0181a5b HTTP/1.1" status: 200 len: 920 time: 0.4773247 Aug 22 15:16:29.806576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:29.840499 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5b3a390a-2e4b-48b0-ad56-acb8fb0d7652 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=9130aef2-b85a-45ed-b4a3-47ccf0181a5b HTTP/1.1" status: 200 len: 205 time: 0.0320828 Aug 22 15:16:29.843219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:29.884993 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b162003-14d5-4bef-b6bb-7b6a2f2cd19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:29.955171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:29.967315 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b162003-14d5-4bef-b6bb-7b6a2f2cd19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.008804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b162003-14d5-4bef-b6bb-7b6a2f2cd19a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac38813735b541d2885b4bfce4fd22fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201028 Aug 22 15:16:30.009554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b162003-14d5-4bef-b6bb-7b6a2f2cd19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b35d2b-cec1-48a8-befd-db6e3b531bc0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:30.012807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35278) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:30.069580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.080296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.103843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.115936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac25df52-57af-4102-9dfa-7d46c4784bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.189767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port 69427b4b-8699-4d06-8467-e6ca5cf906f4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:30.190120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.228908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.232201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.233451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3b35d2b-cec1-48a8-befd-db6e3b531bc0 HTTP/1.1" status: 204 len: 168 time: 0.2204401 Aug 22 15:16:30.243145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f88e-459c-403d-9c13-3f5c7cffb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b35d2b-cec1-48a8-befd-db6e3b531bc0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:30.281371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.299294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for 69427b4b-8699-4d06-8467-e6ca5cf906f4 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:30.635985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.662337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=69427b4b-8699-4d06-8467-e6ca5cf906f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:30.734429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.835718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.837972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.915896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ea2f9-ee00-4626-88e3-0d1f0f5c5107 req-517ff03f-ca1d-4da6-b18c-ab2ab32f69af tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:30.917482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d9ea2f9-ee00-4626-88e3-0d1f0f5c5107 req-517ff03f-ca1d-4da6-b18c-ab2ab32f69af tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0522509 Aug 22 15:16:30.960318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d9ea2f9-ee00-4626-88e3-0d1f0f5c5107 req-e869f359-e7ab-4d39-be8c-dcf1df20ddb0 tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/security-groups?id=390e0df3-4010-4a53-8316-5c9a0a1d255c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363030 Aug 22 15:16:30.996151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:30.996941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router 9130aef2-b85a-45ed-b4a3-47ccf0181a5b {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:31.008249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.009352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-56c091eb-ebb6-4f18-92c6-b87cc59fe65d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/9130aef2-b85a-45ed-b4a3-47ccf0181a5b HTTP/1.1" status: 204 len: 168 time: 1.1651311 Aug 22 15:16:31.013204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:31.017919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-464877482', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:31.104627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.105649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.164309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.225413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-83a8dbf9-0372-4e30-a6f3-2a6234571d5e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:31.227072 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-83a8dbf9-0372-4e30-a6f3-2a6234571d5e tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0595083 Aug 22 15:16:31.343026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Deleting port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:31.343548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.389419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.452535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] For port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,segment=NetworkSegment(845a7561-ca3f-47a1-af93-91373a197e79),segment_id=845a7561-ca3f-47a1-af93-91373a197e79)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:31.452939 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.467369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Calling delete_port for a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:31.669905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.681886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:16:31.691629 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.701644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Pushing event deleted for resources: {'Port': ['ID=a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:31.727932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.793207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] No DVR routers for this DVR port a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:31.796143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:31.798235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4ce9d992-4891-4e62-abdf-e4af72ab2de3 req-84bc182b-4710-4689-91aa-9f1986179d9c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.54 "DELETE /v2.0/ports/a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 HTTP/1.1" status: 204 len: 173 time: 0.5652373 Aug 22 15:16:31.798765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'name': 'network-vif-deleted', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:31.801746 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d90f8c2-9bb1-4740-a277-09d1bc1ab3b4" -d '{"events": [{"server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "name": "network-vif-deleted", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:31.847443 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd66efd-8dbf-4b0d-a351-c94783e07fc3 x-openstack-request-id: req-3fd66efd-8dbf-4b0d-a351-c94783e07fc3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:31.848631 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1", "name": "network-vif-deleted", "tag": "a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:31.848957 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fd66efd-8dbf-4b0d-a351-c94783e07fc3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:31.849224 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1', 'name': 'network-vif-deleted', 'tag': 'a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010', 'status': 'completed', 'code': 200} Aug 22 15:16:31.869393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.25.0.41 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/130b8d1a-483b-4c4a-8861-d5b7f2c66bfb) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:31.996427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:32.069058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136c972c-7a15-4bcb-8e95-a31d09e64132 req-7e32eb0a-0c83-46c0-aba8-3bbc0309dd2c tempest-AttachVolumeNegativeTest-1109581536 tempest-AttachVolumeNegativeTest-1109581536-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f7ba6d-c28f-412e-a0a6-4c6244f6ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0307453 Aug 22 15:16:32.132189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:32.173827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:32.179193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:32.182861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:32.219091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:32.575463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:32.796662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:32.865324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.018278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:33.137324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:33.150659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:33.164384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Sync routers for ids ['ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:33.180076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Routers {'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:33.181165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:33.237590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Deleting subnet 2c71745e-be45-4fbc-9625-14ef965932a5 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:16:33.243455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.253227 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.259930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8cca5a10-f3ae-49fe-af17-da39775ca94d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2444141 Aug 22 15:16:33.259930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35340) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:33.295739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.318680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Set router ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:33.344108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.471014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-16222863-e7de-40fc-8902-fac180b71af9 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 HTTP/1.1" status: 200 len: 907 time: 0.2075698 Aug 22 15:16:33.472092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35342) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:33.478668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'name': 'tempest-snat-router-464877482', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': True}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:33.493194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a8bccb5-d693-4281-b92f-6ebb6288017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.549621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'name': 'tempest-snat-router-464877482', 'tenant_id': '5fd904756b9d46c6855c3f58eb76acff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:32Z', 'revision_number': 3, 'project_id': '5fd904756b9d46c6855c3f58eb76acff', 'gw_port': {'id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:33.563518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.579200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Checking router: ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:16:33.579557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Updating router ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:16:33.600252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.601328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.606262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c71745e-be45-4fbc-9625-14ef965932a5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:33.611985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.615196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5595a576-8289-4cfb-83d3-9c00d5867d80 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c71745e-be45-4fbc-9625-14ef965932a5 HTTP/1.1" status: 204 len: 168 time: 0.4754729 Aug 22 15:16:33.616577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:33.620542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.725225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.736845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.824759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.878345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a957c3d-6ba4-4a7d-b181-155dd4a2c864']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:33.918926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845a7561-ca3f-47a1-af93-91373a197e79') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:33.919282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845a7561-ca3f-47a1-af93-91373a197e79') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:33.932129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.947674 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:33.960489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Transition to ACTIVE for port object 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:16:33.987729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.042254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.045917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:16:34.046336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:16:34.048238 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:16:34.054307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.115151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Attempting to bind port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:16:34.115536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Attempting to bind port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:16:34.115903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Attempting to bind port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:16:34.126028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949f60-6c0a-4354-898f-c29b25865258 None None] Pushing event updated for resources: {'Port': ['ID=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:34.129749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:16:34.130144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:16:34.130561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.130961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:16:34.131528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Bound port: 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:16:34.131939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.195477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] For port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:34.199438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] For port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:16:34.215138 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.233844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.237618 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0a957c3d-6ba4-4a7d-b181-155dd4a2c864 HTTP/1.1" status: 204 len: 168 time: 0.6197784 Aug 22 15:16:34.250707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532ae0d-129f-4ca3-8554-8ef4901ac228 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a957c3d-6ba4-4a7d-b181-155dd4a2c864,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:34.284619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.368813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Routers {'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:34.370110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:34.444434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7949f60-6c0a-4354-898f-c29b25865258 None None] Pushing event updated for resources: {'Port': ['ID=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:34.501111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.532037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] Set router ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:34.539253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.702172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.25.0.183 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9c306036-1136-4a9f-9236-3dd7bf4666c1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:34.754865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'name': 'tempest-snat-router-464877482', 'tenant_id': '5fd904756b9d46c6855c3f58eb76acff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:32Z', 'revision_number': 3, 'project_id': '5fd904756b9d46c6855c3f58eb76acff', 'gw_port': {'id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:34.807886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c59c-90e8-43cd-aefc-1efd5cdb4f2e None None] The sync data for ids ['ba8c3413-08f8-40a5-a77b-018b3ecbcbb1'] in n-d-805046-3 is: [{'id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'name': 'tempest-snat-router-464877482', 'tenant_id': '5fd904756b9d46c6855c3f58eb76acff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:32Z', 'revision_number': 3, 'project_id': '5fd904756b9d46c6855c3f58eb76acff', 'gw_port': {'id': '130b8d1a-483b-4c4a-8861-d5b7f2c66bfb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8c3413-08f8-40a5-a77b-018b3ecbcbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:16:31Z', 'updated_at': '2021-08-22T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:34.838664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.846367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35352) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:34.867266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:34.892007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:34.892007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:34.892007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a3e57363-b9b1-4cf2-bffc-1d1b7a0f4010 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:34.906849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4e0d0a54-4114-4f9e-a0cd-532e94847bb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32236a8eb7944684acefb4f33a5d2f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585945 Aug 22 15:16:34.909454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35354) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:34.958963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.006976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:35.010509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:35.025765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:35.025765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=9c306036-1136-4a9f-9236-3dd7bf4666c1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:35.422533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.465554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.491596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.662093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.664605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.674651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/390e0df3-4010-4a53-8316-5c9a0a1d255c HTTP/1.1" status: 204 len: 168 time: 0.7589183 Aug 22 15:16:35.678108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:16:35.710442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:35.719535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15764e1-b752-4012-89cc-5c498c476b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e0df3-4010-4a53-8316-5c9a0a1d255c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:35.922188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:16:35.958139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:35.958139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.041326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.049882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router 44a03495-e074-4fb6-bebe-51a24f18dfa6 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:36.086421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:36.163409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.270143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:36.290652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Sync routers for ids ['44a03495-e074-4fb6-bebe-51a24f18dfa6'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:36.310136 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Routers {'44a03495-e074-4fb6-bebe-51a24f18dfa6'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:36.311145 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['44a03495-e074-4fb6-bebe-51a24f18dfa6'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:36.367763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.369061 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c6f6f3c6-1f06-4738-b1fb-359d224db832 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8944695 Aug 22 15:16:36.372696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:36.619148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:36.654455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cda218a-36d4-4f95-9805-8925f20ec1d9 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/44a03495-e074-4fb6-bebe-51a24f18dfa6 HTTP/1.1" status: 200 len: 907 time: 0.2733257 Aug 22 15:16:36.657152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:36.753434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Set router 44a03495-e074-4fb6-bebe-51a24f18dfa6 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:36.802870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.806309 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:36.972336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.016849 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a03495-e074-4fb6-bebe-51a24f18dfa6', 'name': 'tempest-snat-router-464877482', 'tenant_id': '5fd904756b9d46c6855c3f58eb76acff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9c306036-1136-4a9f-9236-3dd7bf4666c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:16:33Z', 'updated_at': '2021-08-22T15:16:35Z', 'revision_number': 3, 'project_id': '5fd904756b9d46c6855c3f58eb76acff', 'gw_port': {'id': '9c306036-1136-4a9f-9236-3dd7bf4666c1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a03495-e074-4fb6-bebe-51a24f18dfa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:16:34Z', 'updated_at': '2021-08-22T15:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:37.045288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Checking router: 44a03495-e074-4fb6-bebe-51a24f18dfa6 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:16:37.048419 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Updating router 44a03495-e074-4fb6-bebe-51a24f18dfa6 port 9c306036-1136-4a9f-9236-3dd7bf4666c1 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:16:37.075271 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.127588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Deleting port 9c306036-1136-4a9f-9236-3dd7bf4666c1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:37.127914 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.248400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.268353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Calling delete_port for 9c306036-1136-4a9f-9236-3dd7bf4666c1 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:37.533775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.534296 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.db.api [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:16:37.534782 n-d-805046-3 neutron-server[102052]: DEBUG oslo_db.api [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:16:37.563228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c306036-1136-4a9f-9236-3dd7bf4666c1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:37.637757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.657873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:16:37.722271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:37.723498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.790479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.794929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.948795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.948795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44a03495-e074-4fb6-bebe-51a24f18dfa6 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:37.950266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:37.955109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01a6a40f-f9d2-4f05-bb4e-3cf11f5c1235 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/routers/44a03495-e074-4fb6-bebe-51a24f18dfa6 HTTP/1.1" status: 204 len: 168 time: 1.2932978 Aug 22 15:16:37.956040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35410) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:38.058425 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Port 9c306036-1136-4a9f-9236-3dd7bf4666c1 not found while updating agent binding for router 44a03495-e074-4fb6-bebe-51a24f18dfa6. {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 22 15:16:38.069767 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:38.070139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:16:38.070973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_agentschedulers_db [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44a03495-e074-4fb6-bebe-51a24f18dfa6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102052) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:16:38.071553 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0126bf-d97b-468b-bccd-4aa3fcb09ffc None None] The sync data for ids ['44a03495-e074-4fb6-bebe-51a24f18dfa6'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:38.093160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:38.249898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:38.454196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Deleting port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:38.454661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:38.550248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] For port 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:38.550654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:38.566268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Calling delete_port for 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:38.853883 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:38.884412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event deleted for resources: {'Port': ['ID=130b8d1a-483b-4c4a-8861-d5b7f2c66bfb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:39.022632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.135959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.138942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.265297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.265878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:39.271087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.277481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99142821-5491-4619-92a6-a7a9598ed09c tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ba8c3413-08f8-40a5-a77b-018b3ecbcbb1 HTTP/1.1" status: 204 len: 168 time: 1.3168921 Aug 22 15:16:39.277852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35448) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:39.283339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-188909238', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:39.442605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.446557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.836003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:39.856576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:39.858335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:39.860607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 130b8d1a-483b-4c4a-8861-d5b7f2c66bfb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:39.943153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:39.952606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:39.956288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:39.963698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:39.977188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:39.992286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:40.004442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:40.007812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-fe6e8742-2a62-43b9-a088-623946ee6512 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1300228 Aug 22 15:16:40.117937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ad42339-8a98-4d1f-b1bc-c3c06c3f7e34 req-97a43d73-2caa-42d8-bf4c-9163c8a1856a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013339 Aug 22 15:16:40.246944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.517413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.543766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.602286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.656256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Allocated IP 172.25.0.175 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2cceb68d-426b-4845-a0b9-ae0877068d9d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:40.774729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.898371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:40.944638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:40.947771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:40.954799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:40.958189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event updated for resources: {'Port': ['ID=2cceb68d-426b-4845-a0b9-ae0877068d9d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:41.160496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.166713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.181666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.184433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35480) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:41.190635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.200022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.208879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.220011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.222394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-c601d7e2-ef7d-4466-96d9-2949c9fe9210 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1839356 Aug 22 15:16:41.308288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-a4e2edab-620c-4377-ad03-4c886fa7530f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.309988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-a4e2edab-620c-4377-ad03-4c886fa7530f tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688436 Aug 22 15:16:41.360749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.367366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.373659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.379949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.386283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.393041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.400257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:41.402436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-60ac268d-d8c1-4a29-b521-6063270b93cf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 5435 time: 0.1413071 Aug 22 15:16:41.420064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b800b543-30f4-4e60-92b7-44ae6a7fb704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.496399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1abd1f1e-6b80-4945-91f3-ca35388e6845 req-24785e49-d048-483f-b9d5-0d1b62536dd0 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785072 Aug 22 15:16:41.521410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-323743bf-f522-42fa-b1e4-31e5f9c03cc6 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2014873 Aug 22 15:16:41.552771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.594142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b800b543-30f4-4e60-92b7-44ae6a7fb704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.615712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:41.687355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b800b543-30f4-4e60-92b7-44ae6a7fb704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.720758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.738249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b800b543-30f4-4e60-92b7-44ae6a7fb704 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ac92c5363244421a0af6d18e0da1293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485089 Aug 22 15:16:41.738249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800b543-30f4-4e60-92b7-44ae6a7fb704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299be8d7-71cb-4010-ae30-065db315f4ce,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:41.740297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:41.815135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.846170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:41.934830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.013946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.016967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.018193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/299be8d7-71cb-4010-ae30-065db315f4ce HTTP/1.1" status: 204 len: 168 time: 0.2781458 Aug 22 15:16:42.029255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5822c1-b5ca-4b36-8678-bc03f656c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299be8d7-71cb-4010-ae30-065db315f4ce,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:42.086197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:42.142635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] For port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:42.189372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] device_id is not set on port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:16:42.198685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.316182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Router 1c44fda4-f1d7-40c8-9fd4-687bc3434b67 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:42.363949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.529546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:42.535732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] No DVR routers for this DVR port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:42.541360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:42.571679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] Sync routers for ids ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:42.585313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] Routers {'1c44fda4-f1d7-40c8-9fd4-687bc3434b67'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:42.595830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:42.628322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] In _notify_port_updated(), no bound segment for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:16:42.641921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.641921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.641921 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-f34c2dd6-6e14-49fe-bced-deb29aafea40 service neutron] 10.222.0.54 "PUT /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 200 len: 1027 time: 1.1023948 Aug 22 15:16:42.642649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:42.654348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] Routers {'1c44fda4-f1d7-40c8-9fd4-687bc3434b67'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:42.656320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:42.708754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-4a88572a-c05d-4621-852a-3bf9c1388638 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.710564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-4a88572a-c05d-4621-852a-3bf9c1388638 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "GET /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0728483 Aug 22 15:16:42.724352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:42.748110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:42.749592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1145b-17b4-458f-a3b2-b162f6c78de1 None None] The sync data for ids ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:42.767901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.775098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.781567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.788225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.788610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.789985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b1611ecb-5132-467d-bd79-e4886781c553 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5111046 Aug 22 15:16:42.793788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:42.797767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.799103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:42.804997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:42.807013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-ca5e5b58-09e9-4501-ab02-0556a880ee8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 4661 time: 0.1526279 Aug 22 15:16:42.859167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.859413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc2b566a-48df-4a59-8a03-3771b0a7c5ce req-24eb28fa-365d-4b8e-b2b7-d4571163fcc4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&id=9614d028-f809-43b1-9507-0ddf50661478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404947 Aug 22 15:16:42.912877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-67dbb68f-e0dc-41d3-9eb1-0b3906c760d0 None None] Provisioning complete for port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:42.918922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-67dbb68f-e0dc-41d3-9eb1-0b3906c760d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:42.951540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-67dbb68f-e0dc-41d3-9eb1-0b3906c760d0 None None] Port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:16:43.146665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:43.163796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:43.189131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0ff02f2-66e1-4d1a-a079-671a5576fbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.234956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] For port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:16:43.294607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0ff02f2-66e1-4d1a-a079-671a5576fbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.368329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] device_id is not set on port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:16:43.390086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.407374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a0ff02f2-66e1-4d1a-a079-671a5576fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.413543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.451613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a0ff02f2-66e1-4d1a-a079-671a5576fbdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=322ce824615f42dcbffbb1848c05f2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863541 Aug 22 15:16:43.452343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff02f2-66e1-4d1a-a079-671a5576fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e3298-45d2-48c0-93da-05c53182a431,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:43.454133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35508) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:43.533129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.567848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.571140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.667857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Pushing event updated for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:43.687358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] No DVR routers for this DVR port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:43.772795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] In _notify_port_updated(), no bound segment for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b on network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:16:43.773657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:43.774247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.775573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-e863b52d-65ef-4dc2-9031-7bd053f173a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 200 len: 1028 time: 1.0561657 Aug 22 15:16:43.878626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ba4cad68-c3ea-4fcb-be7d-0d901787fc23 None None] Provisioning complete for port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:16:43.879556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba4cad68-c3ea-4fcb-be7d-0d901787fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:43.927014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cad68-c3ea-4fcb-be7d-0d901787fc23 None None] Port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:16:44.041199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:44.048664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:44.055771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:44.062139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:44.070036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:44.072159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-ddbc5491-db71-4de2-aa56-4774531d07b9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 3886 time: 0.1025109 Aug 22 15:16:44.126833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fd96511-742d-4dad-8d9c-099b83d65588 req-12d076cc-7013-4bb0-833a-f597d6363b59 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474842 Aug 22 15:16:44.162941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.165532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.166700 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd4e3298-45d2-48c0-93da-05c53182a431 HTTP/1.1" status: 204 len: 168 time: 0.7114196 Aug 22 15:16:44.193019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350d263-2a89-4a46-baab-39de5f6c5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e3298-45d2-48c0-93da-05c53182a431,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:44.338764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:44.339126 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.526169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:44.526576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.544610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:44.799373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.815796 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.896289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 86926a77-2508-4066-ab3e-d8feb517e0f1 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:44.946115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:44.981424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=b8d4c7d1-0bd2-41d2-9678-e29283a99fe8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:45.013449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.039369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:45.045204 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172965ea-0606-4f9f-a26d-67ac9ea0cdb8" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:45.057641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:45.073169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:45.078100 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.080165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-fb8c3c59-93dc-4df6-a903-769f58a9f6d9 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "DELETE /v2.0/ports/b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 HTTP/1.1" status: 204 len: 173 time: 1.2979031 Aug 22 15:16:45.080689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:45.084744 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a1669c-aad3-414c-9403-e1c1efafaae1" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:45.095263 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a712510-f76b-4a7a-ba22-d7c4b04c579a x-openstack-request-id: req-8a712510-f76b-4a7a-ba22-d7c4b04c579a {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:45.095263 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:45.095263 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a712510-f76b-4a7a-ba22-d7c4b04c579a {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:45.095263 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'code': 200} Aug 22 15:16:45.118472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router 1c44fda4-f1d7-40c8-9fd4-687bc3434b67 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:16:45.178997 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.180200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:45.341593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:45.341817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:45.351896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port d288a87c-008f-4208-b424-d0103d244d00 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:45.352290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.380646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:45.393526 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.393786 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] Sync routers for ids ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:45.396309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4b593cad-a6ec-4ae3-ae9e-b92140222525 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "PUT /v2.0/routers/1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 200 len: 921 time: 2.6013103 Aug 22 15:16:45.399530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-1ab0decd-3a70-4887-9e68-4ad758ffeb44 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:45.404328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:45.405349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:45.418415 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] Routers {'1c44fda4-f1d7-40c8-9fd4-687bc3434b67'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:45.419128 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:45.421556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:45.422078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device b8d4c7d1-0bd2-41d2-9678-e29283a99fe8 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:45.422503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d8d58d91-da42-4a0e-b189-df6bfb631b8b no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:45.435095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-1ab0decd-3a70-4887-9e68-4ad758ffeb44 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:45.452550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-1ab0decd-3a70-4887-9e68-4ad758ffeb44 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:45.477800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-1ab0decd-3a70-4887-9e68-4ad758ffeb44 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:45.490284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-1ab0decd-3a70-4887-9e68-4ad758ffeb44 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 3149 time: 0.2324586 Aug 22 15:16:45.516552 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:45.539053 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] Routers {'1c44fda4-f1d7-40c8-9fd4-687bc3434b67'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:45.540014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:45.555487 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb5e265-3350-4418-a835-008b1c06cfce x-openstack-request-id: req-eeb5e265-3350-4418-a835-008b1c06cfce {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:45.556231 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "b8d4c7d1-0bd2-41d2-9678-e29283a99fe8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:45.556231 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeb5e265-3350-4418-a835-008b1c06cfce {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:45.556231 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'b8d4c7d1-0bd2-41d2-9678-e29283a99fe8', 'status': 'completed', 'code': 200} Aug 22 15:16:45.587617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.607279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4591d8fe-9a68-44cf-bfec-313a5f327305 req-e40e7897-9178-41ad-bf05-18609892d697 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142232 Aug 22 15:16:45.634941 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:45.636555 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2198-d61a-4382-bac9-0bec33299e21 None None] The sync data for ids ['1c44fda4-f1d7-40c8-9fd4-687bc3434b67'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:45.677225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:45.723403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port d288a87c-008f-4208-b424-d0103d244d00, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d288a87c-008f-4208-b424-d0103d244d00,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:45.729298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.777798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.778657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 5dae21da-da0c-4506-be96-23ae3dfee837 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:45.806183 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0397a620-83d9-4d43-8b41-85f1a1ed791f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 200 len: 921 time: 0.4003549 Aug 22 15:16:45.808906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35554) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:45.881411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:45.925274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9b34f-ff17-4afd-9c33-3c1dcc39f3c2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:45.927836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-16f9b34f-ff17-4afd-9c33-3c1dcc39f3c2 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=1c44fda4-f1d7-40c8-9fd4-687bc3434b67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1176455 Aug 22 15:16:45.931428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:45.938752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:45.976502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:46.083543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.083943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.084289 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Floating IP 8312dca3-dd58-4218-9adf-e91ef589231c disassociated. External IP: 172.25.0.134, port: d288a87c-008f-4208-b424-d0103d244d00. Aug 22 15:16:46.084645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for d288a87c-008f-4208-b424-d0103d244d00 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:46.089336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a244a-bf09-4d6f-af4b-42fda6257d97 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:46.090767 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e5a244a-bf09-4d6f-af4b-42fda6257d97 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1583622 Aug 22 15:16:46.094638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35562) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:46.110149 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.110947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 75c64300-50f2-49a9-b7c0-53ae10a7fe2b no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:46.146775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9ee4f61-5f4a-4647-98db-6d370a0711ce tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 200 len: 205 time: 0.0472124 Aug 22 15:16:46.149079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:46.193850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 75c64300-50f2-49a9-b7c0-53ae10a7fe2b not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:46.194569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d288a87c-008f-4208-b424-d0103d244d00 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:46.227303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:46.289606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.305802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.390922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.406806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.421537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=d288a87c-008f-4208-b424-d0103d244d00,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:46.552965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:16:46.612434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port 2cceb68d-426b-4845-a0b9-ae0877068d9d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:46.613032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.696820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:46.706108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Sync routers for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:46.716713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:46.717348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:46.740260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port d288a87c-008f-4208-b424-d0103d244d00 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:46.744392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.746588 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-c8cc8d65-9012-4114-bd43-6bf6501d6b4d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "DELETE /v2.0/ports/d288a87c-008f-4208-b424-d0103d244d00 HTTP/1.1" status: 204 len: 173 time: 1.6574368 Aug 22 15:16:46.772972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.815381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for 2cceb68d-426b-4845-a0b9-ae0877068d9d owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:46.841749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9b643-efb7-4f9e-a335-152ff4b90276 req-b1a055c1-5e18-4edd-bf2b-1eaed8483d25 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:46.850994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9b643-efb7-4f9e-a335-152ff4b90276 req-b1a055c1-5e18-4edd-bf2b-1eaed8483d25 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:46.857518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9b643-efb7-4f9e-a335-152ff4b90276 req-b1a055c1-5e18-4edd-bf2b-1eaed8483d25 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:46.867426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9b9b643-efb7-4f9e-a335-152ff4b90276 req-b1a055c1-5e18-4edd-bf2b-1eaed8483d25 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 2409 time: 0.1672945 Aug 22 15:16:46.923411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:46.952536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port 86926a77-2508-4066-ab3e-d8feb517e0f1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:46.952908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:46.984300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d9b9b643-efb7-4f9e-a335-152ff4b90276 req-761fbb74-dee3-472c-ae32-2df8c302bb83 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118441 Aug 22 15:16:47.105911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port 86926a77-2508-4066-ab3e-d8feb517e0f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=86926a77-2508-4066-ab3e-d8feb517e0f1,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:47.109097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.122238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for 86926a77-2508-4066-ab3e-d8feb517e0f1 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:47.123313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:47.125797 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2805a080-a4c3-435c-b5c8-55b83a83cae4" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:47.181950 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efb79d-8f34-495b-9997-6643b6bf0cc7 x-openstack-request-id: req-24efb79d-8f34-495b-9997-6643b6bf0cc7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:47.182323 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:47.182600 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24efb79d-8f34-495b-9997-6643b6bf0cc7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:47.182883 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'code': 200} Aug 22 15:16:47.183136 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837', 'code': 200} Aug 22 15:16:47.236419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:47.259701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.266889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Checking router: 2908fb78-f75a-4a2c-bdc4-d78f8173cffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:16:47.288773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:47.289408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:47.305665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=2cceb68d-426b-4845-a0b9-ae0877068d9d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:47.376402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.428010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:47.430632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.459585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=86926a77-2508-4066-ab3e-d8feb517e0f1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:47.475611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.478341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.539406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port 86926a77-2508-4066-ab3e-d8feb517e0f1 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:47.546161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.550161 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-00df1bf1-8062-4c3f-9ca5-fcdaf5e94c8a tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "DELETE /v2.0/ports/86926a77-2508-4066-ab3e-d8feb517e0f1 HTTP/1.1" status: 204 len: 173 time: 0.7975137 Aug 22 15:16:47.557912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00'}, {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:47.561005 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d13c8-c749-4955-8ef5-fb9a62fd8095" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "d288a87c-008f-4208-b424-d0103d244d00"}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:47.618003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.618584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router 1c44fda4-f1d7-40c8-9fd4-687bc3434b67 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:47.626006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.627271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a9d632f4-b352-49aa-99cf-a78446e8c020 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 204 len: 168 time: 1.4758875 Aug 22 15:16:47.632329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:47.640100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753636021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:47.673755 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229fed1-65b1-4ae7-a594-be7a1abbbf55 x-openstack-request-id: req-f229fed1-65b1-4ae7-a594-be7a1abbbf55 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:47.674388 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "d288a87c-008f-4208-b424-d0103d244d00", "status": "completed", "code": 200}, {"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "86926a77-2508-4066-ab3e-d8feb517e0f1", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:47.674388 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f229fed1-65b1-4ae7-a594-be7a1abbbf55 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:47.674735 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'd288a87c-008f-4208-b424-d0103d244d00', 'status': 'completed', 'code': 200} Aug 22 15:16:47.674952 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': '86926a77-2508-4066-ab3e-d8feb517e0f1', 'status': 'completed', 'code': 200} Aug 22 15:16:47.705812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port d8d58d91-da42-4a0e-b189-df6bfb631b8b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:47.706534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.727753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:47.759758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c883ba-5e6a-4844-989b-291f7a723e7e None None] The sync data for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 is: [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:05:39Z', 'revision_number': 4, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9951e6ee-8d6f-423d-a45a-aea26c6e2bff', 'name': '', 'network_id': '2f82a258-f38f-4fc5-8068-7521c0af2669', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'mac_address': 'fa:16:3e:37:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:38Z', 'updated_at': '2021-08-22T15:05:51Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'subnets': [{'id': '2f701b98-e457-4b6a-b1d9-123e837432e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:47.818371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port d8d58d91-da42-4a0e-b189-df6bfb631b8b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d8d58d91-da42-4a0e-b189-df6bfb631b8b,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:47.822524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.839031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for d8d58d91-da42-4a0e-b189-df6bfb631b8b owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:47.851541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:47.853919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.005921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.070951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.225726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d8b7-b8f9-4ea7-b160-b5b9b55cbbec req-d501e5e0-9d25-4f7f-afc3-32726cee5c9d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:48.234804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d8b7-b8f9-4ea7-b160-b5b9b55cbbec req-d501e5e0-9d25-4f7f-afc3-32726cee5c9d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:48.243119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9504d8b7-b8f9-4ea7-b160-b5b9b55cbbec req-d501e5e0-9d25-4f7f-afc3-32726cee5c9d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 1677 time: 0.1002274 Aug 22 15:16:48.250653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.252024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3a5f633a-5a1e-40d0-a4ee-27f1942c2569 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6187174 Aug 22 15:16:48.252901 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58e10d-5adf-403d-acac-175d419ca1e3 None None] New status for floating IP 8312dca3-dd58-4218-9adf-e91ef589231c: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:16:48.256339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35604) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:48.262325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:48.296593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9504d8b7-b8f9-4ea7-b160-b5b9b55cbbec req-d25ed7f0-01a9-453c-b14a-031a477d48ba tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525782 Aug 22 15:16:48.317416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.387207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=d8d58d91-da42-4a0e-b189-df6bfb631b8b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:48.460513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port d8d58d91-da42-4a0e-b189-df6bfb631b8b on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:48.461333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.463521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-89bd8f58-9ac1-433c-89a2-dd48101ba7f1 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "DELETE /v2.0/ports/d8d58d91-da42-4a0e-b189-df6bfb631b8b HTTP/1.1" status: 204 len: 173 time: 0.9069872 Aug 22 15:16:48.596039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:48.652694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port 5dae21da-da0c-4506-be96-23ae3dfee837 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:48.653098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.183787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port 5dae21da-da0c-4506-be96-23ae3dfee837, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=5dae21da-da0c-4506-be96-23ae3dfee837,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:49.184456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.202554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for 5dae21da-da0c-4506-be96-23ae3dfee837 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:49.419557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.440318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8bee6-8af2-4b42-a6b8-2ee7266be817 req-6805ecbc-b2bd-4194-b92b-60d0924ebfc4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:49.446728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5a8bee6-8af2-4b42-a6b8-2ee7266be817 req-6805ecbc-b2bd-4194-b92b-60d0924ebfc4 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 943 time: 0.0658245 Aug 22 15:16:49.449106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.522664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5a8bee6-8af2-4b42-a6b8-2ee7266be817 req-c2a806d6-6481-4b19-9ded-532c5048f74b tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups?id=3debeabb-29b5-4648-9b37-9411f8ad4199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724199 Aug 22 15:16:49.580683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.620799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=5dae21da-da0c-4506-be96-23ae3dfee837,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:49.661828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Allocated IP 172.25.0.185 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/f9cd0491-70ac-4f42-841e-b7a420c42863) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:49.680084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:49.682406 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767ede0-c31e-49dc-be3c-6f11460def72" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:49.687594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port 5dae21da-da0c-4506-be96-23ae3dfee837 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:49.694299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.696370 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-00701401-b246-4ef3-931f-28b6def1007f req-15b883e1-dcbd-4cb9-95ec-91185584aeef tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.54 "DELETE /v2.0/ports/5dae21da-da0c-4506-be96-23ae3dfee837 HTTP/1.1" status: 204 len: 173 time: 1.2049375 Aug 22 15:16:49.732532 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b333234-2104-4cad-9028-c2ecb7144205 x-openstack-request-id: req-1b333234-2104-4cad-9028-c2ecb7144205 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:49.734142 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "d8d58d91-da42-4a0e-b189-df6bfb631b8b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:49.734142 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b333234-2104-4cad-9028-c2ecb7144205 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:49.734142 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': 'd8d58d91-da42-4a0e-b189-df6bfb631b8b', 'status': 'completed', 'code': 200} Aug 22 15:16:49.811264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.940084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:49.984715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:49.987818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:49.992586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:50.024760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event updated for resources: {'Port': ['ID=f9cd0491-70ac-4f42-841e-b7a420c42863,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:50.386056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:50.527477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35634) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:50.640178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:50.642196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:50.669096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b1f-66da-4525-ab8c-6afdecdfd64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:50.700423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c5dfcbb7-4ed2-4d59-aeda-a1458eed9c34 req-6d5adf00-aacf-4110-b96b-c0b7b9ed7dcf tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0608971 Aug 22 15:16:50.881978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b1f-66da-4525-ab8c-6afdecdfd64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:50.914095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Router e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:50.962075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2f71b1f-66da-4525-ab8c-6afdecdfd64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.030161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2f71b1f-66da-4525-ab8c-6afdecdfd64a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6d1f0717e6c454a96c029fe58013568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007582 Aug 22 15:16:51.031410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f71b1f-66da-4525-ab8c-6afdecdfd64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74226a30-1abf-4d11-9fc8-2415eccfd275,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:51.034886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35640) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.063766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:51.073160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.076215 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6848e597-1c25-4f22-ae88-53c38930bf72 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "PUT /v2.0/routers/e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 200 len: 880 time: 2.8160872 Aug 22 15:16:51.080498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35642) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.083134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] Sync routers for ids ['e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:51.096485 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.105754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] Routers {'e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:51.106816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:51.112595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.149304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:51.157016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.169938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] Routers {'e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:51.170546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:51.221544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:51.222527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca53ab-762d-4418-a667-ce364e8f94ca None None] The sync data for ids ['e6ed1253-8f0d-4818-a5b6-4ef85a999ac7'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:51.252929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-86953afa-d12b-40d2-9712-c9a8f50be695 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 200 len: 921 time: 0.1613805 Aug 22 15:16:51.256552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35644) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.348816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf4245-0b65-4855-90ac-8c31cf5822b8 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:51.352925 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7faf4245-0b65-4855-90ac-8c31cf5822b8 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=e6ed1253-8f0d-4818-a5b6-4ef85a999ac7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927217 Aug 22 15:16:51.353053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35648) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.367071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.370134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.371361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74226a30-1abf-4d11-9fc8-2415eccfd275 HTTP/1.1" status: 204 len: 168 time: 0.3347237 Aug 22 15:16:51.381827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2c58-47c9-4b9f-9caa-5026af3254cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74226a30-1abf-4d11-9fc8-2415eccfd275,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:51.468293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27348b6b-0979-4696-9100-501a57c3367a tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:51.473309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-27348b6b-0979-4696-9100-501a57c3367a tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1187253 Aug 22 15:16:51.473590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.507340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a524d37c-6c1e-4ab1-a8ae-15430a80029e tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 200 len: 205 time: 0.0321360 Aug 22 15:16:51.509782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:51.638568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.734981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:51.742768 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041687e3-e0f7-49ec-b367-0f6f26a36197" -d '{"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:51.766045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:51.809896 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06140269-f59d-4a94-b4de-4b32956b6442 x-openstack-request-id: req-06140269-f59d-4a94-b4de-4b32956b6442 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:51.810491 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24e988c-d662-4109-8025-c220457b9c4f", "name": "network-vif-deleted", "tag": "5dae21da-da0c-4506-be96-23ae3dfee837", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:51.810747 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06140269-f59d-4a94-b4de-4b32956b6442 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:51.811152 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24e988c-d662-4109-8025-c220457b9c4f', 'name': 'network-vif-deleted', 'tag': '5dae21da-da0c-4506-be96-23ae3dfee837', 'status': 'completed', 'code': 200} Aug 22 15:16:52.235327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6e8c44e-9b50-472a-925a-a70245e93f19 req-ad1b3b4d-4dc8-453c-bdb4-60b86c548280 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.4018850 Aug 22 15:16:52.288347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port f9cd0491-70ac-4f42-841e-b7a420c42863 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:52.288696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:52.399127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:52.419701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for f9cd0491-70ac-4f42-841e-b7a420c42863 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:52.704795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:52.738345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=f9cd0491-70ac-4f42-841e-b7a420c42863,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:52.816655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:52.919349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:52.921258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.087802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.088383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:53.095938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.100937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3851e8dd-1e97-4970-9db4-cb8a7d64f47b tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 204 len: 168 time: 1.5901098 Aug 22 15:16:53.105461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35694) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:53.119936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2070856403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:53.265024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.266399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.342863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.401368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0261ab2b-6bc4-42d0-95e8-ecf87a430478 req-47765cdb-03e7-414d-8a53-f1625eb01705 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0460052 Aug 22 15:16:53.503483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.621897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:53.623460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e1316c1-c2c9-4067-8670-1e8659b3d2d0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5073979 Aug 22 15:16:53.626698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:53.632866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': True}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:53.866609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.131702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35718) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:54.266967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.291322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.300603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e90fed9d-8e61-4717-bfc8-fb76394cbd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.403533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e90fed9d-8e61-4717-bfc8-fb76394cbd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.435127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.25.0.207 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e6a8432b-be3f-4c7f-993b-c802b2ea6d9f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:54.516677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e90fed9d-8e61-4717-bfc8-fb76394cbd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.536867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f8ca4b1-085d-46c5-bca7-a096983ecf14 req-a4f5b4a5-09f4-4186-bef0-00244ff3ce26 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0312285 Aug 22 15:16:54.586481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e90fed9d-8e61-4717-bfc8-fb76394cbd26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56dd64203a134daaafb39d94f6654ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533837 Aug 22 15:16:54.587960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fed9d-8e61-4717-bfc8-fb76394cbd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae8e38a-47ee-495f-8f3a-5272124cfac9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:54.590414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35724) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:54.695448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.734853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.777211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.842623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.888126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:16:54.891609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:16:54.896872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:16:54.909585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=e6a8432b-be3f-4c7f-993b-c802b2ea6d9f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:54.952570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.956979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:54.959659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ae8e38a-47ee-495f-8f3a-5272124cfac9 HTTP/1.1" status: 204 len: 168 time: 0.3682323 Aug 22 15:16:54.981731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085adc-b31e-4c49-83ae-d5d96094e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae8e38a-47ee-495f-8f3a-5272124cfac9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:55.366527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:55.645109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:55.649921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:55.753693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7962740-e6ae-4d5c-b294-fd5b2187b0e5 req-7a4cc80d-9742-4d97-9782-02901127b887 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0467942 Aug 22 15:16:55.852119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5ef1a-1251-4083-b646-53bd1c7d8e70 req-d27ac5d4-d7de-4332-8458-a4e815afaa03 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:55.854025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03b5ef1a-1251-4083-b646-53bd1c7d8e70 req-d27ac5d4-d7de-4332-8458-a4e815afaa03 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.1214819 Aug 22 15:16:55.934721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03b5ef1a-1251-4083-b646-53bd1c7d8e70 req-376ca63e-3580-4a2a-95bb-aa6d629cd1e1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623021 Aug 22 15:16:56.058549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:16:56.258841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:56.264223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:56.268801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12aec245-495e-42aa-ac3c-d9b89a308161 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "PUT /v2.0/routers/ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 200 len: 915 time: 2.6379097 Aug 22 15:16:56.270650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35760) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:56.280925 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] Sync routers for ids ['ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:56.292362 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] Routers {'ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:56.292987 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:56.331910 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:56.343541 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] Routers {'ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:56.344480 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:56.384666 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:56.385810 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e484b-7db0-4729-94f2-e631a8eaedac None None] The sync data for ids ['ebc3d60c-7bf9-482f-84c7-ef4f05f75c20'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:16:56.473513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e5abf4b-a2fa-499a-900e-c905ed7102df tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 200 len: 921 time: 0.2001569 Aug 22 15:16:56.474744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35764) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:56.539773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68136b65-c1f7-47a1-8811-3437de6680b4 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:56.544039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-68136b65-c1f7-47a1-8811-3437de6680b4 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=ebc3d60c-7bf9-482f-84c7-ef4f05f75c20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0662971 Aug 22 15:16:56.545373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35768) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:56.661590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86a46d-432d-4293-bbea-2c164dc1e338 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:56.663618 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc86a46d-432d-4293-bbea-2c164dc1e338 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1166816 Aug 22 15:16:56.666475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35770) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:56.697256 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f2262fb7-e28b-4182-8c75-79b0750412f7 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 200 len: 205 time: 0.0295613 Aug 22 15:16:56.699958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:56.840284 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:56.937191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67b581a9-e00f-4e24-9d9e-5c86dd3080c2 req-325878aa-69c5-4fbd-834d-3cd388fc0351 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0397139 Aug 22 15:16:57.015693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.101435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70c705-3346-4c83-bef9-2b893096298b req-266fe1dc-17a7-41d6-9a6b-289da24334e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:57.103002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c70c705-3346-4c83-bef9-2b893096298b req-266fe1dc-17a7-41d6-9a6b-289da24334e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.0762529 Aug 22 15:16:57.180305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c70c705-3346-4c83-bef9-2b893096298b req-b635c578-d4a0-4f79-9a4c-011611124d5c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546305 Aug 22 15:16:57.195945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port e6a8432b-be3f-4c7f-993b-c802b2ea6d9f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:57.196326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.289175 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.302453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for e6a8432b-be3f-4c7f-993b-c802b2ea6d9f owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:57.562169 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.590969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=e6a8432b-be3f-4c7f-993b-c802b2ea6d9f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:57.679617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.737186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-10075902-fc94-468c-9e8b-0b0033523b34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:57.739746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-10075902-fc94-468c-9e8b-0b0033523b34 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.0859025 Aug 22 15:16:57.782408 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.784774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.882907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port 19ebf716-f703-47d5-9ae5-02227d7de4f6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:16:57.883382 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.914933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.915475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:16:57.923879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:57.927332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-befde5f2-1a21-4b1b-8ad4-5832583430a4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 204 len: 168 time: 1.2240567 Aug 22 15:16:57.929875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35806) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:57.935493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-793089656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:58.007873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.009091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.016423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port 19ebf716-f703-47d5-9ae5-02227d7de4f6, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=19ebf716-f703-47d5-9ae5-02227d7de4f6,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:16:58.019052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.126599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.156464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca260035-52b4-4e1c-a3eb-b3996ee38604 req-bab7cee4-0872-43e0-b315-e3040a8eb135 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0327857 Aug 22 15:16:58.190695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.279687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.280157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.280634 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP dff55c56-9644-4348-89ef-b7b661f2d9ff disassociated. External IP: 172.25.0.253, port: 19ebf716-f703-47d5-9ae5-02227d7de4f6. Aug 22 15:16:58.281029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for 19ebf716-f703-47d5-9ae5-02227d7de4f6 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:16:58.332109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.336215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cae6e174-d867-4699-b57c-69577ade00d4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4024334 Aug 22 15:16:58.337441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35816) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:16:58.344338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'enable_snat': False}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:16:58.358922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9e5e9-5a17-4610-ac49-489b0992bb39 req-d68f93ad-5c2c-470b-8299-11830927600b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:16:58.361007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e9e5e9-5a17-4610-ac49-489b0992bb39 req-d68f93ad-5c2c-470b-8299-11830927600b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 946 time: 0.0859861 Aug 22 15:16:58.416777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6e9e5e9-5a17-4610-ac49-489b0992bb39 req-304bf911-2095-4c4c-9e2f-493514a7d218 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Aug 22 15:16:58.590033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.716424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:58.756234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=19ebf716-f703-47d5-9ae5-02227d7de4f6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:16:58.994775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:16:59.024344 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:59.080805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:59.304823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e574fd72-bc8f-4dc4-9ff2-12c7703be6bc req-6d9becc6-7e0d-433c-ad0d-49533e454578 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0386057 Aug 22 15:16:59.541759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd049b12-ea0b-4198-9099-5d15764c2a68 req-f93dbeea-e9fd-471e-976a-cc72dfa58e50 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0364480 Aug 22 15:16:59.604256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:16:59.611812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 19ebf716-f703-47d5-9ae5-02227d7de4f6 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:16:59.642733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 19ebf716-f703-47d5-9ae5-02227d7de4f6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:16:59.643292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 19ebf716-f703-47d5-9ae5-02227d7de4f6 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:16:59.648609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:16:59.654584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port 19ebf716-f703-47d5-9ae5-02227d7de4f6 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:16:59.659800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:59.661848 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-169e9cde-6c55-4e92-bdce-ad2ad77d23f7 req-80339334-743d-4cdc-ae1b-b9decdf0c07a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.10 "DELETE /v2.0/ports/19ebf716-f703-47d5-9ae5-02227d7de4f6 HTTP/1.1" status: 204 len: 173 time: 1.9154272 Aug 22 15:16:59.662309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'name': 'network-vif-deleted', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:16:59.662636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:16:59.663541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:16:59.664796 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618c101-9626-4618-949c-2d93ab66e704" -d '{"events": [{"server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "name": "network-vif-deleted", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:16:59.683165 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Allocated IP 172.25.0.138 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/d09ed3d8-24fd-4ab5-9a3a-59724c63f3e8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:16:59.733868 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90919c86-cbf8-4e1c-b36f-c04100a1ec86 x-openstack-request-id: req-90919c86-cbf8-4e1c-b36f-c04100a1ec86 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:16:59.734314 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bc43e-1098-4752-a127-73be4269323d", "name": "network-vif-deleted", "tag": "19ebf716-f703-47d5-9ae5-02227d7de4f6", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:16:59.734621 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90919c86-cbf8-4e1c-b36f-c04100a1ec86 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:16:59.735038 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bc43e-1098-4752-a127-73be4269323d', 'name': 'network-vif-deleted', 'tag': '19ebf716-f703-47d5-9ae5-02227d7de4f6', 'status': 'completed', 'code': 200} Aug 22 15:16:59.797171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:16:59.829292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:16:59.962408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:00.001876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:00.005199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:00.009066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:00.045426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Pushing event updated for resources: {'Port': ['ID=d09ed3d8-24fd-4ab5-9a3a-59724c63f3e8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:00.054262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:00.085567 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:17:00.092037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d25f47cf-a70a-4a1d-a1d2-a6afdbe9c9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:00.096355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:00.108453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:00.109125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:00.405837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:00.414688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:00.467667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bc5d68c-8c5f-4a69-a5c5-8a5b4ee064f1 req-1e724621-36fb-437b-bc4f-f4d2bc12c770 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0635819 Aug 22 15:17:00.680915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:00.682242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa5971ac-26a1-47b5-9ebb-739e549c3d51 req-d0bdd910-091a-41dd-a1b2-eda90ac4f892 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0530808 Aug 22 15:17:00.686852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:00.696162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:00.744952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0006c-6b59-4370-a479-c742a30a2fe2 None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:00.955985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Router d57e7ea9-4a5c-4096-8f88-3dc580610b01 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:17:01.085502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16805e1-d66b-4f63-a554-293a7ae4fee9 None None] New status for floating IP dff55c56-9644-4348-89ef-b7b661f2d9ff: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:17:01.109463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:01.114798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:01.118860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:01.121217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] Sync routers for ids ['d57e7ea9-4a5c-4096-8f88-3dc580610b01'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:01.126552 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3aaad506-991b-4e74-8a06-e4b69bc252ad tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "PUT /v2.0/routers/d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 200 len: 915 time: 2.7863259 Aug 22 15:17:01.132613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] Routers {'d57e7ea9-4a5c-4096-8f88-3dc580610b01'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:01.133249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['d57e7ea9-4a5c-4096-8f88-3dc580610b01'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:01.182988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:01.195350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] Routers {'d57e7ea9-4a5c-4096-8f88-3dc580610b01'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:01.196257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['d57e7ea9-4a5c-4096-8f88-3dc580610b01'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:01.253787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:01.254569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ba6f5-3473-4159-938e-05304591cfbf None None] The sync data for ids ['d57e7ea9-4a5c-4096-8f88-3dc580610b01'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:01.297604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-adf1ff7c-a824-40ee-b877-42141105632f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 200 len: 921 time: 0.1727505 Aug 22 15:17:01.298105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35856) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:01.360030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46830ec4-811f-4771-9b33-14363b9fb00d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:01.365292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35858) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:01.366598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46830ec4-811f-4771-9b33-14363b9fb00d tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=d57e7ea9-4a5c-4096-8f88-3dc580610b01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0670638 Aug 22 15:17:01.475593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504402e8-b1da-40ea-95e5-3f77d877200f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:01.476971 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-504402e8-b1da-40ea-95e5-3f77d877200f tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 881 time: 0.1100676 Aug 22 15:17:01.479901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35860) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:01.513200 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa2f406b-15d5-47a8-870a-46fb0c1647db tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 200 len: 205 time: 0.0321307 Aug 22 15:17:01.516068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35864) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:02.103655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72f8d161-b718-4cba-bf2a-29a387c3a316 req-3f50ac9a-4c23-4efc-8ead-2aae630626ea tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0775826 Aug 22 15:17:02.119682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed6c0273-66a3-4e0e-b568-e1632802cdbe req-ce434966-756e-4ad3-afa5-1ca1f833f27d tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0923810 Aug 22 15:17:02.134977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.258900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.356470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port d09ed3d8-24fd-4ab5-9a3a-59724c63f3e8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:02.356733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.435730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.449240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for d09ed3d8-24fd-4ab5-9a3a-59724c63f3e8 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:02.687951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.722165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=d09ed3d8-24fd-4ab5-9a3a-59724c63f3e8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:02.751146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.751502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.751853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.752222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.752561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.752925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.753235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.753566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.754509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.754784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.755125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.755455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:02.797849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.853255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.894565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:02.896744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.001820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.002324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router d57e7ea9-4a5c-4096-8f88-3dc580610b01 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:17:03.009786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.015916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:03.016658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c5e85a7f-ef29-4df0-8f70-c21a16351784 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 204 len: 168 time: 1.4989789 Aug 22 15:17:03.022430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-941525324', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:03.110731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.112015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.173144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.223591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d8f1f30f-ca54-4f9e-a5c6-7c35d332c53c req-695ad92e-b47d-4190-9b04-4e5673da8e88 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0317614 Aug 22 15:17:03.287888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ac90efde-2354-4a68-9dd3-a43c7274869a req-56e266dd-4a19-48c6-89c0-f32028d226da tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/ports?device_id=a24e988c-d662-4109-8025-c220457b9c4f HTTP/1.1" status: 200 len: 210 time: 0.0595474 Aug 22 15:17:03.424372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.475298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5971a5aa-1d84-4314-9711-a75f7c5dda12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.725800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.747671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:03.873234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Allocated IP 172.25.0.155 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/7e035cf2-101b-4c61-976f-23b519ef6b52) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:03.993298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.103121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.162655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:04.166412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:04.169482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:04.178682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event updated for resources: {'Port': ['ID=7e035cf2-101b-4c61-976f-23b519ef6b52,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:04.424438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc1c31a6-2755-47f4-beaa-e563910f457f req-a57d79df-c502-48ab-83a9-8ae1134ca9e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0593948 Aug 22 15:17:04.543129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35912) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:04.616274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.631133 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.699499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.836801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.848986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.851600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.855446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/security-groups/3debeabb-29b5-4648-9b37-9411f8ad4199 HTTP/1.1" status: 204 len: 168 time: 0.3087656 Aug 22 15:17:04.856640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35918) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:04.858666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:04.878724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93828e-e4dd-4683-b00f-731313644afc tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3debeabb-29b5-4648-9b37-9411f8ad4199,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:04.881755 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-2a025915-03d0-4b20-bd79-abcf6991b0d5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] show failed (client error): The resource could not be found. Aug 22 15:17:04.884165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2a025915-03d0-4b20-bd79-abcf6991b0d5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "GET /v2.0/security-groups/3debeabb-29b5-4648-9b37-9411f8ad4199 HTTP/1.1" status: 404 len: 347 time: 0.0237784 Aug 22 15:17:04.887032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35920) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:05.043153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port c9201b69-6c4f-4207-a936-70d79f7d285e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:05.043427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.060235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Router f9266423-fe06-4a45-98f6-721f55e04c84 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:17:05.143449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.143901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.158822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for c9201b69-6c4f-4207-a936-70d79f7d285e owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:05.183671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:05.197651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] Sync routers for ids ['f9266423-fe06-4a45-98f6-721f55e04c84'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:05.210932 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] Routers {'f9266423-fe06-4a45-98f6-721f55e04c84'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:05.211646 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9266423-fe06-4a45-98f6-721f55e04c84'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:05.244851 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:05.254493 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] Routers {'f9266423-fe06-4a45-98f6-721f55e04c84'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:05.255474 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9266423-fe06-4a45-98f6-721f55e04c84'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:05.293646 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:05.294676 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07377b0-3e6b-436b-89ef-bdb2bbb4ad64 None None] The sync data for ids ['f9266423-fe06-4a45-98f6-721f55e04c84'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:05.530511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7e3abdf-71ca-493c-87f6-94073783867d req-724e7380-72ff-4788-b832-26b882208bfc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0280552 Aug 22 15:17:05.613743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.621113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1a4f869f-33fe-4fad-b236-36cfa3aeb9bb tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5978391 Aug 22 15:17:05.621856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:05.626093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:05.663745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.698882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=c9201b69-6c4f-4207-a936-70d79f7d285e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:05.840774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.843191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:05.844449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e3e72b0d-4212-470f-87e5-fd39973648e2 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/floatingips/8312dca3-dd58-4218-9adf-e91ef589231c HTTP/1.1" status: 204 len: 168 time: 0.9518631 Aug 22 15:17:05.847197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35930) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:06.033746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port 75c64300-50f2-49a9-b7c0-53ae10a7fe2b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:06.034099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.145290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.171732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.185062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for 75c64300-50f2-49a9-b7c0-53ae10a7fe2b owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:06.243021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.369589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Deleting port 7e035cf2-101b-4c61-976f-23b519ef6b52 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:06.369934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.451471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.454211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.493215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Calling delete_port for 7e035cf2-101b-4c61-976f-23b519ef6b52 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:06.495036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=75c64300-50f2-49a9-b7c0-53ae10a7fe2b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:06.646591 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.648716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d23db52f-ec80-4414-9fc4-914cce08fd51 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/ports/75c64300-50f2-49a9-b7c0-53ae10a7fe2b HTTP/1.1" status: 204 len: 168 time: 0.8005137 Aug 22 15:17:06.650962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-218d7118-d9a4-46ea-9f23-be779d3773f1 req-b8ad2290-bd8f-415b-8971-1b6780c26fa3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0400255 Aug 22 15:17:06.651518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35938) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:06.750846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.849179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:06.920749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Pushing event deleted for resources: {'Port': ['ID=7e035cf2-101b-4c61-976f-23b519ef6b52,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:07.020868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.204830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:07.205131 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.282757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.286403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.304460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.317681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:07.365971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Router f9266423-fe06-4a45-98f6-721f55e04c84 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:07.446530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:07.453233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.454423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3e72d23-d5c3-4699-9592-5ab313714a3c tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "PUT /v2.0/routers/f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 200 len: 705 time: 1.8321316 Aug 22 15:17:07.457453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.460770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] Sync routers for ids ['f9266423-fe06-4a45-98f6-721f55e04c84'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:07.471062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] Routers {'f9266423-fe06-4a45-98f6-721f55e04c84'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:07.472138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9266423-fe06-4a45-98f6-721f55e04c84'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:07.505819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.514069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:07.524618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] Routers {'f9266423-fe06-4a45-98f6-721f55e04c84'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:07.525549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f9266423-fe06-4a45-98f6-721f55e04c84'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:07.538175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7103aa95-a632-4746-af98-7fda6aa9b0b0 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/routers/f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 200 len: 740 time: 0.0795388 Aug 22 15:17:07.540841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35952) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.567172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:07.567913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0424e91-3c33-4178-b244-bdc832e81b3f None None] The sync data for ids ['f9266423-fe06-4a45-98f6-721f55e04c84'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:07.603907 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d545d73-e778-46c2-a0bc-2ade518cfee8 tempest-RoutersAdminTest-1166814997 tempest-RoutersAdminTest-1166814997-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&device_id=f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 200 len: 205 time: 0.0592234 Aug 22 15:17:07.604219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.606060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=ec1f7d50-3ffe-43a8-8470-ae9a03e406f4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:07.632338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-14a5edff-6664-40b6-b3ab-9b515d3c72be tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 200 len: 205 time: 0.0269947 Aug 22 15:17:07.634756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35958) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.638112 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.642447 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bd6ce9d1-a8a3-4be8-895e-9b7c79c0ceac tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/ports/ec1f7d50-3ffe-43a8-8470-ae9a03e406f4 HTTP/1.1" status: 204 len: 168 time: 0.9873619 Aug 22 15:17:07.643474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.710396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting subnet 56f14785-4ea1-4716-99f9-5daa06381b10 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:07.712145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.730345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35964) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:07.746013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.757172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.807753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40297378-1189-4513-a82c-da74a08ae5bc req-515767f9-4b95-4ed2-95ed-01faa16d6fce tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=975bc43e-1098-4752-a127-73be4269323d HTTP/1.1" status: 200 len: 210 time: 0.0667119 Aug 22 15:17:07.874204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.965695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b33c59c6-3eea-42be-986a-04a5d7e7e7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.968533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:07.971358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.025168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.058078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Subnet': ['ID=56f14785-4ea1-4716-99f9-5daa06381b10,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:08.068529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.068529 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f976174a-d332-4cbb-9475-b3f14ac42e95 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/subnets/56f14785-4ea1-4716-99f9-5daa06381b10 HTTP/1.1" status: 204 len: 168 time: 0.4213169 Aug 22 15:17:08.069151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35968) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.070737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b37d55-c076-44a7-944f-2ce551bbd409 None None] Network 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:08.125327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.125827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Fanout notify agent at l3_agent the message router_deleted on router f9266423-fe06-4a45-98f6-721f55e04c84 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:17:08.131329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting subnet a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:08.141562 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.142684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4ad6da56-e695-4e8a-935a-26ce0be891f0 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 204 len: 168 time: 0.5069599 Aug 22 15:17:08.147152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.147719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.180734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d35ef1c8-288c-41bc-bb7a-ee0716566e92 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 200 len: 205 time: 0.0321980 Aug 22 15:17:08.182935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35972) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.200178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.222012 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-6349e0e9-64d5-4158-8af3-eb27958734ad tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:08.223462 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6349e0e9-64d5-4158-8af3-eb27958734ad tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/f9266423-fe06-4a45-98f6-721f55e04c84 HTTP/1.1" status: 404 len: 336 time: 0.0393007 Aug 22 15:17:08.226309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35976) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.267505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4b560af7-7e71-4a5d-8f12-e5c9865a40db tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 200 len: 205 time: 0.0399523 Aug 22 15:17:08.270726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.293360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] DHCP port deletion for 8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:08.306099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b33c59c6-3eea-42be-986a-04a5d7e7e7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.318025 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-3f58f839-e9d6-41ce-ba72-616eebc1e737 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:08.319174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f58f839-e9d6-41ce-ba72-616eebc1e737 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/d57e7ea9-4a5c-4096-8f88-3dc580610b01 HTTP/1.1" status: 404 len: 336 time: 0.0474122 Aug 22 15:17:08.321849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35980) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.322412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.350705 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb6fd0a1-a3f5-4c29-bb4f-e48eb8a18a2e tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 200 len: 205 time: 0.0275898 Aug 22 15:17:08.353638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35982) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.355953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Deleting port 893d39c3-3785-4502-bb4a-11bb5e5a9313 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:08.356437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.376513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b33c59c6-3eea-42be-986a-04a5d7e7e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.393371 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-94142ec8-1dd9-4bf3-a19a-42f0a696aba4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:08.397245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-94142ec8-1dd9-4bf3-a19a-42f0a696aba4 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/ebc3d60c-7bf9-482f-84c7-ef4f05f75c20 HTTP/1.1" status: 404 len: 336 time: 0.0397933 Aug 22 15:17:08.397963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.424406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b33c59c6-3eea-42be-986a-04a5d7e7e7a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cc1d1ea19794540a42a07dc3c6011bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909442 Aug 22 15:17:08.427902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c59c6-3eea-42be-986a-04a5d7e7e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35870d0-f3e8-4278-a91c-09651edb4fc6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:08.428572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.434461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ec293668-2f71-406e-8369-6ec025b7c25d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 200 len: 205 time: 0.0353861 Aug 22 15:17:08.437033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35988) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.446670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] For port 893d39c3-3785-4502-bb4a-11bb5e5a9313, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=893d39c3-3785-4502-bb4a-11bb5e5a9313,segment=NetworkSegment(17df4793-c59d-4c9e-8134-6ef15ccf0e81),segment_id=17df4793-c59d-4c9e-8134-6ef15ccf0e81)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:08.447082 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.460440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Calling delete_port for 893d39c3-3785-4502-bb4a-11bb5e5a9313 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:08.477688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.485849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.489042 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-2444ca05-ae95-4306-bd8f-259106939e3d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:08.490333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2444ca05-ae95-4306-bd8f-259106939e3d tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/e6ed1253-8f0d-4818-a5b6-4ef85a999ac7 HTTP/1.1" status: 404 len: 336 time: 0.0510795 Aug 22 15:17:08.492949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.515611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Subnet': ['ID=a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:08.523117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce779f44-a246-42e5-84a3-cbb34c6c7ab7 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 200 len: 205 time: 0.0289586 Aug 22 15:17:08.527437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 35992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.528488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.533149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 35994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.533342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d3be0c0-d171-4831-ab34-a219ea3efc52 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/subnets/a5de4d18-c6cb-420d-9ce4-1dc54f2a14b6 HTTP/1.1" status: 204 len: 168 time: 0.4627223 Aug 22 15:17:08.539049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06adcb0-f077-4af0-9e5f-bb028f0542d8 None None] Network 9ccf4230-5ece-4158-8b55-3660a3f6ef97 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:08.621127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.658441 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.680027 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Deleting port 893d39c3-3785-4502-bb4a-11bb5e5a9313 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:08.680365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.693507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] No DVR routers for this DVR port 893d39c3-3785-4502-bb4a-11bb5e5a9313 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:08.696796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2a7f6-ec24-4ba5-955a-fbef9011d8cc None None] Pushing event deleted for resources: {'Port': ['ID=893d39c3-3785-4502-bb4a-11bb5e5a9313,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:08.771871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] For port 893d39c3-3785-4502-bb4a-11bb5e5a9313, host n-d-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:08.772503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.793883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] DHCP port deletion for 9ccf4230-5ece-4158-8b55-3660a3f6ef97 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:08.794460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Calling delete_port for 893d39c3-3785-4502-bb4a-11bb5e5a9313 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:08.797652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Port 893d39c3-3785-4502-bb4a-11bb5e5a9313 was not found and therefore no delete operation was performed {{(pid=102048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:17:08.799588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.832994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Port': ['ID=893d39c3-3785-4502-bb4a-11bb5e5a9313,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:08.837818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] No DVR routers for this DVR port 893d39c3-3785-4502-bb4a-11bb5e5a9313 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:08.860833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Deleting port 0b441df4-7240-48f8-81ed-924903436144 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:08.861213 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.918902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.931055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.944600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:08.948211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] For port 0b441df4-7240-48f8-81ed-924903436144, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0b441df4-7240-48f8-81ed-924903436144,segment=NetworkSegment(bcbee762-2b70-46a4-b111-c37288690366),segment_id=bcbee762-2b70-46a4-b111-c37288690366)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:08.948211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:08.956130 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-9f975529-a014-4b54-8c96-561da11b0d51 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:08.957894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9f975529-a014-4b54-8c96-561da11b0d51 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/1c44fda4-f1d7-40c8-9fd4-687bc3434b67 HTTP/1.1" status: 404 len: 336 time: 0.4238076 Aug 22 15:17:08.960611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36000) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:08.961863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17df4793-c59d-4c9e-8134-6ef15ccf0e81') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:08.962272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17df4793-c59d-4c9e-8134-6ef15ccf0e81') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:08.962816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Calling delete_port for 0b441df4-7240-48f8-81ed-924903436144 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:08.979071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.006196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-122e1de8-3487-4d7c-8efd-695028709195 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "GET /v2.0/ports?device_id=9130aef2-b85a-45ed-b4a3-47ccf0181a5b HTTP/1.1" status: 200 len: 205 time: 0.0444992 Aug 22 15:17:09.011265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.014461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36002) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:09.021351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:09.021767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:09.025257 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:09.067554 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-3709b643-c213-4ab8-9104-dd5c8f9b0015 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] delete failed (client error): The resource could not be found. Aug 22 15:17:09.071335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3709b643-c213-4ab8-9104-dd5c8f9b0015 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/routers/9130aef2-b85a-45ed-b4a3-47ccf0181a5b HTTP/1.1" status: 404 len: 336 time: 0.0532455 Aug 22 15:17:09.071959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:09.106216 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3168457-9936-44da-bbab-b4895b5356a5 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] DELETE failed (client error): The resource could not be found. Aug 22 15:17:09.106679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3168457-9936-44da-bbab-b4895b5356a5 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:17:09.110195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3168457-9936-44da-bbab-b4895b5356a5 tempest-RoutersAdminTest-1114062559 tempest-RoutersAdminTest-1114062559-project] 10.222.0.53 "DELETE /v2.0/subnets/402461bf-c423-44ac-8fb2-f5fea0a6da81 HTTP/1.1" status: 404 len: 337 time: 0.0352695 Aug 22 15:17:09.166683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.169475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.170648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c35870d0-f3e8-4278-a91c-09651edb4fc6 HTTP/1.1" status: 204 len: 168 time: 0.7413893 Aug 22 15:17:09.184287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-4ada3e4f-874e-418d-aa6d-bd41d3b9a304 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132757016&fields=id&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 267 time: 0.0446033 Aug 22 15:17:09.185364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e99a8-b411-4130-ac2d-8ce04c7e42ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35870d0-f3e8-4278-a91c-09651edb4fc6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:09.224926 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.251940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] Pushing event deleted for resources: {'Port': ['ID=0b441df4-7240-48f8-81ed-924903436144,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:09.256742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa1c7e-76b2-4d2b-9a26-0900a72bc353 None None] No DVR routers for this DVR port 0b441df4-7240-48f8-81ed-924903436144 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:09.271036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.281076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.285318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/networks/8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9 HTTP/1.1" status: 204 len: 168 time: 0.7489128 Aug 22 15:17:09.288601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36014) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:09.294014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0092d6-2b14-40bf-bd0e-ab02b3de33f5 tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Network': ['ID=8f72aa0e-cc85-47b9-a2bf-20cfee95c6c9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:09.388911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b66242cf-3031-490f-a2e9-972609cbbecf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:09.390423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b66242cf-3031-490f-a2e9-972609cbbecf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1971335 Aug 22 15:17:09.398489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.415445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-33810c61-b728-4278-b896-4e51ed78d0c1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0148053 Aug 22 15:17:09.526103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.541203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccf4230-5ece-4158-8b55-3660a3f6ef97']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:09.557250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-ed805cf9-accb-4d6a-b05f-57b92e85ca4c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335709 Aug 22 15:17:09.560974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbee762-2b70-46a4-b111-c37288690366') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:09.561172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbee762-2b70-46a4-b111-c37288690366') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:09.578847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.614460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.654712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:09.655214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: items = [ Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:09.658377 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:09.694117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0b441df4-7240-48f8-81ed-924903436144 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:09.698892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36020) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:09.726449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0b441df4-7240-48f8-81ed-924903436144 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:09.726842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0b441df4-7240-48f8-81ed-924903436144 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:09.727475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 893d39c3-3785-4502-bb4a-11bb5e5a9313 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:09.744522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b91da4a2-813b-4bc3-b9a8-828716b81093 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744335 Aug 22 15:17:09.747483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 893d39c3-3785-4502-bb4a-11bb5e5a9313 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:09.747825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 893d39c3-3785-4502-bb4a-11bb5e5a9313 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:09.819910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.826711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b14d02-74a1-4530-8410-74b537408fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.828191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:09.830075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] 10.222.0.53 "DELETE /v2.0/networks/9ccf4230-5ece-4158-8b55-3660a3f6ef97 HTTP/1.1" status: 204 len: 168 time: 0.5401821 Aug 22 15:17:09.845059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d978a-5cb9-4b0b-ab26-d66586e38b8c tempest-TaggedBootDevicesTest-2092481953 tempest-TaggedBootDevicesTest-2092481953-project] Pushing event deleted for resources: {'Network': ['ID=9ccf4230-5ece-4158-8b55-3660a3f6ef97,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:09.871037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-fb8d4cc5-709e-426f-bd5f-fc3f09453773 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151416 Aug 22 15:17:09.960533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b14d02-74a1-4530-8410-74b537408fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.078930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:10.093118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b14d02-74a1-4530-8410-74b537408fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.098720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad56e9e4-5099-4417-8068-8021843b1fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.149851 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66b14d02-74a1-4530-8410-74b537408fb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0771fe9a44be4540af5f70e5c2fc377a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496067 Aug 22 15:17:10.152119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14d02-74a1-4530-8410-74b537408fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca34aa48-1513-43b7-b778-15e892afa758,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:10.152622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36038) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:10.213907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.237597 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.240506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad56e9e4-5099-4417-8068-8021843b1fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.355348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad56e9e4-5099-4417-8068-8021843b1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.355612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.358259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.361755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca34aa48-1513-43b7-b778-15e892afa758 HTTP/1.1" status: 204 len: 168 time: 0.2058024 Aug 22 15:17:10.371505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4020d0-3019-47e0-b0fe-3f15afe6ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca34aa48-1513-43b7-b778-15e892afa758,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:10.401912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e9e4-5099-4417-8068-8021843b1fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d716125-ba99-44fd-9b06-82c6d0593821,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:10.407568 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad56e9e4-5099-4417-8068-8021843b1fdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86cd27c07996419395ebece76407959d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275549 Aug 22 15:17:10.411041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:10.496446 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.522750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.526574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67ce93c1-e42f-4541-9476-5bf1615b97df req-d5354575-c637-4b02-82a4-de855420bea8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0494485 Aug 22 15:17:10.721896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.745173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.747878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:10.751598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d716125-ba99-44fd-9b06-82c6d0593821 HTTP/1.1" status: 204 len: 168 time: 0.3366914 Aug 22 15:17:10.759215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b8ef4-b1e5-4c05-b8a6-b6148ab9cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d716125-ba99-44fd-9b06-82c6d0593821,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:11.251647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36064) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:11.304597 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-91a0f673-d79b-4810-8349-d797630b367d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fd904756b9d46c6855c3f58eb76acff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516965 Aug 22 15:17:11.312510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36066) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:11.382949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:11.406058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:11.568530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:11.571635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:11.573810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/533b5fbc-6965-4e60-a359-13204b08ca95 HTTP/1.1" status: 204 len: 168 time: 0.2656944 Aug 22 15:17:11.585681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85ab0a-f193-4b64-8a0e-a37a76935109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b5fbc-6965-4e60-a359-13204b08ca95,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:11.632530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ef73886-b15f-430e-a2ab-43efbf4690e8 req-926df763-aa00-4757-be91-a0e81d5a6b8d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0516207 Aug 22 15:17:12.732536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bbdd6d1-eea3-4d11-ae82-5eae683b47ce req-c9251057-fbda-404f-b78b-fc312c49944b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0285327 Aug 22 15:17:12.838274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:13.040502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-848381914'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:13.167429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:13.171089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.182299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.283458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.382368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.418899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:13.448798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.449546 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Added segment e7c3d617-2b6e-4bf1-9626-0c0f372ff62d of type vlan for network cfdd318c-4b4c-410c-a148-b1522c2cc059 Aug 22 15:17:13.512096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f25501-941a-435b-b7c8-9dc4f563ae1e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:13.517735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.533928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-80d74366-176f-4b37-b0b6-60d6fadf50f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:13.538714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-80d74366-176f-4b37-b0b6-60d6fadf50f6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.2167048 Aug 22 15:17:13.538714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.538714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.539048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.539164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.539501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.539821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.540204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.540530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.540866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.541200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.541537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.541870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:13.599295 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-5893171e-3b74-46a7-85d4-6b5d19119f9d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 380 time: 0.0516996 Aug 22 15:17:13.609004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'security_groups': ['8b6eaf4c-c91b-4346-8c11-1e8047c7885e']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:13.689124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.695252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:13.695819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:13.805321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Network': ['ID=cfdd318c-4b4c-410c-a148-b1522c2cc059,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:13.816972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:13.831294 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b96ab9c3-9ee7-4590-b29e-79c5d42460e3 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9918885 Aug 22 15:17:13.836758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36146) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:13.858870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'subnet': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:13.887322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1569b25c-8e93-4b4e-bdcd-927bffc63975 req-5b005d00-6077-4b73-8f9e-f724c2f00ddf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0596919 Aug 22 15:17:13.983404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:13.987863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.168451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.4 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/90325dd6-cf21-44d0-b04a-ab26c02dab33) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:14.190874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:14.195697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.479765 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.505669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object 90325dd6-cf21-44d0-b04a-ab26c02dab33 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:14.649322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.697528 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.758989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:14.785365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Subnet': ['ID=1e12e5f5-09c2-4691-8da7-d018dfc871f3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:14.799873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:14.801860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Checking segment: {'id': 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:14.802289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network hostable DHCP agents. Network: cfdd318c-4b4c-410c-a148-b1522c2cc059, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:17:14.804888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:14.810454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:14.877471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:14.878963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:14.968064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:17:14.980279 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-b5883bc3-ed1e-4731-a6af-69a5adb008a5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3746727 Aug 22 15:17:14.992822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-6f3b9e45-60f2-45a4-91b3-65e2eef79a2f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:17:14.994048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-6f3b9e45-60f2-45a4-91b3-65e2eef79a2f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071802 Aug 22 15:17:15.008608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Request body: {'port': {'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:15.050092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, cfdd318c-4b4c-410c-a148-b1522c2cc059) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:15.060606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27f311-8747-4d2a-8426-d41f8b309500 None None] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:15.068146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1673d-5d70-4d29-9f02-100b49eb981c req-df24e08d-cbfd-4064-93c9-bc53affad19a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:15.076904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:15.077663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.079393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ea1673d-5d70-4d29-9f02-100b49eb981c req-df24e08d-cbfd-4064-93c9-bc53affad19a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 931 time: 0.0974927 Aug 22 15:17:15.107262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.219314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ea1673d-5d70-4d29-9f02-100b49eb981c req-25f12c98-1c7d-4b28-8add-a0f010078092 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303854 Aug 22 15:17:15.244949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36160) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:15.249812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0d0895d1-73fb-4f7b-a193-02a8074c334d tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4038775 Aug 22 15:17:15.251533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1978788598'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:15.350600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5de89efc-b677-4fbf-9344-20b2273b554b None None] Provisioning for port 90325dd6-cf21-44d0-b04a-ab26c02dab33 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:15.369309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5de89efc-b677-4fbf-9344-20b2273b554b None None] Provisioning complete for port 90325dd6-cf21-44d0-b04a-ab26c02dab33 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:15.369686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5de89efc-b677-4fbf-9344-20b2273b554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.454097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-cfdd318c-4b4c-410c-a148-b1522c2cc059', 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'tenant_id': '8c883127b02d4184b9519dd2d484b9ea', 'fixed_ips': [{'subnet_id': '1e12e5f5-09c2-4691-8da7-d018dfc871f3'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:17:15.455249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.533488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:15.538539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.585402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port 38e12880-2b4a-435d-b235-d7074abe22e3 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:15.590572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90325dd6-cf21-44d0-b04a-ab26c02dab33 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:15.615679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.624419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5de89efc-b677-4fbf-9344-20b2273b554b None None] Port 90325dd6-cf21-44d0-b04a-ab26c02dab33 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:15.633899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Transition to ACTIVE for port object 90325dd6-cf21-44d0-b04a-ab26c02dab33 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:15.650471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Allocated IP 2001:db8::2 (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/058f40e4-2ebe-4673-9de5-1583e9324f63) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:15.733743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.831078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Pushing event updated for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:15.867656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.877446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Transition to ACTIVE for port object 058f40e4-2ebe-4673-9de5-1583e9324f63 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:15.898015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Transition to ACTIVE for port object 058f40e4-2ebe-4673-9de5-1583e9324f63 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:15.942468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Attempting to bind port 90325dd6-cf21-44d0-b04a-ab26c02dab33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:15.943494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Attempting to bind port 90325dd6-cf21-44d0-b04a-ab26c02dab33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:15.944168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Attempting to bind port 90325dd6-cf21-44d0-b04a-ab26c02dab33 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:15.949886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Port 90325dd6-cf21-44d0-b04a-ab26c02dab33 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:17:15.950779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Attempting to bind port 90325dd6-cf21-44d0-b04a-ab26c02dab33 on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:15.957037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:15.962505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:15.962505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:15.962505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Bound port: 90325dd6-cf21-44d0-b04a-ab26c02dab33, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:15.962505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:15.989367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.116995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Pushing event updated for resources: {'Port': ['ID=058f40e4-2ebe-4673-9de5-1583e9324f63,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:16.152212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::30e (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/38e12880-2b4a-435d-b235-d7074abe22e3) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:16.157519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:16.165384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:16.168311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:16.172293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:16.175717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:16.231108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.259665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Attempting to bind port 058f40e4-2ebe-4673-9de5-1583e9324f63 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:16.264438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Attempting to bind port 058f40e4-2ebe-4673-9de5-1583e9324f63 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:16.271993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Attempting to bind port 058f40e4-2ebe-4673-9de5-1583e9324f63 on network cfdd318c-4b4c-410c-a148-b1522c2cc059 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:16.273191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:16.282288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Checking segment: {'id': 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:16.282882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.283392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Bound using segment: {'id': 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:16.284184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Bound port: 058f40e4-2ebe-4673-9de5-1583e9324f63, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:16.285475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.293289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.303200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.305052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] 10.222.0.54 "PUT /v2.0/ports/90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 1091 time: 1.3019342 Aug 22 15:17:16.305785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:16.311719 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c738e8fd-5332-4411-98e1-a76c381e368e" -d '{"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:16.384127 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6137dd-8208-40a6-b3f6-5b94a35bd8c3 x-openstack-request-id: req-8a6137dd-8208-40a6-b3f6-5b94a35bd8c3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:16.384543 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:16.384907 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a6137dd-8208-40a6-b3f6-5b94a35bd8c3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:16.385427 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'status': 'completed', 'code': 200} Aug 22 15:17:16.387354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def0c29-5805-4db1-bbdd-b75a9edd6de9 service neutron] Pushing event updated for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:16.444540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] For port 058f40e4-2ebe-4673-9de5-1583e9324f63, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:16.449745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] For port 058f40e4-2ebe-4673-9de5-1583e9324f63, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=058f40e4-2ebe-4673-9de5-1583e9324f63,segment=NetworkSegment(e7c3d617-2b6e-4bf1-9626-0c0f372ff62d),segment_id=e7c3d617-2b6e-4bf1-9626-0c0f372ff62d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:16.471962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e8fd-5332-4411-98e1-a76c381e368e req-97a3aa30-99bd-4c26-8a69-4d14058cc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.474362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c738e8fd-5332-4411-98e1-a76c381e368e req-97a3aa30-99bd-4c26-8a69-4d14058cc886 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1094 time: 0.0712800 Aug 22 15:17:16.498552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.529209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.537172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31aab7-c3e9-44e5-9db0-9b87169e1dda req-b12d5143-9ca4-4e3c-b3b1-9f7f9c119b36 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.547410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf31aab7-c3e9-44e5-9db0-9b87169e1dda req-b12d5143-9ca4-4e3c-b3b1-9f7f9c119b36 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.2295148 Aug 22 15:17:16.570749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object 38e12880-2b4a-435d-b235-d7074abe22e3 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:16.607194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf31aab7-c3e9-44e5-9db0-9b87169e1dda req-cde580d7-fe3a-4a5d-a10f-31c49ed3634e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586824 Aug 22 15:17:16.621219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3cb1a-b48e-4e3a-aea0-7d413a2a9657 None None] Pushing event updated for resources: {'Port': ['ID=058f40e4-2ebe-4673-9de5-1583e9324f63,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:16.692217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e8fd-5332-4411-98e1-a76c381e368e req-0f2542eb-4c7a-4485-8c07-feed8fc4c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.694388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c738e8fd-5332-4411-98e1-a76c381e368e req-0f2542eb-4c7a-4485-8c07-feed8fc4c59b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=693eed75ff714b1686466bcd5595f486&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2107818 Aug 22 15:17:16.786574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.862376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e8fd-5332-4411-98e1-a76c381e368e req-8babf06b-0285-491f-b4cb-e0c4eaf3c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.864928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c738e8fd-5332-4411-98e1-a76c381e368e req-8babf06b-0285-491f-b4cb-e0c4eaf3c4f1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629903 Aug 22 15:17:16.904060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:16.908182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:16.919412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:16.928016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.928728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:16.945782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=38e12880-2b4a-435d-b235-d7074abe22e3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:16.977657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-1b9b0690-fdae-4ae7-a008-103b465f1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:16.979316 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-1b9b0690-fdae-4ae7-a008-103b465f1bec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1094 time: 0.0675855 Aug 22 15:17:17.022776 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-1dddd87a-a757-48ad-8801-20eae1348d2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 217 time: 0.0354753 Aug 22 15:17:17.042918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f4c04e15-6fcb-4790-afea-b2948ac0e31a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7965448 Aug 22 15:17:17.046136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36176) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:17.061810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2013769365', 'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:28:7a:18'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:17.094170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-747dd9c2-9567-4227-9619-54d728407d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:17.095808 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-747dd9c2-9567-4227-9619-54d728407d1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0660031 Aug 22 15:17:17.184328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-d736c705-1d55-44d8-ac13-3e772fd0a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:17.187173 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-d736c705-1d55-44d8-ac13-3e772fd0a010 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841866 Aug 22 15:17:17.290324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-2ccfb798-eb79-40a3-bfd7-837eeeee571c service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960383 Aug 22 15:17:17.333002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:17.419498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aee565a7-6617-403f-aa1d-6ef6ac2513e3 req-2e493a01-be05-4c7b-ae95-29a002c0372d service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217337 Aug 22 15:17:17.541316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:17.573624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port 05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:17.791660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::209 (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/05a00e9e-1908-4c0d-84c6-8a1a93aad2a5) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:17.833646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 058f40e4-2ebe-4673-9de5-1583e9324f63 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:17.986947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f455d33-3d34-40f4-aada-4f71c64d347a None None] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:18.029018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c1b9-7bdb-4d0c-9512-553914e8ee78 req-8292e352-8c7b-4775-a921-249de366f087 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:18.030640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44e4c1b9-7bdb-4d0c-9512-553914e8ee78 req-8292e352-8c7b-4775-a921-249de366f087 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.3100157 Aug 22 15:17:18.073996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 058f40e4-2ebe-4673-9de5-1583e9324f63 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:18.107850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44e4c1b9-7bdb-4d0c-9512-553914e8ee78 req-1deb0a87-2dd4-41a3-a607-b00f1d4a2911 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685198 Aug 22 15:17:18.168055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Provisioning for port 058f40e4-2ebe-4673-9de5-1583e9324f63 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:18.170318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.190072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object 05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:18.273220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Provisioning complete for port 058f40e4-2ebe-4673-9de5-1583e9324f63 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:18.276523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.342292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.414583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.468555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] For port 058f40e4-2ebe-4673-9de5-1583e9324f63, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=058f40e4-2ebe-4673-9de5-1583e9324f63,segment=NetworkSegment(e7c3d617-2b6e-4bf1-9626-0c0f372ff62d),segment_id=e7c3d617-2b6e-4bf1-9626-0c0f372ff62d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:18.478319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:18.481831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:18.496385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:18.502103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:18.502754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.509080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=05a00e9e-1908-4c0d-84c6-8a1a93aad2a5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:18.574275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.608703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0cf0562d-1355-4f80-a388-c874e2341bd4 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5614169 Aug 22 15:17:18.611007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36204) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:18.678279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Pushing event updated for resources: {'Port': ['ID=058f40e4-2ebe-4673-9de5-1583e9324f63,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:18.688145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.688649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.689355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.689799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.690239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.691396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.691938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.693241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.693693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.694242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.694779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.695222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a1d2e-21cf-4edb-83be-7c368062e01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:18.698562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6b9e2-4ae7-4651-b78d-951878fea137 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:18.706446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6b9e2-4ae7-4651-b78d-951878fea137 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:18.712271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6b9e2-4ae7-4651-b78d-951878fea137 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:18.716815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbc6b9e2-4ae7-4651-b78d-951878fea137 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1020756 Aug 22 15:17:18.717008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Provisioning complete for port 058f40e4-2ebe-4673-9de5-1583e9324f63 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:18.717008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.717225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:18.823114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port 05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:18.823783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.955656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.957780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Provisioning for port 38e12880-2b4a-435d-b235-d7074abe22e3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:18.973779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Provisioning complete for port 38e12880-2b4a-435d-b235-d7074abe22e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:18.974152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:18.993562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for 05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:19.085792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-81aafe8c-ed4c-424c-9f32-e607c1ac03e2 None None] Port 38e12880-2b4a-435d-b235-d7074abe22e3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:19.243567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2817afb1-0e5a-4466-8a69-80830a4d7388 None None] Provisioning complete for port 38e12880-2b4a-435d-b235-d7074abe22e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:19.244108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2817afb1-0e5a-4466-8a69-80830a4d7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:19.304583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2817afb1-0e5a-4466-8a69-80830a4d7388 None None] Port 38e12880-2b4a-435d-b235-d7074abe22e3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:19.390439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3188-e2d2-492a-bc63-83df863c6b5d req-2489baf3-edcd-40ad-94f8-4896489d95ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:19.402221 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:19.418247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b38a3188-e2d2-492a-bc63-83df863c6b5d req-2489baf3-edcd-40ad-94f8-4896489d95ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1489782 Aug 22 15:17:19.464030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=05a00e9e-1908-4c0d-84c6-8a1a93aad2a5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:19.482530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b38a3188-e2d2-492a-bc63-83df863c6b5d req-03db31dd-f0b8-4a87-b2a3-618226534eed tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608122 Aug 22 15:17:19.525787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5cf6837-3008-40a5-8089-70f46ade1921 None None] Could not find standard attr ID for object 05a00e9e-1908-4c0d-84c6-8a1a93aad2a5. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:17:19.625030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:19.627175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74251d40-05c5-4ee9-89a8-f2795f95c696 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 HTTP/1.1" status: 204 len: 168 time: 0.9089575 Aug 22 15:17:19.630654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36220) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:19.701027 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2533a53b-fc81-4b96-8511-7923b309944b tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] GET failed (client error): The resource could not be found. Aug 22 15:17:19.702842 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2533a53b-fc81-4b96-8511-7923b309944b tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports/05a00e9e-1908-4c0d-84c6-8a1a93aad2a5 HTTP/1.1" status: 404 len: 333 time: 0.0694394 Aug 22 15:17:19.707121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36222) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:19.713371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-499399621'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:19.751652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 058f40e4-2ebe-4673-9de5-1583e9324f63 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:19.824120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 058f40e4-2ebe-4673-9de5-1583e9324f63 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:19.824863 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:19.939491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:19.943221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:19.963006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port dcb84086-144b-429d-a81a-9db10d6268b7 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:20.090669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::1f (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/dcb84086-144b-429d-a81a-9db10d6268b7) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:20.258378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:20.273050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object dcb84086-144b-429d-a81a-9db10d6268b7 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:20.413811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:20.468809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:20.475658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:20.477612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=dcb84086-144b-429d-a81a-9db10d6268b7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:20.481916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:20.485895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:20.486332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:20.573518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-85767689-51ea-4b7d-84a8-c5b74ddea9ac tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8648980 Aug 22 15:17:20.579864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36236) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:20.586748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:28:7a:18'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:20.641456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cebeb5-9ad9-4232-95e3-0481a893efc2 req-367b6a44-651f-4d23-98be-0588664392b8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:20.643181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6cebeb5-9ad9-4232-95e3-0481a893efc2 req-367b6a44-651f-4d23-98be-0588664392b8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.0583405 Aug 22 15:17:20.762073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6cebeb5-9ad9-4232-95e3-0481a893efc2 req-22dc36a9-3d0e-46c5-9c42-f534955ba614 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075804 Aug 22 15:17:20.871338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:20.884142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be3a4-218f-42cc-8ecd-03203125e889 req-c1dddeb6-062e-4b92-85a6-b48eefe49934 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:20.885666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b20be3a4-218f-42cc-8ecd-03203125e889 req-c1dddeb6-062e-4b92-85a6-b48eefe49934 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1098 time: 0.0586879 Aug 22 15:17:20.932689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b20be3a4-218f-42cc-8ecd-03203125e889 req-faa66b8a-4fe3-4e5e-a253-8b7c6b6a80ee tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Aug 22 15:17:20.960301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c20b561-e8cd-4ec7-a195-5c5ea29d8d6a None None] Provisioning for port dcb84086-144b-429d-a81a-9db10d6268b7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:20.960301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c20b561-e8cd-4ec7-a195-5c5ea29d8d6a None None] Provisioning complete for port dcb84086-144b-429d-a81a-9db10d6268b7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:20.960301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c20b561-e8cd-4ec7-a195-5c5ea29d8d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:20.961292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36250) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:21.019757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5c20b561-e8cd-4ec7-a195-5c5ea29d8d6a None None] Port dcb84086-144b-429d-a81a-9db10d6268b7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:21.091282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.127894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.142282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 0dc5debb-2c51-4093-b37f-2ef993f96e57 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:21.142714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.156269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.194854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] In _notify_port_updated(), no bound segment for port dcb84086-144b-429d-a81a-9db10d6268b7 on network cfdd318c-4b4c-410c-a148-b1522c2cc059 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:17:21.200435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:21.201004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.202386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "PUT /v2.0/ports/dcb84086-144b-429d-a81a-9db10d6268b7 HTTP/1.1" status: 200 len: 1001 time: 0.6208258 Aug 22 15:17:21.205586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:21.245853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.246197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.249219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8bb20-3b3d-4f57-a061-b3f6d3608e14 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=dcb84086-144b-429d-a81a-9db10d6268b7,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:21.261314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 0dc5debb-2c51-4093-b37f-2ef993f96e57 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:21.329314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port dcb84086-144b-429d-a81a-9db10d6268b7 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:21.329878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.437711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.453014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for dcb84086-144b-429d-a81a-9db10d6268b7 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:21.506017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.553380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=0dc5debb-2c51-4093-b37f-2ef993f96e57,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:21.554205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ee1a11df-a736-45c9-a919-8661f365fbc0 None None] Provisioning complete for port dcb84086-144b-429d-a81a-9db10d6268b7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:21.554583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ee1a11df-a736-45c9-a919-8661f365fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.631466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a11df-a736-45c9-a919-8661f365fbc0 None None] Port dcb84086-144b-429d-a81a-9db10d6268b7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:21.664740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.665078 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 394525e9-335d-4be1-9c5f-d359f179acc7 disassociated (deleted). External IP: 172.25.0.239, port: 54d44351-688b-44eb-a638-59546ae68de4. Aug 22 15:17:21.687047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:21.719206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=dcb84086-144b-429d-a81a-9db10d6268b7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:21.794582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36264) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:22.073387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9127f6e9-ef92-457b-ad6d-77de2432a686 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:22.108294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109773a-caf0-4e02-a168-7fcc3153c639 req-8b7b41dc-89ab-441d-b0f1-dbe5a172d9a3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:22.109901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5109773a-caf0-4e02-a168-7fcc3153c639 req-8b7b41dc-89ab-441d-b0f1-dbe5a172d9a3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1347132 Aug 22 15:17:22.323223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:22.325313 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2107bb22-f878-4ebf-8043-34e53bc80e76 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/dcb84086-144b-429d-a81a-9db10d6268b7 HTTP/1.1" status: 204 len: 168 time: 1.1188593 Aug 22 15:17:22.340453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:22.345695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5109773a-caf0-4e02-a168-7fcc3153c639 req-ea6e77db-8c0f-449e-9b7d-015c2b8a2878 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170660 Aug 22 15:17:22.376277 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa584dc3-f8af-40cb-ac81-5c13950290f6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] GET failed (client error): The resource could not be found. Aug 22 15:17:22.378882 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa584dc3-f8af-40cb-ac81-5c13950290f6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports/dcb84086-144b-429d-a81a-9db10d6268b7 HTTP/1.1" status: 404 len: 333 time: 0.0352309 Aug 22 15:17:22.381635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:22.382418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:22.388891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-432293061'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:22.398147 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Sync routers for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:22.413010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:22.414259 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:22.504946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:22.558237 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:22.558605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-050f566c-a7c9-4032-a359-fad9de2c1215 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/floatingips/394525e9-335d-4be1-9c5f-d359f179acc7 HTTP/1.1" status: 204 len: 168 time: 1.5982091 Aug 22 15:17:22.560701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:22.562970 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaba554-4c05-424f-b5f3-eaa610f0f9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:22.619434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:22.625906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:22.629730 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f9896f-f77e-4425-a7ea-84906ecc5f2f x-openstack-request-id: req-23f9896f-f77e-4425-a7ea-84906ecc5f2f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:22.629913 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:22.630134 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23f9896f-f77e-4425-a7ea-84906ecc5f2f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:22.630670 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:17:22.671842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:22.767047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:22.776200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-e0744f03-aa8c-4fac-8e6c-a3c1c0678035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:22.777729 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-e0744f03-aa8c-4fac-8e6c-a3c1c0678035 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 1098 time: 0.0956705 Aug 22 15:17:22.899648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::1b3 (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:22.944301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-b41927df-acd0-4bcf-a263-09eccc44bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:22.945834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-b41927df-acd0-4bcf-a263-09eccc44bbea service neutron] 10.222.0.10 "GET /v2.0/networks?id=2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 200 len: 897 time: 0.1590533 Aug 22 15:17:22.968590 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:23.003900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Checking router: 9127f6e9-ef92-457b-ad6d-77de2432a686 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:23.016182 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:23.017201 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:23.017427 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-8be798b8-5dd2-4bc3-bf75-ff67b6e2ee63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 200 len: 217 time: 0.0617692 Aug 22 15:17:23.131921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b6a09-2853-464c-9a50-3f24d8acafe9 req-d5475073-704c-4c01-86cb-9e0330bcca91 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:23.133521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d31b6a09-2853-464c-9a50-3f24d8acafe9 req-d5475073-704c-4c01-86cb-9e0330bcca91 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 947 time: 0.0710113 Aug 22 15:17:23.141402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Deleting port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:23.146251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.151367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-824ddbe9-211c-4ca1-8b73-18fcf921e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:23.153144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-824ddbe9-211c-4ca1-8b73-18fcf921e8bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 200 len: 834 time: 0.1211407 Aug 22 15:17:23.177037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:23.241235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.255813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d31b6a09-2853-464c-9a50-3f24d8acafe9 req-66741a9a-67f5-4d3c-922f-6864e5042b9f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993016 Aug 22 15:17:23.260093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-40ef07dd-ec41-4699-a9b9-61637ea9c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:23.261797 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-40ef07dd-ec41-4699-a9b9-61637ea9c9ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2fea20a2-95f1-4f48-a1ac-d872b1a12409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000481 Aug 22 15:17:23.262680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:23.288542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] For port 9951e6ee-8d6f-423d-a45a-aea26c6e2bff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:23.288928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.304141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Calling delete_port for 9951e6ee-8d6f-423d-a45a-aea26c6e2bff owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:23.403334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-38ad2b44-6a68-4792-89b0-80f3881c0833 service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302466 Aug 22 15:17:23.521917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:23.541241 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-acaba554-4c05-424f-b5f3-eaa610f0f9a9 req-36cac2b8-b849-46bd-85e1-1022e50e446b service neutron] 10.222.0.10 "GET /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294210 Aug 22 15:17:23.552985 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6bb58-22ad-44a9-9876-e44e3c5260ce None None] The sync data for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 is: [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:14:06Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e9a45812-a61e-48a7-b09f-3f3127e71531', 'name': '', 'network_id': '2fea20a2-95f1-4f48-a1ac-d872b1a12409', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:ad:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:14:03Z', 'updated_at': '2021-08-22T15:14:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '36ad0636-ab76-44b5-92c3-965d2b28dccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:23.573619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.589074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebab80-4c21-4d1c-a6a5-5404916c9c80 req-2155c999-b979-4f4b-961c-8680d4be6ef6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:23.590855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39ebab80-4c21-4d1c-a6a5-5404916c9c80 req-2155c999-b979-4f4b-961c-8680d4be6ef6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1133518 Aug 22 15:17:23.605564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:23.609057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:23.645736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:23.645736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:23.645736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.674278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:23.677620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39ebab80-4c21-4d1c-a6a5-5404916c9c80 req-4d11b0a4-92ca-40e4-bf37-435f173de8db tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629020 Aug 22 15:17:23.745542 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.771808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Pushing event deleted for resources: {'Port': ['ID=9951e6ee-8d6f-423d-a45a-aea26c6e2bff,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:23.784545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c10fdf1-7838-4431-98a0-1c4e32774bd2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4008510 Aug 22 15:17:23.786253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36290) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:23.792653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:7a:18'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:23.975200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:23.986304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d7b0e1-d1d5-47e7-9dd7-01e3a3d64f58 None None] New status for floating IP 394525e9-335d-4be1-9c5f-d359f179acc7: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:17:24.061156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:24.152864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.259134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5f35e359-2a9f-471f-9fa5-1092eb2fd4d2 None None] Provisioning for port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:24.265183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5f35e359-2a9f-471f-9fa5-1092eb2fd4d2 None None] Provisioning complete for port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:24.265574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f35e359-2a9f-471f-9fa5-1092eb2fd4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.330471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29f28a4c-0815-40a9-b713-34e3c7f26531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.352013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5f35e359-2a9f-471f-9fa5-1092eb2fd4d2 None None] Port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:24.388316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.487426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29f28a4c-0815-40a9-b713-34e3c7f26531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.516628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.565421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] In _notify_port_updated(), no bound segment for port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f on network cfdd318c-4b4c-410c-a148-b1522c2cc059 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:17:24.568599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:24.569295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.574179 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "PUT /v2.0/ports/89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f HTTP/1.1" status: 200 len: 1002 time: 0.7835407 Aug 22 15:17:24.574770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36302) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:24.611110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef0335-5a84-4ebb-b574-1b75661e3467 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:24.691904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:24.692459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.708432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29f28a4c-0815-40a9-b713-34e3c7f26531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.772296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e40c5-a159-4d26-8929-3e376a57bbdf req-a23a9557-fe38-4381-aeae-2fbccbfc91df tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:24.773879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-819e40c5-a159-4d26-8929-3e376a57bbdf req-a23a9557-fe38-4381-aeae-2fbccbfc91df tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 947 time: 0.1090453 Aug 22 15:17:24.857048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-29f28a4c-0815-40a9-b713-34e3c7f26531 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14538fd4bbce4f9997c27c81d41d20eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7944865 Aug 22 15:17:24.857619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f28a4c-0815-40a9-b713-34e3c7f26531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d841cce-00ad-4afc-9bc2-838e09172ebc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:24.862296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36306) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:24.884094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ea99e907-516a-4b97-addc-6ff20d7d5ab8 None None] Provisioning complete for port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:24.884727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ea99e907-516a-4b97-addc-6ff20d7d5ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.885641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:24.901616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:24.910544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-07375867-f919-48be-b6d3-17b51ee7ad53 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:24.912115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-07375867-f919-48be-b6d3-17b51ee7ad53 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 947 time: 0.1198418 Aug 22 15:17:24.922858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ea99e907-516a-4b97-addc-6ff20d7d5ab8 None None] Port 89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:24.940222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51f954-5e33-4b1e-a203-453de85da226 req-9c835e98-2e67-4259-bc36-d630be919154 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:24.942380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc51f954-5e33-4b1e-a203-453de85da226 req-9c835e98-2e67-4259-bc36-d630be919154 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1675735 Aug 22 15:17:24.945187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-819e40c5-a159-4d26-8929-3e376a57bbdf req-bb231d89-a367-4d24-9ae6-041753169c67 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=503a4313-3084-443b-9bc3-7d03bec0fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505201 Aug 22 15:17:25.040303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc51f954-5e33-4b1e-a203-453de85da226 req-96df79f1-9832-4fb6-9673-d54327f125cf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900044 Aug 22 15:17:25.059704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.067328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:25.095384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.107422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:25.108849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.206512 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.217942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 54d44351-688b-44eb-a638-59546ae68de4, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=54d44351-688b-44eb-a638-59546ae68de4,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:25.218312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.223842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:25.229387 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-65314360-160c-4523-b75f-ab8ad6dc8120 admin admin] 10.222.0.53 "PUT /v2.0/routers/2908fb78-f75a-4a2c-bdc4-d78f8173cffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4333653 Aug 22 15:17:25.231626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:25.237421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Sync routers for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:25.249376 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:25.250305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:25.260772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:25.276435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 54d44351-688b-44eb-a638-59546ae68de4 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:25.327997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.330583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.334882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d841cce-00ad-4afc-9bc2-838e09172ebc HTTP/1.1" status: 204 len: 168 time: 0.4276707 Aug 22 15:17:25.347597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e825e2-9f2f-4a8a-8b24-e44dd993cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d841cce-00ad-4afc-9bc2-838e09172ebc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:25.354319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.358157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8690cad6-780f-4451-87a8-f4b2a91a6ae7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f HTTP/1.1" status: 204 len: 168 time: 0.7800374 Aug 22 15:17:25.365996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36312) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:25.392769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.406425 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-30906c7d-fa92-47e8-b808-fa24ca021022 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] GET failed (client error): The resource could not be found. Aug 22 15:17:25.416265 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:25.421474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-30906c7d-fa92-47e8-b808-fa24ca021022 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports/89a34b29-ba6a-4689-bb09-aa0b9ee8cc3f HTTP/1.1" status: 404 len: 333 time: 0.0543585 Aug 22 15:17:25.426012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36314) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:25.431130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1849542391'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:25.581370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.673483 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:17:23Z', 'revision_number': 5, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port': {'id': 'f90914e6-caed-4189-8fa3-60b46e4b5cee', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:33Z', 'updated_at': '2021-08-22T15:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:25.723790 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Checking router: 2908fb78-f75a-4a2c-bdc4-d78f8173cffa for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:25.723934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.725902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:25.730191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.739714 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Routers {'2908fb78-f75a-4a2c-bdc4-d78f8173cffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:25.739714 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:25.782408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=54d44351-688b-44eb-a638-59546ae68de4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:25.788718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Deleting port f90914e6-caed-4189-8fa3-60b46e4b5cee {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:25.789726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.794202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port cd97de82-cc54-4426-9aac-85d5941ddb50 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:25.898616 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] Set router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:25.902766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] No DVR routers for this DVR port 54d44351-688b-44eb-a638-59546ae68de4 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:25.907268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] For port f90914e6-caed-4189-8fa3-60b46e4b5cee, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f90914e6-caed-4189-8fa3-60b46e4b5cee,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:25.907461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.907870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:25.910804 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-20d31e3a-593b-42d8-9c4a-9fda91e9f824 req-2bfb8355-a518-4903-a2f3-3c5d7842bc98 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "DELETE /v2.0/ports/54d44351-688b-44eb-a638-59546ae68de4 HTTP/1.1" status: 204 len: 173 time: 0.9893925 Aug 22 15:17:25.910804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-deleted', 'tag': '54d44351-688b-44eb-a638-59546ae68de4'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:25.912855 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62146fb3-f5c7-488b-aa7c-1b36612a78b4" -d '{"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-deleted", "tag": "54d44351-688b-44eb-a638-59546ae68de4"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:25.969242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Calling delete_port for f90914e6-caed-4189-8fa3-60b46e4b5cee owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:25.989934 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ec7fee-989c-479d-bdd9-63d654b117fb x-openstack-request-id: req-28ec7fee-989c-479d-bdd9-63d654b117fb {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:25.990237 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c818a7d3-b93b-479f-b71f-c34c3ecc1441", "name": "network-vif-deleted", "tag": "54d44351-688b-44eb-a638-59546ae68de4", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:25.990541 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28ec7fee-989c-479d-bdd9-63d654b117fb {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:25.990964 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c818a7d3-b93b-479f-b71f-c34c3ecc1441', 'name': 'network-vif-deleted', 'tag': '54d44351-688b-44eb-a638-59546ae68de4', 'status': 'completed', 'code': 200} Aug 22 15:17:26.009536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::1bd (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/cd97de82-cc54-4426-9aac-85d5941ddb50) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:26.045431 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:17:25Z', 'revision_number': 6, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:26.080800 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93ee78-f000-4971-bbab-20bc0f65e8c7 None None] The sync data for ids ['2908fb78-f75a-4a2c-bdc4-d78f8173cffa'] in n-d-805046-3 is: [{'id': '2908fb78-f75a-4a2c-bdc4-d78f8173cffa', 'name': 'tempest-TaggedBootDevicesTest-352847064-router', 'tenant_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:32Z', 'updated_at': '2021-08-22T15:17:25Z', 'revision_number': 6, 'project_id': '1f622ce0e4af4f5c87d33dbf3da8e27a', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:26.118854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02fbbd55-3294-4932-9960-a89528ac7ce2 req-62bf8319-7553-471a-a5a5-65559b0acf1f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=c818a7d3-b93b-479f-b71f-c34c3ecc1441 HTTP/1.1" status: 200 len: 210 time: 0.0558138 Aug 22 15:17:26.305553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1681a-4a8f-45fb-a5f2-77d8460e617a req-a49dbec7-ae52-44dc-8dc2-eed230dcaf14 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:26.307679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfc1681a-4a8f-45fb-a5f2-77d8460e617a req-a49dbec7-ae52-44dc-8dc2-eed230dcaf14 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1229928 Aug 22 15:17:26.398015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.428969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object cd97de82-cc54-4426-9aac-85d5941ddb50 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:26.442800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfc1681a-4a8f-45fb-a5f2-77d8460e617a req-ddba4ec2-313e-4643-8820-94668dc3521b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284382 Aug 22 15:17:26.533642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.563775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f90914e6-caed-4189-8fa3-60b46e4b5cee,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:26.572285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.625370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:26.628068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:26.632976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:26.638739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:26.639366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.652222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=cd97de82-cc54-4426-9aac-85d5941ddb50,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:26.687593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.731388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d52fbeaa-e5e6-4c50-b289-c1ca1e596c94 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3042357 Aug 22 15:17:26.732284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:26.737465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'network_id': 'cfdd318c-4b4c-410c-a148-b1522c2cc059', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1330942114'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:26.889171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.895653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:26.984909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Made reservation on behalf of 8c883127b02d4184b9519dd2d484b9ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:26.990845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.033066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] device_id is not set on port 8901390d-a886-4192-926e-4e2c40d5c7ab yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:27.056183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.056183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2908fb78-f75a-4a2c-bdc4-d78f8173cffa {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:17:27.062611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.064394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b42b9a7-ef1b-4c8e-8ab9-9177ec7ffc2e admin admin] 10.222.0.53 "DELETE /v2.0/routers/2908fb78-f75a-4a2c-bdc4-d78f8173cffa HTTP/1.1" status: 204 len: 168 time: 1.8314338 Aug 22 15:17:27.067043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36354) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:27.141472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Deleting subnet 2f701b98-e457-4b6a-b1d9-123e837432e8 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:27.145868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.165965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-05849ae5-af6a-4ffa-8e3e-2fbafbacf243 None None] Provisioning for port cd97de82-cc54-4426-9aac-85d5941ddb50 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:27.173357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-05849ae5-af6a-4ffa-8e3e-2fbafbacf243 None None] Provisioning complete for port cd97de82-cc54-4426-9aac-85d5941ddb50 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:27.175058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-05849ae5-af6a-4ffa-8e3e-2fbafbacf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.251185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36358) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:27.256218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.271130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-05849ae5-af6a-4ffa-8e3e-2fbafbacf243 None None] Port cd97de82-cc54-4426-9aac-85d5941ddb50 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:27.313395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Allocated IP 2001:db8::27a (cfdd318c-4b4c-410c-a148-b1522c2cc059/1e12e5f5-09c2-4691-8da7-d018dfc871f3/8901390d-a886-4192-926e-4e2c40d5c7ab) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:27.480206 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.556659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.573460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Transition to ACTIVE for port object 8901390d-a886-4192-926e-4e2c40d5c7ab will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:27.649625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261706-203e-4222-acd1-f727e5d6eaa4 req-7cb0faec-ef21-4fde-ad90-ac30816b97ba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:27.651171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2261706-203e-4222-acd1-f727e5d6eaa4 req-7cb0faec-ef21-4fde-ad90-ac30816b97ba tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.0902259 Aug 22 15:17:27.682462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9951e6ee-8d6f-423d-a45a-aea26c6e2bff no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:27.696125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2261706-203e-4222-acd1-f727e5d6eaa4 req-83fec6a1-271d-49eb-afb5-0644e05178cc tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Aug 22 15:17:27.705276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9951e6ee-8d6f-423d-a45a-aea26c6e2bff {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:27.705636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9951e6ee-8d6f-423d-a45a-aea26c6e2bff not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:27.706058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f90914e6-caed-4189-8fa3-60b46e4b5cee no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:27.724655 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.733389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f90914e6-caed-4189-8fa3-60b46e4b5cee {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:27.740413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f90914e6-caed-4189-8fa3-60b46e4b5cee not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:27.746840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:27.770874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 54d44351-688b-44eb-a638-59546ae68de4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:27.770874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 54d44351-688b-44eb-a638-59546ae68de4 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:27.784078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.803187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:27.806587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:27.811294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:27.819777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:27.820576 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.834402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=8901390d-a886-4192-926e-4e2c40d5c7ab,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:27.842318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f701b98-e457-4b6a-b1d9-123e837432e8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:27.851380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:27.855575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6fbaff2d-7298-473e-b538-fed9217943a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2f701b98-e457-4b6a-b1d9-123e837432e8 HTTP/1.1" status: 204 len: 168 time: 0.7852683 Aug 22 15:17:27.856783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:27.862337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f4ba6-808f-4c33-a12a-2a671d8ae31b None None] Network 2f82a258-f38f-4fc5-8068-7521c0af2669 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:27.942900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.010586 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f8c7d0f-677e-4e8f-9e5b-6423d8326ca6 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2771931 Aug 22 15:17:28.015790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:28.025936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:28:7a:18'}, {'ip_address': '2001:db8::1bd', 'mac_address': 'fa:16:3e:95:c9:4a'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:28.057326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.117243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Deleting port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:28.117539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.137964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] DHCP port deletion for 2f82a258-f38f-4fc5-8068-7521c0af2669 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:28.227378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Deleting port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:28.227378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.232748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] For port c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:28.233121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.272137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Calling delete_port for c8fd6e4f-94c0-41fb-aeed-e6bc77246080 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:28.286248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.305884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09714e3b-93fb-4e97-9547-765a26325029 None None] Provisioning for port 8901390d-a886-4192-926e-4e2c40d5c7ab completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:28.327757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09714e3b-93fb-4e97-9547-765a26325029 None None] Provisioning complete for port 8901390d-a886-4192-926e-4e2c40d5c7ab triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:28.328883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09714e3b-93fb-4e97-9547-765a26325029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.333376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] For port c8fd6e4f-94c0-41fb-aeed-e6bc77246080, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,segment=NetworkSegment(b5f2430f-12d6-406d-a260-a3b98732b5c1),segment_id=b5f2430f-12d6-406d-a260-a3b98732b5c1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:28.333800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.388236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Calling delete_port for c8fd6e4f-94c0-41fb-aeed-e6bc77246080 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:28.414022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port e9a45812-a61e-48a7-b09f-3f3127e71531 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:28.414781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.529488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port e9a45812-a61e-48a7-b09f-3f3127e71531, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9a45812-a61e-48a7-b09f-3f3127e71531,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:28.529760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.546385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for e9a45812-a61e-48a7-b09f-3f3127e71531 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:28.550106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.593509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] No DVR routers for this DVR port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:28.595475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:28.635487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-09714e3b-93fb-4e97-9547-765a26325029 None None] Port 8901390d-a886-4192-926e-4e2c40d5c7ab cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:28.682955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.690318 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.719124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] Pushing event deleted for resources: {'Port': ['ID=c8fd6e4f-94c0-41fb-aeed-e6bc77246080,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:28.721182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d76d2-f5ef-4aef-b429-f422103c2537 None None] No DVR routers for this DVR port c8fd6e4f-94c0-41fb-aeed-e6bc77246080 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:28.764510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.775812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.778626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f82a258-f38f-4fc5-8068-7521c0af2669']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:28.852177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f2430f-12d6-406d-a260-a3b98732b5c1') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:28.852177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f2430f-12d6-406d-a260-a3b98732b5c1') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:28.853367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e444e1-5aa4-453c-81dc-4a4880753e08 req-733ef86c-d8ac-4b11-870c-9f2fe37184b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:28.853591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1e444e1-5aa4-453c-81dc-4a4880753e08 req-733ef86c-d8ac-4b11-870c-9f2fe37184b9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.0740619 Aug 22 15:17:28.871087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] In _notify_port_updated(), no bound segment for port 8901390d-a886-4192-926e-4e2c40d5c7ab on network cfdd318c-4b4c-410c-a148-b1522c2cc059 {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:17:28.882786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:28.883635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.886932 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "PUT /v2.0/ports/8901390d-a886-4192-926e-4e2c40d5c7ab HTTP/1.1" status: 200 len: 1068 time: 0.8636701 Aug 22 15:17:28.893445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36406) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:28.894808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.901835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354b3a-acd5-4ae8-8bde-a6e01af79b2f tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event updated for resources: {'Port': ['ID=8901390d-a886-4192-926e-4e2c40d5c7ab,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:28.913229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.914013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.921138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:28.921548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:28.923557 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:28.948831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1e444e1-5aa4-453c-81dc-4a4880753e08 req-1219e61e-3292-40a5-a2e7-37caa81048ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888603 Aug 22 15:17:28.975021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=e9a45812-a61e-48a7-b09f-3f3127e71531,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:29.083280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.090480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.095208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f82a258-f38f-4fc5-8068-7521c0af2669 HTTP/1.1" status: 204 len: 168 time: 1.2358832 Aug 22 15:17:29.125249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e91d98-8d77-40c1-91f5-e42f03934403 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f82a258-f38f-4fc5-8068-7521c0af2669,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:29.231515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port 8901390d-a886-4192-926e-4e2c40d5c7ab {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:29.232103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.372585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-282494ae-d02a-43c0-a6c4-d50915cec7f2 None None] Provisioning complete for port 8901390d-a886-4192-926e-4e2c40d5c7ab triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:29.374231 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-282494ae-d02a-43c0-a6c4-d50915cec7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.374413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.424917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.431508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-282494ae-d02a-43c0-a6c4-d50915cec7f2 None None] Port 8901390d-a886-4192-926e-4e2c40d5c7ab cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:29.473442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for 8901390d-a886-4192-926e-4e2c40d5c7ab owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:29.699815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36444) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:29.773410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-be6937cd-70ad-4496-ba3e-1c7e9a4af540 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f622ce0e4af4f5c87d33dbf3da8e27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698664 Aug 22 15:17:29.773852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:29.787747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c8fd6e4f-94c0-41fb-aeed-e6bc77246080 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:29.821410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c8fd6e4f-94c0-41fb-aeed-e6bc77246080 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:29.822146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c8fd6e4f-94c0-41fb-aeed-e6bc77246080 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:29.879656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:29.914752 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.037509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.045072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.049516 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9614d028-f809-43b1-9507-0ddf50661478 HTTP/1.1" status: 204 len: 168 time: 0.2719097 Aug 22 15:17:30.068018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7103b-a557-4784-a09f-e16260a52983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614d028-f809-43b1-9507-0ddf50661478,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:30.116311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5a790af0-0a35-43ca-8985-067b2c7e97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.351826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4a20e-3032-4aee-b982-d05cc6e21826 req-91e9365d-8337-4c8a-98fe-19a445e72583 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:30.352978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f4a20e-3032-4aee-b982-d05cc6e21826 req-91e9365d-8337-4c8a-98fe-19a445e72583 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1972237 Aug 22 15:17:30.397780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 9127f6e9-ef92-457b-ad6d-77de2432a686 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:30.415846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.422104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28f4a20e-3032-4aee-b982-d05cc6e21826 req-9d7e92af-8f7d-412e-b447-e3382caf37e7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603235 Aug 22 15:17:30.476356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36460) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:30.595246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:30.598822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=8901390d-a886-4192-926e-4e2c40d5c7ab,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:30.607391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5cd30116-c7aa-4536-8478-d942c2d41d54 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/9127f6e9-ef92-457b-ad6d-77de2432a686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3523412 Aug 22 15:17:30.612919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36468) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:30.634305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Sync routers for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:30.655869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc79e6f7-c6fe-47db-8285-3e9e89678f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.667679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:30.668828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:30.777711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc79e6f7-c6fe-47db-8285-3e9e89678f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.849104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc79e6f7-c6fe-47db-8285-3e9e89678f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:30.906170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:30.908250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting subnet 36ad0636-ab76-44b5-92c3-965d2b28dccb {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:30.910164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fc79e6f7-c6fe-47db-8285-3e9e89678f83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8866d1c4b9404660b8fff4bcb55be197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315841 Aug 22 15:17:30.910743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36474) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:30.911502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79e6f7-c6fe-47db-8285-3e9e89678f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73607278-80d5-47ce-b2c0-e48e904e8da6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:30.916415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.029900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.046257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.065647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.110320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.115876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36476) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:31.116133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7ea71fd-04cc-4c02-af2a-e03cea44a4b2 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/8901390d-a886-4192-926e-4e2c40d5c7ab HTTP/1.1" status: 204 len: 168 time: 2.2202818 Aug 22 15:17:31.128043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 90325dd6-cf21-44d0-b04a-ab26c02dab33 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:17:31.180475 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e667f6ff-4e71-49d2-aada-4a063e11db0a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] GET failed (client error): The resource could not be found. Aug 22 15:17:31.184909 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e667f6ff-4e71-49d2-aada-4a063e11db0a tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports/8901390d-a886-4192-926e-4e2c40d5c7ab HTTP/1.1" status: 404 len: 333 time: 0.0645599 Aug 22 15:17:31.185072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36480) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:31.204107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.286248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.288958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.292698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73607278-80d5-47ce-b2c0-e48e904e8da6 HTTP/1.1" status: 204 len: 168 time: 0.3754845 Aug 22 15:17:31.299200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:31.306205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78eb9-9e84-4269-a112-b7f346529f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73607278-80d5-47ce-b2c0-e48e904e8da6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:31.323058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:17:31.350710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port cd97de82-cc54-4426-9aac-85d5941ddb50 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:31.351118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.391157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.396019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:17:28Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:31.415296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.417830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/subnets/36ad0636-ab76-44b5-92c3-965d2b28dccb HTTP/1.1" status: 204 len: 168 time: 0.8035395 Aug 22 15:17:31.428750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:31.440596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bdcdb-e9f7-4d19-b0e1-bedfba7510c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Subnet': ['ID=36ad0636-ab76-44b5-92c3-965d2b28dccb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:31.450589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99563a-9e2a-449e-a1c6-af78314a0d8f None None] Network 2fea20a2-95f1-4f48-a1ac-d872b1a12409 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:31.453277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Checking router: 9127f6e9-ef92-457b-ad6d-77de2432a686 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:31.487068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.525397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Routers {'9127f6e9-ef92-457b-ad6d-77de2432a686'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:31.526048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['9127f6e9-ef92-457b-ad6d-77de2432a686'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:31.584527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90325dd6-cf21-44d0-b04a-ab26c02dab33 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:31.650375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432c443-82fa-46c9-986d-dbb212c2103d req-7b261b47-5485-40a3-9b53-ec88d98997b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:31.658632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3432c443-82fa-46c9-986d-dbb212c2103d req-7b261b47-5485-40a3-9b53-ec88d98997b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 943 time: 0.1293986 Aug 22 15:17:31.660633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:31.728469 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:31.751805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3432c443-82fa-46c9-986d-dbb212c2103d req-97c7e7f0-452a-4902-b4d6-69c965d85abd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843294 Aug 22 15:17:31.796620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] Set router 9127f6e9-ef92-457b-ad6d-77de2432a686 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:31.812115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36500) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:31.896828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:31.911524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] DHCP port deletion for 2fea20a2-95f1-4f48-a1ac-d872b1a12409 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:32.040279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['90325dd6-cf21-44d0-b04a-ab26c02dab33'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:17:32.063924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.069337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.084992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Deleting port 8227a41f-e48e-45ae-a75e-aee7fb202fcd {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:32.088834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.126154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for cd97de82-cc54-4426-9aac-85d5941ddb50 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:32.204721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] For port 8227a41f-e48e-45ae-a75e-aee7fb202fcd, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8227a41f-e48e-45ae-a75e-aee7fb202fcd,segment=NetworkSegment(88ca4220-a323-423b-9d58-c830714b9aca),segment_id=88ca4220-a323-423b-9d58-c830714b9aca)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:32.205262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.230157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:32.246309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:17:28Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:32.249847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Calling delete_port for 8227a41f-e48e-45ae-a75e-aee7fb202fcd owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:32.282984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73312efc-8d64-4354-9b0b-4350bc7cfdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.303021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59106d5-71af-43e0-a719-a1fab1c1cc9f None None] The sync data for ids ['9127f6e9-ef92-457b-ad6d-77de2432a686'] in n-d-805046-3 is: [{'id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3227588', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c7000839-dc20-4929-8104-8058aa99d976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:13:55Z', 'updated_at': '2021-08-22T15:17:28Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': 'c7000839-dc20-4929-8104-8058aa99d976', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:13:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9127f6e9-ef92-457b-ad6d-77de2432a686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:13:57Z', 'updated_at': '2021-08-22T15:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:32.309034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.438574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:32.553459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port c7000839-dc20-4929-8104-8058aa99d976 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:32.553695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1821913836-network', 'tenant_id': 'fc55bd57eb0c4044aa77bc2b4a4e1fa0'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:32.553816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.572025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c8-0b8b-4a64-aa8a-aa367e62f93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.614551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.650272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.670153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=cd97de82-cc54-4426-9aac-85d5941ddb50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:32.713893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73312efc-8d64-4354-9b0b-4350bc7cfdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.728374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] Pushing event deleted for resources: {'Port': ['ID=8227a41f-e48e-45ae-a75e-aee7fb202fcd,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:32.733814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c27e0-76cb-49e2-94ba-5e7910760a07 None None] No DVR routers for this DVR port 8227a41f-e48e-45ae-a75e-aee7fb202fcd on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:32.759649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.767579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-07dfc648-5127-47b6-834f-1b7ced5c9f9e tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/cd97de82-cc54-4426-9aac-85d5941ddb50 HTTP/1.1" status: 204 len: 168 time: 1.5756888 Aug 22 15:17:32.767779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:32.783112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port c7000839-dc20-4929-8104-8058aa99d976, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c7000839-dc20-4929-8104-8058aa99d976,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:32.788886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.816563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for c7000839-dc20-4929-8104-8058aa99d976 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:32.828452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73312efc-8d64-4354-9b0b-4350bc7cfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.870700 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:32.873171 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e69adc-9b2a-49a6-b4d7-4524d39978e7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] GET failed (client error): The resource could not be found. Aug 22 15:17:32.875158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a2e69adc-9b2a-49a6-b4d7-4524d39978e7 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "GET /v2.0/ports/cd97de82-cc54-4426-9aac-85d5941ddb50 HTTP/1.1" status: 404 len: 333 time: 0.1094489 Aug 22 15:17:32.887177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312efc-8d64-4354-9b0b-4350bc7cfdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f384165-f3ef-4da9-9678-5052b5764d1d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:32.887418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36516) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:32.950390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73312efc-8d64-4354-9b0b-4350bc7cfdbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4a01ef696ad4f5896dc1ea7d1eb0b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161522 Aug 22 15:17:32.951805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36518) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:32.986244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a98c7a-575f-499d-90f7-04ee34e75bdf req-61d6b0f7-effe-4f21-bb79-227da20944a1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:32.986723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0a98c7a-575f-499d-90f7-04ee34e75bdf req-61d6b0f7-effe-4f21-bb79-227da20944a1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 944 time: 0.1046374 Aug 22 15:17:33.022296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Made reservation on behalf of fc55bd57eb0c4044aa77bc2b4a4e1fa0 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:33.025000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.052897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.103600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0a98c7a-575f-499d-90f7-04ee34e75bdf req-12ce8f74-e166-43dc-8cfa-679827c9598b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091485 Aug 22 15:17:33.132110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.166959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.176502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c8-0b8b-4a64-aa8a-aa367e62f93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.238491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port 38e12880-2b4a-435d-b235-d7074abe22e3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:33.238817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.260875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d41c2c8-0b8b-4a64-aa8a-aa367e62f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.318913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1d41c2c8-0b8b-4a64-aa8a-aa367e62f93c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa6dc132ab9e4529b0ce5489f12d9fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789515 Aug 22 15:17:33.319766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c2c8-0b8b-4a64-aa8a-aa367e62f93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d8be4-7a5c-4344-8c6f-f535989a39e9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.321552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:33.357060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.377879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for 38e12880-2b4a-435d-b235-d7074abe22e3 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:33.384529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.385664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.436122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5b6680cc-f827-4793-b083-34056a902b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.436367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.466992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.469615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.470046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:33.470812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f384165-f3ef-4da9-9678-5052b5764d1d HTTP/1.1" status: 204 len: 168 time: 0.5189848 Aug 22 15:17:33.471816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=c7000839-dc20-4929-8104-8058aa99d976,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.486528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50667809-8d7b-49f0-97a1-fec5ae395ad0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.497236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a972d90-3b77-49d2-aace-0c7dfbfa1861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f384165-f3ef-4da9-9678-5052b5764d1d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.499205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.499965 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Added segment 421d83be-2207-4398-9086-3de111de1c42 of type vlan for network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e Aug 22 15:17:33.566268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.578513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.643180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.647339 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.734758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.740195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:33.740195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.749484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8227a41f-e48e-45ae-a75e-aee7fb202fcd no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:33.777623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.778234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8227a41f-e48e-45ae-a75e-aee7fb202fcd {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:33.779067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8227a41f-e48e-45ae-a75e-aee7fb202fcd not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:33.779379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9a45812-a61e-48a7-b09f-3f3127e71531 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:33.782937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.818540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e9a45812-a61e-48a7-b09f-3f3127e71531 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:33.818888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9a45812-a61e-48a7-b09f-3f3127e71531 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:33.849804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8327bf-5e97-4026-8d5f-aea2bfc7324e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.858935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.860338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:33.888558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=38e12880-2b4a-435d-b235-d7074abe22e3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:33.929530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.932504 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6aab2fd-3f3a-43dc-be8a-24224fe35888 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/ports/38e12880-2b4a-435d-b235-d7074abe22e3 HTTP/1.1" status: 204 len: 168 time: 1.0311105 Aug 22 15:17:33.932987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-60587cc8-46fb-4c7c-861a-f7257159c868 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1196444 Aug 22 15:17:33.934276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:33.937159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36528) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:33.945815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Request body: {'subnet': {'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1821913836-subnet', 'tenant_id': 'fc55bd57eb0c4044aa77bc2b4a4e1fa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:33.971298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.971298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Fanout notify agent at l3_agent the message router_deleted on router 9127f6e9-ef92-457b-ad6d-77de2432a686 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:17:33.972091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.980810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.982408 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/571d8be4-7a5c-4344-8c6f-f535989a39e9 HTTP/1.1" status: 204 len: 168 time: 0.6598675 Aug 22 15:17:33.989659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:33.990905 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad2158ae-b222-42eb-881f-21647468ef44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/routers/9127f6e9-ef92-457b-ad6d-77de2432a686 HTTP/1.1" status: 204 len: 168 time: 2.5611484 Aug 22 15:17:34.000763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36532) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:34.011256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50db340-ea70-41c4-a72f-6c5b18f53e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d8be4-7a5c-4344-8c6f-f535989a39e9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:34.071308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Made reservation on behalf of fc55bd57eb0c4044aa77bc2b4a4e1fa0 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:34.073794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.188247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.213844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting subnet 1e12e5f5-09c2-4691-8da7-d018dfc871f3 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:34.228161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.355622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.443188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.465238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7d1c2-676d-4186-9471-74e4afe0faa4 req-8bc5c36d-31b4-4ed9-bd21-be45bb33c01c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:34.467149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1b7d1c2-676d-4186-9471-74e4afe0faa4 req-8bc5c36d-31b4-4ed9-bd21-be45bb33c01c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 944 time: 0.2064247 Aug 22 15:17:34.469779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.499995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cfab93-a940-4926-90e4-e84312b06d93,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:34.500812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fea20a2-95f1-4f48-a1ac-d872b1a12409']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:34.526490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Checking segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:34.526490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Network hostable DHCP agents. Network: 0f8327bf-5e97-4026-8d5f-aea2bfc7324e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:17:34.526986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ca4220-a323-423b-9d58-c830714b9aca') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:34.527285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ca4220-a323-423b-9d58-c830714b9aca') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:34.562086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.596557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1b7d1c2-676d-4186-9471-74e4afe0faa4 req-a39bece2-770c-404a-8c41-58f646a86634 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145182 Aug 22 15:17:34.601144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.616847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:34.617274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:34.620711 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:34.630189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:17:34.630461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.672268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0f8327bf-5e97-4026-8d5f-aea2bfc7324e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:34.682563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:34.683106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930b707-4f2d-4fe3-bd86-a1c37b378a82 None None] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:34.684316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.767180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1d25c210-0bf1-4ed9-8bad-a91fef658445 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8195329 Aug 22 15:17:34.784868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.794754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.798756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/networks/2fea20a2-95f1-4f48-a1ac-d872b1a12409 HTTP/1.1" status: 204 len: 168 time: 0.7938538 Aug 22 15:17:34.799862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36556) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:34.821114 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.848961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:34.854382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bdbf5-8142-4347-a912-8095f74ba5a8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Network': ['ID=2fea20a2-95f1-4f48-a1ac-d872b1a12409,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:34.862137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Subnet': ['ID=1e12e5f5-09c2-4691-8da7-d018dfc871f3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:34.883714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.886616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6ea306dc-c8d7-4097-b2fa-534ddc41afc1 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/subnets/1e12e5f5-09c2-4691-8da7-d018dfc871f3 HTTP/1.1" status: 204 len: 168 time: 0.9507582 Aug 22 15:17:34.897674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36560) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:34.916592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54c07dea-0f66-4f65-9b57-334d85e63575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.938925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:34.977768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.000672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e9370-a64e-49c1-a644-75521bea050f None None] Network cfdd318c-4b4c-410c-a148-b1522c2cc059 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:35.110881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.116504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.119462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.120764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/security-groups/503a4313-3084-443b-9bc3-7d03bec0fa11 HTTP/1.1" status: 204 len: 168 time: 0.3195755 Aug 22 15:17:35.137908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56905b4-51aa-4fcf-a63d-e530a2f4897c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a4313-3084-443b-9bc3-7d03bec0fa11,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:35.162652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 90325dd6-cf21-44d0-b04a-ab26c02dab33 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:35.197187 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.219008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13c9b4-e721-4251-aaf1-3ca52f5c2246 None None] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:35.256153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Deleting port 058f40e4-2ebe-4673-9de5-1583e9324f63 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:35.256507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.336332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] For port 058f40e4-2ebe-4673-9de5-1583e9324f63, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=058f40e4-2ebe-4673-9de5-1583e9324f63,segment=NetworkSegment(e7c3d617-2b6e-4bf1-9626-0c0f372ff62d),segment_id=e7c3d617-2b6e-4bf1-9626-0c0f372ff62d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:35.336713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.351861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54c07dea-0f66-4f65-9b57-334d85e63575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.358285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Calling delete_port for 058f40e4-2ebe-4673-9de5-1583e9324f63 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:35.395912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-54c07dea-0f66-4f65-9b57-334d85e63575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.475646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] DHCP port deletion for cfdd318c-4b4c-410c-a148-b1522c2cc059 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:35.551707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Deleting port 058f40e4-2ebe-4673-9de5-1583e9324f63 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:35.552391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.556450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-54c07dea-0f66-4f65-9b57-334d85e63575 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=753735659ca14d998d75101232d6d2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062893 Aug 22 15:17:35.561385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c07dea-0f66-4f65-9b57-334d85e63575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e170d1-9812-4a84-8620-a7fe15020fa4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:35.561531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:35.576798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 90325dd6-cf21-44d0-b04a-ab26c02dab33 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:35.581133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-a0fa62b8-031e-4cca-b2b9-0aa3de6ffdae tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:35.584479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-a0fa62b8-031e-4cca-b2b9-0aa3de6ffdae tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 818 time: 0.1682262 Aug 22 15:17:35.589141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 90325dd6-cf21-44d0-b04a-ab26c02dab33 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:35.591530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.629608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-c86ea346-e02f-46d2-a2ed-421e872137e2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/quotas/fc55bd57eb0c4044aa77bc2b4a4e1fa0 HTTP/1.1" status: 200 len: 375 time: 0.0385873 Aug 22 15:17:35.666834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] For port 058f40e4-2ebe-4673-9de5-1583e9324f63, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=058f40e4-2ebe-4673-9de5-1583e9324f63,segment=NetworkSegment(e7c3d617-2b6e-4bf1-9626-0c0f372ff62d),segment_id=e7c3d617-2b6e-4bf1-9626-0c0f372ff62d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:35.667233 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.682003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:35.687831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010025045', 'description': 'tempest-secgroup-smoke-2010025045 description', 'project_id': '5e7a703bd64b4e4d944d0017fd296794'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:35.698851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Calling delete_port for 058f40e4-2ebe-4673-9de5-1583e9324f63 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:35.698985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-88b0299d-796c-4c49-a1f5-a4ef9fa66c1b tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631402 Aug 22 15:17:35.700419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-52a236d9-22bc-4cca-833d-f0c69d59408a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:17:35.713696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-52a236d9-22bc-4cca-833d-f0c69d59408a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149217 Aug 22 15:17:35.728041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 058f40e4-2ebe-4673-9de5-1583e9324f63 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:35.740015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.763579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.797277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 058f40e4-2ebe-4673-9de5-1583e9324f63 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:35.797843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 058f40e4-2ebe-4673-9de5-1583e9324f63 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:35.798269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c7000839-dc20-4929-8104-8058aa99d976 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:35.826219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c7000839-dc20-4929-8104-8058aa99d976 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:35.826580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c7000839-dc20-4929-8104-8058aa99d976 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:35.836607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.842685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Port': ['ID=058f40e4-2ebe-4673-9de5-1583e9324f63,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:35.858080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] No DVR routers for this DVR port 058f40e4-2ebe-4673-9de5-1583e9324f63 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:35.878809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:35.881567 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118474d-ee8f-4904-a3df-ef3002a21ff2" -d '{"events": [{"server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "name": "network-vif-plugged", "status": "completed", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:35.885721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.900337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.903915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:17:35.907018 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:17:35.916512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.942072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] Pushing event deleted for resources: {'Port': ['ID=058f40e4-2ebe-4673-9de5-1583e9324f63,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:35.952136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41cb66-f5e9-430d-b083-717d0557ab6f None None] No DVR routers for this DVR port 058f40e4-2ebe-4673-9de5-1583e9324f63 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:35.957275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9bdc1-b8f1-472e-bce2-dfd5449ef3fb req-1073d395-d14b-4fa1-a61e-fb33d7a56b1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:35.957275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88a9bdc1-b8f1-472e-bce2-dfd5449ef3fb req-1073d395-d14b-4fa1-a61e-fb33d7a56b1f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 944 time: 0.1305268 Aug 22 15:17:35.967273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-39df8834-a2f8-43fb-8f5f-07e763d9801c service neutron] 10.222.0.53 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526374 Aug 22 15:17:35.979614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:35.996175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.013775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdd318c-4b4c-410c-a148-b1522c2cc059']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:36.032791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:36.033266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c3d617-2b6e-4bf1-9626-0c0f372ff62d') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:36.051673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:36.053568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.090935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.106345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:36.111921 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:36.116023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88a9bdc1-b8f1-472e-bce2-dfd5449ef3fb req-b159fae6-6ad5-43d7-a17d-325810236904 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417923 Aug 22 15:17:36.138254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-378a3cd0-7bdd-4a34-b617-ef0702a805b1 service neutron] 10.222.0.53 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700368 Aug 22 15:17:36.173796 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cef69f-83c7-485a-aae6-c67e1b2a5d5d x-openstack-request-id: req-95cef69f-83c7-485a-aae6-c67e1b2a5d5d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:36.174257 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "name": "network-vif-plugged", "status": "completed", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:36.174854 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95cef69f-83c7-485a-aae6-c67e1b2a5d5d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:36.176150 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'code': 200} Aug 22 15:17:36.179625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.182398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.184098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52e170d1-9812-4a84-8620-a7fe15020fa4 HTTP/1.1" status: 204 len: 168 time: 0.6235838 Aug 22 15:17:36.211787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3a19c-888e-476b-ab21-fab73e0ceef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e170d1-9812-4a84-8620-a7fe15020fa4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:36.217623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.318084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad814ab-d1cd-4d8d-9bbe-906490f38189 req-45f72c41-2fd4-44f4-bc4a-466544917727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:36.335600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2ad814ab-d1cd-4d8d-9bbe-906490f38189 req-45f72c41-2fd4-44f4-bc4a-466544917727 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.0568209 Aug 22 15:17:36.370337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36604) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:36.381083 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2ad814ab-d1cd-4d8d-9bbe-906490f38189 req-fcf3c524-351a-44b3-8f78-9ff27e73d2c6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536036 Aug 22 15:17:36.491208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:36.591000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.626186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aad5955-030c-4a89-af3f-10a10201533f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:36.641070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.652296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.654330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] 10.222.0.53 "DELETE /v2.0/networks/cfdd318c-4b4c-410c-a148-b1522c2cc059 HTTP/1.1" status: 204 len: 168 time: 1.7553926 Aug 22 15:17:36.667735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556e48-f1b3-441f-afe0-a610f430b368 tempest-AllowedAddressPairIpV6TestJSON-1817132875 tempest-AllowedAddressPairIpV6TestJSON-1817132875-project] Pushing event deleted for resources: {'Network': ['ID=cfdd318c-4b4c-410c-a148-b1522c2cc059,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:36.735042 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.851554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.870519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.874369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:36.881580 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d904fd5-9bbb-4b42-9708-65781f99c5cb tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1923835 Aug 22 15:17:36.881748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36614) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:36.886436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:37.011306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Allocated IP 172.25.0.167 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2f64d827-1864-45ea-a87c-ceba72f17541) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:37.069871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.075786 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:17:37.215563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.238248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.299402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.328457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59237915-1976-40f8-9f8a-d9b02cdbba78,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:37.341168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f43ae81c-6e39-4cb5-9cca-c5a0a8d7ca61 req-36214277-6ff1-4f6f-98ae-2328b2cf5208 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0522578 Aug 22 15:17:37.346570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.380117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190b84-fd77-4bfd-93f1-c022cb2d6a8b req-b53c2d2a-1dc3-4df4-98ab-171d6b992787 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:37.397150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b190b84-fd77-4bfd-93f1-c022cb2d6a8b req-b53c2d2a-1dc3-4df4-98ab-171d6b992787 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 945 time: 0.1687074 Aug 22 15:17:37.397904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36632) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:37.418881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.419862 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fc5050e4-6787-489c-9793-2687e0595185 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5372083 Aug 22 15:17:37.436817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:37.445144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:37.453313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Pushing event updated for resources: {'Port': ['ID=2f64d827-1864-45ea-a87c-ceba72f17541,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:37.471264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:37.474461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:37.478307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:37.508099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b190b84-fd77-4bfd-93f1-c022cb2d6a8b req-137f775d-9295-483b-a30e-30c935ab65bd tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037302 Aug 22 15:17:37.580255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13c024db-e1dd-41ec-a6c7-1ca0cbdcbc1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c883127b02d4184b9519dd2d484b9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812949 Aug 22 15:17:37.583814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:37.643324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.648040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.691200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.734853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.759871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.779299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.858906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.883157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411ca89b-3e8f-4348-a76e-fc08ce0907fb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:37.887011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.889912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:37.892869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0f25501-941a-435b-b7c8-9dc4f563ae1e HTTP/1.1" status: 204 len: 168 time: 0.3060257 Aug 22 15:17:37.908722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f77c-12d3-4684-8df5-e0e294042fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f25501-941a-435b-b7c8-9dc4f563ae1e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:38.001148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.001776 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.004464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c00fb944-1ae9-4302-a493-d3ba3ecd7945 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5638008 Aug 22 15:17:38.007158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36658) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:38.012402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:38.122306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.132622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.216781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Pushing event updated for resources: {'Port': ['ID=2f64d827-1864-45ea-a87c-ceba72f17541,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:38.231826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.234561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.299422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.327714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7c78f6-d725-4f48-8e18-67f2cbff8a2f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:38.379797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.381358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8f80f58f-3101-42dc-935e-9cb6c1d2d020 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0091124 Aug 22 15:17:38.388879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36674) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:38.394833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-184420526', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'fixed_ips': [{'ip_address': '172.25.0.167'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:38.431520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4261e8d5-8a1a-4805-a107-80754f21c395 req-d5856dec-34ad-4dc7-9fcc-9983f32e60f3 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0323312 Aug 22 15:17:38.434751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.435839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-723ae334-35af-4693-8722-282e770b529b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4264750 Aug 22 15:17:38.439209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36678) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:38.444991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:38.579033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Made reservation on behalf of 51d71a87b8a645af8241565a7a990214 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:38.582140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.602770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.641315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4101a-3fa2-4971-9630-1d0be403a4e3 req-f5c9a37c-f76a-4969-a69d-91ce97015349 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:38.642820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6c4101a-3fa2-4971-9630-1d0be403a4e3 req-f5c9a37c-f76a-4969-a69d-91ce97015349 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 945 time: 0.0623462 Aug 22 15:17:38.683466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6c4101a-3fa2-4971-9630-1d0be403a4e3 req-15fc1b23-5be2-4ff8-b3ee-5ed4e1d5122c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342138 Aug 22 15:17:38.762142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.875924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.890043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.900661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e49d2-f584-4dc5-a988-ac6928b5a94d req-c5c9a072-4d61-4b77-9786-ea32cc1e44ff tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:38.902284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-501e49d2-f584-4dc5-a988-ac6928b5a94d req-c5c9a072-4d61-4b77-9786-ea32cc1e44ff tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 945 time: 0.0744209 Aug 22 15:17:38.953729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-501e49d2-f584-4dc5-a988-ac6928b5a94d req-3e7a1efd-580c-4999-acb2-82eb25845dc4 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Aug 22 15:17:38.979567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.981831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:38.986779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:38.997750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] device_id is not set on port bd6f544f-eb93-4541-8047-afbd41266caf yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:39.001457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d5560b-714f-4367-8438-70378c461d7b,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:39.082023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.088062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-08d63a01-db86-4357-b389-5c4c01f4db52 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6438479 Aug 22 15:17:39.096117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36704) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:39.096117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:39.192978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5d2cb-f515-4da9-aecb-2f89e5449113,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:39.196563 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:17:39.212970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.238704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56beccfd-c908-438a-9d78-cc4d4918e0c6 tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:39.241150 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-56beccfd-c908-438a-9d78-cc4d4918e0c6 tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1091 time: 0.2474017 Aug 22 15:17:39.258180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:39.269654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:39.307852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.362247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.367525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.404301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42ffffe-a638-49d6-9bcc-b0f171a4d615,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:39.414456 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 15:17:39.415033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:17:39.469413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36720) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:39.492494 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.494667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-84c59125-ac8a-4897-9384-f6582044faf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4051435 Aug 22 15:17:39.497554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:39.504660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '2aad5955-030c-4a89-af3f-10a10201533f', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:39.544875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb58ab34-68ae-4778-8424-b2effb66ae39 req-78062d62-deb6-4d53-9cf7-d6638cff24d7 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0332458 Aug 22 15:17:39.560425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.582654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c34996a8-9d28-457d-b670-d6f29164fc3c tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1925445 Aug 22 15:17:39.586466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:39.671920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-166811969'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:39.678962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.25.0.202 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a429c620-a69a-4ea8-a044-cbc979841154) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:39.738809 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:17:39.752819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.808443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.815531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Deleting port 2f64d827-1864-45ea-a87c-ceba72f17541 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:39.816516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.834572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.874460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Made reservation on behalf of 83ec8896af924cad8687fd8ca6345bd9 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:39.879831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.895360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.936808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.937143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.940123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.951566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:39.968338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Calling delete_port for 2f64d827-1864-45ea-a87c-ceba72f17541 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:39.979720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:39.984292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:39.986852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:40.001040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9924252e-b4c2-41fb-a176-6e95a610a6bf,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:40.019742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=a429c620-a69a-4ea8-a044-cbc979841154,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:40.117402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.219323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.269577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95632199-21c7-430d-a6d8-529787b05dc0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:40.278879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:40.281410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.323294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.323294 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Added segment fb7e5975-47eb-4c8c-9eb7-3112adffbdf7 of type vlan for network 6a553d70-6409-4450-84dd-6ee48b5d93e0 Aug 22 15:17:40.323294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f64d827-1864-45ea-a87c-ceba72f17541,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:40.375471 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.380403 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f571b483-1322-49f2-bfdd-bb3b82102ffc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8778670 Aug 22 15:17:40.397826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:40.410488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'network': {'name': 'tempest-network-smoke--164463043', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:40.439246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.459739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.462300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.463491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e80b05f9-f177-4058-8078-fa5b20dbd145 tempest-ExternalNetworksAdminNegativeTestJSON-513113130 tempest-ExternalNetworksAdminNegativeTestJSON-513113130-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/5b2476bb-e8c4-4170-a91f-ceecb623b7cb HTTP/1.1" status: 204 len: 168 time: 0.8757195 Aug 22 15:17:40.619136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.621281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.627591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:40.629483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.632391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:40.636014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.722619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:40.731368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'Network': ['ID=6a553d70-6409-4450-84dd-6ee48b5d93e0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:40.738531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.738872 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Added segment 30ea6e51-0a4d-4a13-b47a-0a2ca678688d of type vlan for network 681b5cd8-877f-4887-93aa-2f73ff2b8656 Aug 22 15:17:40.743858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:40.790429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.857348 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e505d25b-f695-4be0-b5b9-e83f773eeceb tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3874898 Aug 22 15:17:40.858000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:40.864506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Request body: {'subnet': {'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:40.928131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ad903d8-3679-4f47-a220-730843c952d5 req-8393c823-e5f7-4f57-80f5-1d302e9f9d6e tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0487273 Aug 22 15:17:40.968700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.970097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:40.976456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:40.977271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.068704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Network': ['ID=681b5cd8-877f-4887-93aa-2f73ff2b8656,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:41.085089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:41.124627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36744) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:41.125227 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5f7fc96e-7a4f-46fe-ac47-2b73eba02b47 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7262161 Aug 22 15:17:41.131855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'admin_state_up': True, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:41.211901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.234049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36746) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:41.238594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Made reservation on behalf of 83ec8896af924cad8687fd8ca6345bd9 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:41.249630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.441325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.443646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.449264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.539740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.573163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.573428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8200a099-5742-459e-a9eb-6be136680856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.631549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-fb98d049-1843-4a2e-9d96-f9a1bb1d446a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:41.633141 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-fb98d049-1843-4a2e-9d96-f9a1bb1d446a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 818 time: 0.1466980 Aug 22 15:17:41.642868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=a429c620-a69a-4ea8-a044-cbc979841154,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:41.656354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.656577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Request body: {'port': {'device_id': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'admin_state_up': True, 'tenant_id': 'fc55bd57eb0c4044aa77bc2b4a4e1fa0'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:41.733730 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.830952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'Subnet': ['ID=da351bbb-0c0a-453a-bce4-86d1cf1c0cd8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:41.860965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8200a099-5742-459e-a9eb-6be136680856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:41.870824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Checking segment: {'id': 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:41.871593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Network hostable DHCP agents. Network: 6a553d70-6409-4450-84dd-6ee48b5d93e0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:17:41.907323 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP 93b9ac61-2564-4169-bc4e-9aa90dafb0a3 associated. External IP: 172.25.0.202, port: 90325dd6-cf21-44d0-b04a-ab26c02dab33. Aug 22 15:17:41.913867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.021822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:17:42.027243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8200a099-5742-459e-a9eb-6be136680856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.050984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b52901c-6cec-4e55-b97d-d58b3730f2c2 req-1891e091-497a-4bd0-9c13-80126aa98ebf tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0375185 Aug 22 15:17:42.081881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8200a099-5742-459e-a9eb-6be136680856 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74d8e068f27d463abaa822374dc751d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8442473 Aug 22 15:17:42.084251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200a099-5742-459e-a9eb-6be136680856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb7caee-2963-4a20-a295-9e38536709d7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:42.087155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36754) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:42.156516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Made reservation on behalf of fc55bd57eb0c4044aa77bc2b4a4e1fa0 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:42.162032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.165632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 6a553d70-6409-4450-84dd-6ee48b5d93e0) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:42.175735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6eaa13-3da4-468e-8080-7bf2ab38857a None None] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:42.180369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:42.181075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.235836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.285070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:42.328022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.375786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-6a553d70-6409-4450-84dd-6ee48b5d93e0', 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0', 'tenant_id': '83ec8896af924cad8687fd8ca6345bd9', 'fixed_ips': [{'subnet_id': 'da351bbb-0c0a-453a-bce4-86d1cf1c0cd8'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:17:42.377921 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.504864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.507666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.508905 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eb7caee-2963-4a20-a295-9e38536709d7 HTTP/1.1" status: 204 len: 168 time: 0.4205937 Aug 22 15:17:42.588012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bfb02-2495-4ff9-8901-c644ebf1e008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb7caee-2963-4a20-a295-9e38536709d7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:42.644020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:42.656357 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:42.674690 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:42.676593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:42.715416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.734563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Allocated IP 172.20.0.2 (6a553d70-6409-4450-84dd-6ee48b5d93e0/da351bbb-0c0a-453a-bce4-86d1cf1c0cd8/54641540-4467-4403-b86b-471d57dd8a29) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:42.764009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.844299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:42.874839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-9194fc5c-9c71-40df-b2d2-3e15711ce4ed tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:42.877992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-9194fc5c-9c71-40df-b2d2-3e15711ce4ed tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 818 time: 0.6682782 Aug 22 15:17:42.958946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.181 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/8fbb9e9e-cf93-4967-8120-f81b343dc28a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:42.967780 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e02c28e-5bda-4ceb-aad3-05f6aba0c419 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1086307 Aug 22 15:17:42.969392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:42.975957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Request body: {'port': {'device_id': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'admin_state_up': True, 'tenant_id': 'fc55bd57eb0c4044aa77bc2b4a4e1fa0'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:42.985897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Transition to ACTIVE for port object 54641540-4467-4403-b86b-471d57dd8a29 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:42.992435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36764) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:43.000566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Request body: {'port': {'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1466853944'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:43.012442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Transition to ACTIVE for port object 54641540-4467-4403-b86b-471d57dd8a29 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:43.036279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.069335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c86147bf-38c5-44ad-a66b-06f5a4387989 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8095131 Aug 22 15:17:43.071726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:43.074213 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b68d50-7eea-440e-8bcc-6b0803fa69e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:43.119673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.184860 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba1f5ac-b6fd-4ffe-b0d9-87d543bd9b2c x-openstack-request-id: req-5ba1f5ac-b6fd-4ffe-b0d9-87d543bd9b2c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:43.187289 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:43.188310 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ba1f5ac-b6fd-4ffe-b0d9-87d543bd9b2c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:43.193006 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'status': 'completed', 'code': 200} Aug 22 15:17:43.221372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Allocated IP 172.20.0.5 (0f8327bf-5e97-4026-8d5f-aea2bfc7324e/50cfab93-a940-4926-90e4-e84312b06d93/8df2602d-984d-4f94-9b91-d409d33cd808) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:43.278246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.304061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:43.305952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Pushing event updated for resources: {'Port': ['ID=54641540-4467-4403-b86b-471d57dd8a29,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:43.309367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:43.312361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:43.352064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b3fa525-991a-4fe7-bdf0-0c09947f2271 req-250aaade-f1ab-4443-aef2-be50559b4764 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0961041 Aug 22 15:17:43.379610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-afeaaf7f-3839-4699-8670-7a77bf2807ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:43.381421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-afeaaf7f-3839-4699-8670-7a77bf2807ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.1720014 Aug 22 15:17:43.394892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Attempting to bind port 54641540-4467-4403-b86b-471d57dd8a29 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:43.395626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Attempting to bind port 54641540-4467-4403-b86b-471d57dd8a29 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:43.395626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Attempting to bind port 54641540-4467-4403-b86b-471d57dd8a29 on network 6a553d70-6409-4450-84dd-6ee48b5d93e0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:43.398744 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:40Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:43.401863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:43.402252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Checking segment: {'id': 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:43.402666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.403071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Bound using segment: {'id': 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:43.403554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Bound port: 54641540-4467-4403-b86b-471d57dd8a29, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:43.403945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.512543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-9099ba4b-43c2-4f3f-a327-9cf4f9d9557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:43.514399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-9099ba4b-43c2-4f3f-a327-9cf4f9d9557d service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1250622 Aug 22 15:17:43.523397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] For port 54641540-4467-4403-b86b-471d57dd8a29, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:43.530162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] For port 54641540-4467-4403-b86b-471d57dd8a29, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54641540-4467-4403-b86b-471d57dd8a29,segment=NetworkSegment(fb7e5975-47eb-4c8c-9eb7-3112adffbdf7),segment_id=fb7e5975-47eb-4c8c-9eb7-3112adffbdf7)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:43.571078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.591201 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:43.605206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:43.605997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:43.631379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-059c700c-d55c-4491-98a3-9d7f2cc90490 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 999 time: 0.1068363 Aug 22 15:17:43.653627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.660601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Made reservation on behalf of fc55bd57eb0c4044aa77bc2b4a4e1fa0 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:43.664801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.685231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-8fb31917-96c2-4463-be2d-3c7ded8fa4b5 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:43.687056 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-8fb31917-96c2-4463-be2d-3c7ded8fa4b5 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.54 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 818 time: 0.7394216 Aug 22 15:17:43.701158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Request body: {'port': {'device_id': '2027e252-cde6-4639-ba29-c6492d08b446', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'admin_state_up': True, 'tenant_id': 'fc55bd57eb0c4044aa77bc2b4a4e1fa0'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:43.727548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-6104c916-0036-4ab2-8c42-a6c4885b1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:43.730205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-6104c916-0036-4ab2-8c42-a6c4885b1a7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0903630 Aug 22 15:17:43.732015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.811649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5442-dd0c-4a1b-a985-2f0e510a69d0 None None] Pushing event updated for resources: {'Port': ['ID=54641540-4467-4403-b86b-471d57dd8a29,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:43.818416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:43.839917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:43.845325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:43.856568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Made reservation on behalf of 83ec8896af924cad8687fd8ca6345bd9 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:43.858853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:43.860944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.866495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=8fbb9e9e-cf93-4967-8120-f81b343dc28a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:43.896008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36776) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:43.910277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:43.912345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-7725929b-6930-436a-be13-1fff404eff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:43.913924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-7725929b-6930-436a-be13-1fff404eff50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762705 Aug 22 15:17:43.941980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] device_id is not set on port 7436b461-ab7e-4b1c-a387-47ce32ce1910 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:44.075880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b7a61b0-27b2-4812-871d-9c0ea24bbefd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51d71a87b8a645af8241565a7a990214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744111 Aug 22 15:17:44.078336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:44.135560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:44.160364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:44.184213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:44.188378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event updated for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:44.215129 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:40Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:44.259568 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eddfb9-3cd7-47eb-9e6b-19317d8cb0cc None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:40Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:44.270457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Allocated IP 172.20.0.7 (0f8327bf-5e97-4026-8d5f-aea2bfc7324e/50cfab93-a940-4926-90e4-e84312b06d93/277989a8-af90-4223-bd53-1cb85651e933) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:44.304667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Made reservation on behalf of fc55bd57eb0c4044aa77bc2b4a4e1fa0 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:44.308450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.360829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:44.361416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.433246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Allocated IP 172.20.0.11 (6a553d70-6409-4450-84dd-6ee48b5d93e0/da351bbb-0c0a-453a-bce4-86d1cf1c0cd8/7436b461-ab7e-4b1c-a387-47ce32ce1910) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:44.508764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2a0ec9ae-6139-4d09-8956-42123bf54c96 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8571098 Aug 22 15:17:44.530730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-12101604-4fe4-482b-ada8-f229d52ea5cd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:17:44.531928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-12101604-4fe4-482b-ada8-f229d52ea5cd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134861 Aug 22 15:17:44.575825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Request body: {'port': {'device_id': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:44.650076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80c45469-2e1c-440f-b7d3-dc2daba08b3f req-95fdb050-fcac-48c8-8b5e-6e62a8ac2a16 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.1168258 Aug 22 15:17:44.702067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-4214ee95-7e34-4552-bb6a-0a09a80a4685 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481411 Aug 22 15:17:44.735199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.755678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbfa53d-ce60-4265-b32b-9b5bcfe46053 None None] New status for floating IP 93b9ac61-2564-4169-bc4e-9aa90dafb0a3: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:17:44.790604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.807282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.848167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.917107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:44.925980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26b68d50-7eea-440e-8bcc-6b0803fa69e1 req-8fd1e849-07fc-4c2d-97d1-e732c941e915 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122347 Aug 22 15:17:44.960536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Transition to ACTIVE for port object 7436b461-ab7e-4b1c-a387-47ce32ce1910 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:45.047742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.211311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.217421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.220836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57f5d2cb-f515-4da9-aecb-2f89e5449113 HTTP/1.1" status: 204 len: 168 time: 1.1373429 Aug 22 15:17:45.250333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.313759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771b3c-5271-4f38-a1b0-94978760ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5d2cb-f515-4da9-aecb-2f89e5449113,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:45.363682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.387018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:45.434529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.438207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:45.450336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:45.459831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event updated for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:45.502763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Allocated IP 172.20.0.4 (0f8327bf-5e97-4026-8d5f-aea2bfc7324e/50cfab93-a940-4926-90e4-e84312b06d93/e311cfd1-45ac-410e-acee-3f47c5ad0b29) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:45.538539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:45.551942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:45.563286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:45.574348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7959933a-6b83-4b57-b0e7-e6fe273154f2 None None] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:45.635542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:45.636372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.656479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'Port': ['ID=7436b461-ab7e-4b1c-a387-47ce32ce1910,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:45.729456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:45.730312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.737537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 0dae4ceb-8dca-431f-8709-3dff0552532d is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:17:45.793384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54641540-4467-4403-b86b-471d57dd8a29 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:45.833201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b36485bd-cb29-4cb3-a9a7-1beb0ca8a39e None None] Provisioning for port 54641540-4467-4403-b86b-471d57dd8a29 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:45.897194 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4df29a53-7697-4780-8c42-137430720936 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9470029 Aug 22 15:17:45.902628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:45.916700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Request body: {'port': {'device_id': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:45.949137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ca26c1e-dc33-4dd5-bcc7-75b2444febe8 req-b9d9a669-dfb6-49f2-a08f-928ac295051c tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 210 time: 0.0374489 Aug 22 15:17:45.952023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e51bd041-dc8f-460d-9b49-290b07a2dc3a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9568970 Aug 22 15:17:45.955650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36796) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:45.974926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Request body: {'port': {'network_id': '6a553d70-6409-4450-84dd-6ee48b5d93e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1132578293', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:45.974926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] bootfile-name is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:45.974926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] tftp-server is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:45.974926 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] server-ip-address is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:45.977685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 54641540-4467-4403-b86b-471d57dd8a29 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:45.983926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 54641540-4467-4403-b86b-471d57dd8a29 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:45.984423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.027861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:46.039130 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Sync routers for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:46.051835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.061356 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:46.068604 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:46.169707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.228427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 54641540-4467-4403-b86b-471d57dd8a29, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54641540-4467-4403-b86b-471d57dd8a29,segment=NetworkSegment(fb7e5975-47eb-4c8c-9eb7-3112adffbdf7),segment_id=fb7e5975-47eb-4c8c-9eb7-3112adffbdf7)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:46.278379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Provisioning complete for port 54641540-4467-4403-b86b-471d57dd8a29 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:46.279311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.305609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.309469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1e888b54-f704-40c8-84da-e78cba209250 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1832082 Aug 22 15:17:46.313633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36804) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:46.326113 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:46.359338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.398293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Made reservation on behalf of 83ec8896af924cad8687fd8ca6345bd9 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:46.416711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.440174 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.485279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=54641540-4467-4403-b86b-471d57dd8a29,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:46.519308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] device_id is not set on port 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:17:46.575707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:46.583616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:46.583616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event updated for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:46.599040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:46.629316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e6c642f-556d-4040-8354-06f368483f55 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5e7a703bd64b4e4d944d0017fd296794&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3123710 Aug 22 15:17:46.631426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36812) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:46.701835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df2602d-984d-4f94-9b91-d409d33cd808 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:46.702933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:46.705060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:46.707078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.714606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.735556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Transition to ACTIVE for port object 8df2602d-984d-4f94-9b91-d409d33cd808 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:46.741494 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Checking router: 0dae4ceb-8dca-431f-8709-3dff0552532d for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:46.742232 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Updating router 0dae4ceb-8dca-431f-8709-3dff0552532d port 8fbb9e9e-cf93-4967-8120-f81b343dc28a binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:17:46.756019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Provisioning for port 7436b461-ab7e-4b1c-a387-47ce32ce1910 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:46.769437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Provisioning complete for port 7436b461-ab7e-4b1c-a387-47ce32ce1910 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:46.769437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.780536 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.813988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8aec0-f059-4517-9101-4825a9a81188 None None] Port 7436b461-ab7e-4b1c-a387-47ce32ce1910 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:46.840166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Allocated IP 172.20.0.13 (6a553d70-6409-4450-84dd-6ee48b5d93e0/da351bbb-0c0a-453a-bce4-86d1cf1c0cd8/9afe7109-ec3e-4c4f-87f4-fc09a28d9564) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:46.901429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d89e8b-33fb-4c55-b67d-89f136d631ec tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:46.905709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43d89e8b-33fb-4c55-b67d-89f136d631ec tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2707264 Aug 22 15:17:46.906167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36818) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:46.919145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-445bf789-9688-493e-b942-f477fa21db7d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2228422 Aug 22 15:17:46.947634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e06ea66a-02c3-4998-8155-78d8ea7c1c1e None None] Provisioning complete for port 7436b461-ab7e-4b1c-a387-47ce32ce1910 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:46.947929 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e06ea66a-02c3-4998-8155-78d8ea7c1c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:46.968101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Request body: {'port': {'device_id': '2027e252-cde6-4639-ba29-c6492d08b446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:47.001925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e06ea66a-02c3-4998-8155-78d8ea7c1c1e None None] Port 7436b461-ab7e-4b1c-a387-47ce32ce1910 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:47.136056 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.142705 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-50245f3d-2055-4420-9771-b5361e0dac5f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2326822 Aug 22 15:17:47.142927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:47.149669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-106014099', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:47.183135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.198936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.257906 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.267676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b256e8-3675-4dda-b329-422fdb3d0ce4 req-d1bf1b41-b25d-48f9-b894-09bca709b485 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:47.276456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72b256e8-3675-4dda-b329-422fdb3d0ce4 req-d1bf1b41-b25d-48f9-b894-09bca709b485 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 931 time: 0.1956997 Aug 22 15:17:47.283307 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Transition to ACTIVE for port object 8fbb9e9e-cf93-4967-8120-f81b343dc28a will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:47.294651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Transition to ACTIVE for port object 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:47.312360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:47.357370 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.368362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72b256e8-3675-4dda-b329-422fdb3d0ce4 req-c7dab452-1859-4dc9-ab32-7d89f520345e tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853691 Aug 22 15:17:47.457231 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Attempting to bind port 8fbb9e9e-cf93-4967-8120-f81b343dc28a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:47.457781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Attempting to bind port 8fbb9e9e-cf93-4967-8120-f81b343dc28a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:47.458202 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Attempting to bind port 8fbb9e9e-cf93-4967-8120-f81b343dc28a on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:47.470011 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:47.470452 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:47.470813 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.471215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:47.472059 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Bound port: 8fbb9e9e-cf93-4967-8120-f81b343dc28a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:47.472626 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.475819 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Pushing event updated for resources: {'Port': ['ID=8fbb9e9e-cf93-4967-8120-f81b343dc28a,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:47.505974 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.506111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.506429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.506878 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.507090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.507426 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.507761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.508118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.508449 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.508778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.509138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.509415 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:17:47.557983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Attempting to bind port 8df2602d-984d-4f94-9b91-d409d33cd808 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:47.558629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Attempting to bind port 8df2602d-984d-4f94-9b91-d409d33cd808 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:47.558776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Attempting to bind port 8df2602d-984d-4f94-9b91-d409d33cd808 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:47.565326 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] For port 8fbb9e9e-cf93-4967-8120-f81b343dc28a, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:47.569258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] For port 8fbb9e9e-cf93-4967-8120-f81b343dc28a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8fbb9e9e-cf93-4967-8120-f81b343dc28a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:47.571264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277989a8-af90-4223-bd53-1cb85651e933 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:47.579260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.580963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:47.586615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Port 8df2602d-984d-4f94-9b91-d409d33cd808 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:17:47.586615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Attempting to bind port 8df2602d-984d-4f94-9b91-d409d33cd808 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:47.586882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.589090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.603826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:47.604224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Checking segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:47.604639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Bound using segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:47.605098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Bound port: 8df2602d-984d-4f94-9b91-d409d33cd808, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:47.605488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.688392 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.710758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:47.714775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:47.720184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8df2602d-984d-4f94-9b91-d409d33cd808,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:47.727333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Transition to ACTIVE for port object 277989a8-af90-4223-bd53-1cb85651e933 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:47.760548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:47.768976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54641540-4467-4403-b86b-471d57dd8a29 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:47.774595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:47.790246 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508774c-9f6a-4e9d-86a0-47d4dd37ae66 None None] Pushing event updated for resources: {'Port': ['ID=8fbb9e9e-cf93-4967-8120-f81b343dc28a,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:47.795223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.818489 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:47.819149 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:47.856562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'Port': ['ID=9afe7109-ec3e-4c4f-87f4-fc09a28d9564,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:47.877373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 54641540-4467-4403-b86b-471d57dd8a29 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:47.878045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.943392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:47.986581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:47.989737 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.041063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Pushing event updated for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:48.085474 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:48.144522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:48.170938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.171633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.173214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-18d1323f-6644-45db-90ee-99e66d723bf9 service neutron] 10.222.0.10 "PUT /v2.0/ports/8df2602d-984d-4f94-9b91-d409d33cd808 HTTP/1.1" status: 200 len: 1091 time: 3.6164649 Aug 22 15:17:48.179206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:48.181417 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d81551-bd3b-491f-b5e8-6f7873d22969" -d '{"events": [{"name": "network-changed", "server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:48.301309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e5737efa-1ac5-456f-af1f-8bb78f4c1a04 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3351846 Aug 22 15:17:48.301309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:48.310211 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5322e51-3707-4013-8ea1-2bad7ba521e3 x-openstack-request-id: req-b5322e51-3707-4013-8ea1-2bad7ba521e3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:48.310502 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:48.310754 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5322e51-3707-4013-8ea1-2bad7ba521e3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:48.311237 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808', 'status': 'completed', 'code': 200} Aug 22 15:17:48.314439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Attempting to bind port 277989a8-af90-4223-bd53-1cb85651e933 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:48.315054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Attempting to bind port 277989a8-af90-4223-bd53-1cb85651e933 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:48.315394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Attempting to bind port 277989a8-af90-4223-bd53-1cb85651e933 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:48.347961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Port 277989a8-af90-4223-bd53-1cb85651e933 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:17:48.348357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Attempting to bind port 277989a8-af90-4223-bd53-1cb85651e933 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:48.355548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e11de4a0-a8d8-4e97-8549-ee1efb5fd623 None None] Provisioning for port 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:48.360320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e11de4a0-a8d8-4e97-8549-ee1efb5fd623 None None] Provisioning complete for port 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:48.360948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e11de4a0-a8d8-4e97-8549-ee1efb5fd623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.364386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:48.364386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Checking segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:48.365141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Bound using segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:48.365141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Bound port: 277989a8-af90-4223-bd53-1cb85651e933, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:48.365380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.421509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e311cfd1-45ac-410e-acee-3f47c5ad0b29 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:48.436790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.465625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Transition to ACTIVE for port object e311cfd1-45ac-410e-acee-3f47c5ad0b29 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:48.484087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e11de4a0-a8d8-4e97-8549-ee1efb5fd623 None None] Port 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:48.543943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc990aa-7fbd-4af1-b912-9c47278b2f1a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.554153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc990aa-7fbd-4af1-b912-9c47278b2f1a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.562715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc990aa-7fbd-4af1-b912-9c47278b2f1a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.578599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8fc990aa-7fbd-4af1-b912-9c47278b2f1a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2682469 Aug 22 15:17:48.583835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36858) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:48.614105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.646985 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:48.654762 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:48.695606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-22b0f150-bd19-4b15-a657-aa3749846fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.696414 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e023f-ff28-4262-bf6d-cc2e126b7ee5 None None] The sync data for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 is: [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:48.698381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-22b0f150-bd19-4b15-a657-aa3749846fba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 1094 time: 0.3518422 Aug 22 15:17:48.783468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae097ca-b72f-44d2-9755-fcbe9baafc18 req-a2a9f431-c778-4023-91ad-1a943e92c760 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:48.786515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ae097ca-b72f-44d2-9755-fcbe9baafc18 req-a2a9f431-c778-4023-91ad-1a943e92c760 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 943 time: 0.2057166 Aug 22 15:17:48.798183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Subnet': ['ID=dce8c129-a50b-460a-9ac6-4d58960d6873,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:48.850995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:48.851401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network hostable DHCP agents. Network: 681b5cd8-877f-4887-93aa-2f73ff2b8656, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:17:48.887687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ae097ca-b72f-44d2-9755-fcbe9baafc18 req-79876b6c-8e2a-499c-a376-3e0ab1c21320 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Aug 22 15:17:48.998750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:17:49.116866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 681b5cd8-877f-4887-93aa-2f73ff2b8656) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:49.128312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36866) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:49.130618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b68bd88-63b0-4729-a3a4-fbbe8eb804ea None None] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:49.148350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:49.148975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:49.297476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f464de03-bd42-4deb-b7c3-9d8c4ed8ede4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1526430 Aug 22 15:17:49.298605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36870) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:49.467112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d8b22941-c461-4365-ba57-cb64e37040c5 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:49.577584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-681b5cd8-877f-4887-93aa-2f73ff2b8656', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:17:49.577584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:49.585382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-c54bc380-2b64-4933-ad04-f2e937e22058 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df2602d-984d-4f94-9b91-d409d33cd808 HTTP/1.1" status: 200 len: 217 time: 0.7996726 Aug 22 15:17:49.620442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:49.631790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Pushing event updated for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:49.679450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=277989a8-af90-4223-bd53-1cb85651e933,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:49.794149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:49.862461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8fbb9e9e-cf93-4967-8120-f81b343dc28a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:49.962938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Pushing event updated for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:50.002049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:50.011002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.014755 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-07be8ded-89b4-41ac-8700-1a80f22151b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/277989a8-af90-4223-bd53-1cb85651e933 HTTP/1.1" status: 200 len: 1091 time: 4.1026111 Aug 22 15:17:50.055481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-7d0c2665-fb63-491e-8454-05e918f26570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:50.067031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Allocated IP 172.20.0.2 (681b5cd8-877f-4887-93aa-2f73ff2b8656/dce8c129-a50b-460a-9ac6-4d58960d6873/19879ab9-97bd-44c5-8de8-093cb80a0eaa) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:50.067292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-7d0c2665-fb63-491e-8454-05e918f26570 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.4486480 Aug 22 15:17:50.092494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Deleting port 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:50.092749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.130247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Attempting to bind port e311cfd1-45ac-410e-acee-3f47c5ad0b29 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:50.130602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Attempting to bind port e311cfd1-45ac-410e-acee-3f47c5ad0b29 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:50.130952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Attempting to bind port e311cfd1-45ac-410e-acee-3f47c5ad0b29 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:50.218144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-83f68752-c29f-4052-9304-c9b5e06274ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398239 Aug 22 15:17:50.245788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Port e311cfd1-45ac-410e-acee-3f47c5ad0b29 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:17:50.252421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Attempting to bind port e311cfd1-45ac-410e-acee-3f47c5ad0b29 on network 0f8327bf-5e97-4026-8d5f-aea2bfc7324e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:50.294392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:50.294946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Checking segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:50.295562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Bound using segment: {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:50.296362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Bound port: e311cfd1-45ac-410e-acee-3f47c5ad0b29, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421d83be-2207-4398-9086-3de111de1c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:50.296972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.307792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8fbb9e9e-cf93-4967-8120-f81b343dc28a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:50.339130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8fbb9e9e-cf93-4967-8120-f81b343dc28a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:50.340258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.381086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'tag': '277989a8-af90-4223-bd53-1cb85651e933'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:50.385067 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46558804-0c7d-4c7e-9e81-0ba435553fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "tag": "277989a8-af90-4223-bd53-1cb85651e933"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:50.506655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.524190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Transition to ACTIVE for port object 19879ab9-97bd-44c5-8de8-093cb80a0eaa will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:50.529281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.576542 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f320e4-f16b-4b12-8bc4-6ef5ee663ff9 x-openstack-request-id: req-33f320e4-f16b-4b12-8bc4-6ef5ee663ff9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:50.578069 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "tag": "277989a8-af90-4223-bd53-1cb85651e933", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:50.578069 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33f320e4-f16b-4b12-8bc4-6ef5ee663ff9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:50.578069 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'tag': '277989a8-af90-4223-bd53-1cb85651e933', 'status': 'completed', 'code': 200} Aug 22 15:17:50.604912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8b22941-c461-4365-ba57-cb64e37040c5 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "PUT /v2.0/quotas/2f804e026a31472b9ab4a7691d4d9357 HTTP/1.1" status: 200 len: 368 time: 1.4725726 Aug 22 15:17:50.611476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36880) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:50.613082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8fbb9e9e-cf93-4967-8120-f81b343dc28a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8fbb9e9e-cf93-4967-8120-f81b343dc28a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:50.629988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Transition to ACTIVE for port object 19879ab9-97bd-44c5-8de8-093cb80a0eaa will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:50.647935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Request body: {'network': {'project_id': '2f804e026a31472b9ab4a7691d4d9357'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:50.701503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.702738 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.731637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56515a9d-6b2c-4913-869e-02d705d13775 req-da46ef7f-e6b4-4a17-b02c-f962a64087fd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:50.736587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbf7cfd7-3634-45e3-8be0-3db5ae570543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:50.739293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbf7cfd7-3634-45e3-8be0-3db5ae570543 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 1094 time: 0.4582586 Aug 22 15:17:50.739918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56515a9d-6b2c-4913-869e-02d705d13775 req-da46ef7f-e6b4-4a17-b02c-f962a64087fd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 943 time: 0.1758568 Aug 22 15:17:50.744392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Calling delete_port for 9afe7109-ec3e-4c4f-87f4-fc09a28d9564 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:50.778717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.787965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:50.799020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-92e537f9-f7f1-4a30-aed9-a769fb2500df service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163119 Aug 22 15:17:50.805432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56515a9d-6b2c-4913-869e-02d705d13775 req-0169515b-e9d6-4715-8b68-ed02bc3cb32a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 Aug 22 15:17:50.839558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:50.841101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8fbb9e9e-cf93-4967-8120-f81b343dc28a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:50.844195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:50.848407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:50.851955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Made reservation on behalf of 2f804e026a31472b9ab4a7691d4d9357 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:50.858386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.874531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:50.907505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.940314 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-e5fa7763-51a7-431a-94c0-c5526c7992fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277989a8-af90-4223-bd53-1cb85651e933 HTTP/1.1" status: 200 len: 217 time: 0.1796489 Aug 22 15:17:50.947643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:50.982367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Pushing event updated for resources: {'Port': ['ID=19879ab9-97bd-44c5-8de8-093cb80a0eaa,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:51.009873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Attempting to bind port 19879ab9-97bd-44c5-8de8-093cb80a0eaa on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:51.010373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Attempting to bind port 19879ab9-97bd-44c5-8de8-093cb80a0eaa by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:51.010622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Attempting to bind port 19879ab9-97bd-44c5-8de8-093cb80a0eaa on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:51.022771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:51.023177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:51.023702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.027560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Bound using segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:51.027560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Bound port: 19879ab9-97bd-44c5-8de8-093cb80a0eaa, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:51.027560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.040732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.070160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:51.072998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.076612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] 10.222.0.54 "PUT /v2.0/ports/e311cfd1-45ac-410e-acee-3f47c5ad0b29 HTTP/1.1" status: 200 len: 1091 time: 4.1161954 Aug 22 15:17:51.157427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] For port 19879ab9-97bd-44c5-8de8-093cb80a0eaa, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:51.164318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] For port 19879ab9-97bd-44c5-8de8-093cb80a0eaa, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=19879ab9-97bd-44c5-8de8-093cb80a0eaa,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:51.165753 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.231802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.254154 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.262831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-0336f9b2-ca4c-47bc-ad7e-558151b19006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:51.265101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-0336f9b2-ca4c-47bc-ad7e-558151b19006 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.3138077 Aug 22 15:17:51.337112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa01a19-118b-41a2-a584-8773aa334585 None None] Pushing event updated for resources: {'Port': ['ID=19879ab9-97bd-44c5-8de8-093cb80a0eaa,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:51.386434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.393425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb05a85-4304-4471-80f3-6a07952be648 service neutron] Pushing event updated for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:51.421888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-82f7ed55-32ec-406e-b960-3462a5f661f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322925 Aug 22 15:17:51.498664 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-b3866928-35aa-4267-974a-d915498212cd service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277435 Aug 22 15:17:51.537177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4dcc9501-9962-4e05-8d6a-81ed69b246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:51.539107 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-4dcc9501-9962-4e05-8d6a-81ed69b246e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 1094 time: 0.2571487 Aug 22 15:17:51.542656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75f8ca-348c-448c-9354-9d7d95b74c59,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:51.616694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.619944 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-dba0cee1-a2cb-48e4-bba5-0a5ded20b560 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29 HTTP/1.1" status: 200 len: 217 time: 0.0630283 Aug 22 15:17:51.676943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:51.693414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event deleted for resources: {'Port': ['ID=9afe7109-ec3e-4c4f-87f4-fc09a28d9564,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:51.716102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.716102 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Added segment 51afa619-5327-4c5f-93ae-e623289744ed of type vlan for network 734ce99c-aa30-4ceb-843d-c20e7543232e Aug 22 15:17:51.741942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.1 (681b5cd8-877f-4887-93aa-2f73ff2b8656/dce8c129-a50b-460a-9ac6-4d58960d6873/b4facaf6-4765-43ab-9f7d-bb0238de1650) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:17:51.801068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:51.839793 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-b2d9593f-30a9-4ba1-92a4-71f953e6ec56 service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072926 Aug 22 15:17:51.963005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222118bf-3085-4561-a91a-eeda88ccb932 req-0f39fa35-f07b-4b10-ba8c-0de2190e0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:51.965371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-0f39fa35-f07b-4b10-ba8c-0de2190e0938 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.2734447 Aug 22 15:17:51.992989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.005149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8fbb9e9e-cf93-4967-8120-f81b343dc28a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:52.010249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object b4facaf6-4765-43ab-9f7d-bb0238de1650 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:52.021796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.022915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.023594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.074681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-4dac3649-1867-4597-bd6d-ed7f8e9bac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.076499 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-4dac3649-1867-4597-bd6d-ed7f8e9bac95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 1094 time: 0.3133323 Aug 22 15:17:52.083723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-7efb8b24-f562-4e9b-9e04-c30ce965cfee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824277 Aug 22 15:17:52.105718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8fbb9e9e-cf93-4967-8120-f81b343dc28a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:52.109111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.153693 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.164898 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90e1c272-3210-47ba-9c85-fe4a08ea1ddf tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "DELETE /v2.0/ports/9afe7109-ec3e-4c4f-87f4-fc09a28d9564 HTTP/1.1" status: 204 len: 168 time: 3.5727522 Aug 22 15:17:52.165340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36898) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:52.171282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Request body: {'port': {'name': 'tempest-new-port-name-1251162125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:52.171691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] bootfile-name is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:52.172075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] tftp-server is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:52.172416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.api.validators [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] server-ip-address is not in valid_values {{(pid=102049) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 22 15:17:52.192155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event updated for resources: {'Network': ['ID=734ce99c-aa30-4ceb-843d-c20e7543232e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:52.254678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc64a45c-f6ec-4947-ad22-3e9486a43318 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6406193 Aug 22 15:17:52.256054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 19879ab9-97bd-44c5-8de8-093cb80a0eaa up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:52.258089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 734ce99c-aa30-4ceb-843d-c20e7543232e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:52.258344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36900) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:52.266076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Request body: {'network': {'project_id': '2f804e026a31472b9ab4a7691d4d9357'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:52.281768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f95841-bf79-4558-b1e3-3d9ee53c9ba6 req-dc33fe12-9ebb-4348-8372-bc6f1e0c9e2c tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.282957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-b7f3884f-ac44-4fb9-baba-816fb496a713 service neutron] 10.222.0.54 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716902 Aug 22 15:17:52.283955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30f95841-bf79-4558-b1e3-3d9ee53c9ba6 req-dc33fe12-9ebb-4348-8372-bc6f1e0c9e2c tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 943 time: 0.2660940 Aug 22 15:17:52.350683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.426556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-e23f6f6b-a5c7-40da-8016-ac1c7857b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.428024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.430550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-e23f6f6b-a5c7-40da-8016-ac1c7857b68f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 919 time: 0.3456731 Aug 22 15:17:52.434913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-80629722-bed2-45d4-a0c0-12ff9c4d839a service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698538 Aug 22 15:17:52.473446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:52.509072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:52.520324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Made reservation on behalf of 2f804e026a31472b9ab4a7691d4d9357 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:17:52.523068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.528044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:17:52.544543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30f95841-bf79-4558-b1e3-3d9ee53c9ba6 req-7fbb5b9c-130b-42f8-b066-8cdf179f106d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484710 Aug 22 15:17:52.558560 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-6dc85176-e719-4e40-a6ca-dc5ea966c626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8df2602d-984d-4f94-9b91-d409d33cd808 HTTP/1.1" status: 200 len: 217 time: 0.0704334 Aug 22 15:17:52.587375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:52.595545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:52.599015 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42981542-bf8b-47c4-a2ec-84447b1d44cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:52.664931 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20242440-432d-4ae1-80b7-093666acbfe0 x-openstack-request-id: req-20242440-432d-4ae1-80b7-093666acbfe0 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:52.665237 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:52.665507 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20242440-432d-4ae1-80b7-093666acbfe0 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:52.665907 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29', 'status': 'completed', 'code': 200} Aug 22 15:17:52.680976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 19879ab9-97bd-44c5-8de8-093cb80a0eaa completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:52.682810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:17:52.719529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.734746 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:52.735110 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Added segment d1c7f671-4f10-45d5-9946-05f103e7b9da of type vlan for network f4a240d2-6311-4a35-92c7-43bac841a011 Aug 22 15:17:52.759237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-16075b12-48dd-45aa-8dab-46ca5f0d7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.760816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-16075b12-48dd-45aa-8dab-46ca5f0d7618 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.1541607 Aug 22 15:17:52.767796 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-222118bf-3085-4561-a91a-eeda88ccb932 req-2530284a-c56c-4566-ad69-1ed988d1d619 service neutron] 10.222.0.54 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318107 Aug 22 15:17:52.786439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-d7c8896e-1f9e-4635-a18f-04bf525e3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:52.788053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-d7c8896e-1f9e-4635-a18f-04bf525e3415 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 1094 time: 0.1288235 Aug 22 15:17:52.807189 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-8b04e23d-f30e-40be-9259-2298ee317831 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361168 Aug 22 15:17:53.022373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.023853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-2d01b40e-f0a7-4751-86bf-bdda99fdd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.026792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-2d01b40e-f0a7-4751-86bf-bdda99fdd02a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 919 time: 0.2220821 Aug 22 15:17:53.097652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe37d9-95f8-4508-8136-4f153d12b7e3 None None] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:53.108816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.115961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-024dc911-202b-4439-8bfc-65afcd489368 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277989a8-af90-4223-bd53-1cb85651e933 HTTP/1.1" status: 200 len: 217 time: 0.0796556 Aug 22 15:17:53.118477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-e3a8dd92-8be2-46ab-b55b-9728100ff35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.120113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-e3a8dd92-8be2-46ab-b55b-9728100ff35d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 1094 time: 0.1756477 Aug 22 15:17:53.122423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-a77ced8a-40de-4e4e-89e6-21a824e583a1 service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061645 Aug 22 15:17:53.137977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.139108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.139708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.302417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Provisioning for port 19879ab9-97bd-44c5-8de8-093cb80a0eaa completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:53.321524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event updated for resources: {'Network': ['ID=f4a240d2-6311-4a35-92c7-43bac841a011,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:53.324853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Provisioning complete for port 19879ab9-97bd-44c5-8de8-093cb80a0eaa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:53.343358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.351057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f4a240d2-6311-4a35-92c7-43bac841a011 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:17:53.378582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-a3dc1dee-7461-4023-96a0-1547434ad7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.380530 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-a3dc1dee-7461-4023-96a0-1547434ad7af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.2568667 Aug 22 15:17:53.414928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d31fffc-c250-4d79-8e9c-b46bd119c7c4 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1544714 Aug 22 15:17:53.425608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:53.431724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0e6a4126-5574-4b6e-9f25-0487fe7349fc tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Request body: {'network': {'project_id': '2f804e026a31472b9ab4a7691d4d9357'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:17:53.433351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-3dae99ac-d18c-4b33-b505-a388de7d4a75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412860 Aug 22 15:17:53.440410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.478637 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6a4126-5574-4b6e-9f25-0487fe7349fc tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 15:17:53.479118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6a4126-5574-4b6e-9f25-0487fe7349fc tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:17:53.480408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0e6a4126-5574-4b6e-9f25-0487fe7349fc tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0530622 Aug 22 15:17:53.482623 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-07d81551-bd3b-491f-b5e8-6f7873d22969 req-e32c776a-9a88-40da-b90b-362855771632 service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506551 Aug 22 15:17:53.483779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-59281497-3a1e-4bfe-a42b-5da06cdc8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.485206 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-59281497-3a1e-4bfe-a42b-5da06cdc8b39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 200 len: 919 time: 0.3520212 Aug 22 15:17:53.488542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:53.567391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.586257 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-210c1a8f-0d8f-4261-a948-c0691baab74c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29 HTTP/1.1" status: 200 len: 217 time: 0.0883603 Aug 22 15:17:53.604008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.680189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] For port 19879ab9-97bd-44c5-8de8-093cb80a0eaa, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=19879ab9-97bd-44c5-8de8-093cb80a0eaa,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:53.709914 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-dbd548fa-027b-4a38-b4f7-99dab7ad777d service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532909 Aug 22 15:17:53.773730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:53.774331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event updated for resources: {'Port': ['ID=7436b461-ab7e-4b1c-a387-47ce32ce1910,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:53.877849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-0757eaf4-12bc-4451-b2c7-408677da6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:53.880112 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-0757eaf4-12bc-4451-b2c7-408677da6007 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 200 len: 858 time: 0.2570891 Aug 22 15:17:53.889877 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-91e9a327-4b69-4bf1-bab9-9687a0c977d9 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f804e026a31472b9ab4a7691d4d9357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999250 Aug 22 15:17:53.896352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36914) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:53.907585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94643fb8-842d-4d97-8931-8bb25d8f02dc None None] Pushing event updated for resources: {'Port': ['ID=19879ab9-97bd-44c5-8de8-093cb80a0eaa,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:53.951167 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-94591b11-a182-430f-95ea-3487b6ab741c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f8327bf-5e97-4026-8d5f-aea2bfc7324e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561311 Aug 22 15:17:54.008323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] In _notify_port_updated(), no bound segment for port 7436b461-ab7e-4b1c-a387-47ce32ce1910 on network 6a553d70-6409-4450-84dd-6ee48b5d93e0 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:17:54.015079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:54.015869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.020888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7054c64-cfdd-458b-a266-5c08bcb0b279 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "PUT /v2.0/ports/7436b461-ab7e-4b1c-a387-47ce32ce1910 HTTP/1.1" status: 200 len: 1137 time: 1.8539195 Aug 22 15:17:54.027013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36916) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:54.042924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96b04-5f68-4577-be6a-e7bad3cd70c2 req-4bd61775-da20-4153-afbd-f1056421500d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:54.051684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00f96b04-5f68-4577-be6a-e7bad3cd70c2 req-4bd61775-da20-4153-afbd-f1056421500d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 943 time: 0.3394201 Aug 22 15:17:54.077051 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46558804-0c7d-4c7e-9e81-0ba435553fe0 req-83dde3ca-242c-4926-ac2c-f744337a4269 service neutron] 10.222.0.10 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822978 Aug 22 15:17:54.099795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Provisioning for port b4facaf6-4765-43ab-9f7d-bb0238de1650 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:54.108554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Provisioning complete for port b4facaf6-4765-43ab-9f7d-bb0238de1650 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:54.110827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.151297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00f96b04-5f68-4577-be6a-e7bad3cd70c2 req-2e8052a9-c0d0-4d0f-9dc8-3324f01e3ec3 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985026 Aug 22 15:17:54.153905 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.203449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Port b4facaf6-4765-43ab-9f7d-bb0238de1650 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:54.218004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Provisioning complete for port 19879ab9-97bd-44c5-8de8-093cb80a0eaa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:54.218544 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a74835a0-b64a-4beb-b8be-4c7463da06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.266068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.362009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:54.365170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.466766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Provisioning complete for port b4facaf6-4765-43ab-9f7d-bb0238de1650 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:54.467155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.475413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:17:54.477339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:17:54.514984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Port b4facaf6-4765-43ab-9f7d-bb0238de1650 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:54.532045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Provisioning complete for port 7436b461-ab7e-4b1c-a387-47ce32ce1910 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:54.532561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.578188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d43fee72-e291-4518-9fd5-5cdeeab6746d None None] Port 7436b461-ab7e-4b1c-a387-47ce32ce1910 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:54.590547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-2d6f9b0d-c024-4afa-a64f-e68ad1b02f6d service neutron] 10.222.0.54 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289759 Aug 22 15:17:54.616954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d8616-6662-4c62-be54-85471453c93a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:54.618595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-208d8616-6662-4c62-be54-85471453c93a tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "GET /v2.0/ports/7436b461-ab7e-4b1c-a387-47ce32ce1910 HTTP/1.1" status: 200 len: 1137 time: 0.5898759 Aug 22 15:17:54.619389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.621956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:54.631220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 0dae4ceb-8dca-431f-8709-3dff0552532d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:17:54.734644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.771068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:17:54.788513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7540b557-c96e-4110-acc4-33ceca34f41b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/0dae4ceb-8dca-431f-8709-3dff0552532d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4762428 Aug 22 15:17:54.789094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Sync routers for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:17:54.811614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:54.812357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:54.842450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-42981542-bf8b-47c4-a2ec-84447b1d44cb req-a37e7b39-c34e-419f-adcb-7f90530a30e6 service neutron] 10.222.0.54 "GET /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422545 Aug 22 15:17:54.871899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cc26e479-bef7-4ec8-baf6-96add669e4fd None None] Provisioning complete for port b4facaf6-4765-43ab-9f7d-bb0238de1650 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:54.872223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cc26e479-bef7-4ec8-baf6-96add669e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.884501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Deleting port 7436b461-ab7e-4b1c-a387-47ce32ce1910 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:54.885079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.960373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cc26e479-bef7-4ec8-baf6-96add669e4fd None None] Port b4facaf6-4765-43ab-9f7d-bb0238de1650 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:17:54.978786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.981571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:54.983340 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f75f8ca-348c-448c-9354-9d7d95b74c59 HTTP/1.1" status: 204 len: 168 time: 1.0750716 Aug 22 15:17:54.988201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36926) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:54.997752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:55.006185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309ebc3-2627-4aee-8189-b7ef2666ade8 tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75f8ca-348c-448c-9354-9d7d95b74c59,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:55.054523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.085697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Calling delete_port for 7436b461-ab7e-4b1c-a387-47ce32ce1910 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:55.169995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.216710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2c818c2c-bf40-4d18-b2ba-78f4431369b1 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010025045&fields=id&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 267 time: 0.0684428 Aug 22 15:17:55.281835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e311cfd1-45ac-410e-acee-3f47c5ad0b29 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:17:55.421547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.426271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:55.430799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:17:53Z', 'revision_number': 2, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:55.455022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event deleted for resources: {'Port': ['ID=7436b461-ab7e-4b1c-a387-47ce32ce1910,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:55.480584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Checking router: 0dae4ceb-8dca-431f-8709-3dff0552532d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:17:55.481199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Updating router 0dae4ceb-8dca-431f-8709-3dff0552532d port b4facaf6-4765-43ab-9f7d-bb0238de1650 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:17:55.504384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'port_id': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29', 'mac_address': 'fa:16:3e:78:69:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cfab93-a940-4926-90e4-e84312b06d93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:17:55.538866 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.550972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.554234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ea6da10-0795-4baa-8714-0057a5b3e251 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "DELETE /v2.0/ports/7436b461-ab7e-4b1c-a387-47ce32ce1910 HTTP/1.1" status: 204 len: 168 time: 0.9309762 Aug 22 15:17:55.560584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36944) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:55.570927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.611152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e311cfd1-45ac-410e-acee-3f47c5ad0b29 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:55.621536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Deleting subnet da351bbb-0c0a-453a-bce4-86d1cf1c0cd8 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:17:55.629791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.688399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.703086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:55.796251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 19879ab9-97bd-44c5-8de8-093cb80a0eaa up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:55.839257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.868203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a240d2-6311-4a35-92c7-43bac841a011']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:55.871200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.885322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.895598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8df2602d-984d-4f94-9b91-d409d33cd808 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:17:55.908702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c7f671-4f10-45d5-9946-05f103e7b9da') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:55.908702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c7f671-4f10-45d5-9946-05f103e7b9da') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:55.948930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:55.974842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5e3bf-9047-4f1c-a104-814e560119ae req-474e3e4d-ce4d-44dd-90f3-f3c02bf5e0c0 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:55.986125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f5e3bf-9047-4f1c-a104-814e560119ae req-474e3e4d-ce4d-44dd-90f3-f3c02bf5e0c0 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 943 time: 0.7148964 Aug 22 15:17:56.045040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.055010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:56.072511 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.077424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-7d73ef34-2783-49a7-8d71-f7c91e508fc8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:56.079377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-7d73ef34-2783-49a7-8d71-f7c91e508fc8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 796 time: 0.8203721 Aug 22 15:17:56.085133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2f5e3bf-9047-4f1c-a104-814e560119ae req-d4eaab8c-1966-4311-8346-86be12f286c3 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968707 Aug 22 15:17:56.086032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:56.086032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:56.088456 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:56.118434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-ba9b9e51-43a9-44fc-99e1-14356cfa7cdf tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/quotas/5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 375 time: 0.0135288 Aug 22 15:17:56.154431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 19879ab9-97bd-44c5-8de8-093cb80a0eaa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:56.155003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.155892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event deleted for resources: {'Subnet': ['ID=da351bbb-0c0a-453a-bce4-86d1cf1c0cd8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:56.194217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.198832 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-510a39f6-0c64-4178-9600-0866ebb2e00e tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "DELETE /v2.0/subnets/da351bbb-0c0a-453a-bce4-86d1cf1c0cd8 HTTP/1.1" status: 204 len: 168 time: 0.6359730 Aug 22 15:17:56.205222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36948) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:56.230125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1879866-6d79-4ff5-93cb-022472431ce8 None None] Network 6a553d70-6409-4450-84dd-6ee48b5d93e0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:17:56.265780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-8d4ef7f7-4bf5-432d-a6d2-49f6bb369862 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779920 Aug 22 15:17:56.273352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e311cfd1-45ac-410e-acee-3f47c5ad0b29'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:17:56.310782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8df2602d-984d-4f94-9b91-d409d33cd808,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:56.350733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.418131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-7136ae4a-7595-41b4-8334-93524a5e48b1 service neutron] 10.222.0.53 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374922 Aug 22 15:17:56.420142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.447795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Deleting port 54641540-4467-4403-b86b-471d57dd8a29 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:17:56.448389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.452053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.457912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f4a240d2-6311-4a35-92c7-43bac841a011 HTTP/1.1" status: 204 len: 168 time: 1.4682655 Aug 22 15:17:56.458840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce29c6b-fec8-4556-8a39-38138daa68de tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4a240d2-6311-4a35-92c7-43bac841a011,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:56.471294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:56.555254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.562140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] For port 54641540-4467-4403-b86b-471d57dd8a29, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54641540-4467-4403-b86b-471d57dd8a29,segment=NetworkSegment(fb7e5975-47eb-4c8c-9eb7-3112adffbdf7),segment_id=fb7e5975-47eb-4c8c-9eb7-3112adffbdf7)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:56.568639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.568925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '8df2602d-984d-4f94-9b91-d409d33cd808', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'port_id': '8df2602d-984d-4f94-9b91-d409d33cd808', 'mac_address': 'fa:16:3e:34:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cfab93-a940-4926-90e4-e84312b06d93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:17:56.585571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Calling delete_port for 54641540-4467-4403-b86b-471d57dd8a29 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:17:56.605684 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.673158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Transition to ACTIVE for port object b4facaf6-4765-43ab-9f7d-bb0238de1650 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:17:56.732624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.736108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.751955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734ce99c-aa30-4ceb-843d-c20e7543232e']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:56.765620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.769977 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.775535 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51afa619-5327-4c5f-93ae-e623289744ed') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:56.775875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51afa619-5327-4c5f-93ae-e623289744ed') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:56.788989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e59b1c80-347a-47db-8f86-944665a5be7c service neutron] 10.222.0.53 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391583 Aug 22 15:17:56.791458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.793589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df2602d-984d-4f94-9b91-d409d33cd808 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:56.831686 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.840519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:56.841910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:56.843917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event deleted for resources: {'Port': ['ID=54641540-4467-4403-b86b-471d57dd8a29,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:56.844904 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:56.849811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] No DVR routers for this DVR port 54641540-4467-4403-b86b-471d57dd8a29 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:17:56.945793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8df2602d-984d-4f94-9b91-d409d33cd808,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:56.986630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795305ec-469d-4910-a9ed-85007c3f19b0 None None] Pushing event updated for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:56.995907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.004457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.025975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.031093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] 10.222.0.53 "DELETE /v2.0/networks/734ce99c-aa30-4ceb-843d-c20e7543232e HTTP/1.1" status: 204 len: 168 time: 0.5578768 Aug 22 15:17:57.032657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a622152-db42-4f97-a0ff-531ae465eb6e tempest-QuotasNegativeTest-181887817 tempest-QuotasNegativeTest-181887817-project-admin] Pushing event deleted for resources: {'Network': ['ID=734ce99c-aa30-4ceb-843d-c20e7543232e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:57.040972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a553d70-6409-4450-84dd-6ee48b5d93e0']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:57.055253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:57.055649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7e5975-47eb-4c8c-9eb7-3112adffbdf7') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:57.078597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.113935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.120014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.122646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 277989a8-af90-4223-bd53-1cb85651e933 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:17:57.125093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d757d-44dd-4aff-9145-65231f540a9c None None] DHCP port deletion for 6a553d70-6409-4450-84dd-6ee48b5d93e0 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:17:57.133236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:17:57.133378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:17:57.146386 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:17:57.201635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce68d355-0914-4282-ab9d-22793bc82cc7 req-8b78819d-5b18-474a-bb6b-a174fb32d2c4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 210 time: 0.0521090 Aug 22 15:17:57.313674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:57.373651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaceb3-2c62-45d5-a6ad-2e472c533da1 req-65528b33-f34f-477c-a7d0-cabcdfba0210 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:57.375430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0acaceb3-2c62-45d5-a6ad-2e472c533da1 req-65528b33-f34f-477c-a7d0-cabcdfba0210 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 944 time: 0.1065884 Aug 22 15:17:57.407584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Attempting to bind port b4facaf6-4765-43ab-9f7d-bb0238de1650 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:17:57.408356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Attempting to bind port b4facaf6-4765-43ab-9f7d-bb0238de1650 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:17:57.408938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Attempting to bind port b4facaf6-4765-43ab-9f7d-bb0238de1650 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:17:57.415072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=277989a8-af90-4223-bd53-1cb85651e933,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:57.424899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0acaceb3-2c62-45d5-a6ad-2e472c533da1 req-aaa9e9f7-a96d-4e71-b73c-565fd13df077 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Aug 22 15:17:57.431054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:17:57.431814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:17:57.431814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.432317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Bound using segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:17:57.432817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Bound port: b4facaf6-4765-43ab-9f7d-bb0238de1650, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:17:57.433199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.446931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '277989a8-af90-4223-bd53-1cb85651e933', 'network_id': '0f8327bf-5e97-4026-8d5f-aea2bfc7324e', 'port_id': '277989a8-af90-4223-bd53-1cb85651e933', 'mac_address': 'fa:16:3e:91:b6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cfab93-a940-4926-90e4-e84312b06d93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:17:57.465095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.473963 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.478716 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] 10.222.0.53 "DELETE /v2.0/networks/6a553d70-6409-4450-84dd-6ee48b5d93e0 HTTP/1.1" status: 204 len: 168 time: 1.2699137 Aug 22 15:17:57.491331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4672e-6d6e-4d73-994e-ef467b6e4b54 tempest-ExtraDHCPOptionsTestJSON-1028256209 tempest-ExtraDHCPOptionsTestJSON-1028256209-project] Pushing event deleted for resources: {'Network': ['ID=6a553d70-6409-4450-84dd-6ee48b5d93e0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:57.546586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.575592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277989a8-af90-4223-bd53-1cb85651e933 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:17:57.583213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] For port b4facaf6-4765-43ab-9f7d-bb0238de1650, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:17:57.616431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] For port b4facaf6-4765-43ab-9f7d-bb0238de1650, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b4facaf6-4765-43ab-9f7d-bb0238de1650,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:17:57.631328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=277989a8-af90-4223-bd53-1cb85651e933,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:57.694630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.754694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:57.772746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54641540-4467-4403-b86b-471d57dd8a29 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:17:57.882484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795305ec-469d-4910-a9ed-85007c3f19b0 None None] Pushing event updated for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:57.882484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 54641540-4467-4403-b86b-471d57dd8a29 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:17:57.882484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54641540-4467-4403-b86b-471d57dd8a29 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:17:57.934768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:17:57.935770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:17:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:58.008746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:58.125862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:17:58.185705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8df2602d-984d-4f94-9b91-d409d33cd808'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:17:58.240916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:58.315723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['277989a8-af90-4223-bd53-1cb85651e933'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:17:58.342910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08f0e72e-1ba6-4ea2-8456-ec1ce5b4c8e3 req-1576ae7c-4d1a-48f7-932e-2abf61d5daf8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Aug 22 15:17:58.400858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:58.458773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-054bcdbc-a7d7-4c2a-b79e-2306fcf466f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.601697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:17:57Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:17:58.636444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99026-420e-4022-a0d6-e53d7516e176 req-f7112b2c-50e3-4ec0-98c9-c840ea1fe535 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:17:58.637806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c99026-420e-4022-a0d6-e53d7516e176 req-f7112b2c-50e3-4ec0-98c9-c840ea1fe535 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 944 time: 0.1124094 Aug 22 15:17:58.644128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f1a14c37-e503-4707-906e-c1e8ccab9fc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83ec8896af924cad8687fd8ca6345bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382751 Aug 22 15:17:58.644365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a926ef3-71ba-4423-a4af-bd10c675978c None None] The sync data for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 is: [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:17:57Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:17:58.644629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 36992) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:58.655586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-054bcdbc-a7d7-4c2a-b79e-2306fcf466f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.718469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c99026-420e-4022-a0d6-e53d7516e176 req-85345891-8034-40ab-b677-dbe1c72187bf tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613623 Aug 22 15:17:58.726531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-054bcdbc-a7d7-4c2a-b79e-2306fcf466f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.750261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.779323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-054bcdbc-a7d7-4c2a-b79e-2306fcf466f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efd7bce459a74f1c808f605c8ea1ad5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372653 Aug 22 15:17:58.780638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bcdbc-a7d7-4c2a-b79e-2306fcf466f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bdc190-8687-47e4-8e8b-9bc33fa6c23b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:58.783548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 36994) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:17:58.795645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.868107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:58.894646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.013605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.016740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.017946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95632199-21c7-430d-a6d8-529787b05dc0 HTTP/1.1" status: 204 len: 168 time: 0.3737602 Aug 22 15:17:59.027886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fa82-e534-477c-98c7-417f1ffbcab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95632199-21c7-430d-a6d8-529787b05dc0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:59.042672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.045567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.047352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44bdc190-8687-47e4-8e8b-9bc33fa6c23b HTTP/1.1" status: 204 len: 168 time: 0.2491152 Aug 22 15:17:59.067730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36675d-7a1a-4d54-a444-c75cf2e50eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bdc190-8687-47e4-8e8b-9bc33fa6c23b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:17:59.319449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e311cfd1-45ac-410e-acee-3f47c5ad0b29 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:59.476595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e311cfd1-45ac-410e-acee-3f47c5ad0b29 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:17:59.481837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e311cfd1-45ac-410e-acee-3f47c5ad0b29 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:17:59.482777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.524323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1738f7ab-20c1-4fa8-8f66-14911b5364dd req-82fc9582-0b7a-452c-a89c-6bcf401aa41e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 210 time: 0.0639908 Aug 22 15:17:59.638362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.677864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:17:59.680339 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c030208-1426-4563-be36-d35a887951fa" -d '{"events": [{"server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "name": "network-vif-plugged", "status": "completed", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:17:59.696472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:17:59.731787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b4facaf6-4765-43ab-9f7d-bb0238de1650 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:59.773384 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f1893e-12fe-4c0e-8dc2-1db6d784310e x-openstack-request-id: req-07f1893e-12fe-4c0e-8dc2-1db6d784310e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:17:59.773910 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "name": "network-vif-plugged", "status": "completed", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:17:59.774345 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07f1893e-12fe-4c0e-8dc2-1db6d784310e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:17:59.775093 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29', 'code': 200} Aug 22 15:17:59.779177 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:17:59.903552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8df2602d-984d-4f94-9b91-d409d33cd808 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:17:59.984605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:00.013136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73c6f784-2768-4c26-90bb-9aee846e595b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.017072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:00.032831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543c33f-37ef-4eed-9f94-17bc0af49b7e req-f8728b0d-e09a-462a-a68a-724cf9e3f0a3 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:00.057547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f543c33f-37ef-4eed-9f94-17bc0af49b7e req-f8728b0d-e09a-462a-a68a-724cf9e3f0a3 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 945 time: 0.1659863 Aug 22 15:18:00.110713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 8df2602d-984d-4f94-9b91-d409d33cd808 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:00.115561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 8df2602d-984d-4f94-9b91-d409d33cd808 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:00.121077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715d63c-276b-42ab-84cc-3f920790345b req-d161bf53-2f6b-40dc-b09a-6c151e49123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:00.121632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.121750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f715d63c-276b-42ab-84cc-3f920790345b req-d161bf53-2f6b-40dc-b09a-6c151e49123a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 1096 time: 0.2828076 Aug 22 15:18:00.169533 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49adbc3b-a99d-4cc6-a754-1ffdd39a7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.172157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f715d63c-276b-42ab-84cc-3f920790345b req-85c827c3-1931-4ca8-9a56-e008bc2caed5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Aug 22 15:18:00.177388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b4facaf6-4765-43ab-9f7d-bb0238de1650 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:00.187259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b4facaf6-4765-43ab-9f7d-bb0238de1650 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:00.187740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.209204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-117d6766-e16c-4b87-84df-94ee65c56fc4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:00.211654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-117d6766-e16c-4b87-84df-94ee65c56fc4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 796 time: 0.3043532 Aug 22 15:18:00.308394 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-a9f816a8-d491-495b-ae0a-fe5d6be347ed tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 380 time: 0.0817230 Aug 22 15:18:00.336006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'port': {'device_id': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'admin_state_up': True, 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'security_groups': ['2aad5955-030c-4a89-af3f-10a10201533f']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:00.339941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f543c33f-37ef-4eed-9f94-17bc0af49b7e req-5802c46b-312f-4532-9c75-815bc263134a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626207 Aug 22 15:18:00.385162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.414998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73c6f784-2768-4c26-90bb-9aee846e595b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.417230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.445973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8df2602d-984d-4f94-9b91-d409d33cd808,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:00.474773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b4facaf6-4765-43ab-9f7d-bb0238de1650, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b4facaf6-4765-43ab-9f7d-bb0238de1650,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:00.482384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73c6f784-2768-4c26-90bb-9aee846e595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.532372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73c6f784-2768-4c26-90bb-9aee846e595b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88a9965733fb4dab8e08977ea92ae487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467622 Aug 22 15:18:00.533364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6f784-2768-4c26-90bb-9aee846e595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ff3214-53c7-4a78-b90d-fc7ca199fa19,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:00.536887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:00.574336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.575249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 277989a8-af90-4223-bd53-1cb85651e933 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:00.599430 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.626703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.663961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.667181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:00.681522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:00.684042 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.719146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-044afb22-f147-4ca7-8481-5d8dd394f819 req-cf76e644-abf3-485c-81e3-a08d9bd80a38 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 210 time: 0.0635893 Aug 22 15:18:00.830833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:00.881182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:00.904677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 277989a8-af90-4223-bd53-1cb85651e933 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:00.905944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.11 (681b5cd8-877f-4887-93aa-2f73ff2b8656/dce8c129-a50b-460a-9ac6-4d58960d6873/27658e17-f435-4129-9ed7-848a44506361) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:00.910817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 277989a8-af90-4223-bd53-1cb85651e933 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:00.911333 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.953811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.956454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:00.959876 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41ff3214-53c7-4a78-b90d-fc7ca199fa19 HTTP/1.1" status: 204 len: 168 time: 0.4194095 Aug 22 15:18:00.984628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641599d-1c68-4f22-9239-ef528db02ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ff3214-53c7-4a78-b90d-fc7ca199fa19,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:01.012252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'networks': [{'name': 'tempest-network--1080033056'}, {'name': 'tempest-network--2093749401'}]} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:01.012563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-network--1080033056'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:01.013223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-network--2093749401'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:01.040936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.089690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=277989a8-af90-4223-bd53-1cb85651e933,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:01.155743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.173473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object 27658e17-f435-4129-9ed7-848a44506361 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:01.179249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.225012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'network': 2} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:01.230101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.239780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:01.240695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.304205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.362972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:01.368639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:01.380821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:01.389667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:01.456496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.470551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:01.472848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.508440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f552fe-5f4f-40d9-9d88-863f0fc7e390 req-05cafc0c-c7d4-4265-a038-c3764153b373 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:01.510678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54f552fe-5f4f-40d9-9d88-863f0fc7e390 req-05cafc0c-c7d4-4265-a038-c3764153b373 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 945 time: 0.0550618 Aug 22 15:18:01.561496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54f552fe-5f4f-40d9-9d88-863f0fc7e390 req-728235ad-ff09-4ad5-87c0-7ba68544b780 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Aug 22 15:18:01.591727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.592266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.650382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:01.652945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c614c278-8dc2-46d8-a8f6-19f2d2eaa226,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:01.666556 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e0ef35ee-6e41-452d-a901-f403cc688537 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3478298 Aug 22 15:18:01.687901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Request body: {'port': {'device_id': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:01.696298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.696668 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment b7e023fb-d1fb-4266-906e-f32d8bb694e0 of type vlan for network a3dd936a-d8e1-4d07-a5e9-0256e1a00a71 Aug 22 15:18:01.791956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808'}, {'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277989a8-af90-4223-bd53-1cb85651e933'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:01.815606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.821029 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f721d33-2b8f-4f3f-b35d-ff560d66420b" -d '{"events": [{"server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "name": "network-vif-plugged", "status": "completed", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808"}, {"server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "name": "network-vif-plugged", "status": "completed", "tag": "277989a8-af90-4223-bd53-1cb85651e933"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:01.837408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b4facaf6-4765-43ab-9f7d-bb0238de1650 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:01.851963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-841c4bbd-576d-489d-8ca9-379cb361562c None None] Provisioning for port 27658e17-f435-4129-9ed7-848a44506361 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:01.881392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:01.906584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.907397 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment d18e1247-80c3-4920-971a-a5f50b0aba07 of type vlan for network 1ec782de-6c1d-4077-88c9-1e7a026e3a15 Aug 22 15:18:01.921966 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf054b8c-2090-436c-a7e8-9981f095d1f5 x-openstack-request-id: req-cf054b8c-2090-436c-a7e8-9981f095d1f5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:01.922258 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "name": "network-vif-plugged", "status": "completed", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808", "code": 200}, {"server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "name": "network-vif-plugged", "status": "completed", "tag": "277989a8-af90-4223-bd53-1cb85651e933", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:01.922522 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf054b8c-2090-436c-a7e8-9981f095d1f5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:01.922925 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808', 'code': 200} Aug 22 15:18:01.923265 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277989a8-af90-4223-bd53-1cb85651e933', 'code': 200} Aug 22 15:18:01.925648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-841c4bbd-576d-489d-8ca9-379cb361562c None None] Provisioning complete for port 27658e17-f435-4129-9ed7-848a44506361 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:01.926752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-841c4bbd-576d-489d-8ca9-379cb361562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:01.953559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0c1f3-6d40-4fa2-a9d0-a1ad35ee3e56 req-c94f0927-6ccf-440d-837a-b021f5ab0f42 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:01.962038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd0c1f3-6d40-4fa2-a9d0-a1ad35ee3e56 req-c94f0927-6ccf-440d-837a-b021f5ab0f42 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 932 time: 0.0874445 Aug 22 15:18:01.974209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b4facaf6-4765-43ab-9f7d-bb0238de1650 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:01.978744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.007399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.015485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-841c4bbd-576d-489d-8ca9-379cb361562c None None] Port 27658e17-f435-4129-9ed7-848a44506361 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:18:02.042889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.093241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cd0c1f3-6d40-4fa2-a9d0-a1ad35ee3e56 req-d42a1792-d9a1-4353-9331-ee7bc8ed2127 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052511 Aug 22 15:18:02.175460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826d2d-bb05-4672-8e34-306ff53d6917 req-1c4737fb-777d-4aa0-9aa9-80f43edced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.177449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1826d2d-bb05-4672-8e34-306ff53d6917 req-1c4737fb-777d-4aa0-9aa9-80f43edced8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 1096 time: 0.0740204 Aug 22 15:18:02.224350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1826d2d-bb05-4672-8e34-306ff53d6917 req-3067fb4f-6611-479e-b117-254679040d64 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Aug 22 15:18:02.229280 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.229868 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.235372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.240252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.240871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.271806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c051028-a90b-4ced-864b-08263f2e7f05 req-21a6cc58-2669-4979-a70f-18b9cc6ad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.273378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0c051028-a90b-4ced-864b-08263f2e7f05 req-21a6cc58-2669-4979-a70f-18b9cc6ad574 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 1096 time: 0.1703873 Aug 22 15:18:02.343221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=a3dd936a-d8e1-4d07-a5e9-0256e1a00a71,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:02.354967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a3dd936a-d8e1-4d07-a5e9-0256e1a00a71 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:02.432873 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5505025 Aug 22 15:18:02.435811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:02.476979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db2d8e-f9b6-4b2e-b2a8-e4147a6ac8ef tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=1ec782de-6c1d-4077-88c9-1e7a026e3a15,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:02.488878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1ec782de-6c1d-4077-88c9-1e7a026e3a15 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:02.568225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27658e17-f435-4129-9ed7-848a44506361 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:02.576137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.591024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Transition to ACTIVE for port object 27658e17-f435-4129-9ed7-848a44506361 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:02.627499 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0c051028-a90b-4ced-864b-08263f2e7f05 req-0be7c7ee-acda-424f-87eb-a4b984765898 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Aug 22 15:18:02.679522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.747444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:02.803469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e15cc-1ac2-45a6-a243-246ed99d86e2 req-091c5a69-2f7e-4dd8-86c7-54b6965e12f2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.806091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187e15cc-1ac2-45a6-a243-246ed99d86e2 req-091c5a69-2f7e-4dd8-86c7-54b6965e12f2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 945 time: 0.1290593 Aug 22 15:18:02.813492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0584-1051-4c5f-a5fe-17b35852c651 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.824432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:02.830343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0584-1051-4c5f-a5fe-17b35852c651 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.839123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0584-1051-4c5f-a5fe-17b35852c651 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.842971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:02.843323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:02.843668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:02.847706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.848307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f0584-1051-4c5f-a5fe-17b35852c651 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:02.852359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-225f0584-1051-4c5f-a5fe-17b35852c651 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4141407 Aug 22 15:18:02.853362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:18:02.853918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:02.859706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37092) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:02.885039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:02.885381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:02.885770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Bound using segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:02.886499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Bound port: 27658e17-f435-4129-9ed7-848a44506361, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:02.887058 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:02.920593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1233383131'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:02.942205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-187e15cc-1ac2-45a6-a243-246ed99d86e2 req-e0ae60e0-0358-4945-8c5c-41b419471ec9 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Aug 22 15:18:03.000713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.047639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:03.063960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:03.071331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.088003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.108385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:03.117453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed8449-da1c-44e0-8cb8-395456b14939 req-369f50bf-eaab-4a42-9703-757b2405c620 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.119131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82ed8449-da1c-44e0-8cb8-395456b14939 req-369f50bf-eaab-4a42-9703-757b2405c620 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.0952644 Aug 22 15:18:03.159377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.170491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dd936a-d8e1-4d07-a5e9-0256e1a00a71']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:03.181661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.197484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e023fb-d1fb-4266-906e-f32d8bb694e0') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:03.197880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e023fb-d1fb-4266-906e-f32d8bb694e0') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:03.218134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82ed8449-da1c-44e0-8cb8-395456b14939 req-19e7d940-e3f2-4cea-a634-6590767d72f2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920818 Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] 10.222.0.10 "PUT /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1092 time: 1.5563023 Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc28528-f11f-4461-af9d-710c0473a0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.377946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.380447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0c556-bb90-41db-abed-fb19e4176d59 req-a26ccac9-55a6-4238-bd45-b969e350fccc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.380447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44a0c556-bb90-41db-abed-fb19e4176d59 req-a26ccac9-55a6-4238-bd45-b969e350fccc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 944 time: 0.1247599 Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3df5f-4ca9-4b30-b497-d8ae275c786d service neutron] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36340b4-5a20-4bee-a4e2-eaed9fabd7e4 x-openstack-request-id: req-d36340b4-5a20-4bee-a4e2-eaed9fabd7e4 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d36340b4-5a20-4bee-a4e2-eaed9fabd7e4 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:03.380764 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'status': 'completed', 'code': 200} Aug 22 15:18:03.436550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44a0c556-bb90-41db-abed-fb19e4176d59 req-6d614fed-1648-4adf-82c1-ae3603a6124b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196902 Aug 22 15:18:03.491045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.530872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-763e2c72-873d-49ac-9b70-25a6412c0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.533810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-763e2c72-873d-49ac-9b70-25a6412c0bf8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1095 time: 0.0929921 Aug 22 15:18:03.553804 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0b2b0b1-8c53-402e-9622-914eb763bb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.615249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.666690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:03.690810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-d6d64417-3e63-44d5-8e43-4a87f029bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.693357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-d6d64417-3e63-44d5-8e43-4a87f029bded service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e7a703bd64b4e4d944d0017fd296794&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1445560 Aug 22 15:18:03.695638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.698742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d91cfb-c440-425a-b265-643a332a18da,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:03.704833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.705365 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Added segment 2dfde578-79a8-453f-a6b3-561e326840ee of type vlan for network a1946798-ca36-4c9d-8dc1-32051d347387 Aug 22 15:18:03.731075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.733095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/a3dd936a-d8e1-4d07-a5e9-0256e1a00a71 HTTP/1.1" status: 204 len: 168 time: 0.8723195 Aug 22 15:18:03.737800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37102) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:03.779523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088e859-684a-4e01-ac58-d863fa3f85eb tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=a3dd936a-d8e1-4d07-a5e9-0256e1a00a71,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:03.806007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.806881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.806881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.807191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.807827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.807827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.808211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.808435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.808986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.809542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.809881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.810408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:03.866137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:03.897758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-154cd799-1dd6-4c8e-b22f-7d6c4989e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:03.900356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dc28528-f11f-4461-af9d-710c0473a0f4 req-154cd799-1dd6-4c8e-b22f-7d6c4989e73f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995466 Aug 22 15:18:03.954231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.063680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-4d64eba3-2f5d-46a5-b01e-fe3ff096af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.066443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-4d64eba3-2f5d-46a5-b01e-fe3ff096af04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1095 time: 0.0689349 Aug 22 15:18:04.088314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.096005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.097440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.102587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.140429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec782de-6c1d-4077-88c9-1e7a026e3a15']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:04.166369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-e7bdb00e-2603-42f9-a495-e09367026b69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 217 time: 0.0835888 Aug 22 15:18:04.199769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18e1247-80c3-4920-971a-a5f50b0aba07') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:04.200108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18e1247-80c3-4920-971a-a5f50b0aba07') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:04.261356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-dc6a77da-bed0-48ec-b751-bb30008547c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.264288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-dc6a77da-bed0-48ec-b751-bb30008547c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0866928 Aug 22 15:18:04.269509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Network': ['ID=a1946798-ca36-4c9d-8dc1-32051d347387,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:04.286961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a1946798-ca36-4c9d-8dc1-32051d347387 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:04.310048 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.339030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-9e3418fb-8ad5-4b90-8e1b-574308a8f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.342337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-9e3418fb-8ad5-4b90-8e1b-574308a8f70d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709152 Aug 22 15:18:04.343891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.359948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1dee10e2-4afa-4535-b1be-cef244312adf tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6093428 Aug 22 15:18:04.368482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:04.375872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'subnet': {'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:04.407652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:04.408524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:04.413728 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:04.516448 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-f11bf909-fc6e-4fb2-b392-4d7b78c3642a service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666415 Aug 22 15:18:04.647520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94121c-6db9-4f27-95de-d827550d8efc req-6c73cc56-7496-46cd-85bd-00af7d2c7b72 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.655841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc94121c-6db9-4f27-95de-d827550d8efc req-6c73cc56-7496-46cd-85bd-00af7d2c7b72 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.2563760 Aug 22 15:18:04.672463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8dd2f1e3-4efc-4fd3-82ee-d2aeb730f928 req-ab7f76f0-b25b-4ca1-9f3c-673b15f0f491 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481595 Aug 22 15:18:04.709829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4ffbd-0976-4e81-8107-6e74ee18fcc5 req-a7a99b1a-0568-4b1c-a595-7c3cde621080 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:04.711430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6b4ffbd-0976-4e81-8107-6e74ee18fcc5 req-a7a99b1a-0568-4b1c-a595-7c3cde621080 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 944 time: 0.1486201 Aug 22 15:18:04.720310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc94121c-6db9-4f27-95de-d827550d8efc req-68eaf435-2838-4be7-b35e-03d5e472f4cd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635054 Aug 22 15:18:04.731719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:04.736487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.814262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.831702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.834065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/1ec782de-6c1d-4077-88c9-1e7a026e3a15 HTTP/1.1" status: 204 len: 168 time: 1.0933676 Aug 22 15:18:04.838544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37114) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:04.885323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f4174-08d1-414f-bf87-fbda5f77024f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=1ec782de-6c1d-4077-88c9-1e7a026e3a15,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:04.908203 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:04.931298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6b4ffbd-0976-4e81-8107-6e74ee18fcc5 req-8fc42eb3-f572-4a99-995e-85fc06b9968e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983666 Aug 22 15:18:05.032485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab14a43-e105-4849-a286-c19a556d36b0 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:05.038697 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab14a43-e105-4849-a286-c19a556d36b0 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:05.041610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ab14a43-e105-4849-a286-c19a556d36b0 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2007501 Aug 22 15:18:05.044545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:05.050758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-315449999'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:05.161200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:05.164698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.188427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:05.199178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.199535 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment 3d715fa5-d6cf-46d5-98c9-1d50f694c2f3 of type vlan for network 2d42bc3d-a3db-4d24-9a95-55c8981faa69 Aug 22 15:18:05.213808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.247256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.289747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Subnet': ['ID=ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:05.302948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Checking segment: {'id': '2dfde578-79a8-453f-a6b3-561e326840ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:05.303314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network hostable DHCP agents. Network: a1946798-ca36-4c9d-8dc1-32051d347387, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:05.476840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.482453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:05.483040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.500346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:05.553500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=2d42bc3d-a3db-4d24-9a95-55c8981faa69,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:05.563531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2d42bc3d-a3db-4d24-9a95-55c8981faa69 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:05.602406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a1946798-ca36-4c9d-8dc1-32051d347387) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:05.606842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:05.607719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.617394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721e5ca-f97b-4e12-a264-1d260f32b5e2 None None] Network a1946798-ca36-4c9d-8dc1-32051d347387 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:05.648967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f3cc4b20-b597-4459-bb68-806e213183c8 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6032088 Aug 22 15:18:05.651401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37120) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:05.656753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1343042036'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:05.706793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8588759d-046a-4005-8af6-a7fbaeff2f82 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3359227 Aug 22 15:18:05.709373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37122) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:05.714857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-805444266', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:05.825282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:05.828835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.855200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:05.866848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.867409 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment 7065eff2-974b-407e-b5cd-97d9b95baa1a of type vlan for network 6c8656fe-f5e4-4336-950e-7eb590308a7e Aug 22 15:18:05.869762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac7643-1eae-4105-a44e-c5650610e5a9 req-ed8fad35-3f9a-4c38-8e28-5e74ab3e38e2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:05.871481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73ac7643-1eae-4105-a44e-c5650610e5a9 req-ed8fad35-3f9a-4c38-8e28-5e74ab3e38e2 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.0732012 Aug 22 15:18:05.912588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.918002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-73ac7643-1eae-4105-a44e-c5650610e5a9 req-d2817bc9-48bc-4049-977f-b945faae647c tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Aug 22 15:18:05.922117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.923204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:05.926571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a35b49-8e1a-49c2-9d4f-ce0c3eaad309 None None] Network a1946798-ca36-4c9d-8dc1-32051d347387 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:06.255934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4929929 Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'ports': [{'network_id': '2d42bc3d-a3db-4d24-9a95-55c8981faa69', 'name': 'tempest-port--1603636889', 'admin_state_up': True}, {'network_id': '6c8656fe-f5e4-4336-950e-7eb590308a7e', 'admin_state_up': False}]} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'port': {'network_id': '2d42bc3d-a3db-4d24-9a95-55c8981faa69', 'name': 'tempest-port--1603636889', 'admin_state_up': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'port': {'network_id': '6c8656fe-f5e4-4336-950e-7eb590308a7e', 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:06.256994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ada51-4a76-4fe0-99d2-cb79a05f92f3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=6c8656fe-f5e4-4336-950e-7eb590308a7e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:06.263493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6c8656fe-f5e4-4336-950e-7eb590308a7e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:06.264212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d1e0e-18fb-413b-9060-b8c544040c2d req-a4e1564c-2af5-4988-9a2e-c0b911c6498f tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:06.264212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3d1e0e-18fb-413b-9060-b8c544040c2d req-a4e1564c-2af5-4988-9a2e-c0b911c6498f tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 945 time: 0.2042840 Aug 22 15:18:06.264212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb95067-c046-488c-9f54-6f200c401679 req-25218e79-d3dc-4882-b251-c57fcb33e423 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:06.264212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2eb95067-c046-488c-9f54-6f200c401679 req-25218e79-d3dc-4882-b251-c57fcb33e423 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 944 time: 0.2314847 Aug 22 15:18:06.315115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3d1e0e-18fb-413b-9060-b8c544040c2d req-327fe60e-dbce-4c95-a00a-a8b6b40ebcfb tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038253 Aug 22 15:18:06.365810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.385724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2eb95067-c046-488c-9f54-6f200c401679 req-8a4868c1-67b9-4b7e-a009-821aacf84307 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295724 Aug 22 15:18:06.561937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'port': 2} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:06.568828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.584465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.700871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] device_id is not set on port 6d94b4de-cfd3-4110-8b81-d368d992e80e yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:06.795357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.821622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.851599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.853558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:06.941149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] device_id is not set on port 7c9027d2-2083-46e5-84c5-190f45d446aa yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:07.002457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.35 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/3cb57b84-9bc9-417b-8e50-c03f6614e0cf) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:07.026476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d131201-6566-4a33-9178-12e988aadff6 req-87486698-3800-4d12-a56d-44ad2deb1f35 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:07.028435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d131201-6566-4a33-9178-12e988aadff6 req-87486698-3800-4d12-a56d-44ad2deb1f35 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 945 time: 0.1122997 Aug 22 15:18:07.131547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:07.140682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d131201-6566-4a33-9178-12e988aadff6 req-c910a000-2b8b-4683-872b-5d003313d6ba tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Aug 22 15:18:07.185808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:07.337545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:07.381126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:07.403182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Port': ['ID=6d94b4de-cfd3-4110-8b81-d368d992e80e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:07.423011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:07.425502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Checking segment: {'id': '3d715fa5-d6cf-46d5-98c9-1d50f694c2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d42bc3d-a3db-4d24-9a95-55c8981faa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:07.425929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network hostable DHCP agents. Network: 2d42bc3d-a3db-4d24-9a95-55c8981faa69, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:07.426270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:07.430202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:07.465406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=3cb57b84-9bc9-417b-8e50-c03f6614e0cf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:07.511112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network 2d42bc3d-a3db-4d24-9a95-55c8981faa69 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:07.608301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2d42bc3d-a3db-4d24-9a95-55c8981faa69) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:07.612789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:07.613844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:07.618352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337c3f6-c2c3-493f-9844-d5a922853914 None None] Network 2d42bc3d-a3db-4d24-9a95-55c8981faa69 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:07.686050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Port': ['ID=7c9027d2-2083-46e5-84c5-190f45d446aa,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:07.698897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Checking segment: {'id': '7065eff2-974b-407e-b5cd-97d9b95baa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6c8656fe-f5e4-4336-950e-7eb590308a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:07.699264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network hostable DHCP agents. Network: 6c8656fe-f5e4-4336-950e-7eb590308a7e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:07.847815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network 6c8656fe-f5e4-4336-950e-7eb590308a7e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:07.894469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4aad-23aa-467a-a82a-e35faecfc7a9 req-f0116841-6c31-45ba-bef3-d30ae121169e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:07.900795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ceb4aad-23aa-467a-a82a-e35faecfc7a9 req-f0116841-6c31-45ba-bef3-d30ae121169e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 944 time: 0.4304173 Aug 22 15:18:07.947726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 27658e17-f435-4129-9ed7-848a44506361 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:18:08.007682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 6c8656fe-f5e4-4336-950e-7eb590308a7e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:08.011238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:08.017858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.023495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad3f16-8c75-426a-a0f3-9f4d205a4b9a None None] Network 6c8656fe-f5e4-4336-950e-7eb590308a7e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:08.028669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.029816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.040650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ceb4aad-23aa-467a-a82a-e35faecfc7a9 req-077c8273-ef71-4e4f-929e-799ffe697196 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612249 Aug 22 15:18:08.119731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:08.155714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '27658e17-f435-4129-9ed7-848a44506361', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'port_id': '27658e17-f435-4129-9ed7-848a44506361', 'mac_address': 'fa:16:3e:a8:32:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:18:08.168880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8816ce3-5902-457d-bb0f-a1b0815f745a tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0188565 Aug 22 15:18:08.171404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:08.201041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.236522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.253419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27658e17-f435-4129-9ed7-848a44506361 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:08.273122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8076bc-4cfc-4ac1-9acc-1609e647172f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.280240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8076bc-4cfc-4ac1-9acc-1609e647172f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.280477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:08.282288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0d8076bc-4cfc-4ac1-9acc-1609e647172f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1091692 Aug 22 15:18:08.285180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37154) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:08.385215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting port 6d94b4de-cfd3-4110-8b81-d368d992e80e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:08.385556 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.392204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b643f9-d219-41a8-8271-e32019005ee0 req-0682484c-5a31-4526-a51f-6be59bc42378 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.393749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6b643f9-d219-41a8-8271-e32019005ee0 req-0682484c-5a31-4526-a51f-6be59bc42378 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 945 time: 0.1033750 Aug 22 15:18:08.402507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.461147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:08.494765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6b643f9-d219-41a8-8271-e32019005ee0 req-0f767aeb-8f2a-402b-816b-b2ca3f5eda9b tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900323 Aug 22 15:18:08.566381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.774959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['27658e17-f435-4129-9ed7-848a44506361'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:18:08.842970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:18:08.865520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:08.884221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Calling delete_port for 6d94b4de-cfd3-4110-8b81-d368d992e80e owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:08.916658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444486-3934-4fb7-9382-69070abc346d req-dbd0e99c-389c-4d29-ac57-1cba0a5735a8 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:08.918767 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-81444486-3934-4fb7-9382-69070abc346d req-dbd0e99c-389c-4d29-ac57-1cba0a5735a8 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 945 time: 0.0928133 Aug 22 15:18:09.025808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:09.040049 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:09.050647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:09.052100 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:09.093066 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:09.096481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Deleting port 8df2602d-984d-4f94-9b91-d409d33cd808 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:09.097023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.106491 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:09.107484 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:09.116949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.122457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-90e4ecca-02a8-453a-bf4a-bb5c124f7307 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4077830 Aug 22 15:18:09.122692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37160) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:09.148374 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:09.149238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378370d-4ede-4c48-ae86-210f1c9fb978 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:09.167065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.215733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Port': ['ID=6d94b4de-cfd3-4110-8b81-d368d992e80e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:09.230157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.232246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b7d59565-e859-4580-8eb4-9419af21ce42 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/ports/6d94b4de-cfd3-4110-8b81-d368d992e80e HTTP/1.1" status: 204 len: 168 time: 0.9454803 Aug 22 15:18:09.235849 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:09.280897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] For port 8df2602d-984d-4f94-9b91-d409d33cd808, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=8df2602d-984d-4f94-9b91-d409d33cd808,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:09.281236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.282677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa71f0-13ac-4497-8297-47d737609414 req-5f94c888-5ca1-4770-9bb5-37750ca510e4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:09.284513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa71f0-13ac-4497-8297-47d737609414 req-5f94c888-5ca1-4770-9bb5-37750ca510e4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.1101885 Aug 22 15:18:09.306800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Calling delete_port for 8df2602d-984d-4f94-9b91-d409d33cd808 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:09.386039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7fa71f0-13ac-4497-8297-47d737609414 req-68b407f1-d4f0-47f2-a5db-8006c04b541b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928497 Aug 22 15:18:09.459033 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-50ed837a-459e-459a-8ff4-ea63c9860d2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843151 Aug 22 15:18:09.467043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting port 7c9027d2-2083-46e5-84c5-190f45d446aa {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:09.467395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.602561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.628793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Calling delete_port for 7c9027d2-2083-46e5-84c5-190f45d446aa owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:09.652871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-a88212ec-75b4-4a4d-9b4a-2badad4347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:09.654599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-a88212ec-75b4-4a4d-9b4a-2badad4347c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.1444442 Aug 22 15:18:09.672630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457363c-d8ce-4e89-b4ce-8a2813a693cd req-c0ec6115-4f7d-4907-811a-602669aca571 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:09.674312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f457363c-d8ce-4e89-b4ce-8a2813a693cd req-c0ec6115-4f7d-4907-811a-602669aca571 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 945 time: 0.0937946 Aug 22 15:18:09.735986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.750487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e311cfd1-45ac-410e-acee-3f47c5ad0b29'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:18:09.778877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f457363c-d8ce-4e89-b4ce-8a2813a693cd req-1e6c2503-6836-4996-99a5-3fa0a8aaed4d tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791969 Aug 22 15:18:09.803033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['8df2602d-984d-4f94-9b91-d409d33cd808', '277989a8-af90-4223-bd53-1cb85651e933'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:18:09.807930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.823047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event deleted for resources: {'Port': ['ID=8df2602d-984d-4f94-9b91-d409d33cd808,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:09.891066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] No DVR routers for this DVR port 8df2602d-984d-4f94-9b91-d409d33cd808 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:09.894994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.897169 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-81444486-3934-4fb7-9382-69070abc346d req-ca239816-2670-4d5e-bcd4-9f0df47a6343 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "DELETE /v2.0/ports/8df2602d-984d-4f94-9b91-d409d33cd808 HTTP/1.1" status: 204 len: 173 time: 0.9418530 Aug 22 15:18:09.897634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'name': 'network-vif-deleted', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:09.900013 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2fcc68-52f5-4285-b643-371278e3c43d" -d '{"events": [{"server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "name": "network-vif-deleted", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:09.903959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-33235235-dbf7-4704-be25-c12ede62ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:09.905494 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-33235235-dbf7-4704-be25-c12ede62ff98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.2163093 Aug 22 15:18:09.970767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:09.973649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 27658e17-f435-4129-9ed7-848a44506361 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:09.986140 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b048f284-b6f8-4016-9b01-d7397978ccbc x-openstack-request-id: req-b048f284-b6f8-4016-9b01-d7397978ccbc {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:09.986470 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990084d3-b8e4-47ff-ad66-e90dc9074399", "name": "network-vif-deleted", "tag": "8df2602d-984d-4f94-9b91-d409d33cd808", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:09.986813 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b048f284-b6f8-4016-9b01-d7397978ccbc {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:09.987291 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990084d3-b8e4-47ff-ad66-e90dc9074399', 'name': 'network-vif-deleted', 'tag': '8df2602d-984d-4f94-9b91-d409d33cd808', 'status': 'completed', 'code': 200} Aug 22 15:18:10.018794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Port': ['ID=7c9027d2-2083-46e5-84c5-190f45d446aa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:10.030175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.032340 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-49a99c60-1c2a-4800-a492-5c1277ad1ed2 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/ports/7c9027d2-2083-46e5-84c5-190f45d446aa HTTP/1.1" status: 204 len: 168 time: 0.7949975 Aug 22 15:18:10.035525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37172) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:10.055378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-047353d2-0be8-42b8-b8c6-0c8b03060690 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 1001 time: 0.1417315 Aug 22 15:18:10.072500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1960578d-207c-431a-b53d-6a42e8bdb278 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353751 Aug 22 15:18:10.077050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37176) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:10.082570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1901896946'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:10.131483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-7ff17b36-8eef-4ffa-840d-d5425832ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:10.133188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-7ff17b36-8eef-4ffa-840d-d5425832ee92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0706038 Aug 22 15:18:10.198525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-eb149806-2bf0-407a-83b8-c6e99ba379f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:10.200177 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-eb149806-2bf0-407a-83b8-c6e99ba379f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599144 Aug 22 15:18:10.234612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.1 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/b769ac55-9509-4e7f-a07a-e55218f34606) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:10.242143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 27658e17-f435-4129-9ed7-848a44506361 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:10.246410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 27658e17-f435-4129-9ed7-848a44506361 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:10.246785 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.288177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:10.292053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.330826 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-aa79fb07-bdbf-4691-9088-f4b079c9cd0c service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234097 Aug 22 15:18:10.359373 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.382339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:10.386937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:10.389892 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc44248-74bf-4de1-b338-4416848c6f98" -d '{"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-plugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:10.405540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:10.406223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.406663 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment 15bfc9b2-5773-445b-aa8a-45a9e25fe535 of type vlan for network c9133268-e984-447d-b2a3-73caf76453a3 Aug 22 15:18:10.452706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.460142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-17d3b557-cfbd-4112-8ae0-ea010fc8a3b2 req-eca1683d-13d4-453e-bc9b-0019113f5ee7 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207318 Aug 22 15:18:10.477874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.569043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.570088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8df2602d-984d-4f94-9b91-d409d33cd808 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:10.581649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb3fc1-8fc8-44d3-978d-7d5ed95d0ee4 req-9c822903-0f6a-4344-b472-b0ff8d107ef4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:10.584504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65bb3fc1-8fc8-44d3-978d-7d5ed95d0ee4 req-9c822903-0f6a-4344-b472-b0ff8d107ef4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.0874691 Aug 22 15:18:10.593643 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a269292e-8e3d-46f5-b27d-5bb8bc9a19ad x-openstack-request-id: req-a269292e-8e3d-46f5-b27d-5bb8bc9a19ad {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:10.593938 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-plugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:10.594275 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a269292e-8e3d-46f5-b27d-5bb8bc9a19ad {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:10.594671 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'code': 200} Aug 22 15:18:10.616532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 8df2602d-984d-4f94-9b91-d409d33cd808 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:10.617030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 8df2602d-984d-4f94-9b91-d409d33cd808 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:10.627852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65bb3fc1-8fc8-44d3-978d-7d5ed95d0ee4 req-7d16e60e-bd78-4cb2-8c2b-f84739c4883d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364101 Aug 22 15:18:10.640685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.645647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:10.683354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.685366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.691409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:10.692040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.743039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63922473-e4c8-475b-a217-8d9b4ac52c3f req-565a25b5-4d59-4b38-969d-5fec7d147700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:10.744753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-63922473-e4c8-475b-a217-8d9b4ac52c3f req-565a25b5-4d59-4b38-969d-5fec7d147700 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0551729 Aug 22 15:18:10.775925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=b769ac55-9509-4e7f-a07a-e55218f34606,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:10.786100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:10.790156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:10.816330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-63922473-e4c8-475b-a217-8d9b4ac52c3f req-9e082f21-3cdf-4b98-85fa-a9cce7906175 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391443 Aug 22 15:18:10.818061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:10.846578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=c9133268-e984-447d-b2a3-73caf76453a3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:10.858667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c9133268-e984-447d-b2a3-73caf76453a3 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:10.867809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70dc0487-b1e4-48b1-a63f-81ad06853a5f tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7899401 Aug 22 15:18:10.871373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37190) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:10.875965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1499746534'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:10.897092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:10.954296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-485bbd20-6e4f-4a57-8fdb-c95cc466a15f req-cfc09293-8abc-4fc0-8281-10738ed426f1 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=990084d3-b8e4-47ff-ad66-e90dc9074399 HTTP/1.1" status: 200 len: 210 time: 0.0683584 Aug 22 15:18:10.984912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:10.989455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.015953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:11.025679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.026131 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Added segment e40a6916-5a77-4425-a2ea-30cae7c8c448 of type vlan for network af5287b0-c146-4dbc-a005-3a160c4ef0da Aug 22 15:18:11.071510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.131347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.148325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.152735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:11.153458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.230220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Network': ['ID=af5287b0-c146-4dbc-a005-3a160c4ef0da,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:11.242456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network af5287b0-c146-4dbc-a005-3a160c4ef0da details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:11.259994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ded3e608-9998-4679-aa33-f0e24416e1ff tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3852029 Aug 22 15:18:11.476338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.670808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.812154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:11.816635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=b769ac55-9509-4e7f-a07a-e55218f34606,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:11.847911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc973f-e5b6-4934-b963-356933e4267f req-e24fd02f-c763-46a2-862c-5f6fcb8d1943 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:11.850021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23dc973f-e5b6-4934-b963-356933e4267f req-e24fd02f-c763-46a2-862c-5f6fcb8d1943 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.1430402 Aug 22 15:18:11.941244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23dc973f-e5b6-4934-b963-356933e4267f req-24126ba7-271a-48bc-8254-826913842f11 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822728 Aug 22 15:18:11.962209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:11.968091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:12.594164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:12.718425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:12.730343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:12.736334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ef3927c-5f17-4788-8ad7-839dc39904e4 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/routers/8013a5a8-84c2-4113-aff6-ad67a4683713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125107 Aug 22 15:18:12.739552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37216) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:12.745950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:12.746707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:12.747086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'port': {'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387', 'name': 'tempest-FloatingIPTestJSON-1799245669'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:12.819443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:12.831642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:12.833406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:12.869739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:12.870574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c996a4-2551-4f21-b2e9-0186eb79ef35 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:13.029821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa3008-5a0c-483f-9b2e-17818a95133b req-b0d14743-005d-4ffb-8e07-3a64608ea1d9 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.036240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:13.037810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa3008-5a0c-483f-9b2e-17818a95133b req-b0d14743-005d-4ffb-8e07-3a64608ea1d9 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.039668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6fa3008-5a0c-483f-9b2e-17818a95133b req-b0d14743-005d-4ffb-8e07-3a64608ea1d9 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d&device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 1681 time: 0.0775867 Aug 22 15:18:13.040491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.073833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] device_id is not set on port 78aeb232-5947-4238-86ff-d83769d28751 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:13.122497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6fa3008-5a0c-483f-9b2e-17818a95133b req-8b47129c-06db-4115-a6a7-cb0ba45e94c8 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718207 Aug 22 15:18:13.136219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c9dc-da59-4a6f-8c6b-b4bf922acd49 req-eeb683c4-1dcb-4187-ad99-88ce4e509920 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.138871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3473c9dc-da59-4a6f-8c6b-b4bf922acd49 req-eeb683c4-1dcb-4187-ad99-88ce4e509920 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0980911 Aug 22 15:18:13.194564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3473c9dc-da59-4a6f-8c6b-b4bf922acd49 req-4831b476-e3e3-4a0b-8f57-4a145df2ace2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494776 Aug 22 15:18:13.205281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.7 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/78aeb232-5947-4238-86ff-d83769d28751) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:13.335550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2c870-2792-4121-a359-06c74f63776c req-117db3c2-55ca-4c1d-b564-7978550e72a6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.343639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f2c870-2792-4121-a359-06c74f63776c req-117db3c2-55ca-4c1d-b564-7978550e72a6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0809772 Aug 22 15:18:13.400472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92f2c870-2792-4121-a359-06c74f63776c req-12f3b811-406b-45b6-a554-7eefd83f790a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557640 Aug 22 15:18:13.430051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37242) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:13.437501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.497486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5d1d20-729f-4861-9a30-3c940d7adc68 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.499807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bb5d1d20-729f-4861-9a30-3c940d7adc68 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1092 time: 0.0683677 Aug 22 15:18:13.502767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37244) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:13.508829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '27658e17-f435-4129-9ed7-848a44506361', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:13.603563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.680232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:13.683304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:13.685906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:13.693423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.740633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=78aeb232-5947-4238-86ff-d83769d28751,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:13.776957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.777312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.777661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.778006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.778350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.778694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.779034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.779371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.779704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.780090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.780427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.780768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:13.828162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:13.828782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.886284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:13.937628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37248) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:13.938346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d504c830-bd37-4668-a3d5-9c9eccbea5f1 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1963601 Aug 22 15:18:13.958711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'port': {'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387', 'name': 'tempest-FloatingIPTestJSON-650851262'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:14.034051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.164 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9b0da1cc-cfa9-4d7e-b789-4c554b936998) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:14.076246 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:18:14.231813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:14.287687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:14.291365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:14.310557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] device_id is not set on port 8773418a-5383-4374-9af8-86e6c145aa4c yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:14.403182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:14.439691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.9 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/8773418a-5383-4374-9af8-86e6c145aa4c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:14.448573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:14.453055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:14.456788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:14.467237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=9b0da1cc-cfa9-4d7e-b789-4c554b936998,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:14.544231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37254) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:14.550146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'subnets': [{'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1774386934', 'ip_version': 6}, {'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:14.550562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'subnet': {'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1774386934', 'ip_version': 6}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:14.551945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Request body: {'subnet': {'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:14.837534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:14.898708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9efe5a-0286-476c-b61b-c9a216893ad5 req-5c2fdba5-7fc8-4981-8498-961ce791b603 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:14.900273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab9efe5a-0286-476c-b61b-c9a216893ad5 req-5c2fdba5-7fc8-4981-8498-961ce791b603 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.1554337 Aug 22 15:18:14.961077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab9efe5a-0286-476c-b61b-c9a216893ad5 req-1749f692-dcca-4d9a-a90f-0a31e6c65077 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531557 Aug 22 15:18:15.002173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Made reservation on behalf of 36fd5b0d36b54f81b1206e04da4286b5 for: {'subnet': 2} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:15.007129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.007472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.075571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.078786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.163648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:15.172598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:15.176248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:15.179874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=8773418a-5383-4374-9af8-86e6c145aa4c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:15.263603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:15.264255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.291268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.386961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f5de126-cbbb-4425-bb40-73decc0b8012 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4471936 Aug 22 15:18:15.390490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37260) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:15.395363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '8773418a-5383-4374-9af8-86e6c145aa4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:15.464740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.537569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.607921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.660030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.667535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.689598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=9b0da1cc-cfa9-4d7e-b789-4c554b936998,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:15.701188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:15.791445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Subnet': ['ID=71f17c49-d838-49ea-acec-5d79d8e38746,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:15.829495 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 3f859a6b-55d9-4192-94f3-37bb8dc479e5 associated. External IP: 172.25.0.164, port: 27658e17-f435-4129-9ed7-848a44506361. Aug 22 15:18:15.837241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Checking segment: {'id': '15bfc9b2-5773-445b-aa8a-45a9e25fe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:15.837613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network hostable DHCP agents. Network: c9133268-e984-447d-b2a3-73caf76453a3, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:15.873143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.208 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/bf4db596-0668-466b-8698-994923e0d351) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:15.920658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-e3ce467e-bf3a-4f9f-bfcf-029d11a6ee07 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:15.923715 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-e3ce467e-bf3a-4f9f-bfcf-029d11a6ee07 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.1094203 Aug 22 15:18:15.950525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network c9133268-e984-447d-b2a3-73caf76453a3 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:15.990702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.037890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c9133268-e984-447d-b2a3-73caf76453a3) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:16.042484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.047246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf6b5c-86bd-4866-a67c-6c1c8a401408 None None] Network c9133268-e984-447d-b2a3-73caf76453a3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:16.178092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.252178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c9133268-e984-447d-b2a3-73caf76453a3', 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3', 'tenant_id': '36fd5b0d36b54f81b1206e04da4286b5', 'fixed_ips': [{'subnet_id': '71f17c49-d838-49ea-acec-5d79d8e38746'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:16.252492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event updated for resources: {'Subnet': ['ID=9e806453-69e0-424e-aa5f-a1c3fa1580be,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:16.253084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.281920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:16.291873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:16.295271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:16.297377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=bf4db596-0668-466b-8698-994923e0d351,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:16.344447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeaee6-666d-4d78-8aaf-4233197b6f21 req-6d7da019-e888-4083-bae9-2b0a9d91b54a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.353631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63aeaee6-666d-4d78-8aaf-4233197b6f21 req-6d7da019-e888-4083-bae9-2b0a9d91b54a tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 945 time: 0.2393224 Aug 22 15:18:16.409910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Checking segment: {'id': 'e40a6916-5a77-4425-a2ea-30cae7c8c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:16.410286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network hostable DHCP agents. Network: af5287b0-c146-4dbc-a005-3a160c4ef0da, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:16.449809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63aeaee6-666d-4d78-8aaf-4233197b6f21 req-a0727b7b-3dd3-4d91-ae68-696e7c0d5f6f tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/security-groups?id=50667809-8d7b-49f0-97a1-fec5ae395ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951688 Aug 22 15:18:16.454866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Allocated IP 2001:db8::1 (c9133268-e984-447d-b2a3-73caf76453a3/71f17c49-d838-49ea-acec-5d79d8e38746/444e7205-e562-4b83-9eeb-f2c07ffeb201) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:16.594752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Network af5287b0-c146-4dbc-a005-3a160c4ef0da is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:16.664446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Deleting port 277989a8-af90-4223-bd53-1cb85651e933 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:16.665447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.666514 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.679644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Transition to ACTIVE for port object 444e7205-e562-4b83-9eeb-f2c07ffeb201 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:16.700382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Transition to ACTIVE for port object 444e7205-e562-4b83-9eeb-f2c07ffeb201 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:16.759436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 0dae4ceb-8dca-431f-8709-3dff0552532d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:16.764839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, af5287b0-c146-4dbc-a005-3a160c4ef0da) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:16.771816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.772332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.772969 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.779545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e311182-dcd0-4aca-88dd-9c13593a0d18 None None] Network af5287b0-c146-4dbc-a005-3a160c4ef0da requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:16.781685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d6fdc5e-28de-4191-8163-e6f7fcc7a9a6 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.783269 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d6fdc5e-28de-4191-8163-e6f7fcc7a9a6 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.54 "GET /v2.0/ports?device_id=2027e252-cde6-4639-ba29-c6492d08b446 HTTP/1.1" status: 200 len: 945 time: 0.1560714 Aug 22 15:18:16.795500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.866849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d77adb1-d218-4b29-a70c-5a223a7744e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3211765 Aug 22 15:18:16.869509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:16.883378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] For port 277989a8-af90-4223-bd53-1cb85651e933, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=277989a8-af90-4223-bd53-1cb85651e933,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:16.883781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.895712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Network c9133268-e984-447d-b2a3-73caf76453a3 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:16.903114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:16.905856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:16.916260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Calling delete_port for 277989a8-af90-4223-bd53-1cb85651e933 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:16.929047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Pushing event updated for resources: {'Port': ['ID=444e7205-e562-4b83-9eeb-f2c07ffeb201,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:16.961938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:16.991429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383850f9-12a8-4223-8cbf-1f632da60332 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.993206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383850f9-12a8-4223-8cbf-1f632da60332 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.994990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383850f9-12a8-4223-8cbf-1f632da60332 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:16.996680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-383850f9-12a8-4223-8cbf-1f632da60332 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1262295 Aug 22 15:18:17.007181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:17.045487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Attempting to bind port 444e7205-e562-4b83-9eeb-f2c07ffeb201 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:17.046203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Attempting to bind port 444e7205-e562-4b83-9eeb-f2c07ffeb201 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '15bfc9b2-5773-445b-aa8a-45a9e25fe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:17.046940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Attempting to bind port 444e7205-e562-4b83-9eeb-f2c07ffeb201 on network c9133268-e984-447d-b2a3-73caf76453a3 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:17.056984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:17.058656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Checking segment: {'id': '15bfc9b2-5773-445b-aa8a-45a9e25fe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:17.070325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.070325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Bound using segment: {'id': '15bfc9b2-5773-445b-aa8a-45a9e25fe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:17.070325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Bound port: 444e7205-e562-4b83-9eeb-f2c07ffeb201, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bfc9b2-5773-445b-aa8a-45a9e25fe535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c9133268-e984-447d-b2a3-73caf76453a3'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:17.070325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.072330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting subnet 71f17c49-d838-49ea-acec-5d79d8e38746 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:18:17.076314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.109196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:17.121144 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Sync routers for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:17.144026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Deleting port e311cfd1-45ac-410e-acee-3f47c5ad0b29 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:17.144473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.148004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:17.148859 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:17.153023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-af5287b0-c146-4dbc-a005-3a160c4ef0da', 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da', 'tenant_id': '36fd5b0d36b54f81b1206e04da4286b5', 'fixed_ips': [{'subnet_id': '9e806453-69e0-424e-aa5f-a1c3fa1580be'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:17.154414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.185670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.230086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.322853 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-198e1671-694b-4c46-bacf-f6009acaef32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8186154 Aug 22 15:18:17.329909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:17.333149 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76935508-d237-4433-92b0-3999fb2d9558" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:17.358032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] For port e311cfd1-45ac-410e-acee-3f47c5ad0b29, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e311cfd1-45ac-410e-acee-3f47c5ad0b29,segment=NetworkSegment(421d83be-2207-4398-9086-3de111de1c42),segment_id=421d83be-2207-4398-9086-3de111de1c42)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:17.358500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.379144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Calling delete_port for e311cfd1-45ac-410e-acee-3f47c5ad0b29 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:17.381095 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:17.433967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.554115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Allocated IP 2001:db8:0:1::1 (af5287b0-c146-4dbc-a005-3a160c4ef0da/9e806453-69e0-424e-aa5f-a1c3fa1580be/6a11edb0-5598-4bda-8a39-3d62a9b42d36) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:17.589725 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb8bfc6-dce3-4f5f-bea2-6e9113c5d556 x-openstack-request-id: req-6fb8bfc6-dce3-4f5f-bea2-6e9113c5d556 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:17.590044 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:17.590298 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fb8bfc6-dce3-4f5f-bea2-6e9113c5d556 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:17.590694 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'status': 'completed', 'code': 200} Aug 22 15:18:17.590797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.602960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.714989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event deleted for resources: {'Port': ['ID=277989a8-af90-4223-bd53-1cb85651e933,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:17.727708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a520d1f9-2c15-41f0-bf33-02f041fe66a1 req-bda72d4e-dc68-4492-9b7a-3fa6ecf060dd tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 210 time: 0.1328242 Aug 22 15:18:17.736624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76935508-d237-4433-92b0-3999fb2d9558 req-0502772b-bb06-46d7-9d1a-b6590eaf0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:17.738443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-0502772b-bb06-46d7-9d1a-b6590eaf0171 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1097 time: 0.1507695 Aug 22 15:18:17.739801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.756820 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '3f859a6b-55d9-4192-94f3-37bb8dc479e5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'port_id': '27658e17-f435-4129-9ed7-848a44506361', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'mac_address': 'fa:16:3e:a8:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:14Z', 'updated_at': '2021-08-22T15:18:14Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:17.796116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.798960 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Checking router: 0dae4ceb-8dca-431f-8709-3dff0552532d for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:18:17.809736 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:17.810593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:17.811057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Transition to ACTIVE for port object 6a11edb0-5598-4bda-8a39-3d62a9b42d36 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:17.829328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Transition to ACTIVE for port object 6a11edb0-5598-4bda-8a39-3d62a9b42d36 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:17.834124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.869297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db77bd-3c59-4934-bd02-0f74fdeed29f req-9c20505d-0824-4202-83e6-3e5acc4e71ca tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:17.872443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1db77bd-3c59-4934-bd02-0f74fdeed29f req-9c20505d-0824-4202-83e6-3e5acc4e71ca tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.2764127 Aug 22 15:18:17.911965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.927293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] No DVR routers for this DVR port 277989a8-af90-4223-bd53-1cb85651e933 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:17.929576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] No DVR routers for this DVR port e311cfd1-45ac-410e-acee-3f47c5ad0b29 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:17.939058 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:17.939223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.941171 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-02c501aa-d67e-410b-b5b1-862f0be4c231 req-de3f2cba-cf63-42fa-9709-87e59c3ef732 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.10 "DELETE /v2.0/ports/277989a8-af90-4223-bd53-1cb85651e933 HTTP/1.1" status: 204 len: 173 time: 1.9889450 Aug 22 15:18:17.943545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1db77bd-3c59-4934-bd02-0f74fdeed29f req-a6de6115-720c-46d1-8bec-18e3ffac29cd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580938 Aug 22 15:18:17.943810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.952967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-23fce0e2-7703-4900-986c-4e9beba04deb req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.54 "DELETE /v2.0/ports/e311cfd1-45ac-410e-acee-3f47c5ad0b29 HTTP/1.1" status: 204 len: 173 time: 1.1581218 Aug 22 15:18:17.955779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44b8db-f2a6-41fc-88ab-dd6b06a64668 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] Pushing event deleted for resources: {'Port': ['ID=e311cfd1-45ac-410e-acee-3f47c5ad0b29,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:17.956487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:17.959380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37306) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:17.976435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Network af5287b0-c146-4dbc-a005-3a160c4ef0da is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:17.982485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:17.985016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:17.987666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 277989a8-af90-4223-bd53-1cb85651e933 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:17.997358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.004550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] For port 444e7205-e562-4b83-9eeb-f2c07ffeb201, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:18.037629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76935508-d237-4433-92b0-3999fb2d9558 req-ba8a23a1-7668-43ce-9640-05aebb49faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:18.039728 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-ba8a23a1-7668-43ce-9640-05aebb49faa5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.2917960 Aug 22 15:18:18.091531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Subnet': ['ID=71f17c49-d838-49ea-acec-5d79d8e38746,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:18.098954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.103937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c40f9df9-fa26-4300-a9a5-af0f567a70d1 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/subnets/71f17c49-d838-49ea-acec-5d79d8e38746 HTTP/1.1" status: 204 len: 168 time: 1.0956597 Aug 22 15:18:18.109328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:18.154286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-e98528a2-d1cb-4bef-aede-e1d14450b2ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1000 time: 0.1030879 Aug 22 15:18:18.194813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting subnet 9e806453-69e0-424e-aa5f-a1c3fa1580be {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:18:18.205045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=bf4db596-0668-466b-8698-994923e0d351,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:18.214911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.241561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b788e290-4e52-4bd3-8b53-f6cf0f38b9af tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/3f859a6b-55d9-4192-94f3-37bb8dc479e5 HTTP/1.1" status: 200 len: 992 time: 0.2553852 Aug 22 15:18:18.257475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76935508-d237-4433-92b0-3999fb2d9558 req-dec70fb6-4bba-46ed-beb9-11225a8a7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:18.259205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-dec70fb6-4bba-46ed-beb9-11225a8a7c17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0974276 Aug 22 15:18:18.260629 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.299526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.325410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76935508-d237-4433-92b0-3999fb2d9558 req-be4eaf3b-631e-46da-9acb-f5a611ae6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:18.328408 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-be4eaf3b-631e-46da-9acb-f5a611ae6ab7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591576 Aug 22 15:18:18.337268 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '3f859a6b-55d9-4192-94f3-37bb8dc479e5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'port_id': '27658e17-f435-4129-9ed7-848a44506361', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'mac_address': 'fa:16:3e:a8:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:14Z', 'updated_at': '2021-08-22T15:18:14Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:18.351573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] For port 444e7205-e562-4b83-9eeb-f2c07ffeb201, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=444e7205-e562-4b83-9eeb-f2c07ffeb201,segment=NetworkSegment(15bfc9b2-5773-445b-aa8a-45a9e25fe535),segment_id=15bfc9b2-5773-445b-aa8a-45a9e25fe535)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:18.370788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Pushing event updated for resources: {'Port': ['ID=6a11edb0-5598-4bda-8a39-3d62a9b42d36,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:18.376167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 277989a8-af90-4223-bd53-1cb85651e933 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:18.376654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 277989a8-af90-4223-bd53-1cb85651e933 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:18.380343 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b3e5c-4373-4929-b9d2-245151758f53 None None] The sync data for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 is: [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '3f859a6b-55d9-4192-94f3-37bb8dc479e5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'port_id': '27658e17-f435-4129-9ed7-848a44506361', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'mac_address': 'fa:16:3e:a8:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:14Z', 'updated_at': '2021-08-22T15:18:14Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:18.440907 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-e5e78197-1a23-492d-89d4-9557800007ef service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050858 Aug 22 15:18:18.455553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.494581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.519226 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP f9318b0a-91bb-42d1-a8e9-d47262279368 associated. External IP: 172.25.0.208, port: 8773418a-5383-4374-9af8-86e6c145aa4c. Aug 22 15:18:18.524716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Attempting to bind port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:18.525277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Attempting to bind port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e40a6916-5a77-4425-a2ea-30cae7c8c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:18.526917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Attempting to bind port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 on network af5287b0-c146-4dbc-a005-3a160c4ef0da {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:18.539558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:18.540171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Checking segment: {'id': 'e40a6916-5a77-4425-a2ea-30cae7c8c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:18.540689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.541200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Bound using segment: {'id': 'e40a6916-5a77-4425-a2ea-30cae7c8c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:18.541795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Bound port: 6a11edb0-5598-4bda-8a39-3d62a9b42d36, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40a6916-5a77-4425-a2ea-30cae7c8c448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'af5287b0-c146-4dbc-a005-3a160c4ef0da'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:18.542290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.591065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76935508-d237-4433-92b0-3999fb2d9558 req-43c2de2a-8201-4c2f-ab33-99578bb9a204 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427941 Aug 22 15:18:18.600438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cabd-3107-45d5-bfbe-6c76ce13b2ca None None] Pushing event updated for resources: {'Port': ['ID=444e7205-e562-4b83-9eeb-f2c07ffeb201,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:18.709302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.715383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] For port 6a11edb0-5598-4bda-8a39-3d62a9b42d36, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:18.732648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a3e37-46c3-40df-82c8-c4bb0a313509 None None] New status for floating IP 3f859a6b-55d9-4192-94f3-37bb8dc479e5: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:18:18.748799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] For port 6a11edb0-5598-4bda-8a39-3d62a9b42d36, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6a11edb0-5598-4bda-8a39-3d62a9b42d36,segment=NetworkSegment(e40a6916-5a77-4425-a2ea-30cae7c8c448),segment_id=e40a6916-5a77-4425-a2ea-30cae7c8c448)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:18.861123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:18.863255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/subnets/9e806453-69e0-424e-aa5f-a1c3fa1580be HTTP/1.1" status: 204 len: 168 time: 0.7479413 Aug 22 15:18:18.865654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fbe9c-a88f-4497-96a7-9c7e35823451 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Subnet': ['ID=9e806453-69e0-424e-aa5f-a1c3fa1580be,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:18.867940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37318) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:18.914186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.055404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78602343-6d4e-4919-bea2-f5c9170be963 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:19.057434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-01190f4c-8ce7-4ccb-a58d-9ba7d5faa0de req-49a7838c-789f-40da-9a10-ea8e70e9def9 tempest-ListServersNegativeTestJSON-2027279809 tempest-ListServersNegativeTestJSON-2027279809-project] 10.222.0.53 "GET /v2.0/ports?device_id=10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d HTTP/1.1" status: 200 len: 210 time: 0.0513508 Aug 22 15:18:19.057966 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-78602343-6d4e-4919-bea2-f5c9170be963 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1885839 Aug 22 15:18:19.061214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37320) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:19.069795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:19.100000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Pushing event updated for resources: {'Port': ['ID=6a11edb0-5598-4bda-8a39-3d62a9b42d36,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:19.119106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.119509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.124091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.124461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.124805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.125145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.125485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.125816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.126402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.126491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.126796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.127311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0aca1-192e-4f40-9b18-7940be6eb136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:18:19.200071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.254293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:19.418124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e311cfd1-45ac-410e-acee-3f47c5ad0b29 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:19.462032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e311cfd1-45ac-410e-acee-3f47c5ad0b29 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:19.462863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e311cfd1-45ac-410e-acee-3f47c5ad0b29 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:19.478800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:19.479143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.488037 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e4d0831-0527-46a2-ba17-90c38b8eb7d7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/3f859a6b-55d9-4192-94f3-37bb8dc479e5 HTTP/1.1" status: 200 len: 994 time: 0.2265568 Aug 22 15:18:19.568134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] For port 6a11edb0-5598-4bda-8a39-3d62a9b42d36, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6a11edb0-5598-4bda-8a39-3d62a9b42d36,segment=NetworkSegment(e40a6916-5a77-4425-a2ea-30cae7c8c448),segment_id=e40a6916-5a77-4425-a2ea-30cae7c8c448)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:19.568532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.588711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Calling delete_port for 6a11edb0-5598-4bda-8a39-3d62a9b42d36 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:19.593623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'name': 'network-vif-deleted', 'tag': '277989a8-af90-4223-bd53-1cb85651e933'}, {'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'name': 'network-vif-deleted', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:19.596360 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b7152-4340-4820-b6e1-2a8370d1c250" -d '{"events": [{"server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "name": "network-vif-deleted", "tag": "277989a8-af90-4223-bd53-1cb85651e933"}, {"server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "name": "network-vif-deleted", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:19.710061 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa17ec-6d18-4fcf-9da9-e86b839b9f7b x-openstack-request-id: req-86fa17ec-6d18-4fcf-9da9-e86b839b9f7b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:19.710875 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d", "name": "network-vif-deleted", "tag": "277989a8-af90-4223-bd53-1cb85651e933", "status": "completed", "code": 200}, {"server_uuid": "2027e252-cde6-4639-ba29-c6492d08b446", "name": "network-vif-deleted", "tag": "e311cfd1-45ac-410e-acee-3f47c5ad0b29", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:19.711636 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86fa17ec-6d18-4fcf-9da9-e86b839b9f7b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:19.711941 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbe4e3-4fe8-4909-a9eb-ed1e9405de3d', 'name': 'network-vif-deleted', 'tag': '277989a8-af90-4223-bd53-1cb85651e933', 'status': 'completed', 'code': 200} Aug 22 15:18:19.712397 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027e252-cde6-4639-ba29-c6492d08b446', 'name': 'network-vif-deleted', 'tag': 'e311cfd1-45ac-410e-acee-3f47c5ad0b29', 'status': 'completed', 'code': 200} Aug 22 15:18:19.715436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:19.731816 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:19.753475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:19.754567 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:19.798192 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:19.809588 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:19.810271 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:19.819621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.858430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:19.859405 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f60acd-c2c7-44da-8fe4-ff1a6a95a6ad None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:19.865746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:19.870295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-146273a2-323f-4a5f-b4d6-32f189b9c01b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4784682 Aug 22 15:18:19.873745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37328) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:19.890308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:19.898765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6a11edb0-5598-4bda-8a39-3d62a9b42d36 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:19.911792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Port': ['ID=6a11edb0-5598-4bda-8a39-3d62a9b42d36,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:19.927609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] No DVR routers for this DVR port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:19.968592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6a11edb0-5598-4bda-8a39-3d62a9b42d36 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:19.968934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6a11edb0-5598-4bda-8a39-3d62a9b42d36 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 22 15:18:19.998760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port 6a11edb0-5598-4bda-8a39-3d62a9b42d36 not found, will not notify nova. {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 22 15:18:19.999559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 444e7205-e562-4b83-9eeb-f2c07ffeb201 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:20.023003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.085993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.111196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5287b0-c146-4dbc-a005-3a160c4ef0da']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:20.136651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40a6916-5a77-4425-a2ea-30cae7c8c448') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:20.136965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40a6916-5a77-4425-a2ea-30cae7c8c448') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:20.162042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 444e7205-e562-4b83-9eeb-f2c07ffeb201 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:20.182533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.216543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.221317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37334) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:20.227868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029489f7-8b2a-4fc9-b221-2a487f069ab8 None None] Network c9133268-e984-447d-b2a3-73caf76453a3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:20.233364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:20.233786 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:20.236946 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:20.332547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.418998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Provisioning for port 444e7205-e562-4b83-9eeb-f2c07ffeb201 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:20.423784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Provisioning complete for port 444e7205-e562-4b83-9eeb-f2c07ffeb201 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:20.424201 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.506535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.509874 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP f9318b0a-91bb-42d1-a8e9-d47262279368 disassociated. External IP: 172.25.0.208, port: 8773418a-5383-4374-9af8-86e6c145aa4c. Aug 22 15:18:20.531557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] DHCP port deletion for c9133268-e984-447d-b2a3-73caf76453a3 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:18:20.592367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.633228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] For port 444e7205-e562-4b83-9eeb-f2c07ffeb201, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=444e7205-e562-4b83-9eeb-f2c07ffeb201,segment=NetworkSegment(15bfc9b2-5773-445b-aa8a-45a9e25fe535),segment_id=15bfc9b2-5773-445b-aa8a-45a9e25fe535)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:20.634696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2585b0-f64a-460d-b1f9-f6b99f2b5a74 None None] Network af5287b0-c146-4dbc-a005-3a160c4ef0da requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:20.665557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Deleting subnet 50cfab93-a940-4926-90e4-e84312b06d93 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:18:20.670037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.697138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Deleting port 444e7205-e562-4b83-9eeb-f2c07ffeb201 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:20.697509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.711962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.764411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.802580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:20.805833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.813749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] For port 444e7205-e562-4b83-9eeb-f2c07ffeb201, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=444e7205-e562-4b83-9eeb-f2c07ffeb201,segment=NetworkSegment(15bfc9b2-5773-445b-aa8a-45a9e25fe535),segment_id=15bfc9b2-5773-445b-aa8a-45a9e25fe535)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:20.814072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.835031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.846615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.849056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Calling delete_port for 444e7205-e562-4b83-9eeb-f2c07ffeb201 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:20.854369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/af5287b0-c146-4dbc-a005-3a160c4ef0da HTTP/1.1" status: 204 len: 168 time: 1.7846577 Aug 22 15:18:20.873442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37338) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:20.885984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572a794-ec6c-4a27-807b-63b8da8ac070 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=af5287b0-c146-4dbc-a005-3a160c4ef0da,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:20.914669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58081030-ed0e-4cfd-8bdd-1a02f019c50e None None] DHCP port deletion for af5287b0-c146-4dbc-a005-3a160c4ef0da request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:18:20.927165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.930824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-32fa372a-5d0d-401b-90bf-fe7279e1664b None None] Could not find standard attr ID for object 6a11edb0-5598-4bda-8a39-3d62a9b42d36. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:18:20.932225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bf5ad-54cb-40e7-acd5-bb8182ed3eaa None None] Pushing event updated for resources: {'Port': ['ID=444e7205-e562-4b83-9eeb-f2c07ffeb201,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:20.987779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:20.993188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:20.999260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:21.018523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.020750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:21.022107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.026690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.031589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b674bce-ab47-4049-8dcf-79e2721ecaf2 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/f9318b0a-91bb-42d1-a8e9-d47262279368 HTTP/1.1" status: 200 len: 688 time: 1.1576195 Aug 22 15:18:21.032661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/50cfab93-a940-4926-90e4-e84312b06d93 HTTP/1.1" status: 204 len: 168 time: 0.8117480 Aug 22 15:18:21.034613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37342) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:21.035017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37344) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:21.056288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6858a-9ef5-4dc2-9a29-1f0d70033b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cfab93-a940-4926-90e4-e84312b06d93,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:21.079039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.090988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:21.091987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.125131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Deleting port 444e7205-e562-4b83-9eeb-f2c07ffeb201 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:21.125343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.133544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.134150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456ba4d-1e2a-4a3f-a4fa-18ec2120fcb0 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:21.135774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.162281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] Pushing event deleted for resources: {'Port': ['ID=444e7205-e562-4b83-9eeb-f2c07ffeb201,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:21.164533 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.167702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50979ad-a60a-4a57-89d6-9e5bb4229ddb None None] No DVR routers for this DVR port 444e7205-e562-4b83-9eeb-f2c07ffeb201 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:21.185679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.209433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] For port 444e7205-e562-4b83-9eeb-f2c07ffeb201, host n-d-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:21.209899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.225714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Calling delete_port for 444e7205-e562-4b83-9eeb-f2c07ffeb201 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:21.228577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Port 444e7205-e562-4b83-9eeb-f2c07ffeb201 was not found and therefore no delete operation was performed {{(pid=102048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:18:21.230060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.259136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Port': ['ID=444e7205-e562-4b83-9eeb-f2c07ffeb201,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:21.261119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] No DVR routers for this DVR port 444e7205-e562-4b83-9eeb-f2c07ffeb201 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:21.348638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.350619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.360706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8327bf-5e97-4026-8d5f-aea2bfc7324e']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.361344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9133268-e984-447d-b2a3-73caf76453a3']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.372402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bfc9b2-5773-445b-aa8a-45a9e25fe535') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.372701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bfc9b2-5773-445b-aa8a-45a9e25fe535') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.372815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421d83be-2207-4398-9086-3de111de1c42') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.374877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421d83be-2207-4398-9086-3de111de1c42') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.381985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.385496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port bf4db596-0668-466b-8698-994923e0d351 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:21.385836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.388444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.396363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.402330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:21.402762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:21.405853 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:21.420004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.454883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:21.455303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:21.457023 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:21.530649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.530907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.543769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for bf4db596-0668-466b-8698-994923e0d351 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:21.585072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.592895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.595404 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/c9133268-e984-447d-b2a3-73caf76453a3 HTTP/1.1" status: 204 len: 168 time: 0.7203097 Aug 22 15:18:21.598733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37346) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:21.610379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7c5a-1a50-48f1-9632-5c0278eb19d3 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=c9133268-e984-447d-b2a3-73caf76453a3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:21.643724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.679028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.680919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f8327bf-5e97-4026-8d5f-aea2bfc7324e HTTP/1.1" status: 204 len: 168 time: 0.6351306 Aug 22 15:18:21.711283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b06361-6c78-49f4-9b56-92f4f9eb2040 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8327bf-5e97-4026-8d5f-aea2bfc7324e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:21.718192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.735616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 444e7205-e562-4b83-9eeb-f2c07ffeb201 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:21.758532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 444e7205-e562-4b83-9eeb-f2c07ffeb201 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:21.758816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 444e7205-e562-4b83-9eeb-f2c07ffeb201 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:21.759337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6a11edb0-5598-4bda-8a39-3d62a9b42d36 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:21.781254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6a11edb0-5598-4bda-8a39-3d62a9b42d36 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:21.781661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6a11edb0-5598-4bda-8a39-3d62a9b42d36 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:21.885612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.897577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8656fe-f5e4-4336-950e-7eb590308a7e']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.909981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7065eff2-974b-407e-b5cd-97d9b95baa1a') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.910499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7065eff2-974b-407e-b5cd-97d9b95baa1a') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:21.920526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.935444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.942259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:21.942760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:21.945737 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:21.955538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.027942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=bf4db596-0668-466b-8698-994923e0d351,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.103115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.110718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.112291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8b36bf36-bdc8-42e8-a4b7-49caf961b5a0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/f9318b0a-91bb-42d1-a8e9-d47262279368 HTTP/1.1" status: 204 len: 168 time: 1.0678158 Aug 22 15:18:22.116939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37354) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:22.121979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '78aeb232-5947-4238-86ff-d83769d28751'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:22.162513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.179189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.179189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/6c8656fe-f5e4-4336-950e-7eb590308a7e HTTP/1.1" status: 204 len: 168 time: 0.5723803 Aug 22 15:18:22.179362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:22.184843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a9acc-1551-46bb-8029-9a013559f2e4 tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=6c8656fe-f5e4-4336-950e-7eb590308a7e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.255582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.298799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37358) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:22.319355 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.350105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b9332d7-cff8-4957-b5f7-1033535b26b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc55bd57eb0c4044aa77bc2b4a4e1fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470457 Aug 22 15:18:22.350689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37360) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:22.375950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.389004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d42bc3d-a3db-4d24-9a95-55c8981faa69']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:22.401756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d715fa5-d6cf-46d5-98c9-1d50f694c2f3') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:22.402069 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d715fa5-d6cf-46d5-98c9-1d50f694c2f3') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:22.414055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.437019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.442630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.462928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.471160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:22.471581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:22.474731 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:22.554475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.620533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37364) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:22.648767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.656685 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.658573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] 10.222.0.53 "DELETE /v2.0/networks/2d42bc3d-a3db-4d24-9a95-55c8981faa69 HTTP/1.1" status: 204 len: 168 time: 0.4830379 Aug 22 15:18:22.665469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.669794 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.672207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50667809-8d7b-49f0-97a1-fec5ae395ad0 HTTP/1.1" status: 204 len: 168 time: 0.3205056 Aug 22 15:18:22.674185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29852e5-50c3-44f1-a71a-05db975cd1fa tempest-BulkNetworkOpsIpV6Test-8212928 tempest-BulkNetworkOpsIpV6Test-8212928-project] Pushing event deleted for resources: {'Network': ['ID=2d42bc3d-a3db-4d24-9a95-55c8981faa69,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.686197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd1ef6-8c68-45d1-9a8d-417c40d491a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50667809-8d7b-49f0-97a1-fec5ae395ad0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.694857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.232 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/c5edd8ac-2306-40d0-9545-8b0eb00b6981) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:22.758529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5bc4-2113-4f72-8ee2-b76fc633fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.808224 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.853148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5bc4-2113-4f72-8ee2-b76fc633fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.900108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.939541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:22.942613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:22.945474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5bc4-2113-4f72-8ee2-b76fc633fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:22.946148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:22.975497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=c5edd8ac-2306-40d0-9545-8b0eb00b6981,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.986920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b0d5bc4-2113-4f72-8ee2-b76fc633fb63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89d383c01aef4b80bf6a510bcd72032d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651876 Aug 22 15:18:22.988453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d5bc4-2113-4f72-8ee2-b76fc633fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71040907-60c3-4e03-9010-1e5946aee732,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:22.991036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:23.042349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.064640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.208489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.211054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.212393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71040907-60c3-4e03-9010-1e5946aee732 HTTP/1.1" status: 204 len: 168 time: 0.2204134 Aug 22 15:18:23.220626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4a7b4-b004-4346-9939-5f5dcdc23ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71040907-60c3-4e03-9010-1e5946aee732,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:23.236843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37386) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:23.407886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.413133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ada2042a-8fe9-4722-a468-d9f21a02e921 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36fd5b0d36b54f81b1206e04da4286b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749578 Aug 22 15:18:23.415544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:23.466657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.488521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.538335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.696033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.716400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.719266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.720499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c614c278-8dc2-46d8-a8f6-19f2d2eaa226 HTTP/1.1" status: 204 len: 168 time: 0.3039172 Aug 22 15:18:23.729557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4aedd-c02b-4ea6-ab69-5393d48ddfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c614c278-8dc2-46d8-a8f6-19f2d2eaa226,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:23.836798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.921456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=c5edd8ac-2306-40d0-9545-8b0eb00b6981,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:23.933065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:23.964934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:23.981075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12a44c3c-cb80-4948-8635-d85224024864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.049908 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP fc749633-d51b-449b-aee4-6686cc7fd692 associated. External IP: 172.25.0.232, port: 78aeb232-5947-4238-86ff-d83769d28751. Aug 22 15:18:24.092934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12a44c3c-cb80-4948-8635-d85224024864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.167519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12a44c3c-cb80-4948-8635-d85224024864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.202952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a44c3c-cb80-4948-8635-d85224024864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261ab7f0-bedc-48f6-8407-37bfb6fa60fd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:24.245269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12a44c3c-cb80-4948-8635-d85224024864 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bedcc522dadb40e6bde4bb53b9422781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790082 Aug 22 15:18:24.247682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37414) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:24.297258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:24.315485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.337715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.424457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:24.436879 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:24.447560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37422) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:24.448944 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:24.449652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:24.454204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.456805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.458956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/261ab7f0-bedc-48f6-8407-37bfb6fa60fd HTTP/1.1" status: 204 len: 168 time: 0.2063508 Aug 22 15:18:24.469588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12782f-410d-443c-a02e-3cb9de28e966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261ab7f0-bedc-48f6-8407-37bfb6fa60fd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:24.490997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:24.500800 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:24.501417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:24.510763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.541093 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:24.541760 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163c9807-c280-4dfb-8581-19125dbbf66a None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:24.546079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37428) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:24.546223 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5807a83-95ae-4fa4-82c1-c4e8390e007a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4280720 Aug 22 15:18:24.616266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8534e6a8-24c3-4397-b211-3b3ff63ea69a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/floatingips/fc749633-d51b-449b-aee4-6686cc7fd692 HTTP/1.1" status: 200 len: 978 time: 0.0674369 Aug 22 15:18:24.617981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:24.620421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1233081168-network', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:24.704828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:24.708280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.718802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.739798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c928aca-1761-4036-91e5-5a21e0d720d7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1177645 Aug 22 15:18:24.740519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:24.744968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': '8773418a-5383-4374-9af8-86e6c145aa4c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:24.804449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.827652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.920038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.956493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:24.967382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38767b71-a8c1-42e0-b52e-9eaa24003b80,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:24.981719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:24.981719 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Added segment 8640541a-568b-4c1b-925b-a5fec83a58b6 of type vlan for network 821da460-5995-4bf6-9c51-a3c14ef0bb8b Aug 22 15:18:25.023437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.105391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.106501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:25.107351 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.138536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:25.193755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] Pushing event updated for resources: {'Network': ['ID=821da460-5995-4bf6-9c51-a3c14ef0bb8b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:25.205071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:25.266087 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2cad840-6b1b-4103-a43c-c02ea44b9377 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8173773 Aug 22 15:18:25.271485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37456) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:25.278937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Request body: {'subnet': {'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1233081168-subnet', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:25.298927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'networks': [{'name': 'tempest-network--86154069'}, {'name': 'tempest-network--1027035036'}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:25.299248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-network--86154069'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:25.299716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-network--1027035036'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:25.392449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:25.395337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.522957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'network': 2} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:25.527705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.546731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.589532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.664744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.680155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.693431 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.750710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b18c0f-e294-4abe-82a7-a095fb97fed5,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:25.764195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.764741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.775900 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP fc749633-d51b-449b-aee4-6686cc7fd692 associated. External IP: 172.25.0.232, port: 78aeb232-5947-4238-86ff-d83769d28751. Aug 22 15:18:25.788099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:25.788557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Network hostable DHCP agents. Network: 821da460-5995-4bf6-9c51-a3c14ef0bb8b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:25.819569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f48fd-01c1-499c-b88a-badc5fad638d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:25.834539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:25.850615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.850949 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment e93ceebb-01c4-44e2-9c70-44e1cf5195c1 of type vlan for network e6881436-84e0-4d92-a9e6-dde3812d481f Aug 22 15:18:25.919404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:25.927551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.971608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:25.982652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:25.983068 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment 2cc934c2-16b9-4655-b747-7a299e99db7f of type vlan for network 0aabae81-d242-4f50-bdfe-e960b5de6886 Aug 22 15:18:26.013401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 821da460-5995-4bf6-9c51-a3c14ef0bb8b) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:26.022727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67baa054-37ea-4021-aa8f-e5117667ae3e None None] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:26.024775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:26.025024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.025615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.030937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.126918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1e9a337-5bbf-48cb-8b51-e1e2754f7c8b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8499658 Aug 22 15:18:26.127998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37470) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:26.133233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:26.172677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:26.174049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.174621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.184266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:26.184680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.185145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.189002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:26.193778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.194882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.212774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:26.213596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.232747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.234883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.259054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.284570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=e6881436-84e0-4d92-a9e6-dde3812d481f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:26.307414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1676946 Aug 22 15:18:26.308081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:26.308963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e6881436-84e0-4d92-a9e6-dde3812d481f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:26.351030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:26.351677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.413339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefe5b8-e551-4001-842e-5fbe4da52dc2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=0aabae81-d242-4f50-bdfe-e960b5de6886,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:26.415374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.420511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.421073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fe095b-1866-4639-b6f4-f022b07a5cda None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:26.433869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0aabae81-d242-4f50-bdfe-e960b5de6886 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:26.507084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c744f-0fa9-4de6-94f1-c6a7317193a9 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.514338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c744f-0fa9-4de6-94f1-c6a7317193a9 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.523567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c744f-0fa9-4de6-94f1-c6a7317193a9 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.526601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Allocated IP 172.20.0.2 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/ed552ece-c05d-4b7d-8b6a-67fcd7ab8914) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:26.531935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c744f-0fa9-4de6-94f1-c6a7317193a9 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:26.543672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f03c744f-0fa9-4de6-94f1-c6a7317193a9 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2175241 Aug 22 15:18:26.543672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37480) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:26.630945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.675199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.687901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Transition to ACTIVE for port object ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:26.703575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Transition to ACTIVE for port object ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:26.717141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.726594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:26.739680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.750462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6881436-84e0-4d92-a9e6-dde3812d481f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.763523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93ceebb-01c4-44e2-9c70-44e1cf5195c1') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.763826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93ceebb-01c4-44e2-9c70-44e1cf5195c1') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.768127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.773711 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.792120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.803774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:26.804450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:26.807950 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:26.817767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:26.822030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:26.826188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:26.880788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Pushing event updated for resources: {'Port': ['ID=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:26.891357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:26.898771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.905590 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:26.918608 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:26.919642 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.921141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Attempting to bind port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:26.921526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Attempting to bind port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:26.921897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Attempting to bind port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:26.927673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:26.928090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:26.928503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.928962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:26.929444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Bound port: ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:26.929837 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.967669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.974379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.977365 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:26.978092 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:26.987935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:26.990503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/e6881436-84e0-4d92-a9e6-dde3812d481f HTTP/1.1" status: 204 len: 168 time: 0.4506805 Aug 22 15:18:27.000991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37490) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:27.011053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] For port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:27.011298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2716-6a9f-4d84-bcfc-9a460c021e87 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=e6881436-84e0-4d92-a9e6-dde3812d481f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:27.016533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] For port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:27.024571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3eb81436-d98f-4c6a-8c2e-f927d335ef01 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/fc749633-d51b-449b-aee4-6686cc7fd692 HTTP/1.1" status: 200 len: 977 time: 2.2832692 Aug 22 15:18:27.035729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:27.035729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ccff51-dd2f-49f1-83a2-4aa91cb701c1 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:27.040484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:27.047313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:27.106221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.107070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.196867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469bfb1-5dca-473c-badf-e976b047f52f None None] Pushing event updated for resources: {'Port': ['ID=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:27.230442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.234229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.247270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aabae81-d242-4f50-bdfe-e960b5de6886']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:27.258687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc934c2-16b9-4655-b747-7a299e99db7f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:27.258991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc934c2-16b9-4655-b747-7a299e99db7f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:27.269131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.286404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.298669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:27.299201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:27.303444 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:27.471581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.481327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.485749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/0aabae81-d242-4f50-bdfe-e960b5de6886 HTTP/1.1" status: 204 len: 168 time: 0.4808414 Aug 22 15:18:27.486011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37498) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:27.523569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ec4c-d919-4a3b-8981-3215fede414c tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=0aabae81-d242-4f50-bdfe-e960b5de6886,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:27.605059 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.638465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.640189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6744f7-f0e5-4ba1-af54-6951141d8e75 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:27.647581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6744f7-f0e5-4ba1-af54-6951141d8e75 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:27.649328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af6744f7-f0e5-4ba1-af54-6951141d8e75 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1623585 Aug 22 15:18:27.652894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37500) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:27.658020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-515939330'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:27.747609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:27.753488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.757962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:27.785948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.791221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:27.801331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.801939 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment 94dbc896-d365-4b21-a8b5-2fc312f1332e of type vlan for network d8c69e43-fbb6-481d-9fed-988026b95730 Aug 22 15:18:27.837772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Allocated IP 172.25.0.115 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e9566996-dff3-413c-b82b-00b60f70639e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:27.850168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.893575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:27.912771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.913093 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP fc749633-d51b-449b-aee4-6686cc7fd692 disassociated. External IP: 172.25.0.232, port: 8773418a-5383-4374-9af8-86e6c145aa4c. Aug 22 15:18:27.958262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:27.967488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:27.967859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.045144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.079089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4250739 Aug 22 15:18:28.082082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:28.093473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-257744919'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:28.109370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83cd30-3807-4349-90bf-3e09eb7419fe tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=d8c69e43-fbb6-481d-9fed-988026b95730,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:28.122066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d8c69e43-fbb6-481d-9fed-988026b95730 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:28.261071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:28.315607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.318792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:28.322393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.380769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b9868-9135-4b6e-b059-7f36e989c223 None None] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:28.403283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:28.406779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:28.412647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Pushing event updated for resources: {'Port': ['ID=e9566996-dff3-413c-b82b-00b60f70639e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:28.420883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:28.423191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:28.481109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.481665 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment 5ccfe344-a37f-4367-867d-142d519ad20d of type vlan for network c19979d0-0eb4-4fdd-afb9-616c607f45f0 Aug 22 15:18:28.529496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Provisioning for port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:28.536417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Provisioning complete for port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:28.536795 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.540828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:28.545615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.579134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.667813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a1bdeb07-96de-42e3-acf1-8b6c17f2fb8b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/fc749633-d51b-449b-aee4-6686cc7fd692 HTTP/1.1" status: 200 len: 688 time: 1.6226957 Aug 22 15:18:28.668344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:28.715450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:28.740641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:28.741284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:28.756249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.763150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:28.763849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.781934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:28.799420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:28.803428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:28.817896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port c5edd8ac-2306-40d0-9545-8b0eb00b6981 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:28.818250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.890864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8056593 Aug 22 15:18:28.896286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:28.898859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:28.903023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e17b24-e2b8-4304-8b5f-c50a3e8afd83 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:28.904208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'ports': [{'network_id': 'd8c69e43-fbb6-481d-9fed-988026b95730', 'name': 'tempest-port--303108081', 'admin_state_up': True}, {'network_id': 'c19979d0-0eb4-4fdd-afb9-616c607f45f0', 'admin_state_up': False}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:28.905511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:28.908995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'port': {'network_id': 'd8c69e43-fbb6-481d-9fed-988026b95730', 'name': 'tempest-port--303108081', 'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:28.908995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'port': {'network_id': 'c19979d0-0eb4-4fdd-afb9-616c607f45f0', 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:28.910287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c6a8-c155-4081-9b32-6957101a4573 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=c19979d0-0eb4-4fdd-afb9-616c607f45f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:28.928797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c19979d0-0eb4-4fdd-afb9-616c607f45f0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:28.980879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.028543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] For port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:29.104904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.169079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06676be0-164a-4110-bbe3-de144c9ea201 None None] Pushing event updated for resources: {'Port': ['ID=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:29.206315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.229423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fd82a4ad-5e8d-4f22-84a5-8059fbac5464 None None] Provisioning complete for port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:29.229873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd82a4ad-5e8d-4f22-84a5-8059fbac5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.331594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.331936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.351539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for c5edd8ac-2306-40d0-9545-8b0eb00b6981 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:29.459550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Router f13e56a2-36af-4908-92fa-eab45a4315fe is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:18:29.565631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'port': 2} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:29.572874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.581735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:29.591220 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Sync routers for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:29.594763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.603052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:29.604236 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:29.636471 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-a8d91a6b-d948-423f-a7f2-dd018ba4fffd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520396 Aug 22 15:18:29.682869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] device_id is not set on port 010289f6-9f32-4fe6-8dc9-b4599e90e7b9 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:29.723851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.756975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:29.757336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.758920 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad688919-54a1-4740-a94e-d8938eb7270c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6305118 Aug 22 15:18:29.760503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=c5edd8ac-2306-40d0-9545-8b0eb00b6981,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:29.765232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37524) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:29.775077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-a34ea4de-3ea6-40e2-b5b8-1f39be66c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:29.781085 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-a34ea4de-3ea6-40e2-b5b8-1f39be66c216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0728867 Aug 22 15:18:29.827624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:29.828638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.830591 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:29.922734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-48e66aa1-29c2-4790-8bf8-122fef4b60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:29.924547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-48e66aa1-29c2-4790-8bf8-122fef4b60d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.1221359 Aug 22 15:18:29.967770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.970979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:29.972272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69e9a5ca-5861-4b31-ab10-c0a66a4f1414 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc749633-d51b-449b-aee4-6686cc7fd692 HTTP/1.1" status: 204 len: 168 time: 1.3027866 Aug 22 15:18:29.977506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37526) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:30.053261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:28Z', 'revision_number': 3, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:30.091515 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Checking router: f13e56a2-36af-4908-92fa-eab45a4315fe for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:18:30.092149 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Updating router f13e56a2-36af-4908-92fa-eab45a4315fe port e9566996-dff3-413c-b82b-00b60f70639e binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:18:30.102329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.127677 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.168530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eee56325-606e-41dc-b97f-884f004c5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.278006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] device_id is not set on port b0aac4e6-4023-4679-9101-cad798dcc3c3 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:30.313295 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-48f7e24d-cbff-4f06-99c7-e9bf50354875 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] delete failed (client error): The resource could not be found. Aug 22 15:18:30.314371 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-48f7e24d-cbff-4f06-99c7-e9bf50354875 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc749633-d51b-449b-aee4-6686cc7fd692 HTTP/1.1" status: 404 len: 345 time: 0.3358386 Aug 22 15:18:30.318953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37528) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:30.386518 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-b9f09217-cd51-4b6b-ba94-78ae5e96a0e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1002 time: 0.4538662 Aug 22 15:18:30.451169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702815c-332c-4080-8dab-13ab32913974 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.457804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702815c-332c-4080-8dab-13ab32913974 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.464113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702815c-332c-4080-8dab-13ab32913974 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.465888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8702815c-332c-4080-8dab-13ab32913974 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/ports?network_id=a1946798-ca36-4c9d-8dc1-32051d347387 HTTP/1.1" status: 200 len: 2357 time: 0.1457839 Aug 22 15:18:30.469631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37532) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:30.471283 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.485216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Transition to ACTIVE for port object e9566996-dff3-413c-b82b-00b60f70639e will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:30.538965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.585705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-c8aee08a-54a4-4568-8e9d-4b3ab2304ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.587270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-c8aee08a-54a4-4568-8e9d-4b3ab2304ec8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.1929708 Aug 22 15:18:30.593022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f33c8eb-3ef3-4470-87d0-2000f1bcb7c9 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.599764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f33c8eb-3ef3-4470-87d0-2000f1bcb7c9 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/subnets/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b HTTP/1.1" status: 200 len: 797 time: 0.1236713 Aug 22 15:18:30.599929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37536) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:30.604971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'port': {'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387', 'name': 'tempest-FloatingIPTestJSON-1149928936', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:30.653911 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.706890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-29de3084-baa4-487e-a577-1fb528f38cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:30.707857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-29de3084-baa4-487e-a577-1fb528f38cc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118202 Aug 22 15:18:30.713453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.723924 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Attempting to bind port e9566996-dff3-413c-b82b-00b60f70639e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:30.724562 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Attempting to bind port e9566996-dff3-413c-b82b-00b60f70639e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:30.724939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Attempting to bind port e9566996-dff3-413c-b82b-00b60f70639e on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:30.739280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec317-228d-44ce-b782-636e765764bf None None] Pushing event updated for resources: {'Port': ['ID=e9566996-dff3-413c-b82b-00b60f70639e,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:30.742189 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:30.747722 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:30.748193 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.748587 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:30.749084 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Bound port: e9566996-dff3-413c-b82b-00b60f70639e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:30.749484 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.776156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.819118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] For port e9566996-dff3-413c-b82b-00b60f70639e, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:30.822751 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] For port e9566996-dff3-413c-b82b-00b60f70639e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9566996-dff3-413c-b82b-00b60f70639e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:30.828644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-5effd561-5dda-43b5-a1d5-a82d75bd6ec0 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123421 Aug 22 15:18:30.867504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Port': ['ID=010289f6-9f32-4fe6-8dc9-b4599e90e7b9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:30.909267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Checking segment: {'id': '94dbc896-d365-4b21-a8b5-2fc312f1332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd8c69e43-fbb6-481d-9fed-988026b95730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:30.909637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network hostable DHCP agents. Network: d8c69e43-fbb6-481d-9fed-988026b95730, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:30.927414 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5e227104-3910-41e8-a6b6-f243be24fb84 req-3bd1bf6f-1d81-4d88-b7fd-f8d6532eac15 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915470 Aug 22 15:18:30.935595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:30.936463 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:30.965126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Allocated IP 172.20.0.1 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/3e6608ca-d54d-4833-8804-90a72aec6361) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:30.998013 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:30.998564 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:31.022154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.039654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] device_id is not set on port aa438fc4-849a-4484-b718-07f6e66adec0 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:31.042003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network d8c69e43-fbb6-481d-9fed-988026b95730 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:31.054386 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ec317-228d-44ce-b782-636e765764bf None None] Pushing event updated for resources: {'Port': ['ID=e9566996-dff3-413c-b82b-00b60f70639e,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:31.081234 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.094868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Transition to ACTIVE for port object 3e6608ca-d54d-4833-8804-90a72aec6361 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:31.139506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d8c69e43-fbb6-481d-9fed-988026b95730) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:31.143868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:31.146157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.149964 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:31.150956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90963b1-aef2-4f25-9eac-164d3133dc55 None None] Network d8c69e43-fbb6-481d-9fed-988026b95730 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:31.210130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.247881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:31.255525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:31.270299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:31.333131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Port': ['ID=b0aac4e6-4023-4679-9101-cad798dcc3c3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:31.374072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Checking segment: {'id': '5ccfe344-a37f-4367-867d-142d519ad20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c19979d0-0eb4-4fdd-afb9-616c607f45f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:31.374445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network hostable DHCP agents. Network: c19979d0-0eb4-4fdd-afb9-616c607f45f0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:31.377520 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:28Z', 'revision_number': 3, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:31.401539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.412804 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae93d33-6fb3-469c-b51c-2ce1a19e067f None None] The sync data for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 is: [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:28Z', 'revision_number': 3, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:31.466249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:31.466701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.14 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/aa438fc4-849a-4484-b718-07f6e66adec0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:31.481316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.13 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/aa438fc4-849a-4484-b718-07f6e66adec0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:31.494719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network c19979d0-0eb4-4fdd-afb9-616c607f45f0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:31.624853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c19979d0-0eb4-4fdd-afb9-616c607f45f0) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:31.629701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:31.637258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:31.641419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe940a0-0a99-4842-adfb-b9a1fc2140b4 None None] Network c19979d0-0eb4-4fdd-afb9-616c607f45f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:31.642405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:31.642405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.666367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-798dec09-fc3d-46f9-8c35-4971013fcfd3 None None] Provisioning for port 3e6608ca-d54d-4833-8804-90a72aec6361 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:31.685854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-798dec09-fc3d-46f9-8c35-4971013fcfd3 None None] Provisioning complete for port 3e6608ca-d54d-4833-8804-90a72aec6361 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:31.686280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-798dec09-fc3d-46f9-8c35-4971013fcfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.733989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.735647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.753082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2fada237-97ce-49a8-b53c-846388c53e13 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8556192 Aug 22 15:18:31.757645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:31.824282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-798dec09-fc3d-46f9-8c35-4971013fcfd3 None None] Port 3e6608ca-d54d-4833-8804-90a72aec6361 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:18:31.889855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be2728-6e9b-4950-abc5-a41d83d79a01 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:31.896445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be2728-6e9b-4950-abc5-a41d83d79a01 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:31.898103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-75be2728-6e9b-4950-abc5-a41d83d79a01 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1394937 Aug 22 15:18:31.901034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:31.934467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:31.983568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:31.986850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:31.991425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:32.040397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=aa438fc4-849a-4484-b718-07f6e66adec0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:32.070972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:32.071665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.102613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting port 010289f6-9f32-4fe6-8dc9-b4599e90e7b9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:32.102965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.130587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.174944 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02e80879-93ed-4e0c-8353-f20cc56c716f tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5734732 Aug 22 15:18:32.178409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:32.185628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'aa438fc4-849a-4484-b718-07f6e66adec0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:32.196438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.216679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Calling delete_port for 010289f6-9f32-4fe6-8dc9-b4599e90e7b9 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:32.265347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.310823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.347801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.382786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:32.447689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.503630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:32.505874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:32.511875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.545188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Port': ['ID=010289f6-9f32-4fe6-8dc9-b4599e90e7b9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:32.587329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.587689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.222 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a8fc1101-bf6b-4360-a14c-05103ce49d78) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:32.589493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7c5d017c-3fc9-4bdf-86dd-40ffd88bfcc4 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/ports/010289f6-9f32-4fe6-8dc9-b4599e90e7b9 HTTP/1.1" status: 204 len: 168 time: 0.6874757 Aug 22 15:18:32.592057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:32.724499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.737573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Router f13e56a2-36af-4908-92fa-eab45a4315fe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:32.794449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting port b0aac4e6-4023-4679-9101-cad798dcc3c3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:32.794449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.851753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0757fd6f-21f4-4fca-b05a-8c6d8e927d69 None None] Provisioning complete for port 3e6608ca-d54d-4833-8804-90a72aec6361 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:32.852891 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0757fd6f-21f4-4fca-b05a-8c6d8e927d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.889873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0757fd6f-21f4-4fca-b05a-8c6d8e927d69 None None] Port 3e6608ca-d54d-4833-8804-90a72aec6361 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:18:32.897970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.906829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.921964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:32.925015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Calling delete_port for b0aac4e6-4023-4679-9101-cad798dcc3c3 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:32.943390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:32.944169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:32.948710 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:32.950427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a33b3cee-7b0b-4eb2-abc5-a8cc9f3b8ee1 admin admin] 10.222.0.53 "PUT /v2.0/routers/f13e56a2-36af-4908-92fa-eab45a4315fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1805956 Aug 22 15:18:32.956120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=a8fc1101-bf6b-4360-a14c-05103ce49d78,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:32.960336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:33.077210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.148593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Port': ['ID=b0aac4e6-4023-4679-9101-cad798dcc3c3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:33.161343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.165606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-629bfca2-7ccb-419b-b428-a3cd82cfd21b tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/ports/b0aac4e6-4023-4679-9101-cad798dcc3c3 HTTP/1.1" status: 204 len: 168 time: 0.5704560 Aug 22 15:18:33.167716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:33.200735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aa70f307-a3f4-41b7-a83f-0b42c8a9bdeb tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0285394 Aug 22 15:18:33.201465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:33.206746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-999090179'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:33.305282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:33.312292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.336225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Sync routers for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:33.348867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:33.350554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:33.351295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:33.363013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.363478 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment 722d4f26-b157-40b2-95ef-6bf599bf0dac of type vlan for network 8782879a-ec2a-4b88-89d8-7730e6fbcebc Aug 22 15:18:33.423704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.475285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.482531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:33.512538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec317335-edfe-4f97-8a1e-43dd0d8b569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.528282 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.533969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:33.534559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.585033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:33.592778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987491774', 'description': 'tempest-description--1617395742'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:33.612150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37590) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:33.620016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=8782879a-ec2a-4b88-89d8-7730e6fbcebc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:33.633335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8782879a-ec2a-4b88-89d8-7730e6fbcebc details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:33.643072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-07bb3bc4-d93f-4ecc-8535-c0115c0d0011 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4404318 Aug 22 15:18:33.646785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:33.659120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1252115609'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:33.673329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.770282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81e8955d-5ca6-4c75-8e09-3983bc275dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.779107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 2, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:33.814878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.817987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Checking router: f13e56a2-36af-4908-92fa-eab45a4315fe for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:18:33.818436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Updating router f13e56a2-36af-4908-92fa-eab45a4315fe port 3e6608ca-d54d-4833-8804-90a72aec6361 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:18:33.823069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9566996-dff3-413c-b82b-00b60f70639e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:33.873023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.893322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.933159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:33.938662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.968425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:33.977957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:33.978356 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Added segment 29f4403b-5eb9-4096-8549-b36806732b94 of type vlan for network e8d2474d-6d83-4c34-a540-9b8b817be04f Aug 22 15:18:34.011030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.033089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.067783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81e8955d-5ca6-4c75-8e09-3983bc275dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.088943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e9566996-dff3-413c-b82b-00b60f70639e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:34.094538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e9566996-dff3-413c-b82b-00b60f70639e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:34.094980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.102862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=a8fc1101-bf6b-4360-a14c-05103ce49d78,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.116911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.151131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.158256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:34.158893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.209393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81e8955d-5ca6-4c75-8e09-3983bc275dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.225296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.245328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Network': ['ID=e8d2474d-6d83-4c34-a540-9b8b817be04f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.261639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e8d2474d-6d83-4c34-a540-9b8b817be04f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:34.277793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8955d-5ca6-4c75-8e09-3983bc275dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed2efd-c9b7-4237-9971-2f8bdf0f5557,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.291463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81e8955d-5ca6-4c75-8e09-3983bc275dc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed4ccf6bdfc14bf7aa0b4da97802fce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750834 Aug 22 15:18:34.291463 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP 83e0fbfa-5729-44c6-b43f-c51578712295 associated. External IP: 172.25.0.222, port: aa438fc4-849a-4484-b718-07f6e66adec0. Aug 22 15:18:34.291833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37596) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:34.297879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e9566996-dff3-413c-b82b-00b60f70639e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9566996-dff3-413c-b82b-00b60f70639e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:34.351065 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.351448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.362617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.376851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.377972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Transition to ACTIVE for port object 3e6608ca-d54d-4833-8804-90a72aec6361 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:34.411035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.428703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e9566996-dff3-413c-b82b-00b60f70639e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.516697 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.538842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:34.563904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.567497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.571127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2ed2efd-c9b7-4237-9971-2f8bdf0f5557 HTTP/1.1" status: 204 len: 168 time: 0.2766817 Aug 22 15:18:34.580555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae3167-f640-4ea6-bb24-6bec82d42103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed2efd-c9b7-4237-9971-2f8bdf0f5557,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.587595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93979e59-37ac-4551-88fa-e5deb213aeff None None] Pushing event updated for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.592903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.661455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-97405c5b-4ec2-471d-a8c2-6dd83df615e1 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9999840 Aug 22 15:18:34.661806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8c00e-3198-4c26-8c9a-6463662712f2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:34.680801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Attempting to bind port 3e6608ca-d54d-4833-8804-90a72aec6361 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:34.681542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Attempting to bind port 3e6608ca-d54d-4833-8804-90a72aec6361 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:34.682259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Attempting to bind port 3e6608ca-d54d-4833-8804-90a72aec6361 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:34.692782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:34.694058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:34.695316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.696387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:34.697924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Bound port: 3e6608ca-d54d-4833-8804-90a72aec6361, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:34.699853 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.714885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:34.728238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:34.742555 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:34.750863 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:34.779063 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.779758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:34.786649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a4deb5ec-4596-407d-8a38-2a626a44e0b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1988056 Aug 22 15:18:34.788799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'subnets': [{'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90274416', 'ip_version': 4}, {'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:34.789381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37602) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:34.792377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'subnet': {'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--90274416', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:34.792995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Request body: {'subnet': {'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:34.797187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] For port 3e6608ca-d54d-4833-8804-90a72aec6361, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:34.800552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'security_group_rule': {'security_group_id': '69f8c00e-3198-4c26-8c9a-6463662712f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:34.803094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] For port 3e6608ca-d54d-4833-8804-90a72aec6361, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3e6608ca-d54d-4833-8804-90a72aec6361,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:34.807097 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:34.820743 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:34.821738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:34.830173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.857959 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:34.858605 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717abe2-b976-467a-a03e-e6d41952a71a None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:34.865577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.876546 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ebfba79d-30f6-4ec9-a997-57ad1561b311 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6962762 Aug 22 15:18:34.878893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37604) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:34.883441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': 'aa438fc4-849a-4484-b718-07f6e66adec0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:34.894129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.944429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:34.999372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.043265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:35.044478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:35.047356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93979e59-37ac-4551-88fa-e5deb213aeff None None] Pushing event updated for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:35.097045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Made reservation on behalf of c39e201313ab4f638aea0985ca3a561d for: {'subnet': 2} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:35.104977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.107941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.164224 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.231381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:35.238229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.271152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a5f6df-e0e6-46fd-afd7-7d4779b1f4c4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:35.377424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.381998 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4ee75cc0-e85f-40b2-b9c7-fb182859c027 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884571 Aug 22 15:18:35.383341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37608) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:35.399233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'security_group_rule': {'security_group_id': '69f8c00e-3198-4c26-8c9a-6463662712f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:35.566009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.613085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37610) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:35.636659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeba868e-3584-4fab-bcf6-156bd97773c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.664555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:35.699159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05aa8-7529-4571-a673-03a768e8cfb8 None None] The sync data for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 is: [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:35.810390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9566996-dff3-413c-b82b-00b60f70639e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:35.887566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e9566996-dff3-413c-b82b-00b60f70639e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:35.888391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.921885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeba868e-3584-4fab-bcf6-156bd97773c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:35.954161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.resource_extend [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 15:18:36.011492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.020101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.021933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeba868e-3584-4fab-bcf6-156bd97773c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.076731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.097134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aeba868e-3584-4fab-bcf6-156bd97773c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ea2c014072148e684ec39b48f79fc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819863 Aug 22 15:18:36.101800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:36.102204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e136158-90e1-4ce8-80c9-5c7fad2eabdb,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:36.115761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba868e-3584-4fab-bcf6-156bd97773c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd51b8-aab3-47be-b3f6-a9c55677e361,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:36.121625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.163554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.178327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.197800 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.226495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.227903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-29c80419-27f8-4b7c-9641-b90f53671e74 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8436491 Aug 22 15:18:36.234949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37614) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:36.243346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:36.293370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Subnet': ['ID=f348b8cb-add4-48db-b5b0-797de5ba9c67,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:36.306761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Checking segment: {'id': '722d4f26-b157-40b2-95ef-6bf599bf0dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:36.306761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network hostable DHCP agents. Network: 8782879a-ec2a-4b88-89d8-7730e6fbcebc, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:36.389447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:36.413953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.417052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.420782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ccd51b8-aab3-47be-b3f6-a9c55677e361 HTTP/1.1" status: 204 len: 168 time: 0.3160651 Aug 22 15:18:36.433830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074f4da-1ec6-4767-916b-c5e07beaa2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd51b8-aab3-47be-b3f6-a9c55677e361,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:36.454191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network 8782879a-ec2a-4b88-89d8-7730e6fbcebc is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:36.464980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.529683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8782879a-ec2a-4b88-89d8-7730e6fbcebc) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:36.536685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.546625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66485770-cf3e-4c0c-a152-45d03ae15e71 None None] Network 8782879a-ec2a-4b88-89d8-7730e6fbcebc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:36.548488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:36.564901 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:36.590386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.613269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:36.614330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:36.642812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Checking segment: {'id': '29f4403b-5eb9-4096-8549-b36806732b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:36.643186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network hostable DHCP agents. Network: e8d2474d-6d83-4c34-a540-9b8b817be04f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:36.648176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event updated for resources: {'Subnet': ['ID=08b3fb5a-8600-4ce7-bdf5-fa9666134695,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:36.662274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:36.673967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e34ba7cb-77ea-4112-bd26-7b0dab83ffc7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/83e0fbfa-5729-44c6-b43f-c51578712295 HTTP/1.1" status: 200 len: 979 time: 1.7940001 Aug 22 15:18:36.677629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37618) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:36.719460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:36.720136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:36.738395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.755488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:36.756188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e519f7-8c38-4a9c-b72f-312694218fd2 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:36.762740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Network e8d2474d-6d83-4c34-a540-9b8b817be04f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:36.808305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.860303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e8d2474d-6d83-4c34-a540-9b8b817be04f) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:36.869035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:36.869593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:36.885335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.885975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-8782879a-ec2a-4b88-89d8-7730e6fbcebc', 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc', 'tenant_id': 'c39e201313ab4f638aea0985ca3a561d', 'fixed_ips': [{'subnet_id': 'f348b8cb-add4-48db-b5b0-797de5ba9c67'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:36.885975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:36.906568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa95966-6a7d-43c4-89fc-af1d3b006471 None None] Network e8d2474d-6d83-4c34-a540-9b8b817be04f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:36.968862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e5dd1c6-0879-496d-b4d3-8ca27d61f6ef tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.1878235 Aug 22 15:18:36.971343 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37622) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:37.013443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.25.0.125 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/53cd3175-555c-48b7-9fba-8fbb11c77628) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:37.043270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port a8fc1101-bf6b-4360-a14c-05103ce49d78 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:37.044370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.059292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c727e6-3f7f-4c16-8c3c-e69ba45cdd20 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:37.061495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c727e6-3f7f-4c16-8c3c-e69ba45cdd20 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:37.064929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c727e6-3f7f-4c16-8c3c-e69ba45cdd20 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:37.069567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-74c727e6-3f7f-4c16-8c3c-e69ba45cdd20 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0923014 Aug 22 15:18:37.071420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37628) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:37.177751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Allocated IP 172.20.0.2 (8782879a-ec2a-4b88-89d8-7730e6fbcebc/f348b8cb-add4-48db-b5b0-797de5ba9c67/01900e67-1b00-435d-8e07-0a5c408a56ae) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:37.179692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting subnet f348b8cb-add4-48db-b5b0-797de5ba9c67 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:18:37.250079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.250600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.257493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e8d2474d-6d83-4c34-a540-9b8b817be04f', 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f', 'tenant_id': 'c39e201313ab4f638aea0985ca3a561d', 'fixed_ips': [{'subnet_id': '08b3fb5a-8600-4ce7-bdf5-fa9666134695'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:37.258452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.277911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for a8fc1101-bf6b-4360-a14c-05103ce49d78 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:37.292662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.505212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.520883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Allocated IP 172.20.0.18 (e8d2474d-6d83-4c34-a540-9b8b817be04f/08b3fb5a-8600-4ce7-bdf5-fa9666134695/bdb4ee97-a132-4413-92b9-fcbd3577655f) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:37.584213 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.610826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Transition to ACTIVE for port object 01900e67-1b00-435d-8e07-0a5c408a56ae will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:37.627843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.647447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Transition to ACTIVE for port object 01900e67-1b00-435d-8e07-0a5c408a56ae will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:37.650892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:37.657210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:37.664677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:37.700977 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.712329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Transition to ACTIVE for port object bdb4ee97-a132-4413-92b9-fcbd3577655f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:37.731204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Transition to ACTIVE for port object bdb4ee97-a132-4413-92b9-fcbd3577655f will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:37.732402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=53cd3175-555c-48b7-9fba-8fbb11c77628,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:37.745733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.753517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.790120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=a8fc1101-bf6b-4360-a14c-05103ce49d78,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:37.794581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Network 8782879a-ec2a-4b88-89d8-7730e6fbcebc is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:37.801398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3e6608ca-d54d-4833-8804-90a72aec6361 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:37.806813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:37.829730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:37.831284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.831674 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP 83e0fbfa-5729-44c6-b43f-c51578712295 disassociated (deleted). External IP: 172.25.0.222, port: aa438fc4-849a-4484-b718-07f6e66adec0. Aug 22 15:18:37.833959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.854217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Pushing event updated for resources: {'Port': ['ID=01900e67-1b00-435d-8e07-0a5c408a56ae,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:37.886270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.896300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:37.977388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Attempting to bind port 01900e67-1b00-435d-8e07-0a5c408a56ae on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:38.110300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Attempting to bind port 01900e67-1b00-435d-8e07-0a5c408a56ae by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '722d4f26-b157-40b2-95ef-6bf599bf0dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:38.110300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Attempting to bind port 01900e67-1b00-435d-8e07-0a5c408a56ae on network 8782879a-ec2a-4b88-89d8-7730e6fbcebc {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:38.110300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Network e8d2474d-6d83-4c34-a540-9b8b817be04f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:38.110669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Checking segment: {'id': '722d4f26-b157-40b2-95ef-6bf599bf0dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Bound using segment: {'id': '722d4f26-b157-40b2-95ef-6bf599bf0dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Bound port: 01900e67-1b00-435d-8e07-0a5c408a56ae, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722d4f26-b157-40b2-95ef-6bf599bf0dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8782879a-ec2a-4b88-89d8-7730e6fbcebc'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.110759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Pushing event updated for resources: {'Port': ['ID=bdb4ee97-a132-4413-92b9-fcbd3577655f,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:38.111480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37644) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:38.112964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:38.123868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Attempting to bind port bdb4ee97-a132-4413-92b9-fcbd3577655f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:38.124296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Attempting to bind port bdb4ee97-a132-4413-92b9-fcbd3577655f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '29f4403b-5eb9-4096-8549-b36806732b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:38.124699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Attempting to bind port bdb4ee97-a132-4413-92b9-fcbd3577655f on network e8d2474d-6d83-4c34-a540-9b8b817be04f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:38.132640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:38.133198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Checking segment: {'id': '29f4403b-5eb9-4096-8549-b36806732b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:38.133830 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.134235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Bound using segment: {'id': '29f4403b-5eb9-4096-8549-b36806732b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:38.134749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Bound port: bdb4ee97-a132-4413-92b9-fcbd3577655f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4403b-5eb9-4096-8549-b36806732b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e8d2474d-6d83-4c34-a540-9b8b817be04f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:38.135397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.388466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] For port bdb4ee97-a132-4413-92b9-fcbd3577655f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:38.388466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] For port bdb4ee97-a132-4413-92b9-fcbd3577655f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bdb4ee97-a132-4413-92b9-fcbd3577655f,segment=NetworkSegment(29f4403b-5eb9-4096-8549-b36806732b94),segment_id=29f4403b-5eb9-4096-8549-b36806732b94)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:38.390894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593534700-network', 'tenant_id': '6ccccb29e0474e1783ac224f1ba2495d'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:38.391264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:38.391264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.391696 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:38.391696 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:38.391696 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:38.392268 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3dc7dbf-cc1b-4aa6-8ddb-1a2d10956d12 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/83e0fbfa-5729-44c6-b43f-c51578712295 HTTP/1.1" status: 204 len: 168 time: 1.5986724 Aug 22 15:18:38.392359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:38.392359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:38.392359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:38.392359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:38.392359 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1727b26-f47e-4d80-821a-4eb771662e4c None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:38.392731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37648) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:38.458555 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.557318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.559189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3e6608ca-d54d-4833-8804-90a72aec6361 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:38.564526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] For port 01900e67-1b00-435d-8e07-0a5c408a56ae, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:38.570102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3e6608ca-d54d-4833-8804-90a72aec6361 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:38.570486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.588524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Subnet': ['ID=f348b8cb-add4-48db-b5b0-797de5ba9c67,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:38.592604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.594753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7698c609-356a-4db5-87f5-673a4b34ba94 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/subnets/f348b8cb-add4-48db-b5b0-797de5ba9c67 HTTP/1.1" status: 204 len: 168 time: 1.5209334 Aug 22 15:18:38.597134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port aa438fc4-849a-4484-b718-07f6e66adec0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:38.598825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37650) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:38.600160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.601921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] For port 01900e67-1b00-435d-8e07-0a5c408a56ae, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=01900e67-1b00-435d-8e07-0a5c408a56ae,segment=NetworkSegment(722d4f26-b157-40b2-95ef-6bf599bf0dac),segment_id=722d4f26-b157-40b2-95ef-6bf599bf0dac)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:38.606073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.609034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Made reservation on behalf of 6ccccb29e0474e1783ac224f1ba2495d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:38.611160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.648473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.689920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting subnet 08b3fb5a-8600-4ce7-bdf5-fa9666134695 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:18:38.689920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.702438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175c87f-29fb-4d4b-a3b1-e4d995a153cf None None] Pushing event updated for resources: {'Port': ['ID=bdb4ee97-a132-4413-92b9-fcbd3577655f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:38.723833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.756135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.757978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.761856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.762259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for aa438fc4-849a-4484-b718-07f6e66adec0 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:38.819575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.852531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e1db-24f0-453f-ad59-85abccd11d7f None None] Pushing event updated for resources: {'Port': ['ID=01900e67-1b00-435d-8e07-0a5c408a56ae,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:38.886897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3e6608ca-d54d-4833-8804-90a72aec6361, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3e6608ca-d54d-4833-8804-90a72aec6361,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:38.887071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.919774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.921567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:38.991415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.048287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=53cd3175-555c-48b7-9fba-8fbb11c77628,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.055732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.073552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.094894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.125774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db4e7f-8441-45c3-95cf-91943cbb1548,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.161332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.171231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:39.269481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.269481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-930dd0e6-71c5-4d8b-8217-80c61c086993 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9749959 Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/subnets/08b3fb5a-8600-4ce7-bdf5-fa9666134695 HTTP/1.1" status: 204 len: 168 time: 0.6150455 Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f953c07-3a06-45d0-805e-78672b7e4048 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Subnet': ['ID=08b3fb5a-8600-4ce7-bdf5-fa9666134695,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.271118 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Added segment a4376ba0-e82b-4141-bc8c-29520d251ecb of type vlan for network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 Aug 22 15:18:39.293806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.321709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6a6a0-111c-4e9f-b6c6-0b0d504cc64f tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:39.323228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f9a6a6a0-111c-4e9f-b6c6-0b0d504cc64f tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1007257 Aug 22 15:18:39.325032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.329045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:39.337198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=aa438fc4-849a-4484-b718-07f6e66adec0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.430986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.431965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.433125 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e721e088-a126-4dc3-aa7d-71b558c6d1f7 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/aa438fc4-849a-4484-b718-07f6e66adec0 HTTP/1.1" status: 204 len: 168 time: 1.0454659 Aug 22 15:18:39.436821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37668) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:39.441719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:39.505090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-a6b7a2ed-f12c-4a64-b5d0-4fe0f72e804f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1987491774&fields=id&tenant_id=5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 267 time: 0.0705042 Aug 22 15:18:39.543654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.544674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:39.545266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.574151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting port bdb4ee97-a132-4413-92b9-fcbd3577655f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:39.574502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.579490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.697243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6059210 Aug 22 15:18:39.700071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:39.720301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Request body: {'subnet': {'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593534700-subnet', 'tenant_id': '6ccccb29e0474e1783ac224f1ba2495d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:39.738542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fdcc3-0687-40ad-aa1c-7f5017de3eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:39.741662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.761587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:39.776988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] For port bdb4ee97-a132-4413-92b9-fcbd3577655f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bdb4ee97-a132-4413-92b9-fcbd3577655f,segment=NetworkSegment(29f4403b-5eb9-4096-8549-b36806732b94),segment_id=29f4403b-5eb9-4096-8549-b36806732b94)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:39.777375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.800476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c699c4f9-8c9a-407c-9f53-1b7954e39c54 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:39.803289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c699c4f9-8c9a-407c-9f53-1b7954e39c54 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.2885237 Aug 22 15:18:39.803289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Calling delete_port for bdb4ee97-a132-4413-92b9-fcbd3577655f owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:39.862606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-7e5591bd-0639-4861-a9da-1a8257758cf6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/quotas/5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 375 time: 0.0495734 Aug 22 15:18:39.924141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Made reservation on behalf of 6ccccb29e0474e1783ac224f1ba2495d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:39.926721 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:39.960093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9799ef42-4d09-48b0-a570-99b2c39e4412 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866556 Aug 22 15:18:40.015032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 01900e67-1b00-435d-8e07-0a5c408a56ae up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:40.026256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.209 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/62f07101-6aaf-4697-9c7f-deee84b04551) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:40.128435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5d0d1-4272-4422-b4d3-61b9419f168c None None] Network e8d2474d-6d83-4c34-a540-9b8b817be04f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:40.145093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.186473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Port': ['ID=bdb4ee97-a132-4413-92b9-fcbd3577655f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:40.200659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] No DVR routers for this DVR port bdb4ee97-a132-4413-92b9-fcbd3577655f on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:40.201893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ff413f97-69e2-49a1-b022-032b81aad370 None None] Could not find standard attr ID for object bdb4ee97-a132-4413-92b9-fcbd3577655f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:18:40.233886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 01900e67-1b00-435d-8e07-0a5c408a56ae completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:40.242455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3e6608ca-d54d-4833-8804-90a72aec6361 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:40.289727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-6263ae70-d0e4-408d-851c-804d323578af service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141878 Aug 22 15:18:40.306241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.315245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3e6608ca-d54d-4833-8804-90a72aec6361 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:40.315627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.364348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.401018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d2474d-6d83-4c34-a540-9b8b817be04f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:40.401325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1853c4-2e7b-4266-b72f-ff157cdb99e2 None None] DHCP port deletion for e8d2474d-6d83-4c34-a540-9b8b817be04f request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:18:40.429318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdb4ee97-a132-4413-92b9-fcbd3577655f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:40.450665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f4403b-5eb9-4096-8549-b36806732b94') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:40.451252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f4403b-5eb9-4096-8549-b36806732b94') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:40.452639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bdb4ee97-a132-4413-92b9-fcbd3577655f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:40.453065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdb4ee97-a132-4413-92b9-fcbd3577655f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 22 15:18:40.464110 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.489268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port bdb4ee97-a132-4413-92b9-fcbd3577655f not found, will not notify nova. {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 22 15:18:40.489268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f5312f-533e-4783-9025-5dc43b43518e None None] Network 8782879a-ec2a-4b88-89d8-7730e6fbcebc requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:40.492291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.505813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:40.506212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:40.516657 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:40.524521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-58c81e4e-0807-4a50-aa1e-637280827833 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299883 Aug 22 15:18:40.597095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.658865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:40.678052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.678157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.687996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] DHCP port deletion for 8782879a-ec2a-4b88-89d8-7730e6fbcebc request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:18:40.698597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Checking segment: {'id': 'a4376ba0-e82b-4141-bc8c-29520d251ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:40.706248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Network hostable DHCP agents. Network: 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:40.724180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:40.728835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Provisioning for port 01900e67-1b00-435d-8e07-0a5c408a56ae completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:40.730933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.734030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:40.735139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Provisioning complete for port 01900e67-1b00-435d-8e07-0a5c408a56ae triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:40.735522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.737146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.737288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:40.740229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=62f07101-6aaf-4697-9c7f-deee84b04551,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:40.742399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Deleting port 01900e67-1b00-435d-8e07-0a5c408a56ae {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:40.742779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.746657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37676) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:40.747549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/e8d2474d-6d83-4c34-a540-9b8b817be04f HTTP/1.1" status: 204 len: 168 time: 1.4154623 Aug 22 15:18:40.772617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f7ddb-46d8-495b-ae3a-180b2dba2115 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=e8d2474d-6d83-4c34-a540-9b8b817be04f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:40.852715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff7d7702-fd36-4c4d-8f07-c082cc53897b req-1a9ec2ea-2bc7-4013-90d1-56d678218506 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Aug 22 15:18:40.892326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] For port 01900e67-1b00-435d-8e07-0a5c408a56ae, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=01900e67-1b00-435d-8e07-0a5c408a56ae,segment=NetworkSegment(722d4f26-b157-40b2-95ef-6bf599bf0dac),segment_id=722d4f26-b157-40b2-95ef-6bf599bf0dac)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:40.892906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.893497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.915682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Calling delete_port for 01900e67-1b00-435d-8e07-0a5c408a56ae owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:40.925521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.979097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Deleting port 01900e67-1b00-435d-8e07-0a5c408a56ae {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:40.979601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:40.981262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:40.999578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.053195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] For port 01900e67-1b00-435d-8e07-0a5c408a56ae, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=01900e67-1b00-435d-8e07-0a5c408a56ae,segment=NetworkSegment(722d4f26-b157-40b2-95ef-6bf599bf0dac),segment_id=722d4f26-b157-40b2-95ef-6bf599bf0dac)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:41.067793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] For port 01900e67-1b00-435d-8e07-0a5c408a56ae, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=01900e67-1b00-435d-8e07-0a5c408a56ae,segment=NetworkSegment(722d4f26-b157-40b2-95ef-6bf599bf0dac),segment_id=722d4f26-b157-40b2-95ef-6bf599bf0dac)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:41.068188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.086444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.088943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Calling delete_port for 01900e67-1b00-435d-8e07-0a5c408a56ae owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:41.192379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.201163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:41.206112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:41.208500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.227272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c618f-7baf-42ca-b58e-902d54c5c3bf None None] Network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:41.300281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.301673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.304312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329a27e-a258-483f-80c8-5846a7cd26e4 None None] Pushing event updated for resources: {'Port': ['ID=01900e67-1b00-435d-8e07-0a5c408a56ae,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:41.501481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] Pushing event deleted for resources: {'Port': ['ID=01900e67-1b00-435d-8e07-0a5c408a56ae,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:41.503659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054aebc3-1c69-4da6-8a65-e29c298e6a68 None None] No DVR routers for this DVR port 01900e67-1b00-435d-8e07-0a5c408a56ae on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:41.571404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84524f4b-05dc-44fa-8ac3-bda5f684237a None None] Network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:41.639919 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-57002e5e-7e66-41c9-9caf-0255af5bfbef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9390836 Aug 22 15:18:41.640806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Port': ['ID=01900e67-1b00-435d-8e07-0a5c408a56ae,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:41.650905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] No DVR routers for this DVR port 01900e67-1b00-435d-8e07-0a5c408a56ae on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:18:41.710500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.753887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 01900e67-1b00-435d-8e07-0a5c408a56ae no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:41.763186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.775543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8782879a-ec2a-4b88-89d8-7730e6fbcebc']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:41.778106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 01900e67-1b00-435d-8e07-0a5c408a56ae {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:41.778311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 01900e67-1b00-435d-8e07-0a5c408a56ae not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:41.778732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdb4ee97-a132-4413-92b9-fcbd3577655f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:18:41.784211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.796884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722d4f26-b157-40b2-95ef-6bf599bf0dac') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:41.797183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722d4f26-b157-40b2-95ef-6bf599bf0dac') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:41.799027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bdb4ee97-a132-4413-92b9-fcbd3577655f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:18:41.799380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdb4ee97-a132-4413-92b9-fcbd3577655f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:18:41.855334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.858846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=62f07101-6aaf-4697-9c7f-deee84b04551,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:41.894942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.905446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:41.905872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:41.908995 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:41.925366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:41.936932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07e8787d-9730-4470-baf3-87df76d0a334 req-499864cc-bf8e-4b42-ac6d-6e1fdcad08d4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 210 time: 0.0292442 Aug 22 15:18:42.139759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.141175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90b23258-8002-44c8-8543-2c85a9c93dec tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7033947 Aug 22 15:18:42.142003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.143992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:42.149839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.153181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'port': {'network_id': 'a1946798-ca36-4c9d-8dc1-32051d347387', 'name': 'tempest-FloatingIPTestJSON-486677329'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:42.154357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/8782879a-ec2a-4b88-89d8-7730e6fbcebc HTTP/1.1" status: 204 len: 168 time: 1.3877511 Aug 22 15:18:42.154982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:42.176465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b715-fc9a-4707-894c-7e7b08aaab77 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=8782879a-ec2a-4b88-89d8-7730e6fbcebc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:42.255665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.351070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.361532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19979d0-0eb4-4fdd-afb9-616c607f45f0']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.371740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccfe344-a37f-4367-867d-142d519ad20d') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.376548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccfe344-a37f-4367-867d-142d519ad20d') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.381426 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.397327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.399411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:42.404007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.405895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:42.406351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.422790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] device_id is not set on port f490d500-9fad-4580-b5a4-ca3e6da47330 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:42.426757 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:42.506526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37708) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:42.511850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295649553-network', 'tenant_id': '35d72b882efc49649e53d13de2b2079d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:42.545908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.5 (a1946798-ca36-4c9d-8dc1-32051d347387/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b/f490d500-9fad-4580-b5a4-ca3e6da47330) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:42.608178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.616340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.617937 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/c19979d0-0eb4-4fdd-afb9-616c607f45f0 HTTP/1.1" status: 204 len: 168 time: 0.4605358 Aug 22 15:18:42.624867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:42.631157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8154d-92e9-40e1-8289-a988d347c0a2 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=c19979d0-0eb4-4fdd-afb9-616c607f45f0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:42.672786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Made reservation on behalf of 35d72b882efc49649e53d13de2b2079d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:42.676501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.689566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.757427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.787803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.791427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.886371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.899316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.906982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c69e43-fbb6-481d-9fed-988026b95730']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.916913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dbc896-d365-4b21-a8b5-2fc312f1332e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.917296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dbc896-d365-4b21-a8b5-2fc312f1332e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:42.925308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:42.930007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.936350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87733d9f-cba6-4fc5-a401-6621003d3cd9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:42.941986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.942350 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Added segment e07a32cd-47e2-4d23-9e25-6d1d57a29394 of type vlan for network e448279f-5e0f-4367-8e34-24b34439b57c Aug 22 15:18:42.946701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.954291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:42.954526 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:42.957851 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:42.983811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.054139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.075502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ccaab08-410e-4aa1-a9e1-bf36464aaa30 req-5e8ebf5e-a019-4daa-8b18-f7754c056e45 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 210 time: 0.0341229 Aug 22 15:18:43.088109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.089464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:43.090146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.125071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network a1946798-ca36-4c9d-8dc1-32051d347387 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:43.131241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:43.133635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=f490d500-9fad-4580-b5a4-ca3e6da47330,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:43.136060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:43.141041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.171060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.173089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] 10.222.0.53 "DELETE /v2.0/networks/d8c69e43-fbb6-481d-9fed-988026b95730 HTTP/1.1" status: 204 len: 168 time: 0.5472314 Aug 22 15:18:43.188670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00966e-b77f-4307-8ee9-e6c1ba1d3123 tempest-BulkNetworkOpsTest-82015793 tempest-BulkNetworkOpsTest-82015793-project] Pushing event deleted for resources: {'Network': ['ID=d8c69e43-fbb6-481d-9fed-988026b95730,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:43.210608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:43.213793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.270141 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7617543 Aug 22 15:18:43.272135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd6cfe-2c09-4410-92e8-ade5edd266ca admin admin] Pushing event updated for resources: {'Network': ['ID=e448279f-5e0f-4367-8e34-24b34439b57c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:43.274247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37718) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:43.280009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Request body: {'subnet': {'network_id': 'e448279f-5e0f-4367-8e34-24b34439b57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295649553-subnet', 'tenant_id': '35d72b882efc49649e53d13de2b2079d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:43.283443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e448279f-5e0f-4367-8e34-24b34439b57c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:43.308533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b88e5166-3e69-4f9f-9a14-faca9ad058d0 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1623628 Aug 22 15:18:43.311134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37720) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:43.317568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': 'f490d500-9fad-4580-b5a4-ca3e6da47330'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:43.359669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.420138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Made reservation on behalf of 35d72b882efc49649e53d13de2b2079d for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:43.422949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.716758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37724) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:43.745751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.820298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2637a3b2-479e-4ac9-ab1f-0fe73ea9bf3a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:43.830978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Checking segment: {'id': 'e07a32cd-47e2-4d23-9e25-6d1d57a29394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e448279f-5e0f-4367-8e34-24b34439b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:43.831500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Network hostable DHCP agents. Network: e448279f-5e0f-4367-8e34-24b34439b57c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:43.866273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-86295d11-8a96-4fdc-8971-6f2a6418b7a8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:43.867865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-86295d11-8a96-4fdc-8971-6f2a6418b7a8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.2424409 Aug 22 15:18:43.890670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4589f6a4-761d-4265-a17b-0a08235eeb3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c39e201313ab4f638aea0985ca3a561d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726277 Aug 22 15:18:43.893928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:43.912614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Network e448279f-5e0f-4367-8e34-24b34439b57c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:43.959225 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.966941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-cc4afe1b-12b1-4dba-aa43-d238c38102ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 380 time: 0.0831332 Aug 22 15:18:43.968915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:43.979077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'device_id': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'admin_state_up': True, 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'security_groups': ['69f8c00e-3198-4c26-8c9a-6463662712f2']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:43.984119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.024895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e448279f-5e0f-4367-8e34-24b34439b57c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:44.029590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:44.030371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.037768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895bcdef-80bd-438a-b4bc-86ccfca43c8f None None] Network e448279f-5e0f-4367-8e34-24b34439b57c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:44.070993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.178017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ec4b6bc-da9b-439e-851e-863529f3d9f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8936696 Aug 22 15:18:44.178017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.178017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.179099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d7f48fd-01c1-499c-b88a-badc5fad638d HTTP/1.1" status: 204 len: 168 time: 0.2843361 Aug 22 15:18:44.200139 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP df1a4bc2-90fc-4e5d-b560-17d53dab7d65 associated. External IP: 172.25.0.209, port: f490d500-9fad-4580-b5a4-ca3e6da47330. Aug 22 15:18:44.205408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a585f2-3a97-4b85-bdc2-65a4e2c746fd None None] Network e448279f-5e0f-4367-8e34-24b34439b57c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:44.224801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59e6948d-b3fc-4243-a912-81f86fd34fc0 req-a9982a1d-fefa-4ad0-8134-0b4a4771151e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 210 time: 0.0537016 Aug 22 15:18:44.228107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62fca4-134e-4c11-b849-b7982c6385c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7f48fd-01c1-499c-b88a-badc5fad638d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:44.306844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:44.310790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.561381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.20.0.3 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/a4a700a6-6c06-409c-9132-85b0eef6efe7) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:44.710328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:44.744379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.800745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Transition to ACTIVE for port object a4a700a6-6c06-409c-9132-85b0eef6efe7 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:44.833655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-0181ef4a-28df-489b-b601-422379c3ff93 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:44.835314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-0181ef4a-28df-489b-b601-422379c3ff93 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/networks?id=90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 HTTP/1.1" status: 200 len: 809 time: 0.1098011 Aug 22 15:18:44.851873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-e26ee30c-f1c5-4bde-8ba5-9e7b91bc3c77 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/quotas/6ccccb29e0474e1783ac224f1ba2495d HTTP/1.1" status: 200 len: 375 time: 0.0103450 Aug 22 15:18:44.876306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:44.882477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:44.890050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-a71f092d-00e9-42ca-91f8-a36458fe3830 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ccccb29e0474e1783ac224f1ba2495d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310395 Aug 22 15:18:44.892792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:44.904217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:44.910639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:44.935583 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a9441776-151f-4f2c-a4c2-854c5ef236dc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/df1a4bc2-90fc-4e5d-b560-17d53dab7d65 HTTP/1.1" status: 200 len: 977 time: 1.6205564 Aug 22 15:18:44.938429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:44.952964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:44.963836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:44.965324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:44.985899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.006574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:45.007310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-8ed5334f-5785-4906-bec4-333e63177b7b service neutron] 10.222.0.53 "GET /v2.0/networks/90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061604 Aug 22 15:18:45.007916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1addf-c826-4b96-b445-2b61281141b5 None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:45.058196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:45.070610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:45.072466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:45.075105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:45.118999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-76bb549b-a02b-4baa-865d-f37cd7ed56fa service neutron] 10.222.0.53 "GET /v2.0/networks/90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038399 Aug 22 15:18:45.137416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port f490d500-9fad-4580-b5a4-ca3e6da47330 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:45.145423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.167024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:45.167143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.263444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.299035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-c320bf9e-a1c4-4192-b05f-c597be0f3c07 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249276 Aug 22 15:18:45.391169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Request body: {'port': {'device_id': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:45.398796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3299e3-f349-4484-bc34-eb6ac614a858 req-db5f6d62-d29e-458a-b4ae-05183513620c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:45.416359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3299e3-f349-4484-bc34-eb6ac614a858 req-db5f6d62-d29e-458a-b4ae-05183513620c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 931 time: 0.0874667 Aug 22 15:18:45.464244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-334a413e-2caf-43b8-82f3-decf5c97a055 req-4eff0d7b-f3ae-48c0-b8d3-16378d4efcab tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0410600 Aug 22 15:18:45.495885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3299e3-f349-4484-bc34-eb6ac614a858 req-3766fa82-5966-415c-a490-9552a82972ff tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770011 Aug 22 15:18:45.545399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f161621-45a5-4303-88c3-27b8d6e7a1fd None None] Provisioning for port a4a700a6-6c06-409c-9132-85b0eef6efe7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:45.549090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f161621-45a5-4303-88c3-27b8d6e7a1fd None None] Provisioning complete for port a4a700a6-6c06-409c-9132-85b0eef6efe7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:45.549819 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f161621-45a5-4303-88c3-27b8d6e7a1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.554895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37780) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:45.602049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8f161621-45a5-4303-88c3-27b8d6e7a1fd None None] Port a4a700a6-6c06-409c-9132-85b0eef6efe7 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:18:45.689650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-317449450'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:45.785398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:45.788952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.798080 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.871428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.893523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.976496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.977004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:45.977215 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP df1a4bc2-90fc-4e5d-b560-17d53dab7d65 disassociated. External IP: 172.25.0.209, port: f490d500-9fad-4580-b5a4-ca3e6da47330. Aug 22 15:18:45.977570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for f490d500-9fad-4580-b5a4-ca3e6da47330 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:46.001963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.031197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:46.037331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70e335-7b99-44af-bb62-7234c18a87d1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:46.056048 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.056573 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment 6c8d1c59-896e-4c90-8f6a-c9726a597e9c of type vlan for network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 Aug 22 15:18:46.098231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.220838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.227856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:46.228632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.300041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=5f5d48da-56b9-44ea-9d98-169c7c373aa4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:46.307299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:46.316963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:46.323577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.336318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Transition to ACTIVE for port object a4a700a6-6c06-409c-9132-85b0eef6efe7 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:46.372002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.372241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35ddb020-04e9-4da9-8206-b4b99ef2bcf5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8071551 Aug 22 15:18:46.394085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=f490d500-9fad-4580-b5a4-ca3e6da47330,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:46.483705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.557307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:46.558987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:46.572308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d98d731-e6d9-4181-904b-e42bf613f1e9 req-bcee0233-3b96-434e-93ee-4cd7531dbd05 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0454407 Aug 22 15:18:46.687006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Attempting to bind port a4a700a6-6c06-409c-9132-85b0eef6efe7 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:46.687317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Attempting to bind port a4a700a6-6c06-409c-9132-85b0eef6efe7 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:46.687657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Attempting to bind port a4a700a6-6c06-409c-9132-85b0eef6efe7 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:46.702013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121433e0-3285-467b-b997-6044f5c07e0b req-9e9aa089-db15-484f-b217-7c54d231a7c6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:46.703958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-121433e0-3285-467b-b997-6044f5c07e0b req-9e9aa089-db15-484f-b217-7c54d231a7c6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 943 time: 0.0713127 Aug 22 15:18:46.730986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Port a4a700a6-6c06-409c-9132-85b0eef6efe7 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:18:46.731331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Attempting to bind port a4a700a6-6c06-409c-9132-85b0eef6efe7 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:46.742201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:46.742480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:46.742953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:46.743410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Bound port: a4a700a6-6c06-409c-9132-85b0eef6efe7, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:46.743782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.776835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:46.782615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-121433e0-3285-467b-b997-6044f5c07e0b req-8783dab4-90bb-4e80-a000-b97af3300b37 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712187 Aug 22 15:18:46.802101 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:46.833337 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:46.834731 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:46.894171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:46.904895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:46.905752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:46.913835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:46.918712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:46.922187 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:46.924262 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-83bccb0f-de9e-4c2b-a3f2-edb87abc22a3 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/f490d500-9fad-4580-b5a4-ca3e6da47330 HTTP/1.1" status: 204 len: 168 time: 1.9870224 Aug 22 15:18:46.927379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37792) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:46.948939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:46.949812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee3d84-6ea2-455b-ab53-ecb849b5e8df None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:46.992833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5c0f980e-9fa8-41db-b1b4-cf4eb62b913a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/floatingips/df1a4bc2-90fc-4e5d-b560-17d53dab7d65 HTTP/1.1" status: 200 len: 688 time: 0.0640793 Aug 22 15:18:46.995455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37794) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:47.013669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.077348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:47.079388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.087292 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] 10.222.0.10 "PUT /v2.0/ports/a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 1091 time: 1.7212856 Aug 22 15:18:47.091244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:47.091244 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a910daaf-5f7a-4b0a-9f7d-99b52a804519" -d '{"events": [{"name": "network-changed", "server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:47.133344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 62f07101-6aaf-4697-9c7f-deee84b04551 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:18:47.133846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.135242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b078-ece4-4639-9844-ea05cfd2eaef service neutron] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:47.209382 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5fe091-c839-4db9-9f76-f24eb1f97037 x-openstack-request-id: req-af5fe091-c839-4db9-9f76-f24eb1f97037 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:47.223441 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:47.223441 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af5fe091-c839-4db9-9f76-f24eb1f97037 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:47.223441 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'status': 'completed', 'code': 200} Aug 22 15:18:47.257708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.258425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.273386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 62f07101-6aaf-4697-9c7f-deee84b04551 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:18:47.290290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-f755448f-f376-4f43-89b6-9a6b78655b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:47.292332 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-f755448f-f376-4f43-89b6-9a6b78655b7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1094 time: 0.0512376 Aug 22 15:18:47.362754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-11eb5dd6-9cd2-459b-a872-02fd5fb08b97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 217 time: 0.0557957 Aug 22 15:18:47.423727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-cc215bec-7ac3-4ab0-ab65-4844836473e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:47.426270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-cc215bec-7ac3-4ab0-ab65-4844836473e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0558834 Aug 22 15:18:47.484626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793e68-7301-4264-8b47-15c22d59ee0c req-2b1b1dcd-8296-4df1-a57e-dec4d5989b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:47.486225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-2b1b1dcd-8296-4df1-a57e-dec4d5989b51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535648 Aug 22 15:18:47.522702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.554066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=62f07101-6aaf-4697-9c7f-deee84b04551,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:47.587442 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-1f568c70-6d58-4974-8900-4a0aaae7e6d9 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941801 Aug 22 15:18:47.646829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.649599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:47.654287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-111a4de1-8270-449e-a66a-b453c870d329 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/df1a4bc2-90fc-4e5d-b560-17d53dab7d65 HTTP/1.1" status: 204 len: 168 time: 0.6543908 Aug 22 15:18:47.655740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37800) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:47.660817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '8773418a-5383-4374-9af8-86e6c145aa4c'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:47.715812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f96b125c-ebae-42ba-9aff-93e78a8a5727 req-5b6971e3-0d70-47c1-a810-2d7c73b9391c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0637465 Aug 22 15:18:47.737170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-30793e68-7301-4264-8b47-15c22d59ee0c req-6c8e6723-a838-49a6-bf05-891f661bb8c7 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412151 Aug 22 15:18:47.842300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:48.039870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-681a75d7-0e5b-4077-a326-312eb5d6cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.041587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-681a75d7-0e5b-4077-a326-312eb5d6cef8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1094 time: 0.1311886 Aug 22 15:18:48.153532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-93f48f9a-29f5-418b-bd5a-6e5e04cd177c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.155047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-93f48f9a-29f5-418b-bd5a-6e5e04cd177c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.54 "GET /v2.0/networks?id=90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 HTTP/1.1" status: 200 len: 809 time: 0.2088511 Aug 22 15:18:48.172201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Request body: {'port': {'device_id': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5', 'admin_state_up': True, 'tenant_id': '6ccccb29e0474e1783ac224f1ba2495d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:48.287592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-9d7e960b-c852-4812-9343-e2b0215c3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.289551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-9d7e960b-c852-4812-9343-e2b0215c3acc service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.2391114 Aug 22 15:18:48.315301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f257c3-06cb-4063-9efc-883c59b37f1f req-e21bd098-dbaa-4d3d-9d06-9e3e1749b73e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.317289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6f257c3-06cb-4063-9efc-883c59b37f1f req-e21bd098-dbaa-4d3d-9d06-9e3e1749b73e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 943 time: 0.4425206 Aug 22 15:18:48.345769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-16d317d9-2337-4ea9-8893-4e4700390be8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 217 time: 0.0458207 Aug 22 15:18:48.374936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:48.389025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6f257c3-06cb-4063-9efc-883c59b37f1f req-11d1e948-b24e-4f02-a583-e9ca0601c4de tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598664 Aug 22 15:18:48.407787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-50aaa771-4bde-420b-b6aa-b75c936601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.409566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-50aaa771-4bde-420b-b6aa-b75c936601d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0543599 Aug 22 15:18:48.464447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-582cc6f0-ebf3-4ff8-b338-1b8bae896de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:48.466120 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-582cc6f0-ebf3-4ff8-b338-1b8bae896de7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496645 Aug 22 15:18:48.515508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.54 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/673fe912-535a-4b26-8469-e12226937938) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:48.551215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Made reservation on behalf of 6ccccb29e0474e1783ac224f1ba2495d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:48.554810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:48.574845 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-02fbfbed-19f7-4f9f-b4fc-c2e6818fca4d service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008790 Aug 22 15:18:48.632444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:48.740656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:48.749078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a910daaf-5f7a-4b0a-9f7d-99b52a804519 req-9e6f4914-a3e4-4800-88a2-c924586a9f7a service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632028 Aug 22 15:18:48.763852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Allocated IP 172.20.0.7 (90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5/f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c/9f402aa1-5210-41f6-97b6-3fb3ca21966d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:48.833049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:48.858979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88b91ef3-a391-4f13-8180-b9f6da572e6f req-025cca49-2d25-4d67-842e-8f884729e5db tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0466797 Aug 22 15:18:48.860053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:48.863619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:48.895271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=673fe912-535a-4b26-8469-e12226937938,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:48.939118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.088666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.145413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:49.148805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:49.155727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:49.183384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Pushing event updated for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:49.213150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:49.213824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.294210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.340172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-55172734-6135-422c-9a10-d5a75e6114a7 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1736808 Aug 22 15:18:49.353179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Request body: {'port': {'device_id': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:49.409023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.446529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.643561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37810) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:49.650182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:49.664292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fede8-194e-4a18-bd52-6e17ebff8820 req-060a1f7a-c6db-4bf9-8b65-e25341f85646 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:49.665850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-119fede8-194e-4a18-bd52-6e17ebff8820 req-060a1f7a-c6db-4bf9-8b65-e25341f85646 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 943 time: 0.0864334 Aug 22 15:18:49.670311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.711887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-119fede8-194e-4a18-bd52-6e17ebff8820 req-a83c595d-2835-4ccb-ae37-252c3bf0656b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Aug 22 15:18:49.730974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.770292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f402aa1-5210-41f6-97b6-3fb3ca21966d {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:49.781377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.802696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Transition to ACTIVE for port object 9f402aa1-5210-41f6-97b6-3fb3ca21966d will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:49.810725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=673fe912-535a-4b26-8469-e12226937938,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:49.827270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.876090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:49.879855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.907877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:49.933765 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP 63d1b6e1-60ac-44a7-a9cb-f77aa75b6dc6 associated. External IP: 172.25.0.54, port: 8773418a-5383-4374-9af8-86e6c145aa4c. Aug 22 15:18:50.016971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Pushing event updated for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:50.076928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:18:50.085449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9dfd2-5492-4e4a-a061-f2a528e43764 req-3ebd2c02-91f6-4cc6-8cd7-93b640e0ed06 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.087180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2f9dfd2-5492-4e4a-a061-f2a528e43764 req-3ebd2c02-91f6-4cc6-8cd7-93b640e0ed06 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 943 time: 0.1123199 Aug 22 15:18:50.174515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Attempting to bind port 9f402aa1-5210-41f6-97b6-3fb3ca21966d on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:50.175055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Attempting to bind port 9f402aa1-5210-41f6-97b6-3fb3ca21966d by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a4376ba0-e82b-4141-bc8c-29520d251ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:50.175146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Attempting to bind port 9f402aa1-5210-41f6-97b6-3fb3ca21966d on network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:50.189142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Port 9f402aa1-5210-41f6-97b6-3fb3ca21966d on network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:18:50.189468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Attempting to bind port 9f402aa1-5210-41f6-97b6-3fb3ca21966d on network 90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:50.199009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:50.199339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Checking segment: {'id': 'a4376ba0-e82b-4141-bc8c-29520d251ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:50.199727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Bound using segment: {'id': 'a4376ba0-e82b-4141-bc8c-29520d251ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:50.200206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Bound port: 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4376ba0-e82b-4141-bc8c-29520d251ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:50.200573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.209795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2f9dfd2-5492-4e4a-a061-f2a528e43764 req-46f29d32-a55e-48c7-a937-f18138fc48f3 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Aug 22 15:18:50.220924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:50.236363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:18:50.247906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:50.271854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:50.280964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d,segment=NetworkSegment(a4376ba0-e82b-4141-bc8c-29520d251ecb),segment_id=a4376ba0-e82b-4141-bc8c-29520d251ecb)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:50.287694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.293872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.304496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:50.326755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:50.361104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=4523c185-ec05-44c9-b5c7-486d59d17ecc,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:50.369061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': '6c8d1c59-896e-4c90-8f6a-c9726a597e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:50.369436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 5f5d48da-56b9-44ea-9d98-169c7c373aa4, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:50.372772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:50.387836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:50.400501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:50.401121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:50.408252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.438538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:50.443219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.447267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.447918 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.449399 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] 10.222.0.54 "PUT /v2.0/ports/9f402aa1-5210-41f6-97b6-3fb3ca21966d HTTP/1.1" status: 200 len: 1091 time: 1.1005356 Aug 22 15:18:50.449860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:50.452357 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d73d358-2ee8-4f73-9380-a78bc6891909" -d '{"events": [{"name": "network-changed", "server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:50.482092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda5ab3-028d-4c55-80b7-52cb5ed5e0ee service neutron] Pushing event updated for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:50.485808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:50.486634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:50.502169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:50.502416 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23fe4a0-4a26-4c72-b012-0dd28d3d0df3 x-openstack-request-id: req-e23fe4a0-4a26-4c72-b012-0dd28d3d0df3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:50.502701 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:50.502960 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e23fe4a0-4a26-4c72-b012-0dd28d3d0df3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:50.504364 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d', 'status': 'completed', 'code': 200} Aug 22 15:18:50.522428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:50.523090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660f038-5be0-4da6-b3f3-0bd1d2f8ad8b None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:50.540631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:50.563498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-a2a30846-e800-4d7b-8390-f28e1c1aa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.565080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-a2a30846-e800-4d7b-8390-f28e1c1aa078 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ccccb29e0474e1783ac224f1ba2495d&device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 1094 time: 0.0435324 Aug 22 15:18:50.585326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.615704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8fb5251b-031c-4a6c-8373-657624d5caed tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9588585 Aug 22 15:18:50.618544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37818) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:50.625121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-181744637'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:50.632747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 5f5d48da-56b9-44ea-9d98-169c7c373aa4) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:50.640388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880379e4-47e9-40cd-b24b-271657c47eda None None] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:50.649006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.653828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.685032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-91df550a-4e6e-43c4-90a9-13795a4275ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.686845 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-91df550a-4e6e-43c4-90a9-13795a4275ce service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6ccccb29e0474e1783ac224f1ba2495d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1137550 Aug 22 15:18:50.724084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:50.728755 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.770215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:50.771431 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5d3ab244-591b-4e57-9705-41da1bf9bc79 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1266224 Aug 22 15:18:50.774806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37822) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:50.781380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.781564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806592555'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:50.781737 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Added segment cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc of type vlan for network d35bbcf5-349e-42df-84b5-6d688529fdc3 Aug 22 15:18:50.819710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-5f5d48da-56b9-44ea-9d98-169c7c373aa4', 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '4523c185-ec05-44c9-b5c7-486d59d17ecc'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:50.821232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-3d874ee5-1081-4fdd-aff5-4bcde3489109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.821464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.822778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3d73d358-2ee8-4f73-9380-a78bc6891909 req-3d874ee5-1081-4fdd-aff5-4bcde3489109 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285999 Aug 22 15:18:50.834390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a4a700a6-6c06-409c-9132-85b0eef6efe7'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:18:50.857876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.898355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:50.899710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a493731-4291-40a8-9e13-72097408b285 req-e40eb0f2-f95c-434d-bec7-6bf39c410ccf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.901267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a493731-4291-40a8-9e13-72097408b285 req-e40eb0f2-f95c-434d-bec7-6bf39c410ccf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1043742 Aug 22 15:18:50.902206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.934131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-11d46923-a527-4cbc-935a-0bbb042acb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.935710 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-11d46923-a527-4cbc-935a-0bbb042acb5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ccccb29e0474e1783ac224f1ba2495d&device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 1094 time: 0.0717218 Aug 22 15:18:50.940083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:50.947168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a493731-4291-40a8-9e13-72097408b285 req-75485f2d-3f27-4f3b-a834-04f4285c6038 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Aug 22 15:18:50.970761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.980255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:50.981122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.989409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-f86213d2-f9df-466a-b3f2-ded775cc9480 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d HTTP/1.1" status: 200 len: 217 time: 0.0433195 Aug 22 15:18:50.992324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:50.992678 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment 3bec2e60-6318-41c0-b667-7ce963d4ccfc of type vlan for network 820949c8-7c3b-4387-adb5-dc38ddc17f56 Aug 22 15:18:51.055817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Allocated IP 2001:db8:0:ffff::2 (5f5d48da-56b9-44ea-9d98-169c7c373aa4/4523c185-ec05-44c9-b5c7-486d59d17ecc/7de971b7-aa01-4118-a51c-072421c58da0) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:51.068672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.070553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4508617 Aug 22 15:18:51.073748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37824) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:51.075641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c69b8-9a0f-42b9-a923-43c912d76707 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Network': ['ID=d35bbcf5-349e-42df-84b5-6d688529fdc3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:51.082700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'subnet': {'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:51.100048 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:18:51.105949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-ba05052a-9702-4f61-8171-5623165c7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:51.107143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-ba05052a-9702-4f61-8171-5623165c7f59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c HTTP/1.1" status: 200 len: 849 time: 0.1064925 Aug 22 15:18:51.111718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:51.184493 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-27969ad9-4d39-449e-9a1b-01d50b96436b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666745 Aug 22 15:18:51.210618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.271238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.276875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:51.277545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.312012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.321845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Transition to ACTIVE for port object 7de971b7-aa01-4118-a51c-072421c58da0 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:51.338483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Transition to ACTIVE for port object 7de971b7-aa01-4118-a51c-072421c58da0 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:51.363627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88dc3-2405-415a-a87a-8277e5db8b54 req-3218ffc6-34d0-4c6b-9720-604da116d543 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:51.365318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f88dc3-2405-415a-a87a-8277e5db8b54 req-3218ffc6-34d0-4c6b-9720-604da116d543 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 943 time: 0.0696275 Aug 22 15:18:51.370835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:51.374519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.381781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-3b4c602c-14c2-46ab-8069-6ee013d7f18d service neutron] 10.222.0.54 "GET /v2.0/networks/90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872637 Aug 22 15:18:51.382380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=820949c8-7c3b-4387-adb5-dc38ddc17f56,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:51.393229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 820949c8-7c3b-4387-adb5-dc38ddc17f56 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:51.409721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f88dc3-2405-415a-a87a-8277e5db8b54 req-6b44a56f-14b5-40a7-b9db-84d6d5e9ccc2 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Aug 22 15:18:51.477205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.517494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:51.520346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:51.523777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:51.525266 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b1cb0b6-71aa-412f-8a79-c0356ea988a7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7488222 Aug 22 15:18:51.526597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:51.534235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '820949c8-7c3b-4387-adb5-dc38ddc17f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:51.540221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Pushing event updated for resources: {'Port': ['ID=7de971b7-aa01-4118-a51c-072421c58da0,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:51.553754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1c007aa8-bb07-4b85-8b13-c0212e46ce7d req-7fe6a704-ba12-4afd-9874-e7f22c12a53e service neutron] 10.222.0.54 "GET /v2.0/networks/90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583478 Aug 22 15:18:51.591794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Attempting to bind port 7de971b7-aa01-4118-a51c-072421c58da0 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:51.592520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Attempting to bind port 7de971b7-aa01-4118-a51c-072421c58da0 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6c8d1c59-896e-4c90-8f6a-c9726a597e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:51.592897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Attempting to bind port 7de971b7-aa01-4118-a51c-072421c58da0 on network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:51.599206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:51.599587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Checking segment: {'id': '6c8d1c59-896e-4c90-8f6a-c9726a597e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:51.600055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.600459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Bound using segment: {'id': '6c8d1c59-896e-4c90-8f6a-c9726a597e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:51.600983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Bound port: 7de971b7-aa01-4118-a51c-072421c58da0, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8d1c59-896e-4c90-8f6a-c9726a597e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5f5d48da-56b9-44ea-9d98-169c7c373aa4'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:51.601413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.673826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] For port 7de971b7-aa01-4118-a51c-072421c58da0, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:51.677202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] For port 7de971b7-aa01-4118-a51c-072421c58da0, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7de971b7-aa01-4118-a51c-072421c58da0,segment=NetworkSegment(6c8d1c59-896e-4c90-8f6a-c9726a597e9c),segment_id=6c8d1c59-896e-4c90-8f6a-c9726a597e9c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:51.762772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.807634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:51.808249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.811212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:51.834394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Subnet': ['ID=324cfcfe-2ebc-4721-813c-e5127d2a8db4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:51.845801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Checking segment: {'id': 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:51.846320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network hostable DHCP agents. Network: d35bbcf5-349e-42df-84b5-6d688529fdc3, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:51.877823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7ef0c-3dba-493e-b9a8-ef90aea45b88 None None] Pushing event updated for resources: {'Port': ['ID=7de971b7-aa01-4118-a51c-072421c58da0,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:51.940622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:52.047680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d35bbcf5-349e-42df-84b5-6d688529fdc3) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:52.062754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:52.062754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.062981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183fa06-748a-4463-8224-558d531e19ca None None] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:52.102776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:52.141290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bb697-4250-4573-9f6e-280bb5fd02a5 req-526687de-27c2-4145-9fbe-d30be665fbdc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:52.142934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e5bb697-4250-4573-9f6e-280bb5fd02a5 req-526687de-27c2-4145-9fbe-d30be665fbdc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0953639 Aug 22 15:18:52.146030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.197156 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-120ef056-1ff0-4129-a48e-e47a2f27ed45 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1195085 Aug 22 15:18:52.205189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37832) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:52.210953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1536969585', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:52.257723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=ce913939-87d2-4b18-85b7-659df4e06193,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:52.261488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a4a700a6-6c06-409c-9132-85b0eef6efe7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:52.267921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a4a700a6-6c06-409c-9132-85b0eef6efe7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:52.268743 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.276678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e5bb697-4250-4573-9f6e-280bb5fd02a5 req-db053bb4-dc71-4f88-a0bd-ab8bacc2d182 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251638 Aug 22 15:18:52.282747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': '3bec2e60-6318-41c0-b667-7ce963d4ccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '820949c8-7c3b-4387-adb5-dc38ddc17f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:52.283121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 820949c8-7c3b-4387-adb5-dc38ddc17f56, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:52.310948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.315055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.319409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-d35bbcf5-349e-42df-84b5-6d688529fdc3', 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3', 'tenant_id': '3db5aaa8dbd34f809706ff49596a6d02', 'fixed_ips': [{'subnet_id': '324cfcfe-2ebc-4721-813c-e5127d2a8db4'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:52.320298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.407948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 820949c8-7c3b-4387-adb5-dc38ddc17f56 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:52.454451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 820949c8-7c3b-4387-adb5-dc38ddc17f56) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:52.464403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:52.464624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.475773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46af3c7-47ed-4d8f-b9d7-0882c837f726 None None] Network 820949c8-7c3b-4387-adb5-dc38ddc17f56 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:52.505989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.572583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f3029189-b7a5-493b-b16f-5723baf54dac tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0419142 Aug 22 15:18:52.577030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37838) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:52.711242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e5ce0-0915-4adf-b49a-bb7bea317fd6 req-ab48ac31-91c8-4273-b43b-71d08aa70b85 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:52.712979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-013e5ce0-0915-4adf-b49a-bb7bea317fd6 req-ab48ac31-91c8-4273-b43b-71d08aa70b85 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 943 time: 0.1907961 Aug 22 15:18:52.716973 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.745440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.783571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:52.786142 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b4736-c344-4c06-bc53-e73e08e1cc1d" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:52.819659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:52.825843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.826641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Allocated IP 172.20.0.2 (d35bbcf5-349e-42df-84b5-6d688529fdc3/324cfcfe-2ebc-4721-813c-e5127d2a8db4/0723a243-67c9-4348-8a6d-7618ffafa16d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:52.835881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-013e5ce0-0915-4adf-b49a-bb7bea317fd6 req-30245175-a0a8-46d2-a995-35c26e558fc0 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142378 Aug 22 15:18:52.843454 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e8099-c628-476f-95c0-1d9b2038ba17 x-openstack-request-id: req-2e2e8099-c628-476f-95c0-1d9b2038ba17 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:52.844122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:52.844483 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e2e8099-c628-476f-95c0-1d9b2038ba17 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:52.845190 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:18:52.970086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db06633-b9ab-42b7-ae98-4691009e6fed None None] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:52.985621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:52.993837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd627726-0861-428b-8fce-c99b6b7f3cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-820949c8-7c3b-4387-adb5-dc38ddc17f56', 'network_id': '820949c8-7c3b-4387-adb5-dc38ddc17f56', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': 'ce913939-87d2-4b18-85b7-659df4e06193'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:52.994740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd627726-0861-428b-8fce-c99b6b7f3cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.002630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.036762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=ce913939-87d2-4b18-85b7-659df4e06193,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:53.079669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.084573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bad7b-ce6d-496d-9fc4-d477c9a77700 req-5bb6a7cb-2025-4148-b845-8582ee6f74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:53.086271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c8bad7b-ce6d-496d-9fc4-d477c9a77700 req-5bb6a7cb-2025-4148-b845-8582ee6f74c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1096 time: 0.1133840 Aug 22 15:18:53.114393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.126110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820949c8-7c3b-4387-adb5-dc38ddc17f56']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:53.131745 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c8bad7b-ce6d-496d-9fc4-d477c9a77700 req-755273b5-dc2a-4aa5-8495-9f4cd1f2cde9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 Aug 22 15:18:53.136557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bec2e60-6318-41c0-b667-7ce963d4ccfc') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:53.136864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bec2e60-6318-41c0-b667-7ce963d4ccfc') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:53.147210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.163036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.169138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:53.169529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:53.172712 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:53.178618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:53.279283 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.293571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d7e3e904-23f3-42e1-b836-1b00858211a4 None None] Provisioning for port 7de971b7-aa01-4118-a51c-072421c58da0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:53.355925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b79753-281d-46ed-b011-b1128abaeb6a None None] Network 820949c8-7c3b-4387-adb5-dc38ddc17f56 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:53.399388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.406771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.411958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/820949c8-7c3b-4387-adb5-dc38ddc17f56 HTTP/1.1" status: 204 len: 168 time: 0.8253875 Aug 22 15:18:53.415673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Transition to ACTIVE for port object 0723a243-67c9-4348-8a6d-7618ffafa16d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:53.418172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37844) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:53.426465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438373162'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:53.442941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525f870-5d6e-4f50-b479-f58d220dafc2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=820949c8-7c3b-4387-adb5-dc38ddc17f56,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:53.454074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ce519-f293-463a-973b-0ea6dd7f10f6 req-5f20cd52-4187-455e-af74-b867077bc34a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:53.455695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a90ce519-f293-463a-973b-0ea6dd7f10f6 req-5f20cd52-4187-455e-af74-b867077bc34a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0930755 Aug 22 15:18:53.457696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Transition to ACTIVE for port object 0723a243-67c9-4348-8a6d-7618ffafa16d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:53.502187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a90ce519-f293-463a-973b-0ea6dd7f10f6 req-2d5ae1fb-a559-439a-a3a6-22e03b08af43 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Aug 22 15:18:53.505036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.532621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.580015 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.603947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:53.607327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.621285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f402aa1-5210-41f6-97b6-3fb3ca21966d details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:18:53.640851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:53.648657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:53.652159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:53.667659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:53.687162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.687528 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment 6bc96dbc-4c96-4a47-a57c-a2a68ba74320 of type vlan for network b5dd99cd-0130-4d84-835a-05e46cd6ad09 Aug 22 15:18:53.688460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Pushing event updated for resources: {'Port': ['ID=0723a243-67c9-4348-8a6d-7618ffafa16d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:53.703469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.25.0.221 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/afe2442a-a908-438a-ba02-8657694a1fa4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:53.754843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.779427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Attempting to bind port 0723a243-67c9-4348-8a6d-7618ffafa16d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:53.779816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Attempting to bind port 0723a243-67c9-4348-8a6d-7618ffafa16d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:53.780275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Attempting to bind port 0723a243-67c9-4348-8a6d-7618ffafa16d on network d35bbcf5-349e-42df-84b5-6d688529fdc3 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:53.789665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:53.790042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Checking segment: {'id': 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:53.790452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.790847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Bound using segment: {'id': 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:53.791323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Bound port: 0723a243-67c9-4348-8a6d-7618ffafa16d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:53.791728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.816473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7de971b7-aa01-4118-a51c-072421c58da0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:53.875448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.888759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d,segment=NetworkSegment(a4376ba0-e82b-4141-bc8c-29520d251ecb),segment_id=a4376ba0-e82b-4141-bc8c-29520d251ecb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:53.923354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '9f402aa1-5210-41f6-97b6-3fb3ca21966d', 'network_id': '90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5', 'port_id': '9f402aa1-5210-41f6-97b6-3fb3ca21966d', 'mac_address': 'fa:16:3e:85:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:18:53.941981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] For port 0723a243-67c9-4348-8a6d-7618ffafa16d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:53.947880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] For port 0723a243-67c9-4348-8a6d-7618ffafa16d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0723a243-67c9-4348-8a6d-7618ffafa16d,segment=NetworkSegment(cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc),segment_id=cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:53.957436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.957682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc676fb-200b-4cb7-b6a4-eb7516d84c63 req-eaa4ebf0-020d-4b2e-8492-6ebeb8923780 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:53.959421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cc676fb-200b-4cb7-b6a4-eb7516d84c63 req-eaa4ebf0-020d-4b2e-8492-6ebeb8923780 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 943 time: 0.0535734 Aug 22 15:18:53.963878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:53.964587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.984479 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:53.999660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f402aa1-5210-41f6-97b6-3fb3ca21966d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:18:54.007723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cc676fb-200b-4cb7-b6a4-eb7516d84c63 req-192d39fa-632d-410d-9292-f2a6053da170 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Aug 22 15:18:54.024177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d,segment=NetworkSegment(a4376ba0-e82b-4141-bc8c-29520d251ecb),segment_id=a4376ba0-e82b-4141-bc8c-29520d251ecb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:54.035906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.065157 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.068235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7de971b7-aa01-4118-a51c-072421c58da0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:54.075087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=b5dd99cd-0130-4d84-835a-05e46cd6ad09,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.088307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:54.091191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:54.094946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:54.097990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7de971b7-aa01-4118-a51c-072421c58da0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:54.098374 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.103376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:54.103858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=afe2442a-a908-438a-ba02-8657694a1fa4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.127156 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8a2fd6dc-f74f-40af-8042-e16f517dd2b6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7074137 Aug 22 15:18:54.130929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37848) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:54.138404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:54.189119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7300-a20b-4fd0-a091-559d99dcb327 None None] Pushing event updated for resources: {'Port': ['ID=0723a243-67c9-4348-8a6d-7618ffafa16d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.193312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.309548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.364130 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.392119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:54.396469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.411474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7de971b7-aa01-4118-a51c-072421c58da0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7de971b7-aa01-4118-a51c-072421c58da0,segment=NetworkSegment(6c8d1c59-896e-4c90-8f6a-c9726a597e9c),segment_id=6c8d1c59-896e-4c90-8f6a-c9726a597e9c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:54.508113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9f402aa1-5210-41f6-97b6-3fb3ca21966d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:18:54.536513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.541685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.637351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7de971b7-aa01-4118-a51c-072421c58da0,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.714428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fd15f-b324-48bc-96e4-cc80db6f2575 req-9ae5cb44-ba76-4a1c-870b-700a169590bc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:54.716278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d0fd15f-b324-48bc-96e4-cc80db6f2575 req-9ae5cb44-ba76-4a1c-870b-700a169590bc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0698783 Aug 22 15:18:54.765281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d0fd15f-b324-48bc-96e4-cc80db6f2575 req-7f424966-6a07-45fd-8d42-6215c0416bc5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Aug 22 15:18:54.775485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.791476 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:54.835199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=9f4ebf6f-1e25-42a8-a913-13455f88c9ba,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:54.855154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': '6bc96dbc-4c96-4a47-a57c-a2a68ba74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:54.855522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: b5dd99cd-0130-4d84-835a-05e46cd6ad09, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:55.013781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:55.110839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router cde75e18-3df9-419d-9eba-4633faaa9637 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:18:55.137757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a6d4d-b416-4491-8127-61414401231c req-0c793904-b8b1-47a3-8337-7612f223ba28 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:55.139386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-148a6d4d-b416-4491-8127-61414401231c req-0c793904-b8b1-47a3-8337-7612f223ba28 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 944 time: 0.0618391 Aug 22 15:18:55.140666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b5dd99cd-0130-4d84-835a-05e46cd6ad09) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:55.146858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:55.147563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.152560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4f4d7-0974-4894-8696-859e901660dc None None] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:55.200454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-148a6d4d-b416-4491-8127-61414401231c req-6cf578ca-93a0-49a3-9c71-6c1b11fddb1b tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481014 Aug 22 15:18:55.237430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bdb72bb7-e7e5-4838-bb1a-f75a1cc26726 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1051955 Aug 22 15:18:55.242494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37856) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:55.248983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329911730'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:55.266058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:55.278341 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] Sync routers for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:55.290204 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:55.291176 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:55.329685 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:55.335080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:55.340384 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:55.341124 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:55.342033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.352127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b5dd99cd-0130-4d84-835a-05e46cd6ad09', 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '9f4ebf6f-1e25-42a8-a913-13455f88c9ba'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:55.353314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.367904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd3de4-1453-43e3-b08e-2e092f967302 None None] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:55.373741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:55.379261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:55.380005 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e28d8c0-7bed-42df-9d9f-e3f9bc7eca74 None None] The sync data for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:18:55.387760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.387760 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment f73f6b32-0fff-4d76-8187-9a5cf13d15a7 of type vlan for network 52791dbb-0547-4adb-95e9-6228dcd02cd1 Aug 22 15:18:55.429115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.436601 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.439859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ed6d87bb-fd8c-4f7d-9703-91b839782219 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2330544 Aug 22 15:18:55.443445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:55.594660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f402aa1-5210-41f6-97b6-3fb3ca21966d up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:55.619012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.624654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:55.629256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:55.632645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Allocated IP 2001:db8::3 (b5dd99cd-0130-4d84-835a-05e46cd6ad09/9f4ebf6f-1e25-42a8-a913-13455f88c9ba/78cd2de2-376e-48b7-823a-f2e144f7b47c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:55.639390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ae7d36fb-7344-4ce6-b604-ce9268630fd5 None None] Provisioning for port 0723a243-67c9-4348-8a6d-7618ffafa16d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:55.736725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=52791dbb-0547-4adb-95e9-6228dcd02cd1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:55.756291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a5af6894-07ca-4e21-a332-9af02cca086c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5099409 Aug 22 15:18:55.757486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37860) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:55.767229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '52791dbb-0547-4adb-95e9-6228dcd02cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:55.907758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 52791dbb-0547-4adb-95e9-6228dcd02cd1 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:55.910346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0723a243-67c9-4348-8a6d-7618ffafa16d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:55.985042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:55.990680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.078574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Performing IP validity checks on allocation pools {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 15:18:56.079105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_backend_mixin [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 15:18:56.151937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 9f402aa1-5210-41f6-97b6-3fb3ca21966d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:56.161165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 9f402aa1-5210-41f6-97b6-3fb3ca21966d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:56.161400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.207796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.240965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Transition to ACTIVE for port object 78cd2de2-376e-48b7-823a-f2e144f7b47c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:56.281804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Transition to ACTIVE for port object 78cd2de2-376e-48b7-823a-f2e144f7b47c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:56.285683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0723a243-67c9-4348-8a6d-7618ffafa16d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:56.292377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0723a243-67c9-4348-8a6d-7618ffafa16d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:56.292754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.297550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe83dbc-7445-4001-9047-42fb6240fc74 req-aba7f431-c8da-4781-8c45-fc1bd800861d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:56.299119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abe83dbc-7445-4001-9047-42fb6240fc74 req-aba7f431-c8da-4781-8c45-fc1bd800861d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0949590 Aug 22 15:18:56.363083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.393828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:56.396954 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26f973-256c-43e2-a659-6b1fae0e5199" -d '{"events": [{"server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:56.398962 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.420289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abe83dbc-7445-4001-9047-42fb6240fc74 req-d7706775-9202-434a-9e6d-c5511e2eb877 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042871 Aug 22 15:18:56.427447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d,segment=NetworkSegment(a4376ba0-e82b-4141-bc8c-29520d251ecb),segment_id=a4376ba0-e82b-4141-bc8c-29520d251ecb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:56.431421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96512-523a-47cd-a1a2-3907e8c5c36d req-13ae44bf-1f32-471f-9bd8-1524bbe17d6c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:56.450253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d96512-523a-47cd-a1a2-3907e8c5c36d req-13ae44bf-1f32-471f-9bd8-1524bbe17d6c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 944 time: 0.1354172 Aug 22 15:18:56.450455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.460478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.488714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=b7b83765-091d-43f7-8a86-bfb76e3b1d25,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:56.491517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': 'f73f6b32-0fff-4d76-8187-9a5cf13d15a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '52791dbb-0547-4adb-95e9-6228dcd02cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:56.494300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 52791dbb-0547-4adb-95e9-6228dcd02cd1, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:56.521021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d96512-523a-47cd-a1a2-3907e8c5c36d req-d3a72916-2612-4e6c-bd4b-ef0bbcb21c6a tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786424 Aug 22 15:18:56.540641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.540876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:56.541718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.548593 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a9ecf-d197-4860-a39a-8fb3769a31f4 x-openstack-request-id: req-5a9a9ecf-d197-4860-a39a-8fb3769a31f4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:56.548875 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "name": "network-vif-plugged", "status": "completed", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:56.549131 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a9a9ecf-d197-4860-a39a-8fb3769a31f4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:56.549519 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d', 'code': 200} Aug 22 15:18:56.552372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 0723a243-67c9-4348-8a6d-7618ffafa16d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0723a243-67c9-4348-8a6d-7618ffafa16d,segment=NetworkSegment(cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc),segment_id=cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:56.558368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:56.567504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:56.573355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e81c724-fda6-4033-aa93-e6473ad7d883 None None] Provisioning complete for port 0723a243-67c9-4348-8a6d-7618ffafa16d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:56.573980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e81c724-fda6-4033-aa93-e6473ad7d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.581494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Pushing event updated for resources: {'Port': ['ID=78cd2de2-376e-48b7-823a-f2e144f7b47c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:56.657106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394154a-9159-4cbe-b3ba-e30d09d0d6e1 req-f35139c0-2142-4e63-8b37-a5388636e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:56.658966 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f394154a-9159-4cbe-b3ba-e30d09d0d6e1 req-f35139c0-2142-4e63-8b37-a5388636e208 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 1096 time: 0.0600178 Aug 22 15:18:56.674843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 52791dbb-0547-4adb-95e9-6228dcd02cd1 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:56.697128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de1223-9d14-4cba-a9c1-26e5c0c22c81 req-183d0905-2242-4ebc-855c-bfaef81e879e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:56.698819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25de1223-9d14-4cba-a9c1-26e5c0c22c81 req-183d0905-2242-4ebc-855c-bfaef81e879e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0971096 Aug 22 15:18:56.709095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.709095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7de971b7-aa01-4118-a51c-072421c58da0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:56.712470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37872) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:56.713618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Attempting to bind port 78cd2de2-376e-48b7-823a-f2e144f7b47c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:18:56.713844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Attempting to bind port 78cd2de2-376e-48b7-823a-f2e144f7b47c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6bc96dbc-4c96-4a47-a57c-a2a68ba74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:18:56.714104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Attempting to bind port 78cd2de2-376e-48b7-823a-f2e144f7b47c on network b5dd99cd-0130-4d84-835a-05e46cd6ad09 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:18:56.721452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f394154a-9159-4cbe-b3ba-e30d09d0d6e1 req-a61dfc81-627c-4e64-88ed-d3a404c10de2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Aug 22 15:18:56.721813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'floatingip': {'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:56.735295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:56.749649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:18:56.750038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Checking segment: {'id': '6bc96dbc-4c96-4a47-a57c-a2a68ba74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:56.754129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.754129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Bound using segment: {'id': '6bc96dbc-4c96-4a47-a57c-a2a68ba74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:18:56.754129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Bound port: 78cd2de2-376e-48b7-823a-f2e144f7b47c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc96dbc-4c96-4a47-a57c-a2a68ba74320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5dd99cd-0130-4d84-835a-05e46cd6ad09'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:18:56.754129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.773650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 52791dbb-0547-4adb-95e9-6228dcd02cd1) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:56.775650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.781785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:56.782538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.801818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4559e55-a1b3-4558-8611-5418f3b06207 None None] Network 52791dbb-0547-4adb-95e9-6228dcd02cd1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:56.871548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1977cbb0-7302-41a4-ada0-e82a26ce2607 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1122696 Aug 22 15:18:56.875647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:56.890103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=0723a243-67c9-4348-8a6d-7618ffafa16d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:56.975434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7de971b7-aa01-4118-a51c-072421c58da0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:56.975809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:56.981116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] For port 78cd2de2-376e-48b7-823a-f2e144f7b47c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:18:56.995938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.022818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] For port 78cd2de2-376e-48b7-823a-f2e144f7b47c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78cd2de2-376e-48b7-823a-f2e144f7b47c,segment=NetworkSegment(6bc96dbc-4c96-4a47-a57c-a2a68ba74320),segment_id=6bc96dbc-4c96-4a47-a57c-a2a68ba74320)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:18:57.088412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.114627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.1 (d35bbcf5-349e-42df-84b5-6d688529fdc3/324cfcfe-2ebc-4721-813c-e5127d2a8db4/eec25a53-8094-4fdb-bbc8-77dab3e5c8b3) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:18:57.116282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.154169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281732ea-759b-4e8d-9f58-65f6de0ce8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-52791dbb-0547-4adb-95e9-6228dcd02cd1', 'network_id': '52791dbb-0547-4adb-95e9-6228dcd02cd1', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': 'b7b83765-091d-43f7-8a86-bfb76e3b1d25'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:18:57.155055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-281732ea-759b-4e8d-9f58-65f6de0ce8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.219328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e5e6b-179b-46c1-9bb6-071c799e55c8 None None] Pushing event updated for resources: {'Port': ['ID=78cd2de2-376e-48b7-823a-f2e144f7b47c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:57.251158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.282056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b83765-091d-43f7-8a86-bfb76e3b1d25,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server [None req-281732ea-759b-4e8d-9f58-65f6de0ce8c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7b83765-091d-43f7-8a86-bfb76e3b1d25: This subnet is being modified by another concurrent operation. Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise exception Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7b83765-091d-43f7-8a86-bfb76e3b1d25: This subnet is being modified by another concurrent operation. Aug 22 15:18:57.331173 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Aug 22 15:18:57.357110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60a7ab-0a4c-4373-817a-42815f6dfb39 None None] Network 52791dbb-0547-4adb-95e9-6228dcd02cd1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:57.364078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.375785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52791dbb-0547-4adb-95e9-6228dcd02cd1']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:57.381351 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.389563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73f6b32-0fff-4d76-8187-9a5cf13d15a7') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:57.390426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73f6b32-0fff-4d76-8187-9a5cf13d15a7') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:57.403664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.409279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Transition to ACTIVE for port object eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:18:57.422007 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.429809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:18:57.430954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:18:57.435400 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:18:57.539858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.625422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.633437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.635485 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/52791dbb-0547-4adb-95e9-6228dcd02cd1 HTTP/1.1" status: 204 len: 168 time: 0.7585266 Aug 22 15:18:57.641929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1768f-7280-4248-98bf-4744d24c23b7 req-3aa32519-c90f-4602-bec0-944d93365ea9 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:57.643534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cea1768f-7280-4248-98bf-4744d24c23b7 req-3aa32519-c90f-4602-bec0-944d93365ea9 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 945 time: 0.0570590 Aug 22 15:18:57.644587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37878) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:57.649728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962326987'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:57.653383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758a76-aac5-409b-a7f5-cf487f18307d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=52791dbb-0547-4adb-95e9-6228dcd02cd1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:57.677210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.679210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.778810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:57.788073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:57.795752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cea1768f-7280-4248-98bf-4744d24c23b7 req-89db6edf-ad9f-40bf-8597-51d4c5dde486 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425316 Aug 22 15:18:57.796551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:18:57.850247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0723a243-67c9-4348-8a6d-7618ffafa16d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:57.860167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=eec25a53-8094-4fdb-bbc8-77dab3e5c8b3,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:57.862482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:57.866453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.922354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0723a243-67c9-4348-8a6d-7618ffafa16d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:57.922875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:57.925035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:18:57.928322 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Floating IP 337fb7bb-283e-4019-af9e-1a82493c2d65 associated. External IP: 172.25.0.125, port: a4a700a6-6c06-409c-9132-85b0eef6efe7. Aug 22 15:18:57.930620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.025862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78cd2de2-376e-48b7-823a-f2e144f7b47c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:58.060963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.061404 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment 596a4382-b9db-4e2c-8bf2-664167d8e8b2 of type vlan for network b26171c0-ceab-47d0-be83-9198354e6f5b Aug 22 15:18:58.163469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.202931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-03a97d71-d9b2-4ce7-a929-b744872d4177 None None] Provisioning for port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:58.208027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 78cd2de2-376e-48b7-823a-f2e144f7b47c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:58.217284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-03a97d71-d9b2-4ce7-a929-b744872d4177 None None] Provisioning complete for port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:58.217648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03a97d71-d9b2-4ce7-a929-b744872d4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.256593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-03a97d71-d9b2-4ce7-a929-b744872d4177 None None] Port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:18:58.343329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e39997-e489-4b84-a43f-fa063041475b None None] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:18:58.386768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.399438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.405901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:58.406532 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.454669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Router f13e56a2-36af-4908-92fa-eab45a4315fe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:58.529081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=b26171c0-ceab-47d0-be83-9198354e6f5b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:58.533881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Provisioning for port 78cd2de2-376e-48b7-823a-f2e144f7b47c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:18:58.538113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Provisioning complete for port 78cd2de2-376e-48b7-823a-f2e144f7b47c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:58.538647 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.560789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b26171c0-ceab-47d0-be83-9198354e6f5b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:18:58.621779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-59fc0814-8d9d-41c8-bce3-e9c60e796cd3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9759994 Aug 22 15:18:58.624764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:18:58.633131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': 'b26171c0-ceab-47d0-be83-9198354e6f5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:18:58.689833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.731434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] For port 78cd2de2-376e-48b7-823a-f2e144f7b47c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78cd2de2-376e-48b7-823a-f2e144f7b47c,segment=NetworkSegment(6bc96dbc-4c96-4a47-a57c-a2a68ba74320),segment_id=6bc96dbc-4c96-4a47-a57c-a2a68ba74320)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:18:58.746364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6968af-eb25-47ee-a4b1-b33098ccd96c None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:18:58.757554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:18:58.762984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.776958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Sync routers for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:18:58.802975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:18:58.803606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:58.818541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9010fa21-f3a0-4441-b476-f12ed128ce30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "PUT /v2.0/floatingips/337fb7bb-283e-4019-af9e-1a82493c2d65 HTTP/1.1" status: 200 len: 991 time: 2.1003902 Aug 22 15:18:58.848848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:18:58.852294 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a560723-100b-49e4-a098-9b333f604862" -d '{"events": [{"name": "network-changed", "server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:18:58.852508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:18:58.856503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.858605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:58.991927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:59.006360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a221dc0-c0d8-49b1-b2cc-b4f1232518b3 req-e5f8abe0-67cd-41d0-88cd-aa1190dfd984 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:59.008229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a221dc0-c0d8-49b1-b2cc-b4f1232518b3 req-e5f8abe0-67cd-41d0-88cd-aa1190dfd984 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 945 time: 0.0861583 Aug 22 15:18:59.056022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a221dc0-c0d8-49b1-b2cc-b4f1232518b3 req-49711624-12d9-48e2-ae3d-b5f6cd6cf30a tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Aug 22 15:18:59.126636 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f1549-a0d3-45b5-8adb-2869878823f2 x-openstack-request-id: req-673f1549-a0d3-45b5-8adb-2869878823f2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:18:59.126934 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:18:59.127274 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-673f1549-a0d3-45b5-8adb-2869878823f2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:18:59.127602 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'status': 'completed', 'code': 200} Aug 22 15:18:59.157929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:59.225370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200a570-eee9-48e8-becb-2582cca49b5d None None] Pushing event updated for resources: {'Port': ['ID=78cd2de2-376e-48b7-823a-f2e144f7b47c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:59.236400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2dab1814-52ea-4141-bc9c-e15c7c2c6446 None None] Provisioning complete for port 78cd2de2-376e-48b7-823a-f2e144f7b47c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:59.236610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2dab1814-52ea-4141-bc9c-e15c7c2c6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:59.297156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:18:59.299594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6968af-eb25-47ee-a4b1-b33098ccd96c None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:18:59.485987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560723-100b-49e4-a098-9b333f604862 req-102da21d-b5e4-4a16-b1d0-d27066f4bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:59.488765 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-102da21d-b5e4-4a16-b1d0-d27066f4bd2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1096 time: 0.0635853 Aug 22 15:18:59.575892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:59.586555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=eec25a53-8094-4fdb-bbc8-77dab3e5c8b3,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:59.610321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:18:59.656489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560723-100b-49e4-a098-9b333f604862 req-7882f6b3-c049-4852-88bf-636baa579b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:59.658233 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-7882f6b3-c049-4852-88bf-636baa579b43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1595461 Aug 22 15:18:59.662464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=493cbd4f-9d21-4972-81f9-7e4d940fceca,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:18:59.733328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': '596a4382-b9db-4e2c-8bf2-664167d8e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b26171c0-ceab-47d0-be83-9198354e6f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:18:59.733649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: b26171c0-ceab-47d0-be83-9198354e6f5b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:18:59.750324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-11d43ad9-b7ae-41d3-80dc-30a458a38ef2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0835357 Aug 22 15:18:59.776558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:18:59.778292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:18:59.791658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78cd2de2-376e-48b7-823a-f2e144f7b47c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:18:59.810960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560723-100b-49e4-a098-9b333f604862 req-91098956-3d90-4f95-844d-62169e2c7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:59.812727 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-91098956-3d90-4f95-844d-62169e2c7a0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0530334 Aug 22 15:18:59.869154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a560723-100b-49e4-a098-9b333f604862 req-f0dbf7ea-655f-4cab-bea1-46835e99ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:18:59.871147 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-f0dbf7ea-655f-4cab-bea1-46835e99ea81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515726 Aug 22 15:18:59.903279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network b26171c0-ceab-47d0-be83-9198354e6f5b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:18:59.908544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '337fb7bb-283e-4019-af9e-1a82493c2d65', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:37Z', 'updated_at': '2021-08-22T15:18:57Z', 'revision_number': 1, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:18:59.931649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router cde75e18-3df9-419d-9eba-4633faaa9637 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:18:59.951453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Checking router: f13e56a2-36af-4908-92fa-eab45a4315fe for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:18:59.957705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 78cd2de2-376e-48b7-823a-f2e144f7b47c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:18:59.958241 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.010056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b26171c0-ceab-47d0-be83-9198354e6f5b) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:00.015289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:00.016072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:00.017399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.021108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.046630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-12f28fc7-0026-4e58-945c-5132235cf2d8 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655216 Aug 22 15:19:00.080974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493ff83-52a0-4753-85b8-120c3c7d1c08 None None] Network b26171c0-ceab-47d0-be83-9198354e6f5b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:00.100648 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-42f62175-ff5f-4a47-bea0-e5b497a34b5a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4732745 Aug 22 15:19:00.103428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:00.139284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:00.154202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d1c9cb29-7901-4583-9028-91178d88c19d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/routers/cde75e18-3df9-419d-9eba-4633faaa9637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7096267 Aug 22 15:19:00.156855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37898) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:00.157670 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] Sync routers for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:00.163030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'port': {'network_id': 'd35bbcf5-349e-42df-84b5-6d688529fdc3', 'name': 'tempest-FloatingIPTestJSON-1094494009'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:00.179759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:00.179759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.205475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-27a4bf50-ecc8-4dcf-a0d1-14e9ef3e2dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.220430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.231087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:00.232044 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.232600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9a560723-100b-49e4-a098-9b333f604862 req-5ffdd1b8-9e90-43a6-8cab-e9707b476728 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791108 Aug 22 15:19:00.344240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:19:00.361103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.407730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Made reservation on behalf of 3db5aaa8dbd34f809706ff49596a6d02 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:00.413266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.430707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.434420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] device_id is not set on port 8d12340a-bd27-4838-910b-6ca0155acdc5 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:00.493370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.495506 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd320052-1491-4033-9955-9c8b06ee3ca4 None None] The sync data for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:00.514687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1c43a37-492b-4407-b4b9-2e8ebb90282b None None] Provisioning complete for port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:00.515207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1c43a37-492b-4407-b4b9-2e8ebb90282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.584777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Allocated IP 172.20.0.7 (d35bbcf5-349e-42df-84b5-6d688529fdc3/324cfcfe-2ebc-4721-813c-e5127d2a8db4/8d12340a-bd27-4838-910b-6ca0155acdc5) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:00.590144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d1c43a37-492b-4407-b4b9-2e8ebb90282b None None] Port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:19:00.598577 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11581f48-7e9b-4884-a5c3-afd094e8b10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b26171c0-ceab-47d0-be83-9198354e6f5b', 'network_id': 'b26171c0-ceab-47d0-be83-9198354e6f5b', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '493cbd4f-9d21-4972-81f9-7e4d940fceca'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:00.599321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11581f48-7e9b-4884-a5c3-afd094e8b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.632877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.686882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=493cbd4f-9d21-4972-81f9-7e4d940fceca,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:00.777502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.788866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.803284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fa422-6546-4e24-9ac0-2c1b5f988c71 None None] Network b26171c0-ceab-47d0-be83-9198354e6f5b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:00.804953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26171c0-ceab-47d0-be83-9198354e6f5b']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.813983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Transition to ACTIVE for port object 8d12340a-bd27-4838-910b-6ca0155acdc5 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:00.817249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596a4382-b9db-4e2c-8bf2-664167d8e8b2') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.817551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596a4382-b9db-4e2c-8bf2-664167d8e8b2') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.827167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.842227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.849133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:00.849536 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:00.853138 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:00.892989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '337fb7bb-283e-4019-af9e-1a82493c2d65', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:37Z', 'updated_at': '2021-08-22T15:18:57Z', 'revision_number': 1, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:00.934206 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:00.936634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3516104-87ea-4389-b0ca-235f1a0cb95e None None] The sync data for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 is: [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '337fb7bb-283e-4019-af9e-1a82493c2d65', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:18:37Z', 'updated_at': '2021-08-22T15:18:57Z', 'revision_number': 1, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:00.984728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:00.988556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:00.992457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:01.024077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event updated for resources: {'Port': ['ID=8d12340a-bd27-4838-910b-6ca0155acdc5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:01.059529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.064745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.071681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/b26171c0-ceab-47d0-be83-9198354e6f5b HTTP/1.1" status: 204 len: 168 time: 0.9617336 Aug 22 15:19:01.071821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:01.071821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.072376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:01.078936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633925520'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:01.096560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c76d75-6cff-4ec6-8438-0acbc087a4de tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=b26171c0-ceab-47d0-be83-9198354e6f5b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:01.208757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361bde1-e58b-4d5a-b156-91d78910f064 None None] New status for floating IP 337fb7bb-283e-4019-af9e-1a82493c2d65: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:19:01.227614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:01.233159 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.283412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:01.298707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.299064 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment 5fb41460-6549-4f73-8c3e-d36759f70947 of type vlan for network 9664cb34-bb50-45b6-b923-26956a81fccd Aug 22 15:19:01.305204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fbde33f6-cee3-4383-97eb-15c02513d47c tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1446199 Aug 22 15:19:01.305650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:01.315762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Request body: {'floatingip': {'port_id': '8d12340a-bd27-4838-910b-6ca0155acdc5'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:01.349835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.381622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.516524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.523021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:01.523663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.596436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=9664cb34-bb50-45b6-b923-26956a81fccd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:01.607017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9664cb34-bb50-45b6-b923-26956a81fccd details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:01.657235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6c75f6e3-8e37-47d4-97e0-f1302ae2463a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5811872 Aug 22 15:19:01.657439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37912) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:01.658824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-accdc4ea-13db-442e-a2a7-3578214ad716 None None] Provisioning for port 8d12340a-bd27-4838-910b-6ca0155acdc5 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:01.662854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '9664cb34-bb50-45b6-b923-26956a81fccd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:01.677317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-accdc4ea-13db-442e-a2a7-3578214ad716 None None] Provisioning complete for port 8d12340a-bd27-4838-910b-6ca0155acdc5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:01.677317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-accdc4ea-13db-442e-a2a7-3578214ad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.725630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-accdc4ea-13db-442e-a2a7-3578214ad716 None None] Port 8d12340a-bd27-4838-910b-6ca0155acdc5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:19:01.858831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:01.863336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:01.907256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.041996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.149468 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP 63d1b6e1-60ac-44a7-a9cb-f77aa75b6dc6 associated. External IP: 172.25.0.54, port: 8773418a-5383-4374-9af8-86e6c145aa4c. Aug 22 15:19:02.156584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.267188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': '5fb41460-6549-4f73-8c3e-d36759f70947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9664cb34-bb50-45b6-b923-26956a81fccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:02.267652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 9664cb34-bb50-45b6-b923-26956a81fccd, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:02.276512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=43ad3c3d-a1aa-4003-b0cc-722304245a23,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:02.374526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 9664cb34-bb50-45b6-b923-26956a81fccd is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:02.415890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:02.499689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9664cb34-bb50-45b6-b923-26956a81fccd) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:02.504973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:02.506154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.509040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f2ad0-d9cb-4099-b397-407ecf5bdceb None None] Network 9664cb34-bb50-45b6-b923-26956a81fccd requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:02.547889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:02.559010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:02.563773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19caa63e-3ac6-4667-b106-f033d8653b49 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9047160 Aug 22 15:19:02.569206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:02.569900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:02.570531 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:02.605970 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:02.616654 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:02.617267 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:02.656648 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:02.657311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634b14c3-ed9e-4adb-af97-ed5fa19adebb None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:02.705344 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.767105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee9bb3-cc7b-4c62-8b11-581380e665ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9664cb34-bb50-45b6-b923-26956a81fccd', 'network_id': '9664cb34-bb50-45b6-b923-26956a81fccd', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '43ad3c3d-a1aa-4003-b0cc-722304245a23'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:02.768323 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3cee9bb3-cc7b-4c62-8b11-581380e665ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.776675 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.839635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router cde75e18-3df9-419d-9eba-4633faaa9637 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:02.880155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.933410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.968109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:02.969721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=43ad3c3d-a1aa-4003-b0cc-722304245a23,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:02.973307 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server [None req-3cee9bb3-cc7b-4c62-8b11-581380e665ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43ad3c3d-a1aa-4003-b0cc-722304245a23: This subnet is being modified by another concurrent operation. Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise exception Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43ad3c3d-a1aa-4003-b0cc-722304245a23: This subnet is being modified by another concurrent operation. Aug 22 15:19:02.974799 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Aug 22 15:19:02.987818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] Sync routers for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:03.006354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:03.007011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.009109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f1cbd-9fbc-4f38-b7f6-8e05f83345dd None None] Network 9664cb34-bb50-45b6-b923-26956a81fccd requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:03.030051 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6a869335-5e19-4a9a-9341-613a839ef063 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/floatingips/63d1b6e1-60ac-44a7-a9cb-f77aa75b6dc6 HTTP/1.1" status: 200 len: 977 time: 1.7211127 Aug 22 15:19:03.032964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37930) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:03.036849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.049555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9664cb34-bb50-45b6-b923-26956a81fccd']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.061772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.067801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb41460-6549-4f73-8c3e-d36759f70947') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.069916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb41460-6549-4f73-8c3e-d36759f70947') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.083347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.102168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.113554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:03.114937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.115069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:03.115715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.167402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 8d12340a-bd27-4838-910b-6ca0155acdc5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:03.168246 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.172088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:03.172752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39345f32-1478-47b1-a7d7-8bbc4966c3ff None None] The sync data for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:03.200071 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:03.212996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e64ea-d89f-4c2c-8f39-df1a2a8111bf None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:19:03.284171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.322436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.330989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.334706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/9664cb34-bb50-45b6-b923-26956a81fccd HTTP/1.1" status: 204 len: 168 time: 0.7642937 Aug 22 15:19:03.338351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:03.339490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e64ea-d89f-4c2c-8f39-df1a2a8111bf None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:19:03.343760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608114679'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:03.349946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07f434-1ecb-4b2e-9f84-97798047bbeb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=9664cb34-bb50-45b6-b923-26956a81fccd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:03.478660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:03.482729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cc743a-2b67-4451-9176-08a046dde1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.485716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.517800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.518206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.518710 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Floating IP 63d1b6e1-60ac-44a7-a9cb-f77aa75b6dc6 disassociated. External IP: 172.25.0.54, port: 8d12340a-bd27-4838-910b-6ca0155acdc5. Aug 22 15:19:03.519713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 8d12340a-bd27-4838-910b-6ca0155acdc5 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:03.538924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:03.592223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.592582 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment e59df67e-0be8-433f-be5f-cf64e7a8fe18 of type vlan for network f96dcfb3-47df-4aa8-bbf4-7712507108f0 Aug 22 15:19:03.711828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.808083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.850436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=8d12340a-bd27-4838-910b-6ca0155acdc5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:03.916340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:03.921959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:03.922575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:04.361210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=f96dcfb3-47df-4aa8-bbf4-7712507108f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:04.369950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router cde75e18-3df9-419d-9eba-4633faaa9637 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:04.376199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:04.412701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192bf32-5592-4c5d-b617-659a3d66c7b6 req-e869ec01-f234-4147-af8d-4dae8e4c656a tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:04.414647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3192bf32-5592-4c5d-b617-659a3d66c7b6 req-e869ec01-f234-4147-af8d-4dae8e4c656a tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 945 time: 0.0934792 Aug 22 15:19:04.433832 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f883c55-dbc8-4a7a-9f99-59a2f1d7abb8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0944598 Aug 22 15:19:04.434595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37952) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:04.443336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:04.481634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3192bf32-5592-4c5d-b617-659a3d66c7b6 req-5c286d87-a2c9-4bb3-8e2c-cc298dbfc848 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Aug 22 15:19:04.627691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:04.638394 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] Sync routers for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:04.649834 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:04.650456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:04.684782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:04.695537 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:04.696186 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:04.717077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:04.720222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6091b713-5330-4fd3-9e0d-f9b0b6659a0d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/8d12340a-bd27-4838-910b-6ca0155acdc5 HTTP/1.1" status: 204 len: 168 time: 1.6861172 Aug 22 15:19:04.723094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37956) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:04.731846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:04.733573 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:04.734233 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9de2ac-596a-4c6f-813e-6f059c8f2e2c None None] The sync data for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:04.737400 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:04.847595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:05.336006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:05.426977 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=b7c3d43e-0acd-4c8a-9641-31bb75b58889,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:05.462578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': 'e59df67e-0be8-433f-be5f-cf64e7a8fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:05.462936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: f96dcfb3-47df-4aa8-bbf4-7712507108f0, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:05.562199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:05.609812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacca19-08ab-44e7-9742-6e42d36f6d98 req-5aab7c43-fdf8-4f55-97fb-53183babebf3 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:05.613392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aacca19-08ab-44e7-9742-6e42d36f6d98 req-5aab7c43-fdf8-4f55-97fb-53183babebf3 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 945 time: 0.0589683 Aug 22 15:19:05.616452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:05.655060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7aacca19-08ab-44e7-9742-6e42d36f6d98 req-1812f052-8ed1-4e02-bc2e-4d3c53c36035 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9db4e7f-8441-45c3-95cf-91943cbb1548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Aug 22 15:19:05.728298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f96dcfb3-47df-4aa8-bbf4-7712507108f0) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:05.736098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d816c-8668-4a6d-842b-d6891130f83f None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:05.747082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:05.747666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:05.866843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-11d3b7b3-f7d4-43ac-a709-b68e03d3879b tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4288800 Aug 22 15:19:05.880235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37966) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:05.889028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f96dcfb3-47df-4aa8-bbf4-7712507108f0', 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': 'b7c3d43e-0acd-4c8a-9641-31bb75b58889'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:05.889907 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:05.890016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:05.937596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-c0c8dcfb-8434-45bd-b9da-8ec090e6a48c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:05.939054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-c0c8dcfb-8434-45bd-b9da-8ec090e6a48c tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 945 time: 0.0859146 Aug 22 15:19:05.991028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:05.991631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.049848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Allocated IP 2001:db8::2 (f96dcfb3-47df-4aa8-bbf4-7712507108f0/b7c3d43e-0acd-4c8a-9641-31bb75b58889/f276e2dc-37e6-422d-a15e-e9c459b222b4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:06.071016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:06.075641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.121306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Deleting port 9f402aa1-5210-41f6-97b6-3fb3ca21966d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:06.121563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.140741 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.164529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for eec25a53-8094-4fdb-bbc8-77dab3e5c8b3 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:06.222440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.231166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Transition to ACTIVE for port object f276e2dc-37e6-422d-a15e-e9c459b222b4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:06.246538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Transition to ACTIVE for port object f276e2dc-37e6-422d-a15e-e9c459b222b4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:06.278931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] For port 9f402aa1-5210-41f6-97b6-3fb3ca21966d, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f402aa1-5210-41f6-97b6-3fb3ca21966d,segment=NetworkSegment(a4376ba0-e82b-4141-bc8c-29520d251ecb),segment_id=a4376ba0-e82b-4141-bc8c-29520d251ecb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:06.279291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.295508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Calling delete_port for 9f402aa1-5210-41f6-97b6-3fb3ca21966d owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:06.363173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.402402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:06.406727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:06.411480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:06.419544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.427814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Pushing event updated for resources: {'Port': ['ID=f276e2dc-37e6-422d-a15e-e9c459b222b4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:06.471034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:06.477330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:06.481789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.482381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.485931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=d7ed7f6a-343f-4377-b4b7-787540a3c31f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:06.486354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Attempting to bind port f276e2dc-37e6-422d-a15e-e9c459b222b4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:06.486650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Attempting to bind port f276e2dc-37e6-422d-a15e-e9c459b222b4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e59df67e-0be8-433f-be5f-cf64e7a8fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:06.487082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Attempting to bind port f276e2dc-37e6-422d-a15e-e9c459b222b4 on network f96dcfb3-47df-4aa8-bbf4-7712507108f0 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Checking segment: {'id': 'e59df67e-0be8-433f-be5f-cf64e7a8fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Bound using segment: {'id': 'e59df67e-0be8-433f-be5f-cf64e7a8fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Bound port: f276e2dc-37e6-422d-a15e-e9c459b222b4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59df67e-0be8-433f-be5f-cf64e7a8fe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:06.496249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.499680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.500377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.500518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.500754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.501093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.501432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.501768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.502103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.502437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.502765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.503095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.503598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:06.566400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] For port f276e2dc-37e6-422d-a15e-e9c459b222b4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:06.569547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-89b3300f-3d66-4aa9-931a-32b2593182a2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6875978 Aug 22 15:19:06.572373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37968) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:06.632693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.634394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.635931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.637544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.639212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:06.641036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ed72498-103d-4d61-9de9-4f51005c75f8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0673459 Aug 22 15:19:06.645359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:06.650317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284939948'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:06.671244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.672286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] For port f276e2dc-37e6-422d-a15e-e9c459b222b4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f276e2dc-37e6-422d-a15e-e9c459b222b4,segment=NetworkSegment(e59df67e-0be8-433f-be5f-cf64e7a8fe18),segment_id=e59df67e-0be8-433f-be5f-cf64e7a8fe18)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:06.699887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.702859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=eec25a53-8094-4fdb-bbc8-77dab3e5c8b3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:06.725174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9f402aa1-5210-41f6-97b6-3fb3ca21966d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:19:06.756127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Pushing event deleted for resources: {'Port': ['ID=9f402aa1-5210-41f6-97b6-3fb3ca21966d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:06.777504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b224d83-1f00-46ed-842d-e932546e187e req-51bdac85-f2bc-45de-aa03-3350501441dc tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0462983 Aug 22 15:19:06.779868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:06.790468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.830486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:06.844360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.844711 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment e80caebc-dba7-4700-9de5-e64f4cf61b55 of type vlan for network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f Aug 22 15:19:06.848357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.850927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.901461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:06.926770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f276b-b99c-4b6c-b47c-ec10088d7ab7 None None] Pushing event updated for resources: {'Port': ['ID=f276e2dc-37e6-422d-a15e-e9c459b222b4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:07.013812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.020180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:07.020839 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.104676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:07.126448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:07.142450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8a54fdeb-4e5c-4b56-a7b5-f3e27564a93a tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4960194 Aug 22 15:19:07.145781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:07.151844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:07.256823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] No DVR routers for this DVR port 9f402aa1-5210-41f6-97b6-3fb3ca21966d on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:07.260111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.262952 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0d5e20ce-56f1-4db7-8bec-f5d84bb8df33 req-7d07bd44-d7d0-4866-bd62-0bdc5edc3e74 tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.54 "DELETE /v2.0/ports/9f402aa1-5210-41f6-97b6-3fb3ca21966d HTTP/1.1" status: 204 len: 173 time: 1.3161166 Aug 22 15:19:07.266362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'name': 'network-vif-deleted', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:07.270398 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5373791-c606-4cbb-b856-edcbf077b44f" -d '{"events": [{"server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "name": "network-vif-deleted", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:07.323875 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd926dc-59d1-4f23-9fa0-fe64bcfa56df x-openstack-request-id: req-7fd926dc-59d1-4f23-9fa0-fe64bcfa56df {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:07.323875 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02d271-1ed5-4f11-9045-0624a7c83a2a", "name": "network-vif-deleted", "tag": "9f402aa1-5210-41f6-97b6-3fb3ca21966d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:07.324192 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fd926dc-59d1-4f23-9fa0-fe64bcfa56df {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:07.324443 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02d271-1ed5-4f11-9045-0624a7c83a2a', 'name': 'network-vif-deleted', 'tag': '9f402aa1-5210-41f6-97b6-3fb3ca21966d', 'status': 'completed', 'code': 200} Aug 22 15:19:07.347688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.360561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.443230 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.468739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f is not hosted by any dhcp agent {{(pid=102049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:19:07.475328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:07.476207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.477553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "PUT /v2.0/networks/47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f HTTP/1.1" status: 200 len: 723 time: 0.3305767 Aug 22 15:19:07.481775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37980) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:07.488316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:07.523584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6535d8-5eae-4cb8-bbc6-155c3d6ae4b2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:07.534048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:07.684066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router cde75e18-3df9-419d-9eba-4633faaa9637 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:07.734998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:07.739162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:07.799099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f276e2dc-37e6-422d-a15e-e9c459b222b4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:07.892525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:07.903194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:07.911309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ca55e5c-6b95-40d1-9e6b-060d6a012a8a tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/routers/cde75e18-3df9-419d-9eba-4633faaa9637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869080 Aug 22 15:19:07.925420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] Sync routers for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:07.957345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:07.957345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:07.992927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:08.009910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] Routers {'cde75e18-3df9-419d-9eba-4633faaa9637'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:08.009910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['cde75e18-3df9-419d-9eba-4633faaa9637'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:08.054726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f276e2dc-37e6-422d-a15e-e9c459b222b4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:08.057530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:08.061548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a16056-a9ba-49ea-8e1f-bf322db18817 None None] The sync data for ids ['cde75e18-3df9-419d-9eba-4633faaa9637'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:08.085287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e72d49f-15b0-4a8e-9d16-4c23ea7d3cf0 req-f7e1051a-e1ad-4bc9-89d3-20c1b4e5066b tempest-VolumesActionsTest-1109086165 tempest-VolumesActionsTest-1109086165-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb02d271-1ed5-4f11-9045-0624a7c83a2a HTTP/1.1" status: 200 len: 210 time: 0.0779822 Aug 22 15:19:08.115401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04763ae-2c83-4216-ac7d-ae0ea5071a20 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:08.173929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.186412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.264586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=90d2dc53-e836-4ba5-96d3-607146a61ee4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:08.279591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': 'e80caebc-dba7-4700-9de5-e64f4cf61b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:08.279591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:08.300042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Provisioning for port f276e2dc-37e6-422d-a15e-e9c459b222b4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:08.309325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:08.309698 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.309999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.441799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.443822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:08.463040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Update dhcp port {'port': {'network_id': 'f96dcfb3-47df-4aa8-bbf4-7712507108f0', 'fixed_ips': [{'subnet_id': 'b7c3d43e-0acd-4c8a-9641-31bb75b58889', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7ed7f6a-343f-4377-b4b7-787540a3c31f'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'f276e2dc-37e6-422d-a15e-e9c459b222b4'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:19:08.490477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port afe2442a-a908-438a-ba02-8657694a1fa4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:08.490820 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.508361 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.513414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] For port f276e2dc-37e6-422d-a15e-e9c459b222b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f276e2dc-37e6-422d-a15e-e9c459b222b4,segment=NetworkSegment(e59df67e-0be8-433f-be5f-cf64e7a8fe18),segment_id=e59df67e-0be8-433f-be5f-cf64e7a8fe18)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:08.577119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.592492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for afe2442a-a908-438a-ba02-8657694a1fa4 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:08.625050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:08.630940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:08.632053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.682844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482375b5-205b-4863-b68f-0d25e6276fc5 None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:08.687175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.728682 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-865da884-5a42-4730-8720-1bc6d5281c63 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2460389 Aug 22 15:19:08.733695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 37990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:08.741881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:08.839072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5642565'] for subnet, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.865536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04329a-0ec5-4fe5-b6c0-9a759ba3fa20 None None] Pushing event updated for resources: {'Port': ['ID=f276e2dc-37e6-422d-a15e-e9c459b222b4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:08.876452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.903673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=afe2442a-a908-438a-ba02-8657694a1fa4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:08.994688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:08.998334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Allocated IP 172.20.0.1 (f96dcfb3-47df-4aa8-bbf4-7712507108f0/d7ed7f6a-343f-4377-b4b7-787540a3c31f/f276e2dc-37e6-422d-a15e-e9c459b222b4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:09.047176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f', 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '90d2dc53-e836-4ba5-96d3-607146a61ee4'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:09.047935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.107460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.109886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.121951 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773289925690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5868025'] for subnet, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.141617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:09.142341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.144070 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "PUT /v2.0/subnets/90d2dc53-e836-4ba5-96d3-607146a61ee4 HTTP/1.1" status: 200 len: 826 time: 0.4080253 Aug 22 15:19:09.152818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 37996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:09.196422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987f3a5-9812-49dd-a680-f16e285a306d tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=90d2dc53-e836-4ba5-96d3-607146a61ee4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:09.273798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] For port f276e2dc-37e6-422d-a15e-e9c459b222b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f276e2dc-37e6-422d-a15e-e9c459b222b4,segment=NetworkSegment(e59df67e-0be8-433f-be5f-cf64e7a8fe18),segment_id=e59df67e-0be8-433f-be5f-cf64e7a8fe18)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:09.276818 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.303170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Allocated IP 2001:db8::2 (47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f/90d2dc53-e836-4ba5-96d3-607146a61ee4/d8f4931f-ee14-464f-a6d2-3e4446ad7c83) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:09.325376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.332391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.424766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Transition to ACTIVE for port object f276e2dc-37e6-422d-a15e-e9c459b222b4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:09.437208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.437208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Fanout notify agent at l3_agent the message router_deleted on router cde75e18-3df9-419d-9eba-4633faaa9637 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:19:09.437208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.437208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2688526-e5be-42fd-adaa-d98947f2b78e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/routers/cde75e18-3df9-419d-9eba-4633faaa9637 HTTP/1.1" status: 204 len: 168 time: 1.5309565 Aug 22 15:19:09.470795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38000) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:09.480736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.489934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Transition to ACTIVE for port object d8f4931f-ee14-464f-a6d2-3e4446ad7c83 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:09.505649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Transition to ACTIVE for port object d8f4931f-ee14-464f-a6d2-3e4446ad7c83 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:09.524818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting subnet 324cfcfe-2ebc-4721-813c-e5127d2a8db4 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:09.527885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.573261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.657381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.702075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f402aa1-5210-41f6-97b6-3fb3ca21966d no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:09.726634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 9f402aa1-5210-41f6-97b6-3fb3ca21966d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:09.726980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f402aa1-5210-41f6-97b6-3fb3ca21966d not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:09.752370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f276e2dc-37e6-422d-a15e-e9c459b222b4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:09.805341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:09.805635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.850222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.877140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.898590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.907732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Subnet': ['ID=324cfcfe-2ebc-4721-813c-e5127d2a8db4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:09.913495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:09.918660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:09.919113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74c7352c-2e45-4efb-a84b-db2c555ab660 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/subnets/324cfcfe-2ebc-4721-813c-e5127d2a8db4 HTTP/1.1" status: 204 len: 168 time: 0.4471755 Aug 22 15:19:09.928965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2936b27-e200-494f-aebb-1604589cc5bd None None] Network d35bbcf5-349e-42df-84b5-6d688529fdc3 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:09.978551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:10.004603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:10.009168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e854110-14b9-49d5-9c6a-6a0a556034aa None None] Pushing event updated for resources: {'Port': ['ID=f276e2dc-37e6-422d-a15e-e9c459b222b4,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.012695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.013684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:10.047347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.082251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=90d2dc53-e836-4ba5-96d3-607146a61ee4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.178106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.179050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Pushing event updated for resources: {'Port': ['ID=d8f4931f-ee14-464f-a6d2-3e4446ad7c83,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.196656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 0723a243-67c9-4348-8a6d-7618ffafa16d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:10.201719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.201719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.208765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Attempting to bind port d8f4931f-ee14-464f-a6d2-3e4446ad7c83 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:10.209230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Attempting to bind port d8f4931f-ee14-464f-a6d2-3e4446ad7c83 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e80caebc-dba7-4700-9de5-e64f4cf61b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:10.210014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Attempting to bind port d8f4931f-ee14-464f-a6d2-3e4446ad7c83 on network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:10.221673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80caebc-dba7-4700-9de5-e64f4cf61b55') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.222580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80caebc-dba7-4700-9de5-e64f4cf61b55') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.229154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:10.229549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Checking segment: {'id': 'e80caebc-dba7-4700-9de5-e64f4cf61b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:10.229965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.230397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Bound using segment: {'id': 'e80caebc-dba7-4700-9de5-e64f4cf61b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:10.230890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Bound port: d8f4931f-ee14-464f-a6d2-3e4446ad7c83, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80caebc-dba7-4700-9de5-e64f4cf61b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:10.231282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.289724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.327267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] For port 0723a243-67c9-4348-8a6d-7618ffafa16d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0723a243-67c9-4348-8a6d-7618ffafa16d,segment=NetworkSegment(cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc),segment_id=cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:10.327438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.338618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.359610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] For port d8f4931f-ee14-464f-a6d2-3e4446ad7c83, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:10.365334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] DHCP port deletion for d35bbcf5-349e-42df-84b5-6d688529fdc3 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:10.371446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:10.371900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:10.374831 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:10.377064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 0723a243-67c9-4348-8a6d-7618ffafa16d owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:10.438830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Deleting port 0723a243-67c9-4348-8a6d-7618ffafa16d {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:10.439794 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.551666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] For port d8f4931f-ee14-464f-a6d2-3e4446ad7c83, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d8f4931f-ee14-464f-a6d2-3e4446ad7c83,segment=NetworkSegment(e80caebc-dba7-4700-9de5-e64f4cf61b55),segment_id=e80caebc-dba7-4700-9de5-e64f4cf61b55)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:10.557497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] For port 0723a243-67c9-4348-8a6d-7618ffafa16d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0723a243-67c9-4348-8a6d-7618ffafa16d,segment=NetworkSegment(cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc),segment_id=cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:10.558011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.571598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Calling delete_port for 0723a243-67c9-4348-8a6d-7618ffafa16d owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:10.574297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 15:19:10.574297 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 15:19:10.574297 n-d-805046-3 neutron-server[102049]: [parameters: {'id': '47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f'}] Aug 22 15:19:10.574297 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:19:10.574738 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:19:10.596470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.625819 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.626121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=0723a243-67c9-4348-8a6d-7618ffafa16d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.641680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] No DVR routers for this DVR port 0723a243-67c9-4348-8a6d-7618ffafa16d on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:10.671026 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.711934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ab940-930a-4756-8ef0-f5faec348e67 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:10.713647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165ebe7-a13f-4efb-bdee-8d52b6a7837d None None] Pushing event updated for resources: {'Port': ['ID=d8f4931f-ee14-464f-a6d2-3e4446ad7c83,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.752081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.764129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35bbcf5-349e-42df-84b5-6d688529fdc3']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.775400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.775926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbe9a72-94c3-41a5-89e4-4c6467f7e9bc') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:10.787634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.803320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.810378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:10.810874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.811798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068124ab-6529-4ccc-89d4-b1a46a8d6c34 None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:10.814160 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:10.850756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.909215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ff3b83c2-0086-4ce5-a3d4-2f4b903d7915 None None] Provisioning for port f276e2dc-37e6-422d-a15e-e9c459b222b4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:10.925286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] Pushing event deleted for resources: {'Port': ['ID=0723a243-67c9-4348-8a6d-7618ffafa16d,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:10.936196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ff3b83c2-0086-4ce5-a3d4-2f4b903d7915 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:10.936528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ff3b83c2-0086-4ce5-a3d4-2f4b903d7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.979652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:10.982612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782589b-254c-4506-b8b1-1bbc72cb348a None None] No DVR routers for this DVR port 0723a243-67c9-4348-8a6d-7618ffafa16d on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:11.000010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.000010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/networks/d35bbcf5-349e-42df-84b5-6d688529fdc3 HTTP/1.1" status: 204 len: 168 time: 1.0751946 Aug 22 15:19:11.002987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38012) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.008856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76494a-17e2-4de2-81db-9357fed5fa71 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Network': ['ID=d35bbcf5-349e-42df-84b5-6d688529fdc3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:11.077041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.116541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219714a7-6632-418e-b97f-9a39b4ca5ec0 None None] Network 47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:11.148913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 673fe912-535a-4b26-8469-e12226937938 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:11.149373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.158997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting port d8f4931f-ee14-464f-a6d2-3e4446ad7c83 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:11.159941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.240157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.240790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.242058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] For port d8f4931f-ee14-464f-a6d2-3e4446ad7c83, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d8f4931f-ee14-464f-a6d2-3e4446ad7c83,segment=NetworkSegment(e80caebc-dba7-4700-9de5-e64f4cf61b55),segment_id=e80caebc-dba7-4700-9de5-e64f4cf61b55)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:11.242536 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.257699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 673fe912-535a-4b26-8469-e12226937938 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:11.528443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.569031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=673fe912-535a-4b26-8469-e12226937938,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:11.635161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.638367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.640240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a4e5e27-3c7b-4b69-9957-53a5ffc45638 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/floatingips/63d1b6e1-60ac-44a7-a9cb-f77aa75b6dc6 HTTP/1.1" status: 204 len: 168 time: 0.6386707 Aug 22 15:19:11.646794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38018) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.664722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Calling delete_port for d8f4931f-ee14-464f-a6d2-3e4446ad7c83 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:11.679724 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72d0c62-4976-4655-a113-3af8a48b1c26 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:11.680525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72d0c62-4976-4655-a113-3af8a48b1c26 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:11.682970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e72d0c62-4976-4655-a113-3af8a48b1c26 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/8d12340a-bd27-4838-910b-6ca0155acdc5 HTTP/1.1" status: 404 len: 333 time: 0.0329204 Aug 22 15:19:11.685246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38020) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.715853 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59d1e388-f3e1-49dd-8b3d-521f7f2d847d tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/ports?device_id=cde75e18-3df9-419d-9eba-4633faaa9637 HTTP/1.1" status: 200 len: 205 time: 0.0293186 Aug 22 15:19:11.718646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.728153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08da23e7-6776-423b-b049-be46f4d55266 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 15:19:11.763392 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-94d075b7-c2da-476c-8857-aeca095d7c1b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] delete failed (client error): The resource could not be found. Aug 22 15:19:11.766779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-94d075b7-c2da-476c-8857-aeca095d7c1b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/routers/cde75e18-3df9-419d-9eba-4633faaa9637 HTTP/1.1" status: 404 len: 336 time: 0.0469394 Aug 22 15:19:11.769224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.792735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8b289b8e-ef07-45ba-985a-0c096b19e5e5 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:11.793257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b289b8e-ef07-45ba-985a-0c096b19e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.802864 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5119de-81c2-4264-aacb-8e72e090579b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:11.803465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5119de-81c2-4264-aacb-8e72e090579b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:11.805375 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7c5119de-81c2-4264-aacb-8e72e090579b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/subnets/324cfcfe-2ebc-4721-813c-e5127d2a8db4 HTTP/1.1" status: 404 len: 337 time: 0.0347133 Aug 22 15:19:11.808227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38026) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:11.813346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f276e2dc-37e6-422d-a15e-e9c459b222b4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:11.854365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.882545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Port': ['ID=d8f4931f-ee14-464f-a6d2-3e4446ad7c83,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:11.891149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No DVR routers for this DVR port d8f4931f-ee14-464f-a6d2-3e4446ad7c83 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:11.920348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 8773418a-5383-4374-9af8-86e6c145aa4c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:11.920702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.962491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da23e7-6776-423b-b049-be46f4d55266 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 15:19:11.978105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.984074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:11.984461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:11.991480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:12.003745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80caebc-dba7-4700-9de5-e64f4cf61b55') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:12.004120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80caebc-dba7-4700-9de5-e64f4cf61b55') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:12.016543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.019465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.032580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 8773418a-5383-4374-9af8-86e6c145aa4c owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:12.036466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.044274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:12.044692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:12.047963 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:12.209655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.222528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.228179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38028) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.228924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f HTTP/1.1" status: 204 len: 168 time: 3.0743454 Aug 22 15:19:12.240920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.246061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c64ee3-096c-455b-a875-79df5c3913b8 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:12.265309 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80fd7b0-9814-4486-95af-fde3264a93f6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:12.268541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80fd7b0-9814-4486-95af-fde3264a93f6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:12.271682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0723a243-67c9-4348-8a6d-7618ffafa16d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:12.275053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.275460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f80fd7b0-9814-4486-95af-fde3264a93f6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f HTTP/1.1" status: 404 len: 339 time: 0.0457764 Aug 22 15:19:12.284225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316761267', 'description': 'd1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:12.301416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0723a243-67c9-4348-8a6d-7618ffafa16d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:12.301769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0723a243-67c9-4348-8a6d-7618ffafa16d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:12.306541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=8773418a-5383-4374-9af8-86e6c145aa4c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:12.383050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.385031 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8724ea62-b31b-4ffb-a4e4-4091060f22cd tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/8773418a-5383-4374-9af8-86e6c145aa4c HTTP/1.1" status: 204 len: 168 time: 0.5756238 Aug 22 15:19:12.387691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.390997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:12.397166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.421216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:12.431628 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.432070 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment ed7ff336-d733-40a1-86f8-466ff748641b of type vlan for network 4cfaa2b7-cc87-4633-b73f-c3456a2711ac Aug 22 15:19:12.475566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.485179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 78aeb232-5947-4238-86ff-d83769d28751 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:12.485564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.582622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.594794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 78aeb232-5947-4238-86ff-d83769d28751 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:12.596295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.602885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:12.603491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.677044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=4cfaa2b7-cc87-4633-b73f-c3456a2711ac,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:12.688485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4cfaa2b7-cc87-4633-b73f-c3456a2711ac details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:12.714052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f5988e57-cd17-4821-9094-ef7589b73946 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4377105 Aug 22 15:19:12.714675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38044) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.790224 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.812995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0d039-5496-4f6d-9444-823d360b6cea tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:12.816671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ce0d039-5496-4f6d-9444-823d360b6cea tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks?id=4cfaa2b7-cc87-4633-b73f-c3456a2711ac HTTP/1.1" status: 200 len: 765 time: 0.0990133 Aug 22 15:19:12.817917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38048) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.819424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=78aeb232-5947-4238-86ff-d83769d28751,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:12.823322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'description': 'd2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:12.889621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:12.891558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b9cc8f0-03a4-4ef5-9803-3ea75baa7cdc tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/ports/78aeb232-5947-4238-86ff-d83769d28751 HTTP/1.1" status: 204 len: 168 time: 0.5027676 Aug 22 15:19:12.894309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.947000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade8b858-684b-43f9-a12c-2066b23c2bc9 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:12.948645 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ade8b858-684b-43f9-a12c-2066b23c2bc9 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "GET /v2.0/ports?device_id=8013a5a8-84c2-4113-aff6-ad67a4683713 HTTP/1.1" status: 200 len: 913 time: 0.0531652 Aug 22 15:19:12.951403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:12.996069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:13.208851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:13.228743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 4cfaa2b7-cc87-4633-b73f-c3456a2711ac is not hosted by any dhcp agent {{(pid=102049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 22 15:19:13.234550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.235407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:13.240438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "PUT /v2.0/networks/4cfaa2b7-cc87-4633-b73f-c3456a2711ac HTTP/1.1" status: 200 len: 762 time: 0.4178543 Aug 22 15:19:13.240867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38056) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:13.322960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b126cf9-95a6-441c-a854-59a99855de7c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=4cfaa2b7-cc87-4633-b73f-c3456a2711ac,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:13.329539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:13.336815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4cfaa2b7-cc87-4633-b73f-c3456a2711ac details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:13.414592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73ae47-61c6-4446-a91d-787444a2aae6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.425925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38060) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:13.430239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e73ae47-61c6-4446-a91d-787444a2aae6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks?id=4cfaa2b7-cc87-4633-b73f-c3456a2711ac HTTP/1.1" status: 200 len: 765 time: 0.1874940 Aug 22 15:19:13.684394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c8510-1454-4aaa-8c62-2bc426dbffa5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.686883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-820c8510-1454-4aaa-8c62-2bc426dbffa5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2587361 Aug 22 15:19:13.689230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38062) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:13.733455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0246b555-6477-4cd4-a1ba-00ded065f976 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 207 time: 0.0398648 Aug 22 15:19:13.733751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38064) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:13.915394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.921267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.928607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.934380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.940506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.947457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:13.953290 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-831b1895-3df7-4037-8df8-e62fa9f73787 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2147846 Aug 22 15:19:13.954627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38066) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:13.981026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port b769ac55-9509-4e7f-a07a-e55218f34606 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:13.981370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.073941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.088173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for b769ac55-9509-4e7f-a07a-e55218f34606 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:14.098839 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc6d49cb-6263-490d-b635-a084865dc1eb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1350420 Aug 22 15:19:14.098839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.162012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.162206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.163743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.165303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.167029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.172171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-75d72124-0729-41fd-b3cb-2897e6c18bb3 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0739994 Aug 22 15:19:14.172983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38072) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.241739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.243184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.244652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.246116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.247718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.252758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-60297dea-f802-4e70-a43e-113cb89a4db4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0754054 Aug 22 15:19:14.256501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.346009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.366519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc86b56-ded3-41b1-9a2b-9f269e71eee9 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.371471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2cc86b56-ded3-41b1-9a2b-9f269e71eee9 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks/5f5d48da-56b9-44ea-9d98-169c7c373aa4 HTTP/1.1" status: 200 len: 803 time: 0.1099124 Aug 22 15:19:14.371725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38076) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.496865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3f91fad-ee4c-4a96-8c80-d87b544852e4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/networks/5f5d48da-56b9-44ea-9d98-169c7c373aa4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1207693 Aug 22 15:19:14.497044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.561208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5730cb4-1283-43e5-a6d9-33edb38f9ffe tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.563123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e5730cb4-1283-43e5-a6d9-33edb38f9ffe tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets/4523c185-ec05-44c9-b5c7-486d59d17ecc HTTP/1.1" status: 200 len: 843 time: 0.0650768 Aug 22 15:19:14.568984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.631674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d7838-fa4f-4d71-b7d3-a789b4f8846f tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['shared'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.633775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-626d7838-fa4f-4d71-b7d3-a789b4f8846f tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "GET /v2.0/subnets/4523c185-ec05-44c9-b5c7-486d59d17ecc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0633726 Aug 22 15:19:14.637500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38084) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:14.643157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555422152'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:14.703322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=b769ac55-9509-4e7f-a07a-e55218f34606,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:14.732250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.737244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.737244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.737244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.737244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:14.738700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.770553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:14.779723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.780094 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Added segment ab11526b-88b8-44a9-9e58-c8a39ff90220 of type vlan for network 97fd39be-2ae6-44a3-802a-86c79f1693ba Aug 22 15:19:14.827194 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.894458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.939815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:14.946654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:14.947332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.016928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Network': ['ID=97fd39be-2ae6-44a3-802a-86c79f1693ba,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:15.030685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:15.048570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-15962e73-2361-4012-aa44-c0edcd82b0d7 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4096451 Aug 22 15:19:15.052278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38086) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:15.058795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:15.136828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Router 8013a5a8-84c2-4113-aff6-ad67a4683713 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:15.255446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:15.262084 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-765895df-57f1-4bdd-b648-61c14cef5712 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "PUT /v2.0/routers/8013a5a8-84c2-4113-aff6-ad67a4683713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3092163 Aug 22 15:19:15.276923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Made reservation on behalf of a87b7e893eb842a89d0898fa8f3ad7ac for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:15.277376 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] Sync routers for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:15.277757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.278614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38092) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:15.283759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:15.287153 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:15.354122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Performing IP validity checks on allocation pools {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 15:19:15.354369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:15.355026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 15:19:15.365425 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] Routers {'8013a5a8-84c2-4113-aff6-ad67a4683713'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:15.366204 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8013a5a8-84c2-4113-aff6-ad67a4683713'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:15.417949 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:15.418602 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112217c-d21e-4100-a23f-73e8146e533b None None] The sync data for ids ['8013a5a8-84c2-4113-aff6-ad67a4683713'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:15.460229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.576803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.602426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.664965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=4616f1e7-1db4-4d0f-a24e-5710f845c7c5,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:15.682927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Checking segment: {'id': 'ab11526b-88b8-44a9-9e58-c8a39ff90220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:15.683306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network hostable DHCP agents. Network: 97fd39be-2ae6-44a3-802a-86c79f1693ba, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:15.748091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting port 3cb57b84-9bc9-417b-8e50-c03f6614e0cf {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:15.748506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.768130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:15.829605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:15.843941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Calling delete_port for 3cb57b84-9bc9-417b-8e50-c03f6614e0cf owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:15.893856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 97fd39be-2ae6-44a3-802a-86c79f1693ba) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:15.903801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121b689-f85b-46c6-8c83-1dcb867efac3 None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:15.907292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:15.908112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.056330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bfaa325a-530f-473d-93fb-47af588dd721 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0012195 Aug 22 15:19:16.058040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38100) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:16.061471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-97fd39be-2ae6-44a3-802a-86c79f1693ba', 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba', 'tenant_id': 'a87b7e893eb842a89d0898fa8f3ad7ac', 'fixed_ips': [{'subnet_id': '4616f1e7-1db4-4d0f-a24e-5710f845c7c5'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:16.062356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.063773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:16.089397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.124175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Port': ['ID=3cb57b84-9bc9-417b-8e50-c03f6614e0cf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:16.199569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6276352'] for subnet, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.214084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.228839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Allocated IP 2001:db8::3 (97fd39be-2ae6-44a3-802a-86c79f1693ba/4616f1e7-1db4-4d0f-a24e-5710f845c7c5/5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:16.314692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.318271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.386892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.419431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Transition to ACTIVE for port object 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:16.419767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.420361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Fanout notify agent at l3_agent the message router_deleted on router 8013a5a8-84c2-4113-aff6-ad67a4683713 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:19:16.434358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.434358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-76cd73ab-a9b1-4310-9235-e2c9b595680b tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/routers/8013a5a8-84c2-4113-aff6-ad67a4683713 HTTP/1.1" status: 204 len: 168 time: 1.1538692 Aug 22 15:19:16.436595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38110) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:16.442065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Transition to ACTIVE for port object 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:16.494138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Deleting subnet ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:16.498179 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.540423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.552185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.596207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:16.600322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:16.603910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:16.622870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Pushing event updated for resources: {'Port': ['ID=5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:16.645503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.668411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Attempting to bind port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:16.668786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Attempting to bind port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ab11526b-88b8-44a9-9e58-c8a39ff90220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:16.669150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Attempting to bind port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b on network 97fd39be-2ae6-44a3-802a-86c79f1693ba {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:16.674827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:16.677958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Checking segment: {'id': 'ab11526b-88b8-44a9-9e58-c8a39ff90220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:16.677958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.677958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Bound using segment: {'id': 'ab11526b-88b8-44a9-9e58-c8a39ff90220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:16.677958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Bound port: 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab11526b-88b8-44a9-9e58-c8a39ff90220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97fd39be-2ae6-44a3-802a-86c79f1693ba'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:16.677958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.752870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] For port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:16.757091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] For port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b,segment=NetworkSegment(ab11526b-88b8-44a9-9e58-c8a39ff90220),segment_id=ab11526b-88b8-44a9-9e58-c8a39ff90220)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:16.874449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.885075 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.902733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:16.904182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773289925690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4422799'] for subnet, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.909599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.912617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-faa5bc60-8686-42b7-a90c-50b77b19a14e tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/subnets/ee5de3d0-5349-4bd4-bf3c-baefd0f3f83b HTTP/1.1" status: 204 len: 168 time: 0.4745388 Aug 22 15:19:16.913703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38118) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:16.950286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ec49-3285-4383-98cc-1e3502fd49e8 None None] Pushing event updated for resources: {'Port': ['ID=5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:16.975349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event updated for resources: {'Subnet': ['ID=4616f1e7-1db4-4d0f-a24e-5710f845c7c5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:16.978089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:16.983397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:16.983397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a8b4e4b-ca22-4ae0-980a-81f92655061c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "PUT /v2.0/subnets/4616f1e7-1db4-4d0f-a24e-5710f845c7c5 HTTP/1.1" status: 200 len: 900 time: 0.9209516 Aug 22 15:19:16.984030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38120) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:17.021857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.110048 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.131361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.142400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1946798-ca36-4c9d-8dc1-32051d347387']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.156632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfde578-79a8-453f-a6b3-561e326840ee') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.157019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfde578-79a8-453f-a6b3-561e326840ee') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.169803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.179591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:17.180147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.191665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.201510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:17.202049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:17.207904 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:17.294272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] For port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b,segment=NetworkSegment(ab11526b-88b8-44a9-9e58-c8a39ff90220),segment_id=ab11526b-88b8-44a9-9e58-c8a39ff90220)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:17.294642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.309547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Calling delete_port for 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:17.362359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.371161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.373060 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] 10.222.0.53 "DELETE /v2.0/networks/a1946798-ca36-4c9d-8dc1-32051d347387 HTTP/1.1" status: 204 len: 168 time: 0.4582379 Aug 22 15:19:17.386679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c645a-5979-487b-88f5-27b43fb25487 tempest-FloatingIPTestJSON-334909377 tempest-FloatingIPTestJSON-334909377-project] Pushing event deleted for resources: {'Network': ['ID=a1946798-ca36-4c9d-8dc1-32051d347387,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:17.533607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.562324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Port': ['ID=5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:17.606461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No DVR routers for this DVR port 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:17.658267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.791553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.821141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=4616f1e7-1db4-4d0f-a24e-5710f845c7c5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:17.893241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.906582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fd39be-2ae6-44a3-802a-86c79f1693ba']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.923261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab11526b-88b8-44a9-9e58-c8a39ff90220') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.923261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab11526b-88b8-44a9-9e58-c8a39ff90220') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:17.930743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.947086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.954236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:17.954236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:17.958389 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:17.991290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38132) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.055085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ad8d5-91bc-4d11-b6e1-aac28acec932 None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:18.081019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c82f53e-28f1-457c-a2c5-6c2e179a5bc2 None None] Could not find standard attr ID for object 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:19:18.122893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.143316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.147653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/97fd39be-2ae6-44a3-802a-86c79f1693ba HTTP/1.1" status: 204 len: 168 time: 1.1623678 Aug 22 15:19:18.152932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38140) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.158350 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9736ab5d-1134-46be-82ab-aab4dc0fdd5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3db5aaa8dbd34f809706ff49596a6d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659026 Aug 22 15:19:18.164342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38142) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.189846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ff8e-692f-41bb-9bd3-ae47c49f5384 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=97fd39be-2ae6-44a3-802a-86c79f1693ba,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:18.194621 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8369b02f-6257-47a1-bc12-972516ac0fb0 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:18.195198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8369b02f-6257-47a1-bc12-972516ac0fb0 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:18.202685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8369b02f-6257-47a1-bc12-972516ac0fb0 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/4616f1e7-1db4-4d0f-a24e-5710f845c7c5 HTTP/1.1" status: 404 len: 337 time: 0.0435522 Aug 22 15:19:18.202685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38144) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.223562 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a3b15d-6a55-4869-9a24-12c834ac3bdb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:18.224290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a3b15d-6a55-4869-9a24-12c834ac3bdb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:18.226287 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-19a3b15d-6a55-4869-9a24-12c834ac3bdb tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/97fd39be-2ae6-44a3-802a-86c79f1693ba HTTP/1.1" status: 404 len: 339 time: 0.0249841 Aug 22 15:19:18.233359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38146) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.246059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.261441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cab1ca-1f16-49ce-83eb-32b96a60bce6 None None] DHCP port deletion for 97fd39be-2ae6-44a3-802a-86c79f1693ba request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:18.282000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fbc4e-6cb3-4640-b5da-4f771f750b7f None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:18.295211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897fbc4e-6cb3-4640-b5da-4f771f750b7f None None] Network 97fd39be-2ae6-44a3-802a-86c79f1693ba could not be found, it might have been deleted concurrently. {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 22 15:19:18.322634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.349169 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.455622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.466473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfaa2b7-cc87-4633-b73f-c3456a2711ac']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:18.478275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7ff336-d733-40a1-86f8-466ff748641b') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:18.478838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7ff336-d733-40a1-86f8-466ff748641b') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:18.488293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.517311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.517311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.517311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34d91cfb-c440-425a-b265-643a332a18da HTTP/1.1" status: 204 len: 168 time: 0.3444235 Aug 22 15:19:18.520852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.524406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e949a8-ccd0-48f3-8d17-c93f409c2a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d91cfb-c440-425a-b265-643a332a18da,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:18.538198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:18.538841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:18.541642 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:18.654299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.662142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.671044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/4cfaa2b7-cc87-4633-b73f-c3456a2711ac HTTP/1.1" status: 204 len: 168 time: 0.4295881 Aug 22 15:19:18.671044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38152) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.683812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef776b-d178-4f4f-ae39-868a7034aaba tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=4cfaa2b7-cc87-4633-b73f-c3456a2711ac,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:18.703786 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e955d3cf-6925-467b-bb71-ec6eb858dab5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:18.704255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e955d3cf-6925-467b-bb71-ec6eb858dab5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:18.706011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e955d3cf-6925-467b-bb71-ec6eb858dab5 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/90d2dc53-e836-4ba5-96d3-607146a61ee4 HTTP/1.1" status: 404 len: 337 time: 0.0387185 Aug 22 15:19:18.709223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38154) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.734763 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c132543a-2be9-456c-bdac-cbd7ca2f6370 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:18.735350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c132543a-2be9-456c-bdac-cbd7ca2f6370 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:18.740216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c132543a-2be9-456c-bdac-cbd7ca2f6370 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/47e9aecb-e5c7-4feb-8fc8-5b3a2b03a59f HTTP/1.1" status: 404 len: 339 time: 0.0270107 Aug 22 15:19:18.740604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38156) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:18.798696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting subnet d7ed7f6a-343f-4377-b4b7-787540a3c31f {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:18.802100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.848542 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:18.952371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.077609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.109276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ed7f6a-343f-4377-b4b7-787540a3c31f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:19.118049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.122376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ab7d5ed8-925b-438f-abd1-eee2168110a6 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/d7ed7f6a-343f-4377-b4b7-787540a3c31f HTTP/1.1" status: 204 len: 168 time: 0.3786862 Aug 22 15:19:19.122734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:19.132518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9fd1e8-08b8-4b52-bf0e-3828e96e4468 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:19.179994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting subnet b7c3d43e-0acd-4c8a-9641-31bb75b58889 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:19.183506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.232255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.345466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.550944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.580345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c3d43e-0acd-4c8a-9641-31bb75b58889,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:19.593362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.596255 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6ae62689-aed4-4443-8f4a-1b5d908b6ee4 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/b7c3d43e-0acd-4c8a-9641-31bb75b58889 HTTP/1.1" status: 204 len: 168 time: 0.4724679 Aug 22 15:19:19.599276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38182) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:19.610139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38184) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:19.725154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:19.739277 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.758528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:19.759227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bbb1b2a-d051-4b30-bb7b-0f01fe988d3b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:19.768275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-794332047-network', 'tenant_id': '606db0a5ab0249b381c4a22e98b3b959'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:19.810647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting port f276e2dc-37e6-422d-a15e-e9c459b222b4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:19.811057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.877661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Made reservation on behalf of 606db0a5ab0249b381c4a22e98b3b959 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:19.885487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.895315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] For port f276e2dc-37e6-422d-a15e-e9c459b222b4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f276e2dc-37e6-422d-a15e-e9c459b222b4,segment=NetworkSegment(e59df67e-0be8-433f-be5f-cf64e7a8fe18),segment_id=e59df67e-0be8-433f-be5f-cf64e7a8fe18)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:19.895645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.897399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:19.917716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Calling delete_port for f276e2dc-37e6-422d-a15e-e9c459b222b4 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:19.946617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777c6e2-81c2-4c22-b22d-11d6df27ba38 None None] Network f96dcfb3-47df-4aa8-bbf4-7712507108f0 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:20.022103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.044833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75818f13-c004-45ba-88a3-56490b6f3316 None None] Provisioning complete for port f276e2dc-37e6-422d-a15e-e9c459b222b4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:20.045196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-75818f13-c004-45ba-88a3-56490b6f3316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.088064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.134049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a9b40-0744-49f4-993b-3fd63268afb5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:20.145207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.149420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:20.154014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75818f13-c004-45ba-88a3-56490b6f3316 None None] Could not find standard attr ID for object f276e2dc-37e6-422d-a15e-e9c459b222b4. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:19:20.158937 n-d-805046-3 neutron-server[102051]: INFO neutron.plugins.ml2.db [None req-75818f13-c004-45ba-88a3-56490b6f3316 None None] No ports have port_id starting with f276e2dc-37e6-422d-a15e-e9c459b222b4 Aug 22 15:19:20.161473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.161828 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Added segment 73a635a0-2261-4493-9d0a-a999103954d3 of type vlan for network 8d00ea91-a70c-4336-b0df-ee2a32d8570a Aug 22 15:19:20.198433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Port': ['ID=f276e2dc-37e6-422d-a15e-e9c459b222b4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:20.206992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No DVR routers for this DVR port f276e2dc-37e6-422d-a15e-e9c459b222b4 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:20.223926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.245942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0ed8-0be8-4af4-b961-978bdbdc3678 req-0bbae149-ea16-4d01-affc-860ec822e16d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:20.251781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d69dc8e-8c6d-436a-82e1-6c0491166a98 None None] DHCP port deletion for f96dcfb3-47df-4aa8-bbf4-7712507108f0 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:20.253692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ab0ed8-0be8-4af4-b961-978bdbdc3678 req-0bbae149-ea16-4d01-affc-860ec822e16d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.1205859 Aug 22 15:19:20.337904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.351437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96dcfb3-47df-4aa8-bbf4-7712507108f0']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:20.356013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ab0ed8-0be8-4af4-b961-978bdbdc3678 req-206fdf44-d290-4af2-891c-a8de02ac487a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014633 Aug 22 15:19:20.356872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.360034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:20.360034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.381434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59df67e-0be8-433f-be5f-cf64e7a8fe18') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:20.381434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59df67e-0be8-433f-be5f-cf64e7a8fe18') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:20.382171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38194) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.394516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.429946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] Pushing event updated for resources: {'Network': ['ID=8d00ea91-a70c-4336-b0df-ee2a32d8570a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:20.442219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.451158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8d00ea91-a70c-4336-b0df-ee2a32d8570a details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:20.452843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:20.453270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:20.456526 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:20.481406 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-10bf2e79-019b-4947-8bba-71e76909ad54 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8634782 Aug 22 15:19:20.481406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38198) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.490079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-77f81b6c-4432-4a87-a16d-b6843bff0e91 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/3f859a6b-55d9-4192-94f3-37bb8dc479e5 HTTP/1.1" status: 200 len: 994 time: 0.1007044 Aug 22 15:19:20.490294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Request body: {'subnet': {'network_id': '8d00ea91-a70c-4336-b0df-ee2a32d8570a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-794332047-subnet', 'tenant_id': '606db0a5ab0249b381c4a22e98b3b959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:20.604855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Made reservation on behalf of 606db0a5ab0249b381c4a22e98b3b959 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:20.607278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.648305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.680111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.683921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/f96dcfb3-47df-4aa8-bbf4-7712507108f0 HTTP/1.1" status: 204 len: 168 time: 1.0834177 Aug 22 15:19:20.685068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691854a-40e3-41e7-8e5b-3997ec2e78ab tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=f96dcfb3-47df-4aa8-bbf4-7712507108f0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:20.687387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.726382 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-197119d1-920d-4767-87b3-a69508a52718 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.726613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197119d1-920d-4767-87b3-a69508a52718 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.730725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-197119d1-920d-4767-87b3-a69508a52718 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/43ad3c3d-a1aa-4003-b0cc-722304245a23 HTTP/1.1" status: 404 len: 337 time: 0.0370398 Aug 22 15:19:20.731181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38208) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.763087 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8797485-9e65-4703-8ae9-10db936eb8d2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.763847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8797485-9e65-4703-8ae9-10db936eb8d2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.770194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f8797485-9e65-4703-8ae9-10db936eb8d2 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/9664cb34-bb50-45b6-b923-26956a81fccd HTTP/1.1" status: 404 len: 339 time: 0.0348954 Aug 22 15:19:20.770645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38212) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.805248 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a43297-d10d-4946-9f74-2f8650628447 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.805721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a43297-d10d-4946-9f74-2f8650628447 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.811128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-45a43297-d10d-4946-9f74-2f8650628447 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/493cbd4f-9d21-4972-81f9-7e4d940fceca HTTP/1.1" status: 404 len: 337 time: 0.0371747 Aug 22 15:19:20.811440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.846712 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca80bba-b5be-4d40-9310-c09a84e01c41 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.846712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca80bba-b5be-4d40-9310-c09a84e01c41 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.848352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fca80bba-b5be-4d40-9310-c09a84e01c41 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/b26171c0-ceab-47d0-be83-9198354e6f5b HTTP/1.1" status: 404 len: 339 time: 0.0342996 Aug 22 15:19:20.851159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38216) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.902354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:20.904139 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e533be36-c645-480b-8f85-a31003b5ef6c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.904629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e533be36-c645-480b-8f85-a31003b5ef6c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.908858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e533be36-c645-480b-8f85-a31003b5ef6c tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/b7b83765-091d-43f7-8a86-bfb76e3b1d25 HTTP/1.1" status: 404 len: 337 time: 0.0535750 Aug 22 15:19:20.909012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38218) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.932760 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb6667c-5876-47d6-a32e-8d1180216026 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:20.933449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb6667c-5876-47d6-a32e-8d1180216026 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:20.938362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-feb6667c-5876-47d6-a32e-8d1180216026 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/52791dbb-0547-4adb-95e9-6228dcd02cd1 HTTP/1.1" status: 404 len: 339 time: 0.0246832 Aug 22 15:19:20.939145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38220) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:20.955321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09620e7d-95e6-45a4-bba8-e4672a75e757 req-9c726b01-a18c-425f-a0e3-a25af77d0371 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:20.957638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09620e7d-95e6-45a4-bba8-e4672a75e757 req-9c726b01-a18c-425f-a0e3-a25af77d0371 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1097 time: 0.1223357 Aug 22 15:19:20.978164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a07dc5-a024-4e64-bfd3-ec64e6067708,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:20.986889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Checking segment: {'id': '73a635a0-2261-4493-9d0a-a999103954d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8d00ea91-a70c-4336-b0df-ee2a32d8570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:20.990231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Network hostable DHCP agents. Network: 8d00ea91-a70c-4336-b0df-ee2a32d8570a, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:21.022979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting subnet 9f4ebf6f-1e25-42a8-a913-13455f88c9ba {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:21.030338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.035941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09620e7d-95e6-45a4-bba8-e4672a75e757 req-34423bb5-be2d-4031-aded-583576ec7793 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568054 Aug 22 15:19:21.085816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.161016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.161915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Network 8d00ea91-a70c-4336-b0df-ee2a32d8570a is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:21.188081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.316874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8d00ea91-a70c-4336-b0df-ee2a32d8570a) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:21.322201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:21.323474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.338486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bc741-8971-4aed-a55a-04e4ec5a81ad None None] Network 8d00ea91-a70c-4336-b0df-ee2a32d8570a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:21.403568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.431678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4ebf6f-1e25-42a8-a913-13455f88c9ba,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:21.437515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.442065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e5f84b7b-905a-4106-982a-4fdfb4ea95a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/9f4ebf6f-1e25-42a8-a913-13455f88c9ba HTTP/1.1" status: 204 len: 168 time: 0.5007887 Aug 22 15:19:21.443377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38228) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:21.452857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201620b7-b2ff-46ca-addf-c80982ffcf2d None None] Network b5dd99cd-0130-4d84-835a-05e46cd6ad09 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:21.566866 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3b1667c2-c2dd-4060-8eb8-d61cb36332c0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0863197 Aug 22 15:19:21.579291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fca60-fa83-4ee8-83fb-63bcd89a03c5 None None] Network 8d00ea91-a70c-4336-b0df-ee2a32d8570a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:21.606211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.710393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting port 78cd2de2-376e-48b7-823a-f2e144f7b47c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:21.710742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.821096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f276e2dc-37e6-422d-a15e-e9c459b222b4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:21.835223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] For port 78cd2de2-376e-48b7-823a-f2e144f7b47c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78cd2de2-376e-48b7-823a-f2e144f7b47c,segment=NetworkSegment(6bc96dbc-4c96-4a47-a57c-a2a68ba74320),segment_id=6bc96dbc-4c96-4a47-a57c-a2a68ba74320)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:21.835656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:21.861719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Calling delete_port for 78cd2de2-376e-48b7-823a-f2e144f7b47c owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:21.868167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f276e2dc-37e6-422d-a15e-e9c459b222b4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:21.868621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f276e2dc-37e6-422d-a15e-e9c459b222b4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:21.968846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] DHCP port deletion for b5dd99cd-0130-4d84-835a-05e46cd6ad09 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:22.032290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Deleting port 78cd2de2-376e-48b7-823a-f2e144f7b47c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:22.032679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.053879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.114202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Port': ['ID=78cd2de2-376e-48b7-823a-f2e144f7b47c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:22.116556 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No DVR routers for this DVR port 78cd2de2-376e-48b7-823a-f2e144f7b47c on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:22.151140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] For port 78cd2de2-376e-48b7-823a-f2e144f7b47c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78cd2de2-376e-48b7-823a-f2e144f7b47c,segment=NetworkSegment(6bc96dbc-4c96-4a47-a57c-a2a68ba74320),segment_id=6bc96dbc-4c96-4a47-a57c-a2a68ba74320)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:22.151140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.211183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.225986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Calling delete_port for 78cd2de2-376e-48b7-823a-f2e144f7b47c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:22.232900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dd99cd-0130-4d84-835a-05e46cd6ad09']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:22.267501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc96dbc-4c96-4a47-a57c-a2a68ba74320') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:22.268580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc96dbc-4c96-4a47-a57c-a2a68ba74320') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:22.280212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.311748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.320586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:22.321373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:22.340113 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:22.343649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.370674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Pushing event deleted for resources: {'Port': ['ID=78cd2de2-376e-48b7-823a-f2e144f7b47c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:22.373012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] No DVR routers for this DVR port 78cd2de2-376e-48b7-823a-f2e144f7b47c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:22.382426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.382791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.383483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.384841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.385195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.389452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e1ffc2-34da-45ca-9831-5875398f62cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:19:22.480583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.489415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.492384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/b5dd99cd-0130-4d84-835a-05e46cd6ad09 HTTP/1.1" status: 204 len: 168 time: 1.0456042 Aug 22 15:19:22.500982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:22.503881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84a569-a3cb-40ea-b191-ad4a12b6b1a1 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=b5dd99cd-0130-4d84-835a-05e46cd6ad09,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:22.558184 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4df85-f63b-4e58-a724-9cab4866b5fa tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:22.558883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f4df85-f63b-4e58-a724-9cab4866b5fa tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:22.560989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-24f4df85-f63b-4e58-a724-9cab4866b5fa tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/ce913939-87d2-4b18-85b7-659df4e06193 HTTP/1.1" status: 404 len: 337 time: 0.0585430 Aug 22 15:19:22.563458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:22.602223 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a6c2c4-b659-47a7-932c-30c4fd3b0873 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:22.603185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a6c2c4-b659-47a7-932c-30c4fd3b0873 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:22.605669 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4a6c2c4-b659-47a7-932c-30c4fd3b0873 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/820949c8-7c3b-4387-adb5-dc38ddc17f56 HTTP/1.1" status: 404 len: 339 time: 0.0404017 Aug 22 15:19:22.607327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:22.681661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting subnet 4523c185-ec05-44c9-b5c7-486d59d17ecc {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:22.685547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38278) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:22.689173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.691150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718068071-network', 'tenant_id': '0f531b24a9b84be2af151585c6270897'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:22.751188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Made reservation on behalf of 0f531b24a9b84be2af151585c6270897 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:22.756703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.768060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.773150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.808018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-e5ba670e-198d-4775-b5b7-37de0d9e5428 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2561097 Aug 22 15:19:22.819780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-51cce528-c57c-4f00-9249-fbf98bd41d2a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:19:22.820857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-51cce528-c57c-4f00-9249-fbf98bd41d2a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064926 Aug 22 15:19:22.875608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.888322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:22.990651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.017224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:23.026612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf17d9-454f-4687-84d3-e0acfe4afb25,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:23.031795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.033479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.033836 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Added segment e7a5ad0c-4bcd-4e60-9105-1f8c53f59c60 of type vlan for network 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 Aug 22 15:19:23.048513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.053991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/subnets/4523c185-ec05-44c9-b5c7-486d59d17ecc HTTP/1.1" status: 204 len: 168 time: 0.4420848 Aug 22 15:19:23.058867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9ee1c-9298-47d9-923c-1105af0c3382 None None] Network 5f5d48da-56b9-44ea-9d98-169c7c373aa4 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:23.068998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38286) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:23.077917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281e427-5ee7-4893-870f-200186efe874 tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Subnet': ['ID=4523c185-ec05-44c9-b5c7-486d59d17ecc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:23.120973 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.181783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.243412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Deleting port 7de971b7-aa01-4118-a51c-072421c58da0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:23.243759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.272394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] DHCP port deletion for 5f5d48da-56b9-44ea-9d98-169c7c373aa4 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:23.320457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.321621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:23.322204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.330907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] For port 7de971b7-aa01-4118-a51c-072421c58da0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7de971b7-aa01-4118-a51c-072421c58da0,segment=NetworkSegment(6c8d1c59-896e-4c90-8f6a-c9726a597e9c),segment_id=6c8d1c59-896e-4c90-8f6a-c9726a597e9c)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:23.332221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.341373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Deleting port 7de971b7-aa01-4118-a51c-072421c58da0 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:23.341759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.369815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Calling delete_port for 7de971b7-aa01-4118-a51c-072421c58da0 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:23.416135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:23.425894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:23.428872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] For port 7de971b7-aa01-4118-a51c-072421c58da0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7de971b7-aa01-4118-a51c-072421c58da0,segment=NetworkSegment(6c8d1c59-896e-4c90-8f6a-c9726a597e9c),segment_id=6c8d1c59-896e-4c90-8f6a-c9726a597e9c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:23.429274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.460343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Calling delete_port for 7de971b7-aa01-4118-a51c-072421c58da0 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:23.480895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-74c5bd97-d8ad-43b4-ba5b-c8bfc65413e6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7915108 Aug 22 15:19:23.481257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:23.493039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Request body: {'subnet': {'network_id': '9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718068071-subnet', 'tenant_id': '0f531b24a9b84be2af151585c6270897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:23.619505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.650873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Port': ['ID=7de971b7-aa01-4118-a51c-072421c58da0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:23.656442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Made reservation on behalf of 0f531b24a9b84be2af151585c6270897 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:23.660210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.663352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] No DVR routers for this DVR port 7de971b7-aa01-4118-a51c-072421c58da0 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:23.750861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:23.785622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] Pushing event deleted for resources: {'Port': ['ID=7de971b7-aa01-4118-a51c-072421c58da0,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:23.796934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c287b-f60b-4f14-a3c0-3116e205374b None None] No DVR routers for this DVR port 7de971b7-aa01-4118-a51c-072421c58da0 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:23.800551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78cd2de2-376e-48b7-823a-f2e144f7b47c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:23.834886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 78cd2de2-376e-48b7-823a-f2e144f7b47c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:23.835433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78cd2de2-376e-48b7-823a-f2e144f7b47c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:23.836123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7de971b7-aa01-4118-a51c-072421c58da0 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:23.857428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 7de971b7-aa01-4118-a51c-072421c58da0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:23.857856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7de971b7-aa01-4118-a51c-072421c58da0 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:24.174119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.176061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-ef37f5ac-da61-4567-a39c-c0b782e95fc1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:24.177751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-ef37f5ac-da61-4567-a39c-c0b782e95fc1 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1094 time: 0.2583134 Aug 22 15:19:24.188516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Request body: {'binding': {'host': 'n-h1-805046-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:24.189385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Unknown quota resources ['binding']. {{(pid=102048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 22 15:19:24.190178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5d48da-56b9-44ea-9d98-169c7c373aa4']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:24.215774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8d1c59-896e-4c90-8f6a-c9726a597e9c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:24.216439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8d1c59-896e-4c90-8f6a-c9726a597e9c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:24.233742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.254359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.264727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:24.265145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:24.268301 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:24.352600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on host n-h1-805046-3 for vnic_type normal with profile None {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:24.353535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:24.355716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:24.374645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:19:24.375160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:24.382385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:24.382719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:24.383113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Bound using segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:24.383649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Bound port: 27658e17-f435-4129-9ed7-848a44506361, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:24.465338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.474741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.476717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] 10.222.0.53 "DELETE /v2.0/networks/5f5d48da-56b9-44ea-9d98-169c7c373aa4 HTTP/1.1" status: 204 len: 168 time: 1.4063547 Aug 22 15:19:24.482956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:24.486753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de191c81-66e9-4457-a161-5736b01857fc tempest-NetworksIpV6Test-941453184 tempest-NetworksIpV6Test-941453184-project] Pushing event deleted for resources: {'Network': ['ID=5f5d48da-56b9-44ea-9d98-169c7c373aa4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:24.493636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.545827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96d77ed-119f-454a-b1cf-36cba57c1172,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:24.567091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Checking segment: {'id': 'e7a5ad0c-4bcd-4e60-9105-1f8c53f59c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:24.567899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Network hostable DHCP agents. Network: 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:24.575380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.576784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] 10.222.0.53 "POST /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361/bindings HTTP/1.1" status: 201 len: 389 time: 0.3926992 Aug 22 15:19:24.659024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Network 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:24.727672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:24.733866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:24.736094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:24.736218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b0d30-b76f-41e3-a578-27c33a5107a0 None None] Network 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:24.810988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1933dcc4-5c22-4e55-ada1-e74c998adb0f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3207569 Aug 22 15:19:24.926627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6208e5-ecf7-454f-bc4f-07625d0469f4 None None] Network 9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:24.944410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d2cfa-b131-49bf-9b16-fc1b5b572ca5 req-0c876297-eff9-4cfb-9760-ed650fa06a44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:24.946041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-177d2cfa-b131-49bf-9b16-fc1b5b572ca5 req-0c876297-eff9-4cfb-9760-ed650fa06a44 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.1119843 Aug 22 15:19:25.005065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-177d2cfa-b131-49bf-9b16-fc1b5b572ca5 req-55878a1d-43d9-4db8-a3eb-b1f1838f0a66 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518091 Aug 22 15:19:25.006506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38314) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:25.047142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:25.086046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Deleting subnet f8a07dc5-a024-4e64-bfd3-ec64e6067708 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:25.092513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.132963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.179906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.285522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-09552d82-c5b3-453a-91fb-d0a1c0975451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:25.286992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-09552d82-c5b3-453a-91fb-d0a1c0975451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1097 time: 0.0973594 Aug 22 15:19:25.291480 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b802166-a368-43ca-a557-77117bf7cc4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a87b7e893eb842a89d0898fa8f3ad7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410896 Aug 22 15:19:25.292435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:25.334270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.361853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a07dc5-a024-4e64-bfd3-ec64e6067708,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:25.371154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.373310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e640f7a0-0082-44ea-a095-b5cf1d4e6208 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f8a07dc5-a024-4e64-bfd3-ec64e6067708 HTTP/1.1" status: 204 len: 168 time: 0.3658512 Aug 22 15:19:25.376024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:25.416127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.438628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-d35d41dd-d95b-45be-8173-2445dec6c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:25.440157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-d35d41dd-d95b-45be-8173-2445dec6c16b service neutron] 10.222.0.54 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.1454411 Aug 22 15:19:25.461751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.502103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.540515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-de946759-5fb7-4c51-9c15-ff8264bce07c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1002 time: 0.0918131 Aug 22 15:19:25.603096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.605520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-0cdf6f12-861f-44ec-a56e-e906de031bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:25.607039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-0cdf6f12-861f-44ec-a56e-e906de031bdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0591254 Aug 22 15:19:25.615632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d00ea91-a70c-4336-b0df-ee2a32d8570a']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:25.627551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a635a0-2261-4493-9d0a-a999103954d3') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:25.627883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a635a0-2261-4493-9d0a-a999103954d3') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:25.638895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.654029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.660085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-482c3563-2db0-4fb5-a819-7eebc41f7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:25.661624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-482c3563-2db0-4fb5-a819-7eebc41f7438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478520 Aug 22 15:19:25.662886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:25.663402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:25.665145 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:25.689633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.692277 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.693995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d70e335-7b99-44af-bb62-7234c18a87d1 HTTP/1.1" status: 204 len: 168 time: 0.4002600 Aug 22 15:19:25.712168 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ae692-0444-473e-b3e6-b89e746ccc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70e335-7b99-44af-bb62-7234c18a87d1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:25.778142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-a9f6cadb-e76a-4a74-ab35-861aa8b79c5a service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078482 Aug 22 15:19:25.808769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.816858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.821482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8d00ea91-a70c-4336-b0df-ee2a32d8570a HTTP/1.1" status: 204 len: 168 time: 0.4427750 Aug 22 15:19:25.824003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38330) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:25.841926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d320000-b24d-4abb-a82e-8f95786bde65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d00ea91-a70c-4336-b0df-ee2a32d8570a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:25.882813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-490f1abc-7586-42bd-869f-1f98767e4dac service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968218 Aug 22 15:19:25.888032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Deleting subnet b96d77ed-119f-454a-b1cf-36cba57c1172 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:25.893102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.932990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:25.980747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.026860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-bc22f31d-c119-4d93-a19f-7c0d0af66e0f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:26.028818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-bc22f31d-c119-4d93-a19f-7c0d0af66e0f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&tenant_id=5e7a703bd64b4e4d944d0017fd296794&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1097 time: 0.0866904 Aug 22 15:19:26.041560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805046-3'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:26.223674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.295954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96d77ed-119f-454a-b1cf-36cba57c1172,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:26.298930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.305500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0ed7ce97-aacb-454b-8777-395386b222f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b96d77ed-119f-454a-b1cf-36cba57c1172 HTTP/1.1" status: 204 len: 168 time: 0.4803190 Aug 22 15:19:26.308121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38348) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:26.397258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.412777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a2192-116e-4566-a405-834c9dde2df0 req-bed7f1e1-6673-41ff-b223-6e8cffb2bfe2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:26.421093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-828a2192-116e-4566-a405-834c9dde2df0 req-bed7f1e1-6673-41ff-b223-6e8cffb2bfe2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.3094132 Aug 22 15:19:26.473022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-828a2192-116e-4566-a405-834c9dde2df0 req-ff0711d8-7b0f-4b08-adc0-73927daf0be7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502028 Aug 22 15:19:26.505003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.572715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.589633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:26.607901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a5ad0c-4bcd-4e60-9105-1f8c53f59c60') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:26.608176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a5ad0c-4bcd-4e60-9105-1f8c53f59c60') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:26.620558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.642339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.652903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:26.653435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:26.655399 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:26.699128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:26.744527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:26.789670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:26.795058 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e930f04-48b5-4b69-b5bc-b3145ddfca6e" -d '{"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-unplugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:26.796653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.814565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.822855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:26.827799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5 HTTP/1.1" status: 204 len: 168 time: 0.5161371 Aug 22 15:19:26.838258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090776-1fa5-467f-bb36-fc1064fdf703 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8861cf-d2f0-445c-bfe5-0d5c24e6c6e5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:26.856706 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484cf368-b860-40d5-bfe4-3a4b2da23ab0 x-openstack-request-id: req-484cf368-b860-40d5-bfe4-3a4b2da23ab0 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:26.857236 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-unplugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:26.857670 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-484cf368-b860-40d5-bfe4-3a4b2da23ab0 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:26.858362 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'code': 200} Aug 22 15:19:26.899090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.058697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38370) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.172797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:27.232068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on host n-h2-805046-3 for vnic_type normal with profile {"migrating_to": "n-h1-805046-3"} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:27.232068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:27.232068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:27.233883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a51fa605-dee4-4444-a01d-af6cefe672db tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] Request body: {'port': {'network_id': '43512743-8dcc-497b-be26-4657977ac84c', 'name': 'tempest-NetworksNegativeTestJSON-1336859563'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:27.235540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:19:27.235878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Attempting to bind port 27658e17-f435-4129-9ed7-848a44506361 on network 681b5cd8-877f-4887-93aa-2f73ff2b8656 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:27.243726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:27.244349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Checking segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:27.244763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Bound using segment: {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:27.245207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Bound port: 27658e17-f435-4129-9ed7-848a44506361, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ea6e51-0a4d-4a13-b47a-0a2ca678688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:27.245573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.250176 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51fa605-dee4-4444-a01d-af6cefe672db tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] POST failed (client error): The resource could not be found. Aug 22 15:19:27.250826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51fa605-dee4-4444-a01d-af6cefe672db tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.252403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a51fa605-dee4-4444-a01d-af6cefe672db tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1978633 Aug 22 15:19:27.256238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.285074 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20f29ec-37de-4452-ad36-d962c39608e9 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:27.285074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20f29ec-37de-4452-ad36-d962c39608e9 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.285074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c20f29ec-37de-4452-ad36-d962c39608e9 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "DELETE /v2.0/networks/5d2c5625-3c5f-485f-945d-a9021b90cee4 HTTP/1.1" status: 404 len: 339 time: 0.0241175 Aug 22 15:19:27.286940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38376) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.314645 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-312dc351-55c8-4d4a-aceb-5335915d7581 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:27.315772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312dc351-55c8-4d4a-aceb-5335915d7581 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.321984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-312dc351-55c8-4d4a-aceb-5335915d7581 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "DELETE /v2.0/ports/ce09a7c4-3288-4956-8f76-d3432994434e HTTP/1.1" status: 404 len: 333 time: 0.0296867 Aug 22 15:19:27.322291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38378) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.351963 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f0e256-65a5-4a70-bee3-dcd15607c3d5 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:27.352393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f0e256-65a5-4a70-bee3-dcd15607c3d5 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.354295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-14f0e256-65a5-4a70-bee3-dcd15607c3d5 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "DELETE /v2.0/subnets/f0e36518-a609-47c6-b286-0fb0a720a7f2 HTTP/1.1" status: 404 len: 337 time: 0.0308177 Aug 22 15:19:27.358161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38380) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.379433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:27.379758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ce2204a7-0326-4615-98f0-29177e7a719b None None] Provisioning complete for port 27658e17-f435-4129-9ed7-848a44506361 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:27.379758 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce2204a7-0326-4615-98f0-29177e7a719b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.380513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:27.385815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.408641 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e95554-382a-4c9c-852a-567779feaa5d tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] GET failed (client error): The resource could not be found. Aug 22 15:19:27.408641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-11e95554-382a-4c9c-852a-567779feaa5d tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "GET /v2.0/networks/60e2582f-14e7-4bba-82f0-7d5bb14baa0a HTTP/1.1" status: 404 len: 339 time: 0.0468059 Aug 22 15:19:27.415497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38388) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.428204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ce2204a7-0326-4615-98f0-29177e7a719b None None] Port 27658e17-f435-4129-9ed7-848a44506361 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:19:27.452072 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22d9f16-edec-4e9b-9f6d-845f83aecb49 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] GET failed (client error): The resource could not be found. Aug 22 15:19:27.460559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b22d9f16-edec-4e9b-9f6d-845f83aecb49 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "GET /v2.0/ports/b11452bd-faa2-48bf-9b4d-61c1d5cd45cd HTTP/1.1" status: 404 len: 333 time: 0.0368621 Aug 22 15:19:27.464590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.464801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38390) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.465043 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-40e2159d-630c-43ed-b157-98fc20be2230 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=606db0a5ab0249b381c4a22e98b3b959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773182 Aug 22 15:19:27.470960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.516083 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a4463f-af9b-46fa-ba2a-9807fb0d6188 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] GET failed (client error): The resource could not be found. Aug 22 15:19:27.517544 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b7a4463f-af9b-46fa-ba2a-9807fb0d6188 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "GET /v2.0/subnets/5f8e13c9-a2ba-46c6-a0e6-9998ea7aa5d7 HTTP/1.1" status: 404 len: 337 time: 0.0555019 Aug 22 15:19:27.523689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38396) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.544198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5b43f6e8-30dc-4cb6-9308-d362cccdf543 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:27.588230 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b43f6e8-30dc-4cb6-9308-d362cccdf543 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] PUT failed (client error): The resource could not be found. Aug 22 15:19:27.589130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b43f6e8-30dc-4cb6-9308-d362cccdf543 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.590566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b43f6e8-30dc-4cb6-9308-d362cccdf543 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "PUT /v2.0/networks/1bc087a5-9e4d-4c93-9296-ead2876f8eb0 HTTP/1.1" status: 404 len: 339 time: 0.0615270 Aug 22 15:19:27.603190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38398) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.610495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cfbf5521-e395-415b-b82f-207e43c866ce tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:27.636033 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbf5521-e395-415b-b82f-207e43c866ce tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] PUT failed (client error): The resource could not be found. Aug 22 15:19:27.637077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbf5521-e395-415b-b82f-207e43c866ce tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.638521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfbf5521-e395-415b-b82f-207e43c866ce tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "PUT /v2.0/ports/3bb3ff4b-a3e9-45ed-ba7b-77dfe7cae8b7 HTTP/1.1" status: 404 len: 333 time: 0.0339510 Aug 22 15:19:27.661668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:27.674228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6de30649-7f34-4cda-ab7a-dc5a701c4582 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:27.707194 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de30649-7f34-4cda-ab7a-dc5a701c4582 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] PUT failed (client error): The resource could not be found. Aug 22 15:19:27.708163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de30649-7f34-4cda-ab7a-dc5a701c4582 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:27.709554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6de30649-7f34-4cda-ab7a-dc5a701c4582 tempest-NetworksNegativeTestJSON-274152487 tempest-NetworksNegativeTestJSON-274152487-project] 10.222.0.53 "PUT /v2.0/subnets/16a390f0-0701-4256-8067-952994c533de HTTP/1.1" status: 404 len: 337 time: 0.0424101 Aug 22 15:19:27.730722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=8']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:27.763819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.791020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:27.796545 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.798498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ada7-09a4-4a0e-acc4-7410e6e9d12c req-829043fc-6005-4e1e-aaaa-ba5052e664e4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:27.801009 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-9d848e24-469c-4708-81dd-dc5c6d653547 service neutron] 10.222.0.54 "PUT /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1122 time: 1.7637012 Aug 22 15:19:27.806275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9335ada7-09a4-4a0e-acc4-7410e6e9d12c req-829043fc-6005-4e1e-aaaa-ba5052e664e4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 944 time: 0.2193890 Aug 22 15:19:27.818948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.896457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9335ada7-09a4-4a0e-acc4-7410e6e9d12c req-4e22de16-b3f9-49ce-b91f-3902a5f0202d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891285 Aug 22 15:19:27.914255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['27658e17-f435-4129-9ed7-848a44506361'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:19:27.973107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] Provisioning complete for port 27658e17-f435-4129-9ed7-848a44506361 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:27.973491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.996743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:27.999654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.002147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a43a9b40-0744-49f4-993b-3fd63268afb5 HTTP/1.1" status: 204 len: 168 time: 0.5295928 Aug 22 15:19:28.020130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47e5a6-7434-4872-aa93-491930680bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a9b40-0744-49f4-993b-3fd63268afb5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:28.100540 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:19:28.160970 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.218576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:28.222561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:28.225247 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f21141-d91d-4663-803c-2df8b953e557" -d '{"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-plugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:28.274072 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cbabce-4184-4e92-8879-58147a191203 x-openstack-request-id: req-35cbabce-4184-4e92-8879-58147a191203 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:28.274457 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-plugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:28.275060 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35cbabce-4184-4e92-8879-58147a191203 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:28.275399 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'code': 200} Aug 22 15:19:28.317555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.380433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38414) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:28.525967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725b27a-fd20-4a4f-9d16-7b0d0144a11d None None] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:28.535466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6394772a-0d60-49e8-be89-a87e23d4a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.642880 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6394772a-0d60-49e8-be89-a87e23d4a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.710729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6394772a-0d60-49e8-be89-a87e23d4a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.753357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6394772a-0d60-49e8-be89-a87e23d4a02d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10c759c9781743a5a64c49a2c5301f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718171 Aug 22 15:19:28.755801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394772a-0d60-49e8-be89-a87e23d4a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2c489-5478-43b0-b411-eff2f299d9a9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:28.757676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38420) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:28.812096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.812463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38422) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:28.840548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.863387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:28.865695 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:28.890383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-876f48ed-d8da-4921-8370-05ed63b88c69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f531b24a9b84be2af151585c6270897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716560 Aug 22 15:19:28.891249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38428) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:28.933990 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b382fe27-f6bb-445e-8eea-659ab7bce6d9 x-openstack-request-id: req-b382fe27-f6bb-445e-8eea-659ab7bce6d9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:28.934280 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:28.934532 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b382fe27-f6bb-445e-8eea-659ab7bce6d9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:28.934921 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'status': 'completed', 'code': 200} Aug 22 15:19:28.956645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:28.983261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:29.032715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:29.035550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:29.039642 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24f2c489-5478-43b0-b411-eff2f299d9a9 HTTP/1.1" status: 204 len: 168 time: 0.2808330 Aug 22 15:19:29.054725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d4684-eb50-4ff8-a8da-eba2256c76e1 req-2ba33155-3be6-4e1c-b86f-9f437ad36621 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:29.056368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c0d4684-eb50-4ff8-a8da-eba2256c76e1 req-2ba33155-3be6-4e1c-b86f-9f437ad36621 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0577168 Aug 22 15:19:29.060976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00233-635a-4992-b72e-f6edae3f77f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2c489-5478-43b0-b411-eff2f299d9a9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:29.082358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-3961389d-e95d-4540-93c6-e942c315b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:29.084176 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-3961389d-e95d-4540-93c6-e942c315b1d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1127 time: 0.0932949 Aug 22 15:19:29.130395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c0d4684-eb50-4ff8-a8da-eba2256c76e1 req-337d9615-f9cd-4ffd-8a45-7d7263549940 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455182 Aug 22 15:19:29.174386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:29.177327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:29.181616 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdaf17d9-454f-4687-84d3-e0acfe4afb25 HTTP/1.1" status: 204 len: 168 time: 0.2876198 Aug 22 15:19:29.194551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e72256-02f6-41fa-8407-dd2b5147bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf17d9-454f-4687-84d3-e0acfe4afb25,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:29.222846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-b0d39d9f-9308-4538-a297-819353180d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:29.225194 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-b0d39d9f-9308-4538-a297-819353180d96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.1245651 Aug 22 15:19:29.312539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-7f3357de-f61a-4368-9e14-29083af6da55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1002 time: 0.0788491 Aug 22 15:19:29.367402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-96d26e2a-ed7d-487f-ab5d-684806d6c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:29.368959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-96d26e2a-ed7d-487f-ab5d-684806d6c0d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0487912 Aug 22 15:19:29.437825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-db3a6d49-64db-47a5-954a-8b79bc4ab9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:29.439523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-db3a6d49-64db-47a5-954a-8b79bc4ab9fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620043 Aug 22 15:19:29.555779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-57e7ba66-7de7-4050-87b3-55f2cf760daf service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084602 Aug 22 15:19:29.675602 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fb1b7f60-72ad-47a2-b61e-0a1e2e45b033 req-2854b85d-a027-4a2a-860d-4d65ff73c07c service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119177 Aug 22 15:19:29.776907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:19:29.915021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:29.927807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 has no active binding in host n-h1-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 15:19:30.116839 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c312a37e-f4b3-40df-a831-ad8bd2f4618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.267674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adbf63-c033-46c3-b4aa-705c6a938361 req-91aa0be0-d786-44e6-9239-c3e93005c39c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:30.270096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0adbf63-c033-46c3-b4aa-705c6a938361 req-91aa0be0-d786-44e6-9239-c3e93005c39c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Aug 22 15:19:30.360634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0adbf63-c033-46c3-b4aa-705c6a938361 req-85639726-9bcb-4773-90e4-97669268052f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837653 Aug 22 15:19:30.430064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:30.552544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-605796513'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:30.659807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:30.663955 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.676945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.782047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.859558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.892776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:30.901298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e503edd-d103-4fe2-ab3b-dcc0fcdf59fe,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:30.908300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:30.908771 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment 65e682f1-1f07-4d10-8c9d-921e0fd92b6a of type vlan for network 0289b761-52d1-465c-9f37-68006571890f Aug 22 15:19:30.957558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.059669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.065757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:31.068136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.194137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=0289b761-52d1-465c-9f37-68006571890f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:31.202836 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6cb5120-649c-4a34-a533-38eeea3dc0d3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7711890 Aug 22 15:19:31.205430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38508) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:31.210820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0289b761-52d1-465c-9f37-68006571890f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:31.213590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'name': 'tempest-PortsIpV6TestJSON-60992500'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:31.442536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:31.446453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.472237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port b955978c-2197-4bbd-84b3-8c810de4ca2d yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:31.477060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6f24f-12f2-4b3b-a452-aafa2c896453 req-5ebaac30-3902-420d-960a-91b69f636196 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:31.478634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0f6f24f-12f2-4b3b-a452-aafa2c896453 req-5ebaac30-3902-420d-960a-91b69f636196 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0561509 Aug 22 15:19:31.526454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0f6f24f-12f2-4b3b-a452-aafa2c896453 req-f2c1bcfb-a4c1-4151-b9e2-443c3451affa tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Aug 22 15:19:31.705359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.725615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-b94b22d2-e270-4251-88fc-5c816dc2c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:31.727259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-b94b22d2-e270-4251-88fc-5c816dc2c7f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1127 time: 0.0822170 Aug 22 15:19:31.840845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:31.881120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-7f693f21-e99c-48ca-bd70-b74cc63fd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:31.882641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-7f693f21-e99c-48ca-bd70-b74cc63fd1de service neutron] 10.222.0.10 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.1277382 Aug 22 15:19:31.960678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=b955978c-2197-4bbd-84b3-8c810de4ca2d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:31.993365 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-8836c1c7-bf27-446f-87c2-69405f5df51d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1002 time: 0.1018322 Aug 22 15:19:32.000751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': '65e682f1-1f07-4d10-8c9d-921e0fd92b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0289b761-52d1-465c-9f37-68006571890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:32.001282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: 0289b761-52d1-465c-9f37-68006571890f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:32.055507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-e4068ed1-4ee5-4ff5-84a7-d1bcf4ad9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:32.057038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-e4068ed1-4ee5-4ff5-84a7-d1bcf4ad9dac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0529504 Aug 22 15:19:32.133220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-34c49316-0e07-46b7-9211-9f44fd8642d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:32.135249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-34c49316-0e07-46b7-9211-9f44fd8642d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713487 Aug 22 15:19:32.157796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:32.249699 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-28636069-5b99-44b9-81a4-067e1ae77400 service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063604 Aug 22 15:19:32.320737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0289b761-52d1-465c-9f37-68006571890f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:32.325352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:32.330361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc304189-65c6-4879-9345-03178e9ba142 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:32.340783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:32.341756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.391677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7c71838f-f963-44c6-bdfc-1090f66ff695 req-d4b2691f-b3db-4026-9c91-c64c5182b11d service neutron] 10.222.0.10 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341760 Aug 22 15:19:32.463827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38530) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:32.465339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3d582710-91f9-4b66-81cc-3deff975feea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2576652 Aug 22 15:19:32.470607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679378593'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:32.572596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:32.572596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.602783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:32.648001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.648292 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment 2e470b5a-f99f-425b-8533-1aebba610aa8 of type vlan for network 3325ce23-c04b-488f-83d1-9a0d39f53d59 Aug 22 15:19:32.709960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c1b4-5dfe-4e39-b4a7-cc03d57a0289 req-3e639335-8291-4147-88ee-ae129896f74c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:32.711501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2571c1b4-5dfe-4e39-b4a7-cc03d57a0289 req-3e639335-8291-4147-88ee-ae129896f74c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.1098900 Aug 22 15:19:32.713257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.770465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2571c1b4-5dfe-4e39-b4a7-cc03d57a0289 req-d77ea9f4-5d65-4812-a45f-4a35397e6a04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530393 Aug 22 15:19:32.831018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.837473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:32.838086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.887857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:32.919799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=3325ce23-c04b-488f-83d1-9a0d39f53d59,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:32.930006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3325ce23-c04b-488f-83d1-9a0d39f53d59 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:33.013833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7af6258b-7cad-418c-acac-6d6ceeb9a3bc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5483403 Aug 22 15:19:33.016280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38540) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:33.022449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'ports': [{'network_id': '0289b761-52d1-465c-9f37-68006571890f'}, {'network_id': '3325ce23-c04b-488f-83d1-9a0d39f53d59'}]} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:33.023033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:33.023522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '3325ce23-c04b-488f-83d1-9a0d39f53d59'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:33.305200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 2} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:33.310558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.327151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.418131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 01e82d67-ce13-4972-b7c6-df5ffd1bdbc5 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:33.497126 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2077cbf1-0ca8-45e7-aa9d-042eda94ca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.545879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.631098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port d5440136-1831-4c43-914a-f2579ea22e9e yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:33.760467 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.902269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e62a2-a728-4dfa-a8ac-4218568f35f1 req-49cfcd4c-a54e-4340-ab68-65f58b697056 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:33.903823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208e62a2-a728-4dfa-a8ac-4218568f35f1 req-49cfcd4c-a54e-4340-ab68-65f58b697056 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0578690 Aug 22 15:19:33.905552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.970721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:33.978020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:33.991255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:33.992478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:33.998043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=01e82d67-ce13-4972-b7c6-df5ffd1bdbc5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:34.011494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208e62a2-a728-4dfa-a8ac-4218568f35f1 req-c3c72fa2-24b9-4c45-91e7-346f7893c817 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980701 Aug 22 15:19:34.080215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=d5440136-1831-4c43-914a-f2579ea22e9e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:34.084219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': '2e470b5a-f99f-425b-8533-1aebba610aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '3325ce23-c04b-488f-83d1-9a0d39f53d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:34.084606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: 3325ce23-c04b-488f-83d1-9a0d39f53d59, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:34.168084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 3325ce23-c04b-488f-83d1-9a0d39f53d59 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:34.247607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3325ce23-c04b-488f-83d1-9a0d39f53d59) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:34.252756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:34.256153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f2fc9-b440-4ac7-b388-b12fad29de28 None None] Network 3325ce23-c04b-488f-83d1-9a0d39f53d59 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:34.260699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:34.266775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:34.267037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.398916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0558e485-4754-445f-bc6c-e9262c911daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3815444 Aug 22 15:19:34.401906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:34.498050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port d5440136-1831-4c43-914a-f2579ea22e9e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:34.498415 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.571755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.583961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for d5440136-1831-4c43-914a-f2579ea22e9e owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:34.723312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.751591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=d5440136-1831-4c43-914a-f2579ea22e9e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:34.767499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.769811 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12865741-2db7-4699-99ce-5ccfdc61ff6d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/d5440136-1831-4c43-914a-f2579ea22e9e HTTP/1.1" status: 204 len: 168 time: 0.3667655 Aug 22 15:19:34.772415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38570) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:34.830399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c88525-f389-4f42-b45b-3be459895ed0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:34.837049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c88525-f389-4f42-b45b-3be459895ed0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:34.838671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c6c88525-f389-4f42-b45b-3be459895ed0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0653045 Aug 22 15:19:34.841447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:34.882529 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:34.942354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 01e82d67-ce13-4972-b7c6-df5ffd1bdbc5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:34.942704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.022905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.038635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 01e82d67-ce13-4972-b7c6-df5ffd1bdbc5 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:35.206100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23296baa-4525-45c7-8fa6-e3d987b97684 req-5ca1ec8e-2fd2-4ff8-a050-0df243cefeef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:35.207814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23296baa-4525-45c7-8fa6-e3d987b97684 req-5ca1ec8e-2fd2-4ff8-a050-0df243cefeef tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0670097 Aug 22 15:19:35.219944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.261735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=01e82d67-ce13-4972-b7c6-df5ffd1bdbc5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:35.264531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.266254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b298fc3e-f9fd-4e3f-a300-52012e529a03 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/01e82d67-ce13-4972-b7c6-df5ffd1bdbc5 HTTP/1.1" status: 204 len: 168 time: 0.4238653 Aug 22 15:19:35.272007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:35.311147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23296baa-4525-45c7-8fa6-e3d987b97684 req-01b37cfc-7ebe-43ab-a075-d645b8b313cd tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959203 Aug 22 15:19:35.339327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8762085e-ed50-48b5-9a8f-2dae09525e1b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:35.344020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38590) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:35.348324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8762085e-ed50-48b5-9a8f-2dae09525e1b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0679946 Aug 22 15:19:35.376076 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-69812a50-78d7-404b-9aea-a8d6fc0106b2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:35.381307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-69812a50-78d7-404b-9aea-a8d6fc0106b2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/d5440136-1831-4c43-914a-f2579ea22e9e HTTP/1.1" status: 404 len: 333 time: 0.0335400 Aug 22 15:19:35.384515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38592) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:35.411326 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aa6c2a-27ce-4618-8b3c-0859cd9a90fe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:35.413132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-15aa6c2a-27ce-4618-8b3c-0859cd9a90fe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/01e82d67-ce13-4972-b7c6-df5ffd1bdbc5 HTTP/1.1" status: 404 len: 333 time: 0.0275478 Aug 22 15:19:35.415841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:35.504435 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.618423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.632956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3325ce23-c04b-488f-83d1-9a0d39f53d59']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:35.646328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e470b5a-f99f-425b-8533-1aebba610aa8') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:35.646721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e470b5a-f99f-425b-8533-1aebba610aa8') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:35.658624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.676034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.683273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:35.683681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:35.686862 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:35.823662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:19:35.842688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.853796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:35.856272 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/3325ce23-c04b-488f-83d1-9a0d39f53d59 HTTP/1.1" status: 204 len: 168 time: 0.4393637 Aug 22 15:19:35.861633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38606) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:35.870042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270971b-abb4-4aa3-b1df-f4adc75adbc1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=3325ce23-c04b-488f-83d1-9a0d39f53d59,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:35.870736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-146782463'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:35.952540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:35.964240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 has no active binding in host n-h1-805046-3 {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 22 15:19:35.973553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:35.977081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.002143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:36.011157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.011499 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment 59fe04e1-58c0-41f5-9c02-dda8d2805ab1 of type vlan for network cd681a57-73dc-4afd-a174-761156f6b349 Aug 22 15:19:36.052428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.145728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.153146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:36.153798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.232169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=cd681a57-73dc-4afd-a174-761156f6b349,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:36.243401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network cd681a57-73dc-4afd-a174-761156f6b349 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:36.291373 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02d32bb0-913e-40d4-9747-0be0452f22c0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4267902 Aug 22 15:19:36.294534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38614) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:36.301967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:36.304897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-bd4e5dbc-2df6-4703-93e7-67c2579ede8d service neutron] 10.222.0.10 "GET /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 384 time: 0.0848200 Aug 22 15:19:36.528035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589e46-1072-4f84-88c1-5237b1eac1b0 req-70653ef6-d0a1-4374-9929-2b0636294ef2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:36.530567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1589e46-1072-4f84-88c1-5237b1eac1b0 req-70653ef6-d0a1-4374-9929-2b0636294ef2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 946 time: 0.0678394 Aug 22 15:19:36.550642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:36.556936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.566865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:36.598917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:36.656060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:36.658445 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea51e937-93d7-480b-88ff-298743f6445d" -d '{"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-unplugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:36.661289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1589e46-1072-4f84-88c1-5237b1eac1b0 req-db47985d-e187-44ba-b2cd-a2545344fed7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223683 Aug 22 15:19:36.669897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:36.775219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.780706 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158162a8-d639-4ad6-8c02-815fbe67d438 x-openstack-request-id: req-158162a8-d639-4ad6-8c02-815fbe67d438 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:36.781276 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-unplugged", "status": "completed", "tag": "27658e17-f435-4129-9ed7-848a44506361", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:36.781761 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-158162a8-d639-4ad6-8c02-815fbe67d438 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:36.782488 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'code': 200} Aug 22 15:19:36.832280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:36.911523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] Transition to ACTIVE for port object 27658e17-f435-4129-9ed7-848a44506361 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:36.996382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:37.011764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:37.121966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=09fc3fe6-251a-4348-9762-296f576e5372,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:37.142852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': '59fe04e1-58c0-41f5-9c02-dda8d2805ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:37.143428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: cd681a57-73dc-4afd-a174-761156f6b349, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:37.280871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] No DVR routers for this DVR port 27658e17-f435-4129-9ed7-848a44506361 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:37.312005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network cd681a57-73dc-4afd-a174-761156f6b349 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:37.332543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] Pushing event updated for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=11']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:37.430976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, cd681a57-73dc-4afd-a174-761156f6b349) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:37.444674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be6ad9-faff-4506-9a32-8f1a41d5dd03 None None] Network cd681a57-73dc-4afd-a174-761156f6b349 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:37.445611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:37.449591 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:37.553652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-0f54f9d6-b0e4-488c-b3b6-98fb1a11b08c service neutron] 10.222.0.10 "PUT /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361/bindings/n-h1-805046-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2407887 Aug 22 15:19:37.557173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-16d47307-9ad0-47b9-85ad-1c4fd78b00cb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2602086 Aug 22 15:19:37.563473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38630) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:37.592795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349', 'name': 'tempest-PortsIpV6TestJSON-1224186469'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:37.771741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-cd681a57-73dc-4afd-a174-761156f6b349', 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': '09fc3fe6-251a-4348-9762-296f576e5372'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:37.777788 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:37.842967 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-c7eba70a-ae1f-4cc2-a03d-ec416403f652 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:37.845395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-c7eba70a-ae1f-4cc2-a03d-ec416403f652 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&tenant_id=5e7a703bd64b4e4d944d0017fd296794&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.1022556 Aug 22 15:19:37.873552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f7e2-a7c4-4d25-a972-0a2e1a7ce4ca req-e8536990-5c6f-418f-a258-123ea737a289 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:37.875694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3902f7e2-a7c4-4d25-a972-0a2e1a7ce4ca req-e8536990-5c6f-418f-a258-123ea737a289 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.0731745 Aug 22 15:19:37.877207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:37.882006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:37.926389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 2bafacc0-2f30-45be-a2c0-0d411b44d0d8 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:37.989279 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-9476d8d1-36e3-45c1-8296-752ca0cafaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:37.991091 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-9476d8d1-36e3-45c1-8296-752ca0cafaab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 1096 time: 0.1389148 Aug 22 15:19:38.005055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3902f7e2-a7c4-4d25-a972-0a2e1a7ce4ca req-ca910fb8-13ff-4913-8f3a-84cd5c35cc37 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200144 Aug 22 15:19:38.096075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Allocated IP 2001:db8::2 (cd681a57-73dc-4afd-a174-761156f6b349/09fc3fe6-251a-4348-9762-296f576e5372/9686ac1f-e83f-4279-98df-b36b1a7f7447) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:38.104133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-3a9fa33e-69d6-4f4d-b06d-e97582c23bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:38.106938 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-3a9fa33e-69d6-4f4d-b06d-e97582c23bfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1096 time: 0.0725095 Aug 22 15:19:38.306893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-547d0507-6f15-4152-8309-25cf371a3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:38.308515 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-547d0507-6f15-4152-8309-25cf371a3f44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.1940081 Aug 22 15:19:38.344331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:38.355690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Transition to ACTIVE for port object 9686ac1f-e83f-4279-98df-b36b1a7f7447 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:38.375516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Transition to ACTIVE for port object 9686ac1f-e83f-4279-98df-b36b1a7f7447 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:38.385160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-2b0f7259-a572-4f89-b3a1-416d7c6576b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 1000 time: 0.0660830 Aug 22 15:19:38.443782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-fd78ff64-77c8-4b67-89b9-dd293d27c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:38.445610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-fd78ff64-77c8-4b67-89b9-dd293d27c0d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.0527542 Aug 22 15:19:38.502509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-df030321-11bb-44ce-afb0-8aaef14ca426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:38.504858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-df030321-11bb-44ce-afb0-8aaef14ca426 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524962 Aug 22 15:19:38.511302 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:38.531933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Network cd681a57-73dc-4afd-a174-761156f6b349 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:38.535359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:38.559430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:38.614999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Pushing event updated for resources: {'Port': ['ID=9686ac1f-e83f-4279-98df-b36b1a7f7447,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:38.642653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::34b (cd681a57-73dc-4afd-a174-761156f6b349/09fc3fe6-251a-4348-9762-296f576e5372/2bafacc0-2f30-45be-a2c0-0d411b44d0d8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:38.665856 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-1678cd30-2ecc-40cb-ac95-733f9e7032e2 service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524751 Aug 22 15:19:38.671867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Attempting to bind port 9686ac1f-e83f-4279-98df-b36b1a7f7447 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:38.672294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Attempting to bind port 9686ac1f-e83f-4279-98df-b36b1a7f7447 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '59fe04e1-58c0-41f5-9c02-dda8d2805ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:38.672665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Attempting to bind port 9686ac1f-e83f-4279-98df-b36b1a7f7447 on network cd681a57-73dc-4afd-a174-761156f6b349 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:38.680225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:38.680634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Checking segment: {'id': '59fe04e1-58c0-41f5-9c02-dda8d2805ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:38.684111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:38.684111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Bound using segment: {'id': '59fe04e1-58c0-41f5-9c02-dda8d2805ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:38.684111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Bound port: 9686ac1f-e83f-4279-98df-b36b1a7f7447, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe04e1-58c0-41f5-9c02-dda8d2805ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd681a57-73dc-4afd-a174-761156f6b349'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:38.684111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:38.837604 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-ac48a562-bb1c-4625-a410-0ce4fcfa2d5b service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649635 Aug 22 15:19:38.924339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] For port 9686ac1f-e83f-4279-98df-b36b1a7f7447, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:38.934359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] For port 9686ac1f-e83f-4279-98df-b36b1a7f7447, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9686ac1f-e83f-4279-98df-b36b1a7f7447,segment=NetworkSegment(59fe04e1-58c0-41f5-9c02-dda8d2805ab1),segment_id=59fe04e1-58c0-41f5-9c02-dda8d2805ab1)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:38.973817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.000726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 2bafacc0-2f30-45be-a2c0-0d411b44d0d8 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:39.049049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.139622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d952970-2f7e-4e5f-a8b1-a9436da80e0f None None] Pushing event updated for resources: {'Port': ['ID=9686ac1f-e83f-4279-98df-b36b1a7f7447,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:39.159037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.208577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3f2c-247e-463e-b271-4377d44ee835 req-7a145716-161a-4d34-b948-f2971d9b698d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:39.210282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e9b3f2c-247e-463e-b271-4377d44ee835 req-7a145716-161a-4d34-b948-f2971d9b698d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.1085815 Aug 22 15:19:39.228597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network cd681a57-73dc-4afd-a174-761156f6b349 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:39.244622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:39.256240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:39.262479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:39.263297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.280190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=2bafacc0-2f30-45be-a2c0-0d411b44d0d8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:39.311506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e9b3f2c-247e-463e-b271-4377d44ee835 req-3e059091-08a8-475c-a75a-2a077473a862 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897534 Aug 22 15:19:39.380528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c92e7e84-c1df-4cfc-8fd3-6a520bcd3267 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8150241 Aug 22 15:19:39.400453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:39.529811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03639-68bc-4588-936d-329c80941d19 req-1bf3148b-acda-469f-9db4-94d3c486d59d tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:39.532325 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-1bf3148b-acda-469f-9db4-94d3c486d59d tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78&tenant_id=5e7a703bd64b4e4d944d0017fd296794&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 1096 time: 0.0901754 Aug 22 15:19:39.653177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 2bafacc0-2f30-45be-a2c0-0d411b44d0d8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:39.653882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.797144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-05a03639-68bc-4588-936d-329c80941d19 req-bef9fabc-54dd-4656-9a66-4ee7f6a7d739 service neutron] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:39.805432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-05a03639-68bc-4588-936d-329c80941d19 req-bef9fabc-54dd-4656-9a66-4ee7f6a7d739 service neutron] Notify callbacks [] for binding, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.808222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-bef9fabc-54dd-4656-9a66-4ee7f6a7d739 service neutron] 10.222.0.54 "DELETE /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361/bindings/n-h2-805046-3 HTTP/1.1" status: 204 len: 173 time: 0.2633641 Aug 22 15:19:39.814374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:39.839375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9686ac1f-e83f-4279-98df-b36b1a7f7447 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:39.855948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 2bafacc0-2f30-45be-a2c0-0d411b44d0d8 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:40.071426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9686ac1f-e83f-4279-98df-b36b1a7f7447 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:40.266714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:40.325844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 27658e17-f435-4129-9ed7-848a44506361 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:40.386066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=2bafacc0-2f30-45be-a2c0-0d411b44d0d8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:40.476130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 27658e17-f435-4129-9ed7-848a44506361 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:40.530849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:40.533760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e1637899-8e36-4cdd-9f7a-8ca458b9dd10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/2bafacc0-2f30-45be-a2c0-0d411b44d0d8 HTTP/1.1" status: 204 len: 168 time: 1.1297348 Aug 22 15:19:40.538187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38672) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:40.589720 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc704355-3b5f-43b6-9a0a-b5a61ec8f2b2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:19:40.590886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc704355-3b5f-43b6-9a0a-b5a61ec8f2b2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:40.593378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc704355-3b5f-43b6-9a0a-b5a61ec8f2b2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/2bafacc0-2f30-45be-a2c0-0d411b44d0d8 HTTP/1.1" status: 404 len: 333 time: 0.0538206 Aug 22 15:19:40.598226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38674) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:40.598913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c84bcf-5d0b-4685-9487-594dae4a9a32 req-24286930-7eae-47ab-b6ff-6927e8b1b685 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:40.601402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4c84bcf-5d0b-4685-9487-594dae4a9a32 req-24286930-7eae-47ab-b6ff-6927e8b1b685 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.0721147 Aug 22 15:19:40.640171 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-541277a3-b73b-4949-952b-afaca4e7e7f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:40.642117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-541277a3-b73b-4949-952b-afaca4e7e7f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/2bafacc0-2f30-45be-a2c0-0d411b44d0d8 HTTP/1.1" status: 404 len: 333 time: 0.0421977 Aug 22 15:19:40.647100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38676) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:40.657280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4c84bcf-5d0b-4685-9487-594dae4a9a32 req-b8041fba-d33b-45ec-9495-9065ac82f7d0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Aug 22 15:19:40.727302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet 09fc3fe6-251a-4348-9762-296f576e5372 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:40.731797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:40.734532 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:40.763394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0771e06-3b83-4984-8d99-ac5b3e622dd6 None None] Network cd681a57-73dc-4afd-a174-761156f6b349 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:40.820503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:40.838677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556e774-bc60-40ac-b6d2-376a4f250d08 req-205d043a-56d5-414d-b838-12f0790c8ff4 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:40.841682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2556e774-bc60-40ac-b6d2-376a4f250d08 req-205d043a-56d5-414d-b838-12f0790c8ff4 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1096 time: 0.0996885 Aug 22 15:19:40.899336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2556e774-bc60-40ac-b6d2-376a4f250d08 req-e0c338b5-7769-4bfc-a56b-60cf093cab99 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459440 Aug 22 15:19:40.973763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.007803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Provisioning for port 9686ac1f-e83f-4279-98df-b36b1a7f7447 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:41.064009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Provisioning complete for port 9686ac1f-e83f-4279-98df-b36b1a7f7447 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:41.064009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.121383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ec78a-df75-4e97-bac1-548cdb389fae req-5671dbb0-918f-406d-9a7a-9141c8842715 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:41.123288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b9ec78a-df75-4e97-bac1-548cdb389fae req-5671dbb0-918f-406d-9a7a-9141c8842715 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.0912220 Aug 22 15:19:41.157054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.192732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b9ec78a-df75-4e97-bac1-548cdb389fae req-5b67c116-1a69-40d0-b5bd-ef52a3e1b536 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603414 Aug 22 15:19:41.206691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38688) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:41.281652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=09fc3fe6-251a-4348-9762-296f576e5372,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:41.286330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.295054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12dd8aeb-dac1-4448-a3db-cd91b0af21ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/09fc3fe6-251a-4348-9762-296f576e5372 HTTP/1.1" status: 204 len: 168 time: 0.6467605 Aug 22 15:19:41.296241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38694) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:41.308936 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.377239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] For port 9686ac1f-e83f-4279-98df-b36b1a7f7447, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9686ac1f-e83f-4279-98df-b36b1a7f7447,segment=NetworkSegment(59fe04e1-58c0-41f5-9c02-dda8d2805ab1),segment_id=59fe04e1-58c0-41f5-9c02-dda8d2805ab1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:41.424458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.460908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01abe55c-6133-42ae-8a35-9c348bf17de5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/3f859a6b-55d9-4192-94f3-37bb8dc479e5 HTTP/1.1" status: 200 len: 992 time: 0.2457011 Aug 22 15:19:41.492453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.545876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 9686ac1f-e83f-4279-98df-b36b1a7f7447 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:41.550082 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.587575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188662c1-4eff-41a6-9eb7-4998ea6c007b None None] Pushing event updated for resources: {'Port': ['ID=9686ac1f-e83f-4279-98df-b36b1a7f7447,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:41.661632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07db46-912e-4931-a128-fe55c78b3322 None None] Network cd681a57-73dc-4afd-a174-761156f6b349 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:41.680624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port 9686ac1f-e83f-4279-98df-b36b1a7f7447, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9686ac1f-e83f-4279-98df-b36b1a7f7447,segment=NetworkSegment(59fe04e1-58c0-41f5-9c02-dda8d2805ab1),segment_id=59fe04e1-58c0-41f5-9c02-dda8d2805ab1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:41.681333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.707843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 9686ac1f-e83f-4279-98df-b36b1a7f7447 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:41.761674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9570d5c5-fdbc-430e-963d-2794421948e6 None None] Provisioning complete for port 9686ac1f-e83f-4279-98df-b36b1a7f7447 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:41.762344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9570d5c5-fdbc-430e-963d-2794421948e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.917043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:41.956383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=9686ac1f-e83f-4279-98df-b36b1a7f7447,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:41.985472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port 9686ac1f-e83f-4279-98df-b36b1a7f7447 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:42.006102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9686ac1f-e83f-4279-98df-b36b1a7f7447 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:42.047823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9686ac1f-e83f-4279-98df-b36b1a7f7447 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:42.054289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9686ac1f-e83f-4279-98df-b36b1a7f7447 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 22 15:19:42.071455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port 9686ac1f-e83f-4279-98df-b36b1a7f7447 not found, will not notify nova. {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 22 15:19:42.081962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9570d5c5-fdbc-430e-963d-2794421948e6 None None] Could not find standard attr ID for object 9686ac1f-e83f-4279-98df-b36b1a7f7447. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:19:42.085963 n-d-805046-3 neutron-server[102051]: INFO neutron.plugins.ml2.db [None req-9570d5c5-fdbc-430e-963d-2794421948e6 None None] No ports have port_id starting with 9686ac1f-e83f-4279-98df-b36b1a7f7447 Aug 22 15:19:42.186881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27503fa4-7e77-42aa-be8d-7fa9872e2d99 None None] DHCP port deletion for cd681a57-73dc-4afd-a174-761156f6b349 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:42.511214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.524514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd681a57-73dc-4afd-a174-761156f6b349']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:42.537995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe04e1-58c0-41f5-9c02-dda8d2805ab1') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:42.538553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe04e1-58c0-41f5-9c02-dda8d2805ab1') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:42.562294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.588599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.599551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:42.600365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:42.605249 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:42.780119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.804585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.806653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/cd681a57-73dc-4afd-a174-761156f6b349 HTTP/1.1" status: 204 len: 168 time: 1.5093641 Aug 22 15:19:42.808005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91839a81-3399-4c68-bffc-641a93ca0778 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=cd681a57-73dc-4afd-a174-761156f6b349,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:42.811583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:42.819697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-596874214'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:42.939662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:42.944416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.983584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:42.990746 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:42.991199 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment be01f697-ef1a-4abd-b716-c05cb95c20b3 of type vlan for network c5372172-85d2-4168-9b68-e9ae1ba4271c Aug 22 15:19:43.052506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.151694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.158438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:43.160518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.200220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38712) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:43.282023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Deleting subnet f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:43.286534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.300865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=c5372172-85d2-4168-9b68-e9ae1ba4271c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:43.318719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-00f94769-018f-47c2-820b-60ee3ee2bb3d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5049133 Aug 22 15:19:43.320385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network c5372172-85d2-4168-9b68-e9ae1ba4271c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:43.321480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:43.327519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:43.343153 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.414379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.534255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:43.542672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.581817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.634661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.637144 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c HTTP/1.1" status: 204 len: 168 time: 0.4352803 Aug 22 15:19:43.638582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de353bb-bd25-426f-b215-7c7334655253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e6a2e8-bb7c-40ee-80c4-053ad2634f7c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:43.640424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:43.764126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:43.781695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.813907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9686ac1f-e83f-4279-98df-b36b1a7f7447 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:43.859776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9686ac1f-e83f-4279-98df-b36b1a7f7447 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:43.869154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9686ac1f-e83f-4279-98df-b36b1a7f7447 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:43.917725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.929929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:43.942240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4376ba0-e82b-4141-bc8c-29520d251ecb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:43.942923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4376ba0-e82b-4141-bc8c-29520d251ecb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:43.953853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.970479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.978486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:43.978911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:43.980978 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:44.202824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.216069 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.218822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5 HTTP/1.1" status: 204 len: 168 time: 0.5771163 Aug 22 15:19:44.236297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38730) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:44.237295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080fa7d-2a8d-4b19-acb4-72f3acbef4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=90cd5ff8-7ec7-4ae6-b520-d2e6efbdcdf5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:44.299285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Deleting subnet 2637a3b2-479e-4ac9-ab1f-0fe73ea9bf3a {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:44.304495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.350149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.410585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.440644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 9b0da1cc-cfa9-4d7e-b789-4c554b936998 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:44.440644 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.455786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.552378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.566955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=ca766154-fbc5-4c11-a30f-54c3696b5c92,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:44.585694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': 'be01f697-ef1a-4abd-b716-c05cb95c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:44.586073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: c5372172-85d2-4168-9b68-e9ae1ba4271c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:44.586552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2637a3b2-479e-4ac9-ab1f-0fe73ea9bf3a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:44.588628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.593027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6925b012-81c8-4d7a-89f8-5441d423b003 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2637a3b2-479e-4ac9-ab1f-0fe73ea9bf3a HTTP/1.1" status: 204 len: 168 time: 0.3451653 Aug 22 15:19:44.593707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:44.603868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.604773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.627506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 9b0da1cc-cfa9-4d7e-b789-4c554b936998 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:44.676474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.703001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network c5372172-85d2-4168-9b68-e9ae1ba4271c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:44.787463 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.804236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e448279f-5e0f-4367-8e34-24b34439b57c']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:44.816578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07a32cd-47e2-4d23-9e25-6d1d57a29394') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:44.816921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07a32cd-47e2-4d23-9e25-6d1d57a29394') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:44.828580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.833483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, c5372172-85d2-4168-9b68-e9ae1ba4271c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:44.842020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b51ff1-4f50-4f30-935c-15217491e11d None None] Network c5372172-85d2-4168-9b68-e9ae1ba4271c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:44.854234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.861722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:44.863921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.866586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:44.867115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:44.872005 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:44.928488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:44.959065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=9b0da1cc-cfa9-4d7e-b789-4c554b936998,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:44.984253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fd5389e2-f1fa-4d08-86b7-c5346e65739c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6616616 Aug 22 15:19:44.984479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38740) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:44.993577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-955566677'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:45.026794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.039715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.040771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-c5372172-85d2-4168-9b68-e9ae1ba4271c', 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': 'ca766154-fbc5-4c11-a30f-54c3696b5c92'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:45.042143 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.042383 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e448279f-5e0f-4367-8e34-24b34439b57c HTTP/1.1" status: 204 len: 168 time: 0.4480369 Aug 22 15:19:45.058618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.060222 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 3f859a6b-55d9-4192-94f3-37bb8dc479e5 disassociated (deleted). External IP: 172.25.0.164, port: 27658e17-f435-4129-9ed7-848a44506361. Aug 22 15:19:45.109644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe37e36-9cb2-46d0-9d2a-65991d993ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e448279f-5e0f-4367-8e34-24b34439b57c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:45.251375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Allocated IP 2001:db8::2 (c5372172-85d2-4168-9b68-e9ae1ba4271c/ca766154-fbc5-4c11-a30f-54c3696b5c92/3779dd5a-1cf2-45ea-acc4-1f6457e4cb80) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:45.268983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:45.276158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.306617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 7408e5cc-7710-4021-a6b5-73d0c300fbb8 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:45.440383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 0dae4ceb-8dca-431f-8709-3dff0552532d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:45.479920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.490277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Transition to ACTIVE for port object 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:45.512823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Transition to ACTIVE for port object 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:45.586989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:45.595528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.608944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Sync routers for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:45.620810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:45.621467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:45.648283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-37579a07-75ef-429f-88bc-e9b5eb2b1225 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f859a6b-55d9-4192-94f3-37bb8dc479e5 HTTP/1.1" status: 204 len: 168 time: 1.8828762 Aug 22 15:19:45.649934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:45.653357 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e6f8e-cda6-4806-97ec-d4a465c210f7" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:45.691654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:45.747994 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:45.821010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:19:45.828460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::25 (c5372172-85d2-4168-9b68-e9ae1ba4271c/ca766154-fbc5-4c11-a30f-54c3696b5c92/7408e5cc-7710-4021-a6b5-73d0c300fbb8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:45.846967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Network c5372172-85d2-4168-9b68-e9ae1ba4271c is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:45.848283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6f6d3343-e195-44da-a246-14bfc627826d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ccccb29e0474e1783ac224f1ba2495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443939 Aug 22 15:19:45.848283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38754) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:45.880646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:45.887145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:46.026204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.035297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.052095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Pushing event updated for resources: {'Port': ['ID=3779dd5a-1cf2-45ea-acc4-1f6457e4cb80,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:46.086990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 7408e5cc-7710-4021-a6b5-73d0c300fbb8 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:46.111262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.142713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Attempting to bind port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:46.143661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Attempting to bind port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'be01f697-ef1a-4abd-b716-c05cb95c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:46.144069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Attempting to bind port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 on network c5372172-85d2-4168-9b68-e9ae1ba4271c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:46.151458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:46.151908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Checking segment: {'id': 'be01f697-ef1a-4abd-b716-c05cb95c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:46.152348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.152772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Bound using segment: {'id': 'be01f697-ef1a-4abd-b716-c05cb95c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:46.153259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Bound port: 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be01f697-ef1a-4abd-b716-c05cb95c20b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5372172-85d2-4168-9b68-e9ae1ba4271c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:46.153655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.240213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.244920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.246670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9db4e7f-8441-45c3-95cf-91943cbb1548 HTTP/1.1" status: 204 len: 168 time: 0.4042284 Aug 22 15:19:46.264151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccb3ce-6304-4f3d-9496-576f3d063e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db4e7f-8441-45c3-95cf-91943cbb1548,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:46.313426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4446f4e3-97de-4b82-835e-58975551486d None None] For port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:46.335725 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.338180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4446f4e3-97de-4b82-835e-58975551486d None None] For port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3779dd5a-1cf2-45ea-acc4-1f6457e4cb80,segment=NetworkSegment(be01f697-ef1a-4abd-b716-c05cb95c20b3),segment_id=be01f697-ef1a-4abd-b716-c05cb95c20b3)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:46.366769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:46.432746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Checking router: 0dae4ceb-8dca-431f-8709-3dff0552532d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:19:46.436458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.482969 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa3cbf-c0ed-4973-8c66-27bb8c8db1a2 x-openstack-request-id: req-02fa3cbf-c0ed-4973-8c66-27bb8c8db1a2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:46.483552 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "tag": "27658e17-f435-4129-9ed7-848a44506361", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:46.483552 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02fa3cbf-c0ed-4973-8c66-27bb8c8db1a2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:46.484294 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'status': 'completed', 'code': 200} Aug 22 15:19:46.498790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=7408e5cc-7710-4021-a6b5-73d0c300fbb8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:46.504497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network c5372172-85d2-4168-9b68-e9ae1ba4271c is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:46.518254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:46.518900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:46.541203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:46.544335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:46.548041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a157e-c2d7-452e-8508-1023cd2528d3 req-f093a9b8-6957-4a14-811b-b2a5b3f29ac5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:46.554854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b62a157e-c2d7-452e-8508-1023cd2528d3 req-f093a9b8-6957-4a14-811b-b2a5b3f29ac5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.1384799 Aug 22 15:19:46.576158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:46.576840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:46.639578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-ee9934a6-6449-40b0-af5a-4bf720ea8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:46.641164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-ee9934a6-6449-40b0-af5a-4bf720ea8278 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 1096 time: 0.1535974 Aug 22 15:19:46.643673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b62a157e-c2d7-452e-8508-1023cd2528d3 req-1a8d7cff-ab9b-41b7-ac8f-d926eaeb100d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816040 Aug 22 15:19:46.645059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446f4e3-97de-4b82-835e-58975551486d None None] Pushing event updated for resources: {'Port': ['ID=3779dd5a-1cf2-45ea-acc4-1f6457e4cb80,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:46.695468 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fe6b66b1-04a6-4d89-89c0-f596f2559125 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7099185 Aug 22 15:19:46.705056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38764) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:46.854411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:19:46.867365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-4ecc74f6-a28d-46b8-9639-088008fe9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:46.869012 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-4ecc74f6-a28d-46b8-9639-088008fe9941 service neutron] 10.222.0.54 "GET /v2.0/networks?id=681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 200 len: 897 time: 0.2207549 Aug 22 15:19:46.948766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7706-5261-421d-91d9-96823f43701a req-146e9b65-6b11-4bac-bb71-844b54e26b09 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:46.958886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f7d7706-5261-421d-91d9-96823f43701a req-146e9b65-6b11-4bac-bb71-844b54e26b09 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.54 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.2133002 Aug 22 15:19:46.966203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-1bb254f2-7bf2-4ba7-ae7f-b59da5c06727 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 200 len: 217 time: 0.0875745 Aug 22 15:19:47.073725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 7408e5cc-7710-4021-a6b5-73d0c300fbb8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:47.074122 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.113029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-6887ceea-8511-4b51-9c8b-b4283b716377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:47.114753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-6887ceea-8511-4b51-9c8b-b4283b716377 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 200 len: 834 time: 0.1338534 Aug 22 15:19:47.184385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-2d860e40-6e92-489e-8877-d72b8d5fc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:47.186830 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-2d860e40-6e92-489e-8877-d72b8d5fc02f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=681b5cd8-877f-4887-93aa-2f73ff2b8656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638924 Aug 22 15:19:47.250507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.278071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 27658e17-f435-4129-9ed7-848a44506361 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:47.279009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.321122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:47.348260 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-23d1ee89-aca5-42df-af03-8479e600ea61 service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527369 Aug 22 15:19:47.369762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab763-013c-4cb9-859b-ea06ce3101ef None None] The sync data for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 is: [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:17:52Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'b4facaf6-4765-43ab-9f7d-bb0238de1650', 'name': '', 'network_id': '681b5cd8-877f-4887-93aa-2f73ff2b8656', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:68:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:51Z', 'updated_at': '2021-08-22T15:18:00Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': 'dce8c129-a50b-460a-9ac6-4d58960d6873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:47.405885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38774) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:47.414335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 7408e5cc-7710-4021-a6b5-73d0c300fbb8 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:47.543175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a8cb1c62-828d-45f2-aaf0-3e090b77d444 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35d72b882efc49649e53d13de2b2079d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357458 Aug 22 15:19:47.546041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38776) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:47.548600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 27658e17-f435-4129-9ed7-848a44506361, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=27658e17-f435-4129-9ed7-848a44506361,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:47.549066 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.583155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 27658e17-f435-4129-9ed7-848a44506361 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:47.589563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-929e6f8e-cda6-4806-97ec-d4a465c210f7 req-74878914-563d-4e23-bd8a-b6ca7c974b60 service neutron] 10.222.0.54 "GET /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338998 Aug 22 15:19:47.639856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.719697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.884335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0158b3de-b6d3-4a66-bb07-648d47cdddc7 None None] New status for floating IP 3f859a6b-55d9-4192-94f3-37bb8dc479e5: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:19:47.923337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:19:47.979658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.983347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:47.989032 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87733d9f-cba6-4fc5-a401-6621003d3cd9 HTTP/1.1" status: 204 len: 168 time: 0.4327726 Aug 22 15:19:48.001339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39623-b61d-433a-af9a-b274d375b053 req-b7a0b523-c3c6-4366-a479-f3a23c76184d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:48.003622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9c5c4-8ca2-4ab3-9fe0-8d36d775d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87733d9f-cba6-4fc5-a401-6621003d3cd9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:48.012968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d39623-b61d-433a-af9a-b274d375b053 req-b7a0b523-c3c6-4366-a479-f3a23c76184d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=efbe3d86-d1ca-4a28-a419-928fbff6cf78 HTTP/1.1" status: 200 len: 945 time: 0.1833348 Aug 22 15:19:48.040050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2580c7c-110a-4e49-8b99-d0514d446489 None None] Network c5372172-85d2-4168-9b68-e9ae1ba4271c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:48.052658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.134513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=7408e5cc-7710-4021-a6b5-73d0c300fbb8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:48.183231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.184671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e1f03fbd-7583-4434-83d1-111b476a0879 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/7408e5cc-7710-4021-a6b5-73d0c300fbb8 HTTP/1.1" status: 204 len: 168 time: 1.4787605 Aug 22 15:19:48.187283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38784) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:48.222560 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c9372e-318e-40d5-bd80-e3cddf28d670 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:48.228381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57c9372e-318e-40d5-bd80-e3cddf28d670 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/7408e5cc-7710-4021-a6b5-73d0c300fbb8 HTTP/1.1" status: 404 len: 333 time: 0.0362716 Aug 22 15:19:48.228520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:48.228621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d39623-b61d-433a-af9a-b274d375b053 req-64b15f1b-c791-432a-838b-670098450c3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=2aad5955-030c-4a89-af3f-10a10201533f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141447 Aug 22 15:19:48.258386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.262364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Provisioning for port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:48.287788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Provisioning complete for port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:48.287788 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.307546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=27658e17-f435-4129-9ed7-848a44506361,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:48.319622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet ca766154-fbc5-4c11-a30f-54c3696b5c92 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:48.323281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.326227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:48.335916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:19:48.336338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.369549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] No DVR routers for this DVR port 27658e17-f435-4129-9ed7-848a44506361 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:48.377162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.386389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f7d7706-5261-421d-91d9-96823f43701a req-12ff896f-2885-4fdc-84b0-033916e62ef8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.54 "DELETE /v2.0/ports/27658e17-f435-4129-9ed7-848a44506361 HTTP/1.1" status: 204 len: 173 time: 1.4146147 Aug 22 15:19:48.421764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.486038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-deleted', 'tag': '27658e17-f435-4129-9ed7-848a44506361'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:19:48.489237 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185c325-4e61-4b28-9e0e-3aa2e8000a0f" -d '{"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-deleted", "tag": "27658e17-f435-4129-9ed7-848a44506361"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:19:48.553183 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c74f7-d76f-4b52-b47d-e2361c6d79aa x-openstack-request-id: req-548c74f7-d76f-4b52-b47d-e2361c6d79aa {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:19:48.553762 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe3d86-d1ca-4a28-a419-928fbff6cf78", "name": "network-vif-deleted", "tag": "27658e17-f435-4129-9ed7-848a44506361", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:19:48.553948 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-548c74f7-d76f-4b52-b47d-e2361c6d79aa {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:19:48.554441 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe3d86-d1ca-4a28-a419-928fbff6cf78', 'name': 'network-vif-deleted', 'tag': '27658e17-f435-4129-9ed7-848a44506361', 'status': 'completed', 'code': 200} Aug 22 15:19:48.564120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.585532 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.601691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.816336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.856829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=ca766154-fbc5-4c11-a30f-54c3696b5c92,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:48.867882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:48.870711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3b39c22f-8ec0-4f4f-bdf6-aeaab30ecd72 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/ca766154-fbc5-4c11-a30f-54c3696b5c92 HTTP/1.1" status: 204 len: 168 time: 0.6421437 Aug 22 15:19:48.873471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38802) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:48.960238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:19:48.961087 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:19:48.968394 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:19:48.968756 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:19:48.982849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.066497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:49.066751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.187719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3779dd5a-1cf2-45ea-acc4-1f6457e4cb80,segment=NetworkSegment(be01f697-ef1a-4abd-b716-c05cb95c20b3),segment_id=be01f697-ef1a-4abd-b716-c05cb95c20b3)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:49.188118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.219386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:49.229987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4ae49-8e8a-4af3-a876-bdfb015e8cdb None None] Network c5372172-85d2-4168-9b68-e9ae1ba4271c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:49.332076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38814) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:49.499340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.531512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.550589 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42a0214c-4a59-40ad-abc3-3d2ce5c45659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.619089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc599910-cc1c-4b63-b145-cbec6b2b58f2 None None] DHCP port deletion for c5372172-85d2-4168-9b68-e9ae1ba4271c request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:49.641854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=3779dd5a-1cf2-45ea-acc4-1f6457e4cb80,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:49.653136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:49.777286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.790690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5372172-85d2-4168-9b68-e9ae1ba4271c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:49.805133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be01f697-ef1a-4abd-b716-c05cb95c20b3') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:49.806144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be01f697-ef1a-4abd-b716-c05cb95c20b3') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:49.820796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-854c7cd1-e61f-4c7f-866a-d1f34e38d81b None None] Could not find standard attr ID for object 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:19:49.831675 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.864785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.877077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:49.877400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:49.877754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:49.881147 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:49.905752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:49.910274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:49.911189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3779dd5a-1cf2-45ea-acc4-1f6457e4cb80 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:49.935952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 27658e17-f435-4129-9ed7-848a44506361 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:49.936969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 27658e17-f435-4129-9ed7-848a44506361 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:49.991287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.065562 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.073476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.075628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/c5372172-85d2-4168-9b68-e9ae1ba4271c HTTP/1.1" status: 204 len: 168 time: 1.2006490 Aug 22 15:19:50.091312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:50.095679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'name': 'tempest-PortsIpV6TestJSON-625296323'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:50.101455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c00a-ebc2-423f-b03b-8cdc7805b235 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=c5372172-85d2-4168-9b68-e9ae1ba4271c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:50.293511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:50.297240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.329262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 41e8cf9c-890e-4a8a-9098-24b818579438 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:50.329558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port b4facaf6-4765-43ab-9f7d-bb0238de1650 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:50.329920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.523806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port b4facaf6-4765-43ab-9f7d-bb0238de1650, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b4facaf6-4765-43ab-9f7d-bb0238de1650,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:50.524487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.542072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for b4facaf6-4765-43ab-9f7d-bb0238de1650 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:50.578013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.774384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.826377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:50.831190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:50.838866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:50.845125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:50.845783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.849714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:50.850380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=41e8cf9c-890e-4a8a-9098-24b818579438,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:50.884847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=b4facaf6-4765-43ab-9f7d-bb0238de1650,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:50.958261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac7a3d2c-f79f-44a6-b1ac-95d61546766e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8683035 Aug 22 15:19:50.961059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38846) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:51.126313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 41e8cf9c-890e-4a8a-9098-24b818579438 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:51.126671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.133472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.135788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.201259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.218704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 41e8cf9c-890e-4a8a-9098-24b818579438 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:51.356301 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.388515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=41e8cf9c-890e-4a8a-9098-24b818579438,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:51.399854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.406119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7e5721ee-81a8-45ad-9f74-be637013be12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/41e8cf9c-890e-4a8a-9098-24b818579438 HTTP/1.1" status: 204 len: 168 time: 0.4389684 Aug 22 15:19:51.406355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:51.412715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'mac_address': 'fa:16:3e:81:3a:e6', 'name': 'tempest-PortsIpV6TestJSON-1728852415'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:51.439818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 0dae4ceb-8dca-431f-8709-3dff0552532d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:19:51.560525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:19:51.569793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:51.570034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1287a134-5f3c-48d8-a2aa-106aa8896312 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/0dae4ceb-8dca-431f-8709-3dff0552532d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367623 Aug 22 15:19:51.574668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Sync routers for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:19:51.581483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:51.586035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:51.586981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:51.678348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting subnet dce8c129-a50b-460a-9ac6-4d58960d6873 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:19:51.692954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.713735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:19:51.725565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.755324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.788442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 84bde622-d5f4-487e-9012-8babf315ee09 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:51.945930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:51.984610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:19:50Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:52.012752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Checking router: 0dae4ceb-8dca-431f-8709-3dff0552532d for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:19:52.032613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Routers {'0dae4ceb-8dca-431f-8709-3dff0552532d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:19:52.033279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['0dae4ceb-8dca-431f-8709-3dff0552532d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:52.055893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.173997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.246800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Subnet': ['ID=dce8c129-a50b-460a-9ac6-4d58960d6873,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:52.253979 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.320386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.322203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d12bdfb5-f824-4a9c-890a-11d6e8757e3e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/subnets/dce8c129-a50b-460a-9ac6-4d58960d6873 HTTP/1.1" status: 204 len: 168 time: 0.7509847 Aug 22 15:19:52.325082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38882) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:52.338439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:52.342030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:52.344477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:52.351949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:52.351949 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.355700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc855b0-835f-41f7-9f8e-218c3e7374d8 None None] Network 681b5cd8-877f-4887-93aa-2f73ff2b8656 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:52.373196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=84bde622-d5f4-487e-9012-8babf315ee09,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:52.390726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] Set router 0dae4ceb-8dca-431f-8709-3dff0552532d gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:19:52.470084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-20741da8-dc7b-4192-8d72-199425186dd5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0614555 Aug 22 15:19:52.476186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38884) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:52.483535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.589553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44936e-4402-4ccb-8c06-66955db0aa65 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:52.599615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb44936e-4402-4ccb-8c06-66955db0aa65 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/84bde622-d5f4-487e-9012-8babf315ee09 HTTP/1.1" status: 200 len: 845 time: 0.1184216 Aug 22 15:19:52.601000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38888) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:52.645409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.691810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:19:50Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:52.728426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] DHCP port deletion for 681b5cd8-877f-4887-93aa-2f73ff2b8656 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:19:52.731837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e6f4d-a4fd-43c0-a06f-173f5b3c6516 None None] The sync data for ids ['0dae4ceb-8dca-431f-8709-3dff0552532d'] in n-d-805046-3 is: [{'id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-103213610', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:17:41Z', 'updated_at': '2021-08-22T15:19:50Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '8fbb9e9e-cf93-4967-8120-f81b343dc28a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae4ceb-8dca-431f-8709-3dff0552532d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:17:42Z', 'updated_at': '2021-08-22T15:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:19:52.770352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 84bde622-d5f4-487e-9012-8babf315ee09 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:52.772920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.783408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 8fbb9e9e-cf93-4967-8120-f81b343dc28a {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:52.785770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.821583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Deleting port 19879ab9-97bd-44c5-8de8-093cb80a0eaa {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:52.821965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.873672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.892370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 84bde622-d5f4-487e-9012-8babf315ee09 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:52.952716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] For port 19879ab9-97bd-44c5-8de8-093cb80a0eaa, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=19879ab9-97bd-44c5-8de8-093cb80a0eaa,segment=NetworkSegment(30ea6e51-0a4d-4a13-b47a-0a2ca678688d),segment_id=30ea6e51-0a4d-4a13-b47a-0a2ca678688d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:52.953111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.957195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 8fbb9e9e-cf93-4967-8120-f81b343dc28a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8fbb9e9e-cf93-4967-8120-f81b343dc28a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:19:52.957577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:52.981289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Calling delete_port for 19879ab9-97bd-44c5-8de8-093cb80a0eaa owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:52.983617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 8fbb9e9e-cf93-4967-8120-f81b343dc28a owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:53.072161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.188943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.196740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/84bde622-d5f4-487e-9012-8babf315ee09 HTTP/1.1" status: 204 len: 168 time: 0.5922163 Aug 22 15:19:53.198651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86365750-194e-4ba5-b9a1-c5a1680f2fcd tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=84bde622-d5f4-487e-9012-8babf315ee09,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:53.202354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38892) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:53.242656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.286252 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab90b50-9178-41e7-9277-64f4e9338379 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:53.296247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] Pushing event deleted for resources: {'Port': ['ID=19879ab9-97bd-44c5-8de8-093cb80a0eaa,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:53.300260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:53.305672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aab90b50-9178-41e7-9277-64f4e9338379 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/84bde622-d5f4-487e-9012-8babf315ee09 HTTP/1.1" status: 404 len: 333 time: 0.1007736 Aug 22 15:19:53.312513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'name': 'tempest-PortsIpV6TestJSON-1861568973'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:53.315052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a534b-f8a8-4dd1-a396-8e22d5a4eadd None None] No DVR routers for this DVR port 19879ab9-97bd-44c5-8de8-093cb80a0eaa on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:19:53.395874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.440642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=8fbb9e9e-cf93-4967-8120-f81b343dc28a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:53.533358 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.603660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:53.607096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.659913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.664988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.669428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 4785c70c-ec68-466f-9fe4-f63463151e4e yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:53.823087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.823683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Fanout notify agent at l3_agent the message router_deleted on router 0dae4ceb-8dca-431f-8709-3dff0552532d {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:19:53.839484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.840980 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-43c7c3d4-4a73-4212-be68-996018ba24c6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/routers/0dae4ceb-8dca-431f-8709-3dff0552532d HTTP/1.1" status: 204 len: 168 time: 1.5148845 Aug 22 15:19:53.844865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:53.870376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b4facaf6-4765-43ab-9f7d-bb0238de1650 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:53.906182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b4facaf6-4765-43ab-9f7d-bb0238de1650 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:53.908920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b4facaf6-4765-43ab-9f7d-bb0238de1650 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:53.912312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 19879ab9-97bd-44c5-8de8-093cb80a0eaa no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:53.934371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:53.937622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 19879ab9-97bd-44c5-8de8-093cb80a0eaa {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:53.938461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 19879ab9-97bd-44c5-8de8-093cb80a0eaa not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:53.962094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.036899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.070161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.084737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681b5cd8-877f-4887-93aa-2f73ff2b8656']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:54.094525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:54.098177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:54.107011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ea6e51-0a4d-4a13-b47a-0a2ca678688d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:54.107674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ea6e51-0a4d-4a13-b47a-0a2ca678688d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:19:54.108226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:54.114160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:54.114834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.118799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=4785c70c-ec68-466f-9fe4-f63463151e4e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:54.119881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.148142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.154208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:19:54.154663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:19:54.157708 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:19:54.200097 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e8719ac-6734-4752-9bfa-81fabd5cc1a9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8965786 Aug 22 15:19:54.200379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:54.206544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:54.275125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.305119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.312679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.314588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/networks/681b5cd8-877f-4887-93aa-2f73ff2b8656 HTTP/1.1" status: 204 len: 168 time: 0.4683692 Aug 22 15:19:54.319210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:54.327903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eed37c-9a8c-4b94-a135-f2b5ed4e3009 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Network': ['ID=681b5cd8-877f-4887-93aa-2f73ff2b8656,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:54.483607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.523645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.535452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.619074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.657025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] In _notify_port_updated(), no bound segment for port 4785c70c-ec68-466f-9fe4-f63463151e4e on network 0289b761-52d1-465c-9f37-68006571890f {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:19:54.664294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:54.664294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.665224 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/ports/4785c70c-ec68-466f-9fe4-f63463151e4e HTTP/1.1" status: 200 len: 818 time: 0.4638312 Aug 22 15:19:54.668100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:54.703990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f8e36-b431-4fa9-9ade-46def5faa6f0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=4785c70c-ec68-466f-9fe4-f63463151e4e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:54.712230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.714631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:54.715816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/security-groups/2aad5955-030c-4a89-af3f-10a10201533f HTTP/1.1" status: 204 len: 168 time: 0.3956490 Aug 22 15:19:54.733134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5541032-009d-4ade-9559-09d26de63a02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aad5955-030c-4a89-af3f-10a10201533f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:54.790227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 4785c70c-ec68-466f-9fe4-f63463151e4e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:19:54.791012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.174781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38926) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:55.180206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334072306', 'description': 'tempest-secgroup-smoke-334072306 description', 'project_id': '5e7a703bd64b4e4d944d0017fd296794'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:55.250207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.266300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 4785c70c-ec68-466f-9fe4-f63463151e4e owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:19:55.282297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.398862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.430902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.462447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=4785c70c-ec68-466f-9fe4-f63463151e4e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:55.470493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.476432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.481214 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b9db0c67-b36d-4a0b-9c50-27d458d40adc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/4785c70c-ec68-466f-9fe4-f63463151e4e HTTP/1.1" status: 204 len: 168 time: 0.8097444 Aug 22 15:19:55.481709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38928) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:55.505002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b747bd-6bae-49eb-a6b2-603b902701d0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:55.556090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0b701-a23c-4bc6-a999-ca176e6e6402 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:55.557339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.560231 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eae0b701-a23c-4bc6-a999-ca176e6e6402 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0751562 Aug 22 15:19:55.561162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:55.561501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0bf1cd8-4133-4ac3-81c8-f76425886d6b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3850138 Aug 22 15:19:55.561925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:55.571137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:55.614390 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-33731df4-78aa-41e4-a3a5-67565e6ba98f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:19:55.616470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-33731df4-78aa-41e4-a3a5-67565e6ba98f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/4785c70c-ec68-466f-9fe4-f63463151e4e HTTP/1.1" status: 404 len: 333 time: 0.0532169 Aug 22 15:19:55.620371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38942) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:55.625687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-938738233'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:55.729113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.767613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8fbb9e9e-cf93-4967-8120-f81b343dc28a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:19:55.814866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8fbb9e9e-cf93-4967-8120-f81b343dc28a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:19:55.816106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8fbb9e9e-cf93-4967-8120-f81b343dc28a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:19:55.819822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:55.823401 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.829031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.860617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:55.873163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.873664 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment c3867480-80b1-406c-8445-ca5df46e237e of type vlan for network e7e99990-a332-49d0-be2c-c0c86c6f145d Aug 22 15:19:55.895554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:55.924786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e96ad8-0de1-4e45-997e-ddf75e964b5a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:55.944618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.008257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.010513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e54a9c28-e3f1-4c8c-865a-a38ac93cc72b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4450006 Aug 22 15:19:56.012532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38952) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:56.017626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:56.038003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.045147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:56.047873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.144876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=e7e99990-a332-49d0-be2c-c0c86c6f145d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:56.156152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:56.169096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.225551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b061db9c-34c8-4dbe-9b23-e91866186ed5 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6040125 Aug 22 15:19:56.230489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:56.235922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:56.317633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.367698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.389861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2673f23-e11f-4aa4-8fbc-7bfa9b3d48a6,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:56.430738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:56.435489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.493714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.495539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-00d8cb30-fe25-4411-ba05-dcf3c97f0363 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4819381 Aug 22 15:19:56.498383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38958) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:56.507194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:56.664577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.758111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.825186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.858034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:56.870345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': 'c3867480-80b1-406c-8445-ca5df46e237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:56.870976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: e7e99990-a332-49d0-be2c-c0c86c6f145d, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:19:56.934567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:56.964657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56454668-9aa5-458f-9a16-8135298a6e19,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:56.991899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network e7e99990-a332-49d0-be2c-c0c86c6f145d is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:19:57.054667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.058916 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c8579bbb-c41d-4882-a2eb-b25023a83222 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565064 Aug 22 15:19:57.067612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38964) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:57.073153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:57.086551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e7e99990-a332-49d0-be2c-c0c86c6f145d) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:57.100497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:57.101414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.114778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11e279-466a-495a-b392-3ec382a11c92 None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:57.230337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.288436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19f33549-32b0-4316-a335-f5bedc9fab4d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0566421 Aug 22 15:19:57.291564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:57.304209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e7e99990-a332-49d0-be2c-c0c86c6f145d', 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:19:57.305247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:57.305553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.382656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.482006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.491600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Allocated IP 2001:db8::2 (e7e99990-a332-49d0-be2c-c0c86c6f145d/c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd/c2bc598c-4621-4144-8871-cad2c082724d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:19:57.507235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6c4d4a-025a-442a-9a72-6525c1ef39ca,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:57.570479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:57.576195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.667532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.672363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4a843942-b400-4eb5-8bc7-d9aa2c844114 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6003153 Aug 22 15:19:57.673211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:57.682904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:57.699729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.709865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Transition to ACTIVE for port object c2bc598c-4621-4144-8871-cad2c082724d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:57.725952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Transition to ACTIVE for port object c2bc598c-4621-4144-8871-cad2c082724d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:19:57.751217 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd (CIDR: 2001:db8::/64) Aug 22 15:19:57.791223 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:19:57.791720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:19:57.813982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.853611 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:19:57.855449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:57.858300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:57.862981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:19:57.868673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.892809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Pushing event updated for resources: {'Port': ['ID=c2bc598c-4621-4144-8871-cad2c082724d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:57.925018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Attempting to bind port c2bc598c-4621-4144-8871-cad2c082724d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:19:57.925383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Attempting to bind port c2bc598c-4621-4144-8871-cad2c082724d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c3867480-80b1-406c-8445-ca5df46e237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:19:57.925827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Attempting to bind port c2bc598c-4621-4144-8871-cad2c082724d on network e7e99990-a332-49d0-be2c-c0c86c6f145d {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:19:57.931082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:19:57.931906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Checking segment: {'id': 'c3867480-80b1-406c-8445-ca5df46e237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:19:57.931906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.932272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Bound using segment: {'id': 'c3867480-80b1-406c-8445-ca5df46e237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:19:57.932742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Bound port: c2bc598c-4621-4144-8871-cad2c082724d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3867480-80b1-406c-8445-ca5df46e237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:19:57.933126 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.945756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:57.977158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a05d2b46-adc9-4247-8218-e38e1a614514 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6816630 Aug 22 15:19:57.977717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 38976) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:57.982652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:58.002117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] For port c2bc598c-4621-4144-8871-cad2c082724d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:19:58.005535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] For port c2bc598c-4621-4144-8871-cad2c082724d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2bc598c-4621-4144-8871-cad2c082724d,segment=NetworkSegment(c3867480-80b1-406c-8445-ca5df46e237e),segment_id=c3867480-80b1-406c-8445-ca5df46e237e)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:19:58.059349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.085665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf66698e-cfc0-4224-bef9-cd938c3487a6,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:58.128655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.163791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.165972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbaad788-0581-4148-bbff-9b9a4522ebf6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4899018 Aug 22 15:19:58.169238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 38988) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:58.175307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'security_group_rule': {'security_group_id': '72b747bd-6bae-49eb-a6b2-603b902701d0', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:58.204970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd9739-3617-4281-b1bd-8f93e2dd4fbc None None] Pushing event updated for resources: {'Port': ['ID=c2bc598c-4621-4144-8871-cad2c082724d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:58.247815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:58.256595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.327665 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Project 5e7a703bd64b4e4d944d0017fd296794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:19:58.334255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.436921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.525115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.571464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cebcaa6-ddc4-47a3-9804-d5f306281a59,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:58.647716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.652023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f30119a8-3d93-48c2-9e13-0bea955e54f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4788010 Aug 22 15:19:58.652484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:58.659208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'network': {'name': 'tempest-network-smoke--1941949285', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:58.745937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.773443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:58.777160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.798191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network e7e99990-a332-49d0-be2c-c0c86c6f145d is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:19:58.802485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:19:58.807442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:58.808359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.828331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=c80ebe29-8c9d-4b99-be44-f032b6c8605d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:58.829129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:19:58.849909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:58.850877 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Added segment 6d08438c-f04e-4d2c-b32d-e23e1231da52 of type vlan for network 01189676-df04-4833-8069-4683ebffe749 Aug 22 15:19:58.907704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-055c8c6f-c806-417a-b915-7e409be2995d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9292994 Aug 22 15:19:58.910804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:58.919422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd'}, {'subnet_id': 'c80ebe29-8c9d-4b99-be44-f032b6c8605d'}], 'name': 'tempest-PortsIpV6TestJSON-234144013'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:58.925594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.070702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.083832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:19:59.084843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.173600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:19:59.192661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Network': ['ID=01189676-df04-4833-8069-4683ebffe749,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:19:59.206824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 01189676-df04-4833-8069-4683ebffe749 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:19:59.261429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2d4f0065-dafe-4566-8fe0-801ae9fe7d6e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6066003 Aug 22 15:19:59.268841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39010) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:19:59.274524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'admin_state_up': True, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:19:59.359074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.379668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.381291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.413487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:19:59.461382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:19:59.618839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c33834-f1c6-425f-bf45-d4fe7b7f30ff None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:19:59.757543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fcb04c4-7414-4139-8f09-606a3d13705a None None] Provisioning for port c2bc598c-4621-4144-8871-cad2c082724d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:19:59.916774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2bc598c-4621-4144-8871-cad2c082724d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:00.010994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Update dhcp port {'port': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c80ebe29-8c9d-4b99-be44-f032b6c8605d'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'c2bc598c-4621-4144-8871-cad2c082724d'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:20:00.051857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::b4 (e7e99990-a332-49d0-be2c-c0c86c6f145d/c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd/ab3d0cbc-f094-4b5b-9ef1-266202e544f9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:00.066144 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.068048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8:0:1::ff (e7e99990-a332-49d0-be2c-c0c86c6f145d/c80ebe29-8c9d-4b99-be44-f032b6c8605d/ab3d0cbc-f094-4b5b-9ef1-266202e544f9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:00.290202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c2bc598c-4621-4144-8871-cad2c082724d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:00.313539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c2bc598c-4621-4144-8871-cad2c082724d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:00.314505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.418259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46a0df51-156f-410a-a684-9a53ea12655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.439088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.489657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.499603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.507912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object ab3d0cbc-f094-4b5b-9ef1-266202e544f9 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:00.540320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c2bc598c-4621-4144-8871-cad2c082724d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2bc598c-4621-4144-8871-cad2c082724d,segment=NetworkSegment(c3867480-80b1-406c-8445-ca5df46e237e),segment_id=c3867480-80b1-406c-8445-ca5df46e237e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:00.619572 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.643704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.708280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network e7e99990-a332-49d0-be2c-c0c86c6f145d is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:00.712494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:00.716507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:00.723079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:00.723957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.738928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Allocated IP 2001:db8:0:1::2 (e7e99990-a332-49d0-be2c-c0c86c6f145d/c80ebe29-8c9d-4b99-be44-f032b6c8605d/c2bc598c-4621-4144-8871-cad2c082724d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:00.754244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ab3d0cbc-f094-4b5b-9ef1-266202e544f9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:00.777789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c2bc598c-4621-4144-8871-cad2c082724d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:00.820430 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-269fcecc-f1bc-4ba8-b2a4-2e8b0eb28290 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.9068367 Aug 22 15:20:00.822979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:00.832121 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:00.866251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.885744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] For port c2bc598c-4621-4144-8871-cad2c082724d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2bc598c-4621-4144-8871-cad2c082724d,segment=NetworkSegment(c3867480-80b1-406c-8445-ca5df46e237e),segment_id=c3867480-80b1-406c-8445-ca5df46e237e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:00.891406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.920406 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.925872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:00.942183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Transition to ACTIVE for port object c2bc598c-4621-4144-8871-cad2c082724d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:01.037825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.088062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.91 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6ba8376f-6bf7-4514-ab98-f2d6393e2710) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:01.147378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade38ee-17d3-4942-9fc5-fd617c93298e None None] Pushing event updated for resources: {'Port': ['ID=c2bc598c-4621-4144-8871-cad2c082724d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:01.246688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.288624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Delete allocated IP 2001:db8:0:1::ff (e7e99990-a332-49d0-be2c-c0c86c6f145d/c80ebe29-8c9d-4b99-be44-f032b6c8605d) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:20:01.328623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.368855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:01.371878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:01.375694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:01.391948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=6ba8376f-6bf7-4514-ab98-f2d6393e2710,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:01.472571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.497791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Ignored duplicate provisioning block setup for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 15:20:01.568736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.640064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] In _notify_port_updated(), no bound segment for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 on network e7e99990-a332-49d0-be2c-c0c86c6f145d {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:20:01.646502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:01.646968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.650798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/ports/ab3d0cbc-f094-4b5b-9ef1-266202e544f9 HTTP/1.1" status: 200 len: 924 time: 0.8243072 Aug 22 15:20:01.654278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:01.660149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd'}, {'subnet_id': 'c80ebe29-8c9d-4b99-be44-f032b6c8605d'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:01.666056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494731b-2a8f-4f50-9aba-7b9d695627ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ab3d0cbc-f094-4b5b-9ef1-266202e544f9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:01.740012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.765427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:01.824049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2bc598c-4621-4144-8871-cad2c082724d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:01.863912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60751072-ea59-49e6-814f-12d9bc983b30 None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:02.054267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.141351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3693cd6b-ed61-4e2d-88e4-d38923fe8cf8 None None] Provisioning for port c2bc598c-4621-4144-8871-cad2c082724d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:02.147817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8:0:1::391 (e7e99990-a332-49d0-be2c-c0c86c6f145d/c80ebe29-8c9d-4b99-be44-f032b6c8605d/ab3d0cbc-f094-4b5b-9ef1-266202e544f9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:02.162491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3693cd6b-ed61-4e2d-88e4-d38923fe8cf8 None None] Provisioning complete for port c2bc598c-4621-4144-8871-cad2c082724d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:02.163268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3693cd6b-ed61-4e2d-88e4-d38923fe8cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.310620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 74873f51-35fa-4612-889f-96362e1fb442 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:20:02.458908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.478891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Ignored duplicate provisioning block setup for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 22 15:20:02.591039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.606132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:20:02.635200 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Sync routers for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:20:02.650805 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:02.651449 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:19:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:02.711437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ab3d0cbc-f094-4b5b-9ef1-266202e544f9,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:02.756786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Provisioning for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:02.768325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.773438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a135fcc3-fe15-4048-b0e8-c8671f07a86a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5034914 Aug 22 15:20:02.774854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39066) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:02.782667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Provisioning complete for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:02.783036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.874024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39068) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:02.879911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69d5e7ef-151f-4d15-aecc-48b749b48f18 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5e7a703bd64b4e4d944d0017fd296794&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1038795 Aug 22 15:20:02.934981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:02.973393 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:02.988864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Provisioning complete for port c2bc598c-4621-4144-8871-cad2c082724d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:02.989304 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22534c91-0d2e-452f-a9db-2448ec2d0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:02.999128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] In _notify_port_updated(), no bound segment for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 on network e7e99990-a332-49d0-be2c-c0c86c6f145d {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:20:03.054403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:03.055164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.059423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39072) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:03.059589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef509f0b-230b-46bd-ad4e-d9fa1d63868d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/ports/ab3d0cbc-f094-4b5b-9ef1-266202e544f9 HTTP/1.1" status: 200 len: 1010 time: 1.4042335 Aug 22 15:20:03.196303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.279641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07db672-422c-4fab-be9e-40f3dd471007 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:03.287521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:03.290872 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f07db672-422c-4fab-be9e-40f3dd471007 tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4152589 Aug 22 15:20:03.338070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39082) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:03.341401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-36a5abd4-c8a8-4931-ba1b-384cfb589584 None None] Provisioning complete for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:03.341550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-36a5abd4-c8a8-4931-ba1b-384cfb589584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.344226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822671748', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:03.348791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6fd33b17-ec1b-400f-b69f-878dcc73a57b tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600152 Aug 22 15:20:03.392184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:03.398185 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.599622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:01Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:03.627300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.648181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for ab3d0cbc-f094-4b5b-9ef1-266202e544f9 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:03.658413 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Checking router: 74873f51-35fa-4612-889f-96362e1fb442 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:20:03.659580 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Updating router 74873f51-35fa-4612-889f-96362e1fb442 port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:20:03.664980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:03.669487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.689437 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.804869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-36a5abd4-c8a8-4931-ba1b-384cfb589584 None None] Port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:03.928920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-973a391a-ebce-455a-a5be-c88e43794d60 None None] Provisioning complete for port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:03.929547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-973a391a-ebce-455a-a5be-c88e43794d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.968363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b258-075a-4efd-b356-04e8252c1c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:03.992064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-973a391a-ebce-455a-a5be-c88e43794d60 None None] Port ab3d0cbc-f094-4b5b-9ef1-266202e544f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:04.077020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.135624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5663becf-33e6-4432-9f2b-dd7086f997ab None None] Could not find standard attr ID for object ab3d0cbc-f094-4b5b-9ef1-266202e544f9. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:04.177573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=ab3d0cbc-f094-4b5b-9ef1-266202e544f9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:04.256232 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.279738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Transition to ACTIVE for port object 6ba8376f-6bf7-4514-ab98-f2d6393e2710 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:04.291463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.294198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c0b55f54-e7fb-4d94-bc57-9ed162454c1d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/ab3d0cbc-f094-4b5b-9ef1-266202e544f9 HTTP/1.1" status: 204 len: 168 time: 1.2336268 Aug 22 15:20:04.297413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39104) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:04.327603 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d8ab8c-463b-4067-ab5a-1127f9d092a4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:04.332957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39106) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:04.333167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61d8ab8c-463b-4067-ab5a-1127f9d092a4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/ab3d0cbc-f094-4b5b-9ef1-266202e544f9 HTTP/1.1" status: 404 len: 333 time: 0.0341713 Aug 22 15:20:04.369173 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.415937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.513355 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Attempting to bind port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:04.513726 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Attempting to bind port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:04.514094 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Attempting to bind port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:04.549685 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:04.551037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:04.552344 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.552751 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:04.552907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet c80ebe29-8c9d-4b99-be44-f032b6c8605d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:04.553367 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Bound port: 6ba8376f-6bf7-4514-ab98-f2d6393e2710, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:04.553823 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.558369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.606052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.685279 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] For port 6ba8376f-6bf7-4514-ab98-f2d6393e2710, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:04.705947 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] For port 6ba8376f-6bf7-4514-ab98-f2d6393e2710, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6ba8376f-6bf7-4514-ab98-f2d6393e2710,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:04.707483 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Pushing event updated for resources: {'Port': ['ID=6ba8376f-6bf7-4514-ab98-f2d6393e2710,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:04.730728 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.731159 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.731410 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.731795 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.732378 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.732727 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.733117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.734593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.735880 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.736348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.737119 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.737470 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:04.787649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Subnet': ['ID=190542af-e720-407e-9edc-6bb052c4c6dd,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:04.797047 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.855467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:04.878103 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:04.879110 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:04.883748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Checking segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:04.884052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43509cce-ac17-46ae-95bd-3dc6ed67cbd7 None None] Pushing event updated for resources: {'Port': ['ID=6ba8376f-6bf7-4514-ab98-f2d6393e2710,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:04.884206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network hostable DHCP agents. Network: 01189676-df04-4833-8069-4683ebffe749, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:20:04.888951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.085258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:05.122377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 01189676-df04-4833-8069-4683ebffe749 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:20:05.125139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.172061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=c80ebe29-8c9d-4b99-be44-f032b6c8605d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:05.177156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.181567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-92167e13-dcaa-4010-8af6-305334e91912 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/c80ebe29-8c9d-4b99-be44-f032b6c8605d HTTP/1.1" status: 204 len: 168 time: 0.8451242 Aug 22 15:20:05.182306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39128) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:05.186451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805edb32-1be8-4e5e-a2fd-49388662459b None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:05.212748 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:20:05.230388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 01189676-df04-4833-8069-4683ebffe749) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:05.234572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:05.235172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.259694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7c064-bc05-4024-b5a1-a95298637c23 None None] Network 01189676-df04-4833-8069-4683ebffe749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:05.320765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:05.324272 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.380622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.414578 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0f2267b8-b879-41c2-8590-4cdad7261ad8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0751507 Aug 22 15:20:05.417294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:05.428370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:01Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:05.485250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.496409 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ab021-c3ae-4ece-b483-de73321e4fa6 None None] The sync data for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 is: [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:01Z', 'revision_number': 3, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:20:05.640629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-01189676-df04-4833-8069-4683ebffe749', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:20:05.641492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.706817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.796619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:05.805011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:05.812254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b7dea92-aae0-4e9b-b2b7-d8f723304f2b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd HTTP/1.1" status: 204 len: 168 time: 0.6245735 Aug 22 15:20:05.812254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:05.929720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Allocated IP 172.20.0.2 (01189676-df04-4833-8069-4683ebffe749/190542af-e720-407e-9edc-6bb052c4c6dd/f01282ed-4c13-4b81-9f94-63947646ce41) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:05.990075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.180693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port c2bc598c-4621-4144-8871-cad2c082724d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:06.184785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.305548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port c2bc598c-4621-4144-8871-cad2c082724d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2bc598c-4621-4144-8871-cad2c082724d,segment=NetworkSegment(c3867480-80b1-406c-8445-ca5df46e237e),segment_id=c3867480-80b1-406c-8445-ca5df46e237e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:06.305548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.320331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for c2bc598c-4621-4144-8871-cad2c082724d owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:06.321167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b841705-c077-4119-aea2-5bce30b12b8e None None] Update dhcp port {'port': {'network_id': 'e7e99990-a332-49d0-be2c-c0c86c6f145d', 'fixed_ips': [{'subnet_id': 'c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'c2bc598c-4621-4144-8871-cad2c082724d'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:20:06.352073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.366124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Transition to ACTIVE for port object f01282ed-4c13-4b81-9f94-63947646ce41 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:06.368307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1b841705-c077-4119-aea2-5bce30b12b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.513316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Transition to ACTIVE for port object f01282ed-4c13-4b81-9f94-63947646ce41 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:06.530969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.591130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.625287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ddb49f-6a2f-40ac-be47-8ffccdc99af5 None None] Network e7e99990-a332-49d0-be2c-c0c86c6f145d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:06.630262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port c2bc598c-4621-4144-8871-cad2c082724d on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:06.654338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=c2bc598c-4621-4144-8871-cad2c082724d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:06.734459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.735005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.735357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.735704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.736659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.736659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.736957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.737194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.737500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.737831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.738161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.738500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:06.759911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.949478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:06.974345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e99990-a332-49d0-be2c-c0c86c6f145d']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:06.989255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Pushing event updated for resources: {'Port': ['ID=f01282ed-4c13-4b81-9f94-63947646ce41,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:07.010671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3867480-80b1-406c-8445-ca5df46e237e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:07.011037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3867480-80b1-406c-8445-ca5df46e237e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:07.020373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a85d7191-2268-4cf2-b424-4440d15c1040 None None] Could not find standard attr ID for object c2bc598c-4621-4144-8871-cad2c082724d. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:07.032978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Network 01189676-df04-4833-8069-4683ebffe749 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:07.036309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.075307 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.084750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:07.087238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:07.091635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:20:07.091635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:20:07.098847 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:20:07.150660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09aa77b-03ed-4358-b25f-1d0a98c58027 None None] DHCP port deletion for e7e99990-a332-49d0-be2c-c0c86c6f145d request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:20:07.155881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Attempting to bind port f01282ed-4c13-4b81-9f94-63947646ce41 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:07.156283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Attempting to bind port f01282ed-4c13-4b81-9f94-63947646ce41 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:07.156645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Attempting to bind port f01282ed-4c13-4b81-9f94-63947646ce41 on network 01189676-df04-4833-8069-4683ebffe749 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:07.164414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:07.164669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Checking segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:07.165060 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.165495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Bound using segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:07.168952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Bound port: f01282ed-4c13-4b81-9f94-63947646ce41, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:07.168952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.178343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.1 (01189676-df04-4833-8069-4683ebffe749/190542af-e720-407e-9edc-6bb052c4c6dd/5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:07.178728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.242379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] For port f01282ed-4c13-4b81-9f94-63947646ce41, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:07.246069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] For port f01282ed-4c13-4b81-9f94-63947646ce41, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f01282ed-4c13-4b81-9f94-63947646ce41,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:07.333573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.340250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.357216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.369310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.372129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/e7e99990-a332-49d0-be2c-c0c86c6f145d HTTP/1.1" status: 204 len: 168 time: 1.5587366 Aug 22 15:20:07.373679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383c378-b96c-4dac-bfdd-7263b815472c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=e7e99990-a332-49d0-be2c-c0c86c6f145d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:07.375712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39172) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:07.380783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:07.488535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06442482-efeb-4048-bbb4-10374eb1cb5a None None] Pushing event updated for resources: {'Port': ['ID=f01282ed-4c13-4b81-9f94-63947646ce41,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:07.493538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac502a-72da-4809-b4f0-8bbc0a7eab3c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:07.497530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3cac502a-72da-4809-b4f0-8bbc0a7eab3c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1177845 Aug 22 15:20:07.501686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:07.549527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.618694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 01189676-df04-4833-8069-4683ebffe749 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:07.623259 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-869298d8-e186-473e-b4c8-77db4f6688fa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1197109 Aug 22 15:20:07.629228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39180) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:07.629402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:07.639275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187730499'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:07.640012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:07.644930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:07.701526 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.797266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:07.809193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.898211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:20:07.921709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:07.922256 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment 7e48ce25-5c1d-4f6b-8151-902054afa331 of type vlan for network 9748a001-7bb5-4bd7-be21-cb606b96daaf Aug 22 15:20:08.019456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.062785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6ba8376f-6bf7-4514-ab98-f2d6393e2710 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:08.175094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.178485 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.184993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:08.199753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:08.207611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:08.208243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.209195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.300223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=9748a001-7bb5-4bd7-be21-cb606b96daaf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:08.320926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:20:08.369461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-976da144-0214-4e6a-8507-7717d8c4b3c1 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7375197 Aug 22 15:20:08.372721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.377677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39202) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:08.383714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:08.448718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6ba8376f-6bf7-4514-ab98-f2d6393e2710, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6ba8376f-6bf7-4514-ab98-f2d6393e2710,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:08.609215 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.610162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f01282ed-4c13-4b81-9f94-63947646ce41 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:08.648817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.734937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6ba8376f-6bf7-4514-ab98-f2d6393e2710,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:08.739572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:08.743834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.780666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.859857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f01282ed-4c13-4b81-9f94-63947646ce41 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:08.866464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe3c42-3cf1-4d61-8704-d819b23769ae None None] Network 01189676-df04-4833-8069-4683ebffe749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:08.925351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:08.928310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:09.054646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2bc598c-4621-4144-8871-cad2c082724d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:20:09.097646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c2bc598c-4621-4144-8871-cad2c082724d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:20:09.098247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2bc598c-4621-4144-8871-cad2c082724d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:20:09.199439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6770e29f-6505-45d8-a547-309185927753 None None] Provisioning for port f01282ed-4c13-4b81-9f94-63947646ce41 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:09.219390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.224191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6770e29f-6505-45d8-a547-309185927753 None None] Provisioning complete for port f01282ed-4c13-4b81-9f94-63947646ce41 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:09.224622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6770e29f-6505-45d8-a547-309185927753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.370834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=0834d554-4035-425b-955d-2701f09a5db9,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:09.387378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': '7e48ce25-5c1d-4f6b-8151-902054afa331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:09.388067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: 9748a001-7bb5-4bd7-be21-cb606b96daaf, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:20:09.417404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6770e29f-6505-45d8-a547-309185927753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.488457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6770e29f-6505-45d8-a547-309185927753 None None] For port f01282ed-4c13-4b81-9f94-63947646ce41, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f01282ed-4c13-4b81-9f94-63947646ce41,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:09.551111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:20:09.585371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6770e29f-6505-45d8-a547-309185927753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.598224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 01189676-df04-4833-8069-4683ebffe749 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:09.600070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:09.647765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770e29f-6505-45d8-a547-309185927753 None None] Pushing event updated for resources: {'Port': ['ID=f01282ed-4c13-4b81-9f94-63947646ce41,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:09.708739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Provisioning complete for port f01282ed-4c13-4b81-9f94-63947646ce41 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:09.709054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.762699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9748a001-7bb5-4bd7-be21-cb606b96daaf) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:09.772315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:09.776267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:09.778753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67543a-e56a-4e17-9504-4584906ea627 None None] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:09.785917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 74873f51-35fa-4612-889f-96362e1fb442 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:20:09.908761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8790413f-7cac-49f1-8deb-f415e47b19c6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5291791 Aug 22 15:20:09.909012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39228) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:09.914830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf', 'name': 'tempest-PortsIpV6TestJSON-252359884'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:09.951770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6ba8376f-6bf7-4514-ab98-f2d6393e2710 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:09.990277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:20:10.014596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-244dd585-d41e-4059-a49c-dfa99356fc04 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/74873f51-35fa-4612-889f-96362e1fb442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5873513 Aug 22 15:20:10.014998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Sync routers for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:20:10.124037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:10.124626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:10.207924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:10.208515 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.221605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:10.232723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.287406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:10.347270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9748a001-7bb5-4bd7-be21-cb606b96daaf', 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': '0834d554-4035-425b-955d-2701f09a5db9'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:20:10.348437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.412873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-1750ab55-19a7-4be5-b37e-c7d32cdf1c6d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334072306&fields=id&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 267 time: 0.0563316 Aug 22 15:20:10.456175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Provisioning for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:10.465266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:10.560238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Provisioning complete for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:10.560659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.574022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::1e9 (9748a001-7bb5-4bd7-be21-cb606b96daaf/0834d554-4035-425b-955d-2701f09a5db9/c2f6ca6a-0410-49dc-b8b7-9452dcd07c07) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:10.634765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-c19d558c-1a6f-4e9c-be74-aa6765ba92b5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:10.636451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-c19d558c-1a6f-4e9c-be74-aa6765ba92b5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/networks?id=01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 200 len: 797 time: 0.2065828 Aug 22 15:20:10.671945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-8e3f010d-63bd-4bb6-85b4-bff924e19d21 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/quotas/5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 375 time: 0.0230222 Aug 22 15:20:10.710755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d31c592f-7077-4ad9-9bc6-c3bb0379f16f None None] Port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:10.724967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f01282ed-4c13-4b81-9f94-63947646ce41 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:10.801578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-3f4c3888-6643-4466-b246-c5e301fe4479 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200612 Aug 22 15:20:10.953081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.989707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:10.998401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-53acf4dd-f7bf-40dc-baa4-3c8423fd45ba None None] Provisioning complete for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:10.998785 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-53acf4dd-f7bf-40dc-baa4-3c8423fd45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.022975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:11.028059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-287e0cf8-1831-4e0b-9d4c-41131c5c0a7d service neutron] 10.222.0.53 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607862 Aug 22 15:20:11.075717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-53acf4dd-f7bf-40dc-baa4-3c8423fd45ba None None] Port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:11.080923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f01282ed-4c13-4b81-9f94-63947646ce41 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:11.081660 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.145991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 2, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:11.177515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Checking router: 74873f51-35fa-4612-889f-96362e1fb442 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:20:11.177873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Updating router 74873f51-35fa-4612-889f-96362e1fb442 port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:20:11.202787 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-d95d794f-ef83-45c7-8f30-8cc3d2b22f9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749648 Aug 22 15:20:11.205225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-3e24f6d8-1ee1-42ce-bbbf-93915a1e38b5 service neutron] 10.222.0.53 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620262 Aug 22 15:20:11.207436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.272206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.279155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:11.298128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:11.301345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Allocated IP 2001:db8::2 (9748a001-7bb5-4bd7-be21-cb606b96daaf/0834d554-4035-425b-955d-2701f09a5db9/e828f280-25c5-4a0a-a633-2f5fa246b102) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:11.301613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:11.307575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:11.308296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.320664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=c2f6ca6a-0410-49dc-b8b7-9452dcd07c07,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:11.389130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852318-e538-40d4-a613-d2765c0616d3 req-1c4c1ff1-2cc5-420f-b243-2b619a6660ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:11.391360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-1c4c1ff1-2cc5-420f-b243-2b619a6660ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.1319253 Aug 22 15:20:11.543178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852318-e538-40d4-a613-d2765c0616d3 req-26b2dbe7-2119-4e78-aa26-eca37135c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:11.543178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-26b2dbe7-2119-4e78-aa26-eca37135c2dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1276782 Aug 22 15:20:11.626501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-abd7c0a5-fddd-4dd5-827e-be809bfa255a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 1001 time: 0.0750892 Aug 22 15:20:11.645577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.646164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d0c9d656-3cc1-444b-9e1d-f64e31713b58 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7352972 Aug 22 15:20:11.648347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39278) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:11.654507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf', 'name': 'tempest-PortsIpV6TestJSON-1506604070'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:11.663551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Transition to ACTIVE for port object e828f280-25c5-4a0a-a633-2f5fa246b102 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:11.691213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852318-e538-40d4-a613-d2765c0616d3 req-9698dfb2-1756-4fd3-a4f8-56e8c7c3cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:11.692942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-9698dfb2-1756-4fd3-a4f8-56e8c7c3cacb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0581944 Aug 22 15:20:11.694491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Transition to ACTIVE for port object e828f280-25c5-4a0a-a633-2f5fa246b102 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:11.741803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.746801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852318-e538-40d4-a613-d2765c0616d3 req-645f5326-c13c-42e0-b79d-c4a7b8692db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:11.748932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-645f5326-c13c-42e0-b79d-c4a7b8692db6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492082 Aug 22 15:20:11.757062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Transition to ACTIVE for port object 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:11.836723 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.851577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-c1809d90-fbad-4d2e-886c-f839bb48f55c service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946085 Aug 22 15:20:11.877609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:11.881279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:11.885800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:11.894884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Pushing event updated for resources: {'Port': ['ID=e828f280-25c5-4a0a-a633-2f5fa246b102,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:11.920550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:11.967543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3852318-e538-40d4-a613-d2765c0616d3 req-2c0d6e84-98ba-4cd2-8100-e88f18c8153b service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093271 Aug 22 15:20:11.992909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Attempting to bind port e828f280-25c5-4a0a-a633-2f5fa246b102 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:11.993293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Attempting to bind port e828f280-25c5-4a0a-a633-2f5fa246b102 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7e48ce25-5c1d-4f6b-8151-902054afa331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:11.993652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Attempting to bind port e828f280-25c5-4a0a-a633-2f5fa246b102 on network 9748a001-7bb5-4bd7-be21-cb606b96daaf {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:12.010477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:12.010856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Checking segment: {'id': '7e48ce25-5c1d-4f6b-8151-902054afa331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:12.011262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.011661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Bound using segment: {'id': '7e48ce25-5c1d-4f6b-8151-902054afa331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:12.012239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Bound port: e828f280-25c5-4a0a-a633-2f5fa246b102, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e48ce25-5c1d-4f6b-8151-902054afa331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9748a001-7bb5-4bd7-be21-cb606b96daaf'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:12.012627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.030846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:12.032809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.067678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d82e9-643d-46fc-8624-a77254b9b7da None None] Pushing event updated for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:12.085466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 0a5a665f-a6c6-46f7-926a-ca4d49e50a76 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:12.173177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Attempting to bind port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:12.173555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Attempting to bind port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:12.174688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Attempting to bind port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec on network 01189676-df04-4833-8069-4683ebffe749 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:12.191767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:12.192203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Checking segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:12.192584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.192970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Bound using segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:12.193438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Bound port: 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:12.194086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.218851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] For port e828f280-25c5-4a0a-a633-2f5fa246b102, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:12.253737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] For port e828f280-25c5-4a0a-a633-2f5fa246b102, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e828f280-25c5-4a0a-a633-2f5fa246b102,segment=NetworkSegment(7e48ce25-5c1d-4f6b-8151-902054afa331),segment_id=7e48ce25-5c1d-4f6b-8151-902054afa331)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:12.328078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::1d2 (9748a001-7bb5-4bd7-be21-cb606b96daaf/0834d554-4035-425b-955d-2701f09a5db9/0a5a665f-a6c6-46f7-926a-ca4d49e50a76) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:12.380233 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.422465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1557b1a1-8c69-41c7-b584-56b11abec2c3 req-9aa3efe4-7abb-4073-8a85-6ecf7ec12b3b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0465622 Aug 22 15:20:12.453407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] For port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:12.479365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] For port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:12.528805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526b63-b56b-40eb-ab59-15640d929020 None None] Pushing event updated for resources: {'Port': ['ID=e828f280-25c5-4a0a-a633-2f5fa246b102,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:12.598266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.624795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 0a5a665f-a6c6-46f7-926a-ca4d49e50a76 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:12.707810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.804579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:12.804579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:12.814893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.881182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d82e9-643d-46fc-8624-a77254b9b7da None None] Pushing event updated for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:12.898267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=0a5a665f-a6c6-46f7-926a-ca4d49e50a76,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:12.925218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:12.927456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:12.930646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:12.936829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:12.937742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:12.964262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:13.154104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5e17b803-a193-4f3b-a357-27eaeab0fc2c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4961758 Aug 22 15:20:13.156430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39310) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:13.203187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:12Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:13.235618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58fb9-6689-4c96-a3b6-f8f45f9a11a6 None None] The sync data for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 is: [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:12Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:20:13.295227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636ccc1-fea1-4147-8cd8-09961aee6d64 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:13.297185 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5636ccc1-fea1-4147-8cd8-09961aee6d64 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e9 HTTP/1.1" status: 200 len: 928 time: 0.1393290 Aug 22 15:20:13.301936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:13.477231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 0a5a665f-a6c6-46f7-926a-ca4d49e50a76 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:13.477784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:13.550674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56a76b70-7cd0-4631-8ed6-edc60f6c44ce req-5b150927-dd56-4b4b-8ea0-24204ab0a8c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0529630 Aug 22 15:20:13.633017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:13.671643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 0a5a665f-a6c6-46f7-926a-ca4d49e50a76 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:13.950313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:13.981272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605b519-93e5-4048-b263-88a463a46321 None None] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:14.060130 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.112541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=0a5a665f-a6c6-46f7-926a-ca4d49e50a76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:14.165738 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.166095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-27488752-ed50-4a44-b2e4-b3da9d7f80fc None None] Provisioning for port e828f280-25c5-4a0a-a633-2f5fa246b102 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:14.169483 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ca674e0c-2ad0-4148-9d3b-cb29d470aa36 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/0a5a665f-a6c6-46f7-926a-ca4d49e50a76 HTTP/1.1" status: 204 len: 168 time: 0.8588600 Aug 22 15:20:14.171997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:14.177996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:14.184197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:14.184811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.203602 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d897e02-1341-48f8-917f-2a1d8f0df23b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:14.206041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5d897e02-1341-48f8-917f-2a1d8f0df23b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/0a5a665f-a6c6-46f7-926a-ca4d49e50a76 HTTP/1.1" status: 404 len: 333 time: 0.0324078 Aug 22 15:20:14.209702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:14.322120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:14.322341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.366930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.421545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:14.449466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.472428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:14.566166 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:14.567413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e828f280-25c5-4a0a-a633-2f5fa246b102 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:14.684572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc44ab9b-bdb4-4fb5-a9a8-b2467b1e8016 req-f2531e10-9521-4d67-a1e2-bbba0fb507ca tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0553021 Aug 22 15:20:14.964807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.001960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:15.014730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=c2f6ca6a-0410-49dc-b8b7-9452dcd07c07,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:15.016512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-47d52bcc-23c9-4ee9-b837-a3cee5656e9d None None] Could not find standard attr ID for object c2f6ca6a-0410-49dc-b8b7-9452dcd07c07. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:15.031602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.031602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.031602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.032369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.032807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.033929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.034338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.034766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.035203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.035589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.036001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.036401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:15.063788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.067344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1670ce60-bf76-4800-acee-40d2528c4d74 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 HTTP/1.1" status: 204 len: 168 time: 0.8564055 Aug 22 15:20:15.070722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39358) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:15.099645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e828f280-25c5-4a0a-a633-2f5fa246b102 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:15.106908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e828f280-25c5-4a0a-a633-2f5fa246b102 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:15.107363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.139032 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-578c04d5-3261-486e-8978-1d5cadd4b97f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:15.142092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-578c04d5-3261-486e-8978-1d5cadd4b97f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/c2f6ca6a-0410-49dc-b8b7-9452dcd07c07 HTTP/1.1" status: 404 len: 333 time: 0.0702178 Aug 22 15:20:15.145816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39364) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:15.196785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bbe262b9-89f1-40fa-96d6-30c659451386 None None] Could not find standard attr ID for object c2f6ca6a-0410-49dc-b8b7-9452dcd07c07. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:15.238104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet 0834d554-4035-425b-955d-2701f09a5db9 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:15.243742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.285127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.313931 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.327718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e828f280-25c5-4a0a-a633-2f5fa246b102, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e828f280-25c5-4a0a-a633-2f5fa246b102,segment=NetworkSegment(7e48ce25-5c1d-4f6b-8151-902054afa331),segment_id=7e48ce25-5c1d-4f6b-8151-902054afa331)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:15.426324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f345e1c5-7096-415b-a832-c2d9d82e2a8d None None] Could not find standard attr ID for object 0a5a665f-a6c6-46f7-926a-ca4d49e50a76. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:15.447834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.453856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.544421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e828f280-25c5-4a0a-a633-2f5fa246b102,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:15.677617 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.761236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:15.770743 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/0834d554-4035-425b-955d-2701f09a5db9 HTTP/1.1" status: 204 len: 168 time: 0.6232457 Aug 22 15:20:15.773415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:15.782016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83294d0-1669-48a5-b217-5b274d398d0d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=0834d554-4035-425b-955d-2701f09a5db9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:15.896401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae16761-c229-49ff-b980-59febe96c31b None None] Network 9748a001-7bb5-4bd7-be21-cb606b96daaf requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:15.903222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25c8bd43-9593-4289-a282-fa9827adb92f req-be45ba85-c2c3-4206-ae4b-82ea8316f002 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0793486 Aug 22 15:20:15.925964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:15.926822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.040065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port e828f280-25c5-4a0a-a633-2f5fa246b102 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:16.040651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.116381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:16.116984 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.149345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port e828f280-25c5-4a0a-a633-2f5fa246b102, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e828f280-25c5-4a0a-a633-2f5fa246b102,segment=NetworkSegment(7e48ce25-5c1d-4f6b-8151-902054afa331),segment_id=7e48ce25-5c1d-4f6b-8151-902054afa331)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:16.150420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.175842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for e828f280-25c5-4a0a-a633-2f5fa246b102 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:16.249375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-34a40c3b-6b22-4e5f-99d6-3ebc850d3676 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:16.250957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-34a40c3b-6b22-4e5f-99d6-3ebc850d3676 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/networks?id=01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 200 len: 797 time: 0.2694254 Aug 22 15:20:16.269360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] DHCP port deletion for 9748a001-7bb5-4bd7-be21-cb606b96daaf request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:20:16.345235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f7e9cb62-29f5-4177-be5c-9b19c085a790 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7a703bd64b4e4d944d0017fd296794 HTTP/1.1" status: 200 len: 379 time: 0.0787957 Aug 22 15:20:16.356309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'port': {'device_id': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'admin_state_up': True, 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'security_groups': ['72b747bd-6bae-49eb-a6b2-603b902701d0']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:16.371864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e828f280-25c5-4a0a-a633-2f5fa246b102 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:16.447922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.449995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Deleting port e828f280-25c5-4a0a-a633-2f5fa246b102 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:16.450373 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.457916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e828f280-25c5-4a0a-a633-2f5fa246b102 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:16.458262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.488251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=e828f280-25c5-4a0a-a633-2f5fa246b102,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:16.491857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port e828f280-25c5-4a0a-a633-2f5fa246b102 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:16.493499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port e828f280-25c5-4a0a-a633-2f5fa246b102 was deleted so its status cannot be updated. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 15:20:16.549618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] For port e828f280-25c5-4a0a-a633-2f5fa246b102, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:16.550012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.562543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Calling delete_port for e828f280-25c5-4a0a-a633-2f5fa246b102 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:16.573315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Port e828f280-25c5-4a0a-a633-2f5fa246b102 was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:20:16.574889 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.604164 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.607359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] Pushing event deleted for resources: {'Port': ['ID=e828f280-25c5-4a0a-a633-2f5fa246b102,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:16.611204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee6abc-cf80-4dd1-bd9c-1d39a81a63c2 None None] No DVR routers for this DVR port e828f280-25c5-4a0a-a633-2f5fa246b102 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:16.621316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9748a001-7bb5-4bd7-be21-cb606b96daaf']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:16.639947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e48ce25-5c1d-4f6b-8151-902054afa331') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:16.640279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e48ce25-5c1d-4f6b-8151-902054afa331') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:16.650138 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.664866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.675570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:20:16.676278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:20:16.680640 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:20:16.711119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Made reservation on behalf of 5e7a703bd64b4e4d944d0017fd296794 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:16.719805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.867129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.887488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:16.889575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/9748a001-7bb5-4bd7-be21-cb606b96daaf HTTP/1.1" status: 204 len: 168 time: 1.1151958 Aug 22 15:20:16.890719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4649e-fca7-424f-8869-b2a3cf2368b6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=9748a001-7bb5-4bd7-be21-cb606b96daaf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:16.894563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:16.900017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1302777989'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:17.001385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:17.005744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.008770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.20.0.13 (01189676-df04-4833-8069-4683ebffe749/190542af-e720-407e-9edc-6bb052c4c6dd/cbea144b-819f-4d42-9c5f-49b38097ffda) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:17.036267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fa8a981-79ec-4e6f-a257-a7346b0a35d2 req-183367ba-1c2a-4bbe-95cc-9e72ac69f84b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0481987 Aug 22 15:20:17.052650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:20:17.066463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.070129 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment 0845e50f-940a-4bd8-9517-959a64da3851 of type vlan for network 4a6e9e79-56e9-4b16-9ef4-898564407a5f Aug 22 15:20:17.121206 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.210136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.224895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.231311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:17.232368 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.232726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Transition to ACTIVE for port object cbea144b-819f-4d42-9c5f-49b38097ffda will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:17.318298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=4a6e9e79-56e9-4b16-9ef4-898564407a5f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:17.332950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:20:17.401005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-887e8b74-b96c-4ddd-88cd-c8ebf624c03f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5024793 Aug 22 15:20:17.402857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39414) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:17.410265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:17.472217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.544105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 01189676-df04-4833-8069-4683ebffe749 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:17.548230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:17.550900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:17.555482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:17.619686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:17.620127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.703280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:17.711141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.804927 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-336865e3-c139-4d9c-8de8-50839c25a46a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4534068 Aug 22 15:20:17.824550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Request body: {'port': {'device_id': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:17.857042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e828f280-25c5-4a0a-a633-2f5fa246b102 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:20:17.921123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e828f280-25c5-4a0a-a633-2f5fa246b102 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:20:17.921717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e828f280-25c5-4a0a-a633-2f5fa246b102 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:20:17.953762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:17.968236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f011ae21-95a2-400f-b683-46a357a7a34c None None] Provisioning for port cbea144b-819f-4d42-9c5f-49b38097ffda completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:17.973372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f011ae21-95a2-400f-b683-46a357a7a34c None None] Provisioning complete for port cbea144b-819f-4d42-9c5f-49b38097ffda triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:17.973834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f011ae21-95a2-400f-b683-46a357a7a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:18.032812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f011ae21-95a2-400f-b683-46a357a7a34c None None] Port cbea144b-819f-4d42-9c5f-49b38097ffda cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:18.167686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:18.249514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988f7d3-2e98-4edb-a59f-bfb282ad6d91 req-14e34582-da04-4549-ace0-0117c951a7cc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:18.252406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b988f7d3-2e98-4edb-a59f-bfb282ad6d91 req-14e34582-da04-4549-ace0-0117c951a7cc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 932 time: 0.0957077 Aug 22 15:20:18.298331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=2abacdc3-dde1-4f48-82da-64e6a06b04e4,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:18.334613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b988f7d3-2e98-4edb-a59f-bfb282ad6d91 req-e8968cdf-0aab-48b4-aa6c-2fb13f101047 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681911 Aug 22 15:20:18.363020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': '0845e50f-940a-4bd8-9517-959a64da3851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:18.363532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: 4a6e9e79-56e9-4b16-9ef4-898564407a5f, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:20:18.465611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbea144b-819f-4d42-9c5f-49b38097ffda {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:20:18.473635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:18.488769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Transition to ACTIVE for port object cbea144b-819f-4d42-9c5f-49b38097ffda will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:18.499350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:20:18.614397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:18.644353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 4a6e9e79-56e9-4b16-9ef4-898564407a5f) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:18.653574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:18.654090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:18.665358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3748224-d323-42aa-a925-3391252b392b None None] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:18.816758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:18.853504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39440) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:18.855687 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce88dbc9-8543-47d7-b7b2-34a27d370de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4512069 Aug 22 15:20:18.863049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f', 'name': 'tempest-PortsIpV6TestJSON-1015323566', 'fixed_ips': [{'subnet_id': '2abacdc3-dde1-4f48-82da-64e6a06b04e4', 'ip_address': '2001:db8::10'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:18.948744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-4a6e9e79-56e9-4b16-9ef4-898564407a5f', 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': '2abacdc3-dde1-4f48-82da-64e6a06b04e4'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:20:18.948744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.028046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Attempting to bind port cbea144b-819f-4d42-9c5f-49b38097ffda on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:19.028046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Attempting to bind port cbea144b-819f-4d42-9c5f-49b38097ffda by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:19.028046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Attempting to bind port cbea144b-819f-4d42-9c5f-49b38097ffda on network 01189676-df04-4833-8069-4683ebffe749 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:19.032755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Port cbea144b-819f-4d42-9c5f-49b38097ffda on network 01189676-df04-4833-8069-4683ebffe749 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:20:19.032755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Attempting to bind port cbea144b-819f-4d42-9c5f-49b38097ffda on network 01189676-df04-4833-8069-4683ebffe749 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:19.039992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:19.039992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Checking segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:19.040277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Bound using segment: {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:19.040764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Bound port: cbea144b-819f-4d42-9c5f-49b38097ffda, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d08438c-f04e-4d2c-b32d-e23e1231da52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '01189676-df04-4833-8069-4683ebffe749'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:19.041133 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.244251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:19.247831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Allocated IP 2001:db8::2 (4a6e9e79-56e9-4b16-9ef4-898564407a5f/2abacdc3-dde1-4f48-82da-64e6a06b04e4/d4c8d9f9-d51d-4f71-bac7-b74c5be15dad) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:19.254579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:19.322173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:19.386520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.474846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa42d-7c36-40df-be96-b68fd6bd8455 req-a8d42409-82ea-4872-ad25-a449c056522f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:19.476850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d64fa42d-7c36-40df-be96-b68fd6bd8455 req-a8d42409-82ea-4872-ad25-a449c056522f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.0687170 Aug 22 15:20:19.477570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:19.478427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.479890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] 10.222.0.10 "PUT /v2.0/ports/cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 200 len: 1092 time: 1.6607580 Aug 22 15:20:19.498212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.500286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:20:19.505935 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acf07d5-4817-4f08-a896-83e140d8f56e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:20:19.520972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.530749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Transition to ACTIVE for port object d4c8d9f9-d51d-4f71-bac7-b74c5be15dad will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:19.568282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:19.569492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af085a-75ca-4871-8c24-a0b0c51b2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:19.584399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Transition to ACTIVE for port object d4c8d9f9-d51d-4f71-bac7-b74c5be15dad will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:19.593586 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f0cb1-1a80-4529-81ac-f3fa299cfb9e x-openstack-request-id: req-e21f0cb1-1a80-4529-81ac-f3fa299cfb9e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:20:19.596460 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:20:19.596460 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e21f0cb1-1a80-4529-81ac-f3fa299cfb9e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:20:19.596460 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'status': 'completed', 'code': 200} Aug 22 15:20:19.648368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d64fa42d-7c36-40df-be96-b68fd6bd8455 req-514a9308-70a9-495d-8b22-8b951e22dc36 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592956 Aug 22 15:20:19.727004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:19.742460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-720cca29-17a6-4ea4-aa62-11468f0a94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:19.744607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-720cca29-17a6-4ea4-aa62-11468f0a94c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1095 time: 0.0977070 Aug 22 15:20:19.798122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:19.815289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:19.824811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::10 (4a6e9e79-56e9-4b16-9ef4-898564407a5f/2abacdc3-dde1-4f48-82da-64e6a06b04e4/9b34cd26-e0e1-41c4-bc2a-28f405f39f45) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:19.827470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:19.902996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Pushing event updated for resources: {'Port': ['ID=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:19.967474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-02e64463-1f0f-4f43-9b2d-f6aaae349a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:19.973117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-02e64463-1f0f-4f43-9b2d-f6aaae349a83 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e7a703bd64b4e4d944d0017fd296794&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2060010 Aug 22 15:20:20.032690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Attempting to bind port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:20.034323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Attempting to bind port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '0845e50f-940a-4bd8-9517-959a64da3851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:20.034323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Attempting to bind port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad on network 4a6e9e79-56e9-4b16-9ef4-898564407a5f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Checking segment: {'id': '0845e50f-940a-4bd8-9517-959a64da3851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Bound using segment: {'id': '0845e50f-940a-4bd8-9517-959a64da3851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Bound port: d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0845e50f-940a-4bd8-9517-959a64da3851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:20.047672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.113075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.132382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] For port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:20.137213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] For port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,segment=NetworkSegment(0845e50f-940a-4bd8-9517-959a64da3851),segment_id=0845e50f-940a-4bd8-9517-959a64da3851)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:20.141643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:20.143923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-02e684bd-6a55-4ee8-b48a-774ab91a0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.145674 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3acf07d5-4817-4f08-a896-83e140d8f56e req-02e684bd-6a55-4ee8-b48a-774ab91a0818 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666858 Aug 22 15:20:20.248529 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.262981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-5b707570-14eb-44f7-a0b3-dc126774383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.264834 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-5b707570-14eb-44f7-a0b3-dc126774383f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1095 time: 0.0536454 Aug 22 15:20:20.294545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.348959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:20.353517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:20.358588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:20.365815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.366550 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:20.375788 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f93cd195-fa60-498e-bd21-2bddf511b273 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 200 len: 217 time: 0.0967178 Aug 22 15:20:20.404742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aaed2-4a83-498c-b1d7-2ece37ae6f2a None None] Pushing event updated for resources: {'Port': ['ID=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:20.431879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=9b34cd26-e0e1-41c4-bc2a-28f405f39f45,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:20.500078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-5d98fd67-7321-435b-883c-09bb10892c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.503771 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-5d98fd67-7321-435b-883c-09bb10892c11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=190542af-e720-407e-9edc-6bb052c4c6dd HTTP/1.1" status: 200 len: 835 time: 0.1137936 Aug 22 15:20:20.539956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e71399f2-cd52-44eb-81e2-937e82ae0dbc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6839490 Aug 22 15:20:20.542521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:20.549918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '4a6e9e79-56e9-4b16-9ef4-898564407a5f', 'name': 'tempest-PortsIpV6TestJSON-1408641065', 'fixed_ips': [{'subnet_id': '2abacdc3-dde1-4f48-82da-64e6a06b04e4', 'ip_address': '2001:db8::f'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:20.560970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f8dd262c-f38c-4935-b6cf-313b00bc180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.562579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f8dd262c-f38c-4935-b6cf-313b00bc180b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01189676-df04-4833-8069-4683ebffe749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517950 Aug 22 15:20:20.860746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f7b10af9-6585-4cb3-acd3-a12bdab35eff service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753022 Aug 22 15:20:20.927731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016b481-b8e9-4918-8e58-9bd77db241b4 req-e2c5ae0f-1fa6-4b3e-93e3-a38c15af93b7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:20.938843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8016b481-b8e9-4918-8e58-9bd77db241b4 req-e2c5ae0f-1fa6-4b3e-93e3-a38c15af93b7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.1319401 Aug 22 15:20:20.987833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8016b481-b8e9-4918-8e58-9bd77db241b4 req-608cf7bb-0781-4456-a5c0-e5d67a89e6ca tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Aug 22 15:20:20.991067 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa29bde6-99f5-4ae1-8072-03a3722a5fbf req-f383d442-4f3d-4035-8f56-ff884c58fece service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280348 Aug 22 15:20:21.104871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:21.110030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:21.129771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 4fa2b216-56a5-41cd-8b2d-ae92bbec44bc yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:21.242183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:21.311895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::f (4a6e9e79-56e9-4b16-9ef4-898564407a5f/2abacdc3-dde1-4f48-82da-64e6a06b04e4/4fa2b216-56a5-41cd-8b2d-ae92bbec44bc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:21.701456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081dc44-3de1-4878-80de-d04ca1c27ffc None None] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:21.868496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9616a64f-2307-42e1-b797-a7e2cdc0d154 None None] Provisioning for port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:21.873694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:21.893985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 4fa2b216-56a5-41cd-8b2d-ae92bbec44bc will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:21.899008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d4c8d9f9-d51d-4f71-bac7-b74c5be15dad up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:22.031277 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.041905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:22.047754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:22.049260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.116032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=4fa2b216-56a5-41cd-8b2d-ae92bbec44bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:22.156429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:22.160415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:22.163219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:22.169161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.169824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.180707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.210667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ca82-ff9a-4e49-9d95-6906e94b5e3e req-e83c08da-b647-457b-8e19-27b8e919915c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.221063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccb0ca82-ff9a-4e49-9d95-6906e94b5e3e req-e83c08da-b647-457b-8e19-27b8e919915c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.1009545 Aug 22 15:20:22.233287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,segment=NetworkSegment(0845e50f-940a-4bd8-9517-959a64da3851),segment_id=0845e50f-940a-4bd8-9517-959a64da3851)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:22.234424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Provisioning complete for port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:22.234808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.262931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccb0ca82-ff9a-4e49-9d95-6906e94b5e3e req-25f636a5-7cff-4d9b-93d9-8130e9e724a2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 Aug 22 15:20:22.322673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4b6c171-b2ba-4569-80bd-90eb2b271ecc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7789431 Aug 22 15:20:22.334905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.338313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:22.397183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.435488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d0f1b-f91d-4139-b1a1-94952b9e00ae tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.440732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-081d0f1b-f91d-4139-b1a1-94952b9e00ae tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0983582 Aug 22 15:20:22.441073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:22.490843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:20:22.491235 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:20:22.495028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:22.508831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.509361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.509640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.509990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.510328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.510668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.511003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.511548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.514908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.515308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.515658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.516020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:20:22.526082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d39c7-11be-41cc-bc05-efcb1562c6e4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.534883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d39c7-11be-41cc-bc05-efcb1562c6e4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.538832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d39c7-11be-41cc-bc05-efcb1562c6e4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:22.543544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39516) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:22.544101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-707d39c7-11be-41cc-bc05-efcb1562c6e4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0948606 Aug 22 15:20:22.693511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 4fa2b216-56a5-41cd-8b2d-ae92bbec44bc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:22.693854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.794299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:22.807110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 4fa2b216-56a5-41cd-8b2d-ae92bbec44bc owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:23.100539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.133599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Provisioning for port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:23.140518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Provisioning complete for port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:23.141483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.146553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=4fa2b216-56a5-41cd-8b2d-ae92bbec44bc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:23.201269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.203822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9cb4449a-00a9-43f1-a406-90fceb5fbd42 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/4fa2b216-56a5-41cd-8b2d-ae92bbec44bc HTTP/1.1" status: 204 len: 168 time: 0.6591122 Aug 22 15:20:23.206688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39534) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:23.251801 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea44d67-336a-4c33-a288-ca82073049ea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:23.253730 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eea44d67-336a-4c33-a288-ca82073049ea tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/4fa2b216-56a5-41cd-8b2d-ae92bbec44bc HTTP/1.1" status: 404 len: 333 time: 0.0457458 Aug 22 15:20:23.256815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:23.261280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-60193653-29ea-4c3f-9387-12eed175dde7 None None] Port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:23.375163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d443fe08-78b9-4766-917e-6703401b087b None None] Could not find standard attr ID for object 4fa2b216-56a5-41cd-8b2d-ae92bbec44bc. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:23.394154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d443fe08-78b9-4766-917e-6703401b087b None None] Provisioning complete for port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:23.394635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d443fe08-78b9-4766-917e-6703401b087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.398156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:23.399626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.472792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d443fe08-78b9-4766-917e-6703401b087b None None] Port 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:23.506365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03382968-65a6-4bc3-aea2-b7dc565d7474 req-db908078-166d-4490-96ec-f7ff9f653463 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:23.508611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03382968-65a6-4bc3-aea2-b7dc565d7474 req-db908078-166d-4490-96ec-f7ff9f653463 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.1229737 Aug 22 15:20:23.550400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-03382968-65a6-4bc3-aea2-b7dc565d7474 req-cdee50ff-ddfe-43fe-aed5-b111753bbc12 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355234 Aug 22 15:20:23.561314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.586461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 9b34cd26-e0e1-41c4-bc2a-28f405f39f45 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:23.837247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.837911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d4c8d9f9-d51d-4f71-bac7-b74c5be15dad up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:23.880094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=9b34cd26-e0e1-41c4-bc2a-28f405f39f45,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:23.909247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.915612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5f89ab0-2035-4871-b4a9-f8b4e6c74446 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/9b34cd26-e0e1-41c4-bc2a-28f405f39f45 HTTP/1.1" status: 204 len: 168 time: 0.6557567 Aug 22 15:20:23.915903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39556) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:23.921378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:23.921965 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:23.945041 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb54526f-c043-4123-a5ae-85b6f7ab0b0b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:23.946904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fb54526f-c043-4123-a5ae-85b6f7ab0b0b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/9b34cd26-e0e1-41c4-bc2a-28f405f39f45 HTTP/1.1" status: 404 len: 333 time: 0.0320241 Aug 22 15:20:23.950924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:24.018986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet 2abacdc3-dde1-4f48-82da-64e6a06b04e4 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:24.023154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.082592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.184348 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.334360 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.384161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.388401 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/2abacdc3-dde1-4f48-82da-64e6a06b04e4 HTTP/1.1" status: 204 len: 168 time: 0.4350843 Aug 22 15:20:24.390019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b72fcf-1922-4480-91a9-c76759694868 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=2abacdc3-dde1-4f48-82da-64e6a06b04e4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:24.391637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:24.401833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e813ef-2b0a-4370-bb2b-0cce19bbe7a2 None None] Network 4a6e9e79-56e9-4b16-9ef4-898564407a5f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:24.482599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.559167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:24.559715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.574093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:20:24.640625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,segment=NetworkSegment(0845e50f-940a-4bd8-9517-959a64da3851),segment_id=0845e50f-940a-4bd8-9517-959a64da3851)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:24.641269 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.650705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] DHCP port deletion for 4a6e9e79-56e9-4b16-9ef4-898564407a5f request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:20:24.679747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for d4c8d9f9-d51d-4f71-bac7-b74c5be15dad owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:24.752228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b6359-7c1b-4f81-89b1-5b13717c68a1 req-8e439805-7ae4-4f0a-8d63-198d6a76c648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:24.753997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f4b6359-7c1b-4f81-89b1-5b13717c68a1 req-8e439805-7ae4-4f0a-8d63-198d6a76c648 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.1046367 Aug 22 15:20:24.782354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:24.812315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'mac_address': 'fa:16:3e:ce:4c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:20:24.815379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f4b6359-7c1b-4f81-89b1-5b13717c68a1 req-e4e03799-6e5c-4af1-bacd-f91b35643b32 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538762 Aug 22 15:20:24.817052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Deleting port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:24.817433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.911102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.937474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] For port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,segment=NetworkSegment(0845e50f-940a-4bd8-9517-959a64da3851),segment_id=0845e50f-940a-4bd8-9517-959a64da3851)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:24.937888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.939878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:24.949165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:24.954685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:24.967854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Calling delete_port for d4c8d9f9-d51d-4f71-bac7-b74c5be15dad owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:24.980198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbea144b-819f-4d42-9c5f-49b38097ffda {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:20:25.031788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:25.039587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.052425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6e9e79-56e9-4b16-9ef4-898564407a5f']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:25.063274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0845e50f-940a-4bd8-9517-959a64da3851') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:25.063766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0845e50f-940a-4bd8-9517-959a64da3851') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:25.071096 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.073585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.089541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.099031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] Pushing event deleted for resources: {'Port': ['ID=d4c8d9f9-d51d-4f71-bac7-b74c5be15dad,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:25.100233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:20:25.100854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.105247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9faa5f7-239d-4da1-8b81-3c23c988c6f7 None None] No DVR routers for this DVR port d4c8d9f9-d51d-4f71-bac7-b74c5be15dad on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:20:25.108623 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:20:25.139627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.203650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:25.276995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.285309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.287064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/4a6e9e79-56e9-4b16-9ef4-898564407a5f HTTP/1.1" status: 204 len: 168 time: 0.8923709 Aug 22 15:20:25.291470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:25.297685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2102239168'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:25.302563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fac72-b11f-461a-b0f1-74ff36eb2035 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=4a6e9e79-56e9-4b16-9ef4-898564407a5f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:25.379687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:25.390632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.417798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:20:25.430633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.431156 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Added segment b27aac95-9e86-42bf-9f94-527e14901b71 of type vlan for network 49a39fc6-ae78-4372-bc17-6390319f211d Aug 22 15:20:25.483798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.518839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cbea144b-819f-4d42-9c5f-49b38097ffda'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:20:25.596120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.602679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:25.603570 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:25.702527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Network': ['ID=49a39fc6-ae78-4372-bc17-6390319f211d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:25.708985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b3370dc-6a8e-486e-ac61-eb9ed5941c12 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4154770 Aug 22 15:20:25.711954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:25.714913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 49a39fc6-ae78-4372-bc17-6390319f211d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:20:25.725705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:25.886337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d4c8d9f9-d51d-4f71-bac7-b74c5be15dad no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:20:25.917425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d4c8d9f9-d51d-4f71-bac7-b74c5be15dad {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:20:25.917773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d4c8d9f9-d51d-4f71-bac7-b74c5be15dad not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:20:25.982023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:25.988083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:26.042896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76fc4-bc3e-4ac9-a990-9d5031f5ac30 req-73366c68-69e1-43ed-933e-bcba2cf5f4fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:26.049211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2dc76fc4-bc3e-4ac9-a990-9d5031f5ac30 req-73366c68-69e1-43ed-933e-bcba2cf5f4fc tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 945 time: 0.1419556 Aug 22 15:20:26.139797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2dc76fc4-bc3e-4ac9-a990-9d5031f5ac30 req-8d5cc5c6-562f-4792-9930-141dc5b3db06 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620499 Aug 22 15:20:26.356428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:26.428213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=175337d0-44d6-4a84-9aeb-2b0e25b904e5,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:26.438634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Checking segment: {'id': 'b27aac95-9e86-42bf-9f94-527e14901b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:26.439019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network hostable DHCP agents. Network: 49a39fc6-ae78-4372-bc17-6390319f211d, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:20:26.556567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 49a39fc6-ae78-4372-bc17-6390319f211d is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:20:26.705982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 49a39fc6-ae78-4372-bc17-6390319f211d) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:26.710341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:26.710961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:26.717629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f475bb-3a4e-48ff-b24b-8e2db0de9194 None None] Network 49a39fc6-ae78-4372-bc17-6390319f211d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:26.793460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-34f1d333-05fa-405b-9d48-615cb931f0ac tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0725093 Aug 22 15:20:26.793460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39616) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:26.800008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1908125658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:27.019409 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.020537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.047855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-49a39fc6-ae78-4372-bc17-6390319f211d', 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': '175337d0-44d6-4a84-9aeb-2b0e25b904e5'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:20:27.049968 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.091781 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.215807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Allocated IP 2001:db8::2 (49a39fc6-ae78-4372-bc17-6390319f211d/175337d0-44d6-4a84-9aeb-2b0e25b904e5/f536c5d9-f0a5-4d07-9aa6-01d0e40b3687) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:27.232372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.280500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba299-8e0b-48a1-a409-1e72a51c9ae4 req-9c5656c0-db5d-47a7-b65f-29a09778ca48 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:27.282029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de3ba299-8e0b-48a1-a409-1e72a51c9ae4 req-9c5656c0-db5d-47a7-b65f-29a09778ca48 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 945 time: 0.0607760 Aug 22 15:20:27.326561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de3ba299-8e0b-48a1-a409-1e72a51c9ae4 req-53ef31f1-7df3-448a-ae41-3eaeaaa0c2ec tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378878 Aug 22 15:20:27.382445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.390670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Transition to ACTIVE for port object f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:27.405291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.407163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21d09b60-8d95-415c-a29a-eda761f646a3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6163390 Aug 22 15:20:27.411092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39628) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:27.411606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Transition to ACTIVE for port object f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:27.417321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d', 'name': 'tempest-PortsIpV6TestJSON-1261657870'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:27.500458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.543704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Network 49a39fc6-ae78-4372-bc17-6390319f211d is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:27.545423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:27.549491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:27.561186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Pushing event updated for resources: {'Port': ['ID=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:27.629883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Attempting to bind port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:27.629883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Attempting to bind port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b27aac95-9e86-42bf-9f94-527e14901b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:27.629883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Attempting to bind port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 on network 49a39fc6-ae78-4372-bc17-6390319f211d {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:27.632412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:27.632797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Checking segment: {'id': 'b27aac95-9e86-42bf-9f94-527e14901b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:27.633209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.633611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Bound using segment: {'id': 'b27aac95-9e86-42bf-9f94-527e14901b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:27.634084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Bound port: f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27aac95-9e86-42bf-9f94-527e14901b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '49a39fc6-ae78-4372-bc17-6390319f211d'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:27.634475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.687813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:27.699188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.706031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] For port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:27.709200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] For port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,segment=NetworkSegment(b27aac95-9e86-42bf-9f94-527e14901b71),segment_id=b27aac95-9e86-42bf-9f94-527e14901b71)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:27.711761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:27.814752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:27.838317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::2e1 (49a39fc6-ae78-4372-bc17-6390319f211d/175337d0-44d6-4a84-9aeb-2b0e25b904e5/ece0b29d-ce27-47b6-93b6-39a95e7c1bf5) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:27.881099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6e3a-1e9c-444c-b838-932d1f6774b0 None None] Pushing event updated for resources: {'Port': ['ID=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:28.052328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.100557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:28.231062 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.279734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 49a39fc6-ae78-4372-bc17-6390319f211d is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:28.282747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:28.286479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:28.292219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:28.292827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.304048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ece0b29d-ce27-47b6-93b6-39a95e7c1bf5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:28.449880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-52593708-2034-44c4-b075-440bc4281afe tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0378902 Aug 22 15:20:28.452670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39650) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:28.474930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269d9a1-1028-49fb-9eff-f75090fbbc72 req-1452fa3f-c5cf-42df-b1bc-757956d035b0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:28.476548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3269d9a1-1028-49fb-9eff-f75090fbbc72 req-1452fa3f-c5cf-42df-b1bc-757956d035b0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 945 time: 0.0634577 Aug 22 15:20:28.536798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3269d9a1-1028-49fb-9eff-f75090fbbc72 req-487b0020-093a-4331-a1cd-c42a6c4970b9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533800 Aug 22 15:20:28.576294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:28.768580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port cbea144b-819f-4d42-9c5f-49b38097ffda completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:28.775849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port cbea144b-819f-4d42-9c5f-49b38097ffda triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:28.776469 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.884878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.912569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:28.937427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:20:28.938845 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c0eb79-42e5-4995-b9db-63bd434dde5c" -d '{"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-plugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:20:28.957877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:28.993589 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbe39c-fcfe-40c4-9b98-7cc91aa5cca2 x-openstack-request-id: req-91fbe39c-fcfe-40c4-9b98-7cc91aa5cca2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:20:28.993589 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-plugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:20:28.993589 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91fbe39c-fcfe-40c4-9b98-7cc91aa5cca2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:20:28.993589 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'code': 200} Aug 22 15:20:29.017627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23350cca-8638-4d56-8523-9fca2b3bd1b1 None None] Network 49a39fc6-ae78-4372-bc17-6390319f211d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:29.107294 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.229047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f798b-ff79-445d-b0ca-2013dd445013 req-51c954af-7675-4a7c-a841-5ca18e0d4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:29.230654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a5f798b-ff79-445d-b0ca-2013dd445013 req-51c954af-7675-4a7c-a841-5ca18e0d4e0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1097 time: 0.1208375 Aug 22 15:20:29.244811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:29.283995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fb4c631b-8238-4728-b8b6-d31b06a23b96 None None] Provisioning for port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:29.308590 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3a5f798b-ff79-445d-b0ca-2013dd445013 req-c6b0d37c-86c3-4283-b1b8-79dfadbc4184 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686593 Aug 22 15:20:29.334560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.442230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.523088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ece0b29d-ce27-47b6-93b6-39a95e7c1bf5,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:29.667636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.723839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385337cd-0c77-4ea0-93a4-36ca543a6a9a req-dbf3ada3-c34f-44d8-a0fa-2de9f9268d28 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:29.726111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-385337cd-0c77-4ea0-93a4-36ca543a6a9a req-dbf3ada3-c34f-44d8-a0fa-2de9f9268d28 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0930712 Aug 22 15:20:29.761335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f4934371-6cc8-4b1b-9914-5261c9bb8dc4 None None] Provisioning for port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:29.771549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f4934371-6cc8-4b1b-9914-5261c9bb8dc4 None None] Provisioning complete for port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:29.772298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f4934371-6cc8-4b1b-9914-5261c9bb8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.834622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-385337cd-0c77-4ea0-93a4-36ca543a6a9a req-cf16058c-23b7-41bb-9c01-18c8a8f5f6c0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876164 Aug 22 15:20:29.870814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f4934371-6cc8-4b1b-9914-5261c9bb8dc4 None None] Port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:29.926127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:29.958149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:30.121001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1661564-eddf-48b2-b204-6b26917fe277 None None] Provisioning complete for port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:30.121654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1661564-eddf-48b2-b204-6b26917fe277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.129943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:30.185299 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5686b9f9-e951-41df-adb0-eba411ca6a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.195299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:30.195784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.245719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e1661564-eddf-48b2-b204-6b26917fe277 None None] Port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:30.339714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.393897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,segment=NetworkSegment(b27aac95-9e86-42bf-9f94-527e14901b71),segment_id=b27aac95-9e86-42bf-9f94-527e14901b71)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:30.400729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-634bdf23-6ddf-4fa8-b7b7-d28835bf80bf None None] Provisioning complete for port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:30.401115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-634bdf23-6ddf-4fa8-b7b7-d28835bf80bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.474886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-634bdf23-6ddf-4fa8-b7b7-d28835bf80bf None None] Port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:30.510868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.570593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:30.684897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.808393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.809264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:30.921378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=ece0b29d-ce27-47b6-93b6-39a95e7c1bf5,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:30.999367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8813c-c1e7-4ed7-8790-c8b1a183c966 req-31e0514e-6f77-4478-8f86-22ba269588f7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:31.004062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fa8813c-c1e7-4ed7-8790-c8b1a183c966 req-31e0514e-6f77-4478-8f86-22ba269588f7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0823452 Aug 22 15:20:31.004660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 49a39fc6-ae78-4372-bc17-6390319f211d is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:31.006270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:31.059487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fa8813c-c1e7-4ed7-8790-c8b1a183c966 req-e4cc2efb-8486-40db-ab7e-ebdec5b4275f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 Aug 22 15:20:31.253731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Router 81fe5cb5-78cf-4990-811d-88bcee49a17b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:20:31.389262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:20:31.393418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:31.393626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b275ff49-9286-4915-9623-87b583445963 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/routers/81fe5cb5-78cf-4990-811d-88bcee49a17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385498 Aug 22 15:20:31.407404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-173c2acd-eb84-48a2-ba91-833b2d35fa20 None None] Provisioning complete for port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:31.409331 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] Sync routers for ids ['81fe5cb5-78cf-4990-811d-88bcee49a17b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:20:31.413589 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-173c2acd-eb84-48a2-ba91-833b2d35fa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:31.420538 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] Routers {'81fe5cb5-78cf-4990-811d-88bcee49a17b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:31.421175 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['81fe5cb5-78cf-4990-811d-88bcee49a17b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:31.461732 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:31.473961 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] Routers {'81fe5cb5-78cf-4990-811d-88bcee49a17b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:31.474765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec49ab5-23ee-412d-9667-e7c308b81dde tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:31.475377 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['81fe5cb5-78cf-4990-811d-88bcee49a17b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:31.479931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39722) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:31.480878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ec49ab5-23ee-412d-9667-e7c308b81dde tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?device_id=81fe5cb5-78cf-4990-811d-88bcee49a17b HTTP/1.1" status: 200 len: 989 time: 0.0850532 Aug 22 15:20:31.517846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-173c2acd-eb84-48a2-ba91-833b2d35fa20 None None] Port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:31.541853 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:31.542600 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f3681-1b86-44f5-a07c-6306bc31e634 None None] The sync data for ids ['81fe5cb5-78cf-4990-811d-88bcee49a17b'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:20:31.914172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:31.982781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:31.983465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.051899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.222948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaff159-f7a3-4238-bbc5-672fa7bb4fb3 req-a433cc50-9fb7-46f3-a84a-5f5a2fa29902 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:32.224746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbaff159-f7a3-4238-bbc5-672fa7bb4fb3 req-a433cc50-9fb7-46f3-a84a-5f5a2fa29902 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0625865 Aug 22 15:20:32.265391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbaff159-f7a3-4238-bbc5-672fa7bb4fb3 req-526a34ad-0c22-4120-9e0d-4d30abb33cab tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345736 Aug 22 15:20:32.342477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:32.342846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.422238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243da2-615e-40fe-b76c-4d7fe8b3b308 req-09fe6213-f69e-4cf5-a808-879e22eebe85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:32.424598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38243da2-615e-40fe-b76c-4d7fe8b3b308 req-09fe6213-f69e-4cf5-a808-879e22eebe85 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0631306 Aug 22 15:20:32.466097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.491797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:32.499250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38243da2-615e-40fe-b76c-4d7fe8b3b308 req-6ba2117c-2ca2-4c98-9fcf-606e7ea2aca4 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677991 Aug 22 15:20:32.512579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39746) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:32.566092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06e059-f782-4c83-8226-e6063aa0407f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:32.570646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc06e059-f782-4c83-8226-e6063aa0407f tempest-TestNetworkAdvancedServerOps-164908975 tempest-TestNetworkAdvancedServerOps-164908975-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1092 time: 0.0539784 Aug 22 15:20:32.570918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:32.578022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:32.733698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.825543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.851116 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.863050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=ece0b29d-ce27-47b6-93b6-39a95e7c1bf5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:32.867392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.965896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:32.993478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Allocated IP 172.25.0.40 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/b5a25149-9e57-4cee-999b-27c48125c76a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:33.192463 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.193571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Router 81fe5cb5-78cf-4990-811d-88bcee49a17b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:20:33.298504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:20:33.304593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81c101fc-e2b2-47ad-95d6-286588109a05 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/routers/81fe5cb5-78cf-4990-811d-88bcee49a17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221788 Aug 22 15:20:33.307177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39760) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:33.311398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] Sync routers for ids ['81fe5cb5-78cf-4990-811d-88bcee49a17b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:20:33.322292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] Routers {'81fe5cb5-78cf-4990-811d-88bcee49a17b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:33.322925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['81fe5cb5-78cf-4990-811d-88bcee49a17b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:33.334524 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9f5eaa-564d-4e91-9474-9ca0d3adfb5d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:33.338858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ab9f5eaa-564d-4e91-9474-9ca0d3adfb5d tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/ece0b29d-ce27-47b6-93b6-39a95e7c1bf5 HTTP/1.1" status: 404 len: 333 time: 0.0278831 Aug 22 15:20:33.339958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:33.358881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:33.372205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] Routers {'81fe5cb5-78cf-4990-811d-88bcee49a17b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:33.374226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['81fe5cb5-78cf-4990-811d-88bcee49a17b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:33.396876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.422511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:33.423571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4bd4-477d-477a-b9cc-e9e5d6df1de0 None None] The sync data for ids ['81fe5cb5-78cf-4990-811d-88bcee49a17b'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:20:33.427788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.454274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:33.458197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:33.469210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:33.469210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=b5a25149-9e57-4cee-999b-27c48125c76a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:33.595946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bddfaede-7266-4031-bed5-8b053c6a7445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.626047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.641561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.721733 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-930bf4ce-b40d-451f-8413-346bb37f9b1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886667 Aug 22 15:20:33.807148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-26d77103-1171-4b9d-95a9-882697fa594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:33.808535 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-26d77103-1171-4b9d-95a9-882697fa594b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1096 time: 0.0514109 Aug 22 15:20:33.820553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.821307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Fanout notify agent at l3_agent the message router_deleted on router 81fe5cb5-78cf-4990-811d-88bcee49a17b {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:20:33.829067 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.830717 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-222f7809-3f4d-43cd-bc41-bc8e4c4fb059 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/routers/81fe5cb5-78cf-4990-811d-88bcee49a17b HTTP/1.1" status: 204 len: 168 time: 0.4892676 Aug 22 15:20:33.839741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39774) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:33.959046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet 175337d0-44d6-4a84-9aeb-2b0e25b904e5 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:33.964958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:33.996262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.010159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-a8b3e03d-475e-4ee5-8178-a636dd689598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:34.011726 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-a8b3e03d-475e-4ee5-8178-a636dd689598 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1797433 Aug 22 15:20:34.019296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.251310 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.464681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.532216 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-9e895280-80c7-4f88-a08f-66f54a961732 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 1001 time: 0.5099814 Aug 22 15:20:34.573444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.605901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.633550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-b87fb4ec-0954-48c3-9f8b-8f9ac55bb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:34.635038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-b87fb4ec-0954-48c3-9f8b-8f9ac55bb97d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0818098 Aug 22 15:20:34.662847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event updated for resources: {'Port': ['ID=b5a25149-9e57-4cee-999b-27c48125c76a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:34.683404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.709374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-0db933a2-33ba-46e1-825b-6bf8b8e9c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:34.710998 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-0db933a2-33ba-46e1-825b-6bf8b8e9c77e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690494 Aug 22 15:20:34.814375 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-6e735471-57bd-4b61-899c-d80f2ecf22f9 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958340 Aug 22 15:20:34.834636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.835319 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 5614d598-dfcb-4ba6-a785-eba5b8eba2c5 associated. External IP: 172.25.0.40, port: cbea144b-819f-4d42-9c5f-49b38097ffda. Aug 22 15:20:34.859648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.893491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=175337d0-44d6-4a84-9aeb-2b0e25b904e5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:34.901909 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:34.904007 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4eec28ed-e389-49b8-bcd2-4c59f71e596a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/175337d0-44d6-4a84-9aeb-2b0e25b904e5 HTTP/1.1" status: 204 len: 168 time: 1.0632029 Aug 22 15:20:34.907630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb3a80-ceba-4437-b690-5fc0333e71fd None None] Network 49a39fc6-ae78-4372-bc17-6390319f211d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:34.947568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39796) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:35.057022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.062747 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-76c91ade-7ecf-4dfb-bd1b-00c16ee8ef7f req-b4d077d7-b0af-4ba9-bdd0-6793092463fc service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413976 Aug 22 15:20:35.221969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] DHCP port deletion for 49a39fc6-ae78-4372-bc17-6390319f211d request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:20:35.256592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:35.257205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.264074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 74873f51-35fa-4612-889f-96362e1fb442 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:20:35.286220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Deleting port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:35.291356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.362593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] For port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,segment=NetworkSegment(b27aac95-9e86-42bf-9f94-527e14901b71),segment_id=b27aac95-9e86-42bf-9f94-527e14901b71)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:35.362959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.388456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] For port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,segment=NetworkSegment(b27aac95-9e86-42bf-9f94-527e14901b71),segment_id=b27aac95-9e86-42bf-9f94-527e14901b71)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:35.389193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.426688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:35.431882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Calling delete_port for f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:35.593621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:20:35.607467 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Sync routers for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:20:35.622711 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:35.623181 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.624230 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:35.631624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.641795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] No DVR routers for this DVR port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:35.669323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370124d-9bb5-4f40-9741-ed7437097ae8 None None] Pushing event deleted for resources: {'Port': ['ID=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:35.682280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=f536c5d9-f0a5-4d07-9aa6-01d0e40b3687,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:35.695119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No DVR routers for this DVR port f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:35.750104 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.751822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:35.861426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.867717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-efa2757b-fae7-4ea5-8891-fddc91145b02 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2949264 Aug 22 15:20:35.868303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:20:35.881300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:20:35.881300 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e32982a-7027-46b1-92d2-d721568e1d10" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:20:35.888155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a39fc6-ae78-4372-bc17-6390319f211d']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:35.893567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:20:35.894139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f536c5d9-f0a5-4d07-9aa6-01d0e40b3687 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:20:35.921678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27aac95-9e86-42bf-9f94-527e14901b71') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:35.922122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27aac95-9e86-42bf-9f94-527e14901b71') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:35.936809 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:35.968345 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd128e-43cb-4749-8437-1e4e62520a37 x-openstack-request-id: req-c8bd128e-43cb-4749-8437-1e4e62520a37 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:20:35.968649 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:20:35.968913 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8bd128e-43cb-4749-8437-1e4e62520a37 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:20:35.974621 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'status': 'completed', 'code': 200} Aug 22 15:20:35.984281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:36.025024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:20:36.025438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:20:36.029908 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:20:36.056098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-8034586b-5327-4a65-a048-855365883ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.057765 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-8034586b-5327-4a65-a048-855365883ead service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1097 time: 0.0525429 Aug 22 15:20:36.115820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f828e-0953-459b-8bfa-898a9097b8df req-51e68759-e2e4-4a78-a25b-8b82e2ebccda tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.116569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be1f828e-0953-459b-8bfa-898a9097b8df req-51e68759-e2e4-4a78-a25b-8b82e2ebccda tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.1297956 Aug 22 15:20:36.168404 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5614d598-dfcb-4ba6-a785-eba5b8eba2c5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '74873f51-35fa-4612-889f-96362e1fb442', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'mac_address': 'fa:16:3e:ce:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:20:33Z', 'updated_at': '2021-08-22T15:20:33Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:36.180551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-0eadc85c-0d04-45aa-bca2-2785ece6582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.182254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-0eadc85c-0d04-45aa-bca2-2785ece6582f service neutron] 10.222.0.10 "GET /v2.0/networks?id=01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 200 len: 898 time: 0.1164067 Aug 22 15:20:36.211664 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Checking router: 74873f51-35fa-4612-889f-96362e1fb442 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:20:36.223527 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:20:36.224207 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:20:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:36.318948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-a0932d34-399d-4892-9b2a-4e23b69d06c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 200 len: 999 time: 0.1290138 Aug 22 15:20:36.376179 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:20:36.382376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-98bd0311-c124-45b8-bcba-e01b720b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.384140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-98bd0311-c124-45b8-bcba-e01b720b3068 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=190542af-e720-407e-9edc-6bb052c4c6dd HTTP/1.1" status: 200 len: 835 time: 0.0582807 Aug 22 15:20:36.480161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-1a26e74f-245b-4c82-aeea-006de98bbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.482415 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-1a26e74f-245b-4c82-aeea-006de98bbd31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01189676-df04-4833-8069-4683ebffe749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917268 Aug 22 15:20:36.556081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:36.575566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:36.581320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/49a39fc6-ae78-4372-bc17-6390319f211d HTTP/1.1" status: 204 len: 168 time: 1.6338458 Aug 22 15:20:36.581320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9f65-6795-41b2-9030-0e59b6a66c39 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=49a39fc6-ae78-4372-bc17-6390319f211d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:36.584976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39834) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:36.631846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eaf33b-1af9-486e-b95d-ba97b40c51a6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:36.636781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26eaf33b-1af9-486e-b95d-ba97b40c51a6 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/b955978c-2197-4bbd-84b3-8c810de4ca2d HTTP/1.1" status: 200 len: 843 time: 0.0470049 Aug 22 15:20:36.640710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39838) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:36.677064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be1f828e-0953-459b-8bfa-898a9097b8df req-c788c0b6-e575-435b-9acf-111fec2a5b1c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5511150 Aug 22 15:20:36.692022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6150f4e8-5ba2-454c-b777-7cd78cfc4aff tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/b955978c-2197-4bbd-84b3-8c810de4ca2d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0460114 Aug 22 15:20:36.693383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39840) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:36.702097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:36.723488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:36.768362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-2c825c5b-8b1b-446e-952f-dfb295863eac service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780626 Aug 22 15:20:36.777360 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5614d598-dfcb-4ba6-a785-eba5b8eba2c5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '74873f51-35fa-4612-889f-96362e1fb442', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'mac_address': 'fa:16:3e:ce:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:20:33Z', 'updated_at': '2021-08-22T15:20:33Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:36.791905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:36.828733 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582886a8-ae1f-4da0-92f8-0fa3ed47d813 None None] The sync data for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 is: [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5614d598-dfcb-4ba6-a785-eba5b8eba2c5', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '74873f51-35fa-4612-889f-96362e1fb442', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'mac_address': 'fa:16:3e:ce:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:20:33Z', 'updated_at': '2021-08-22T15:20:33Z', 'revision_number': 0, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:20:36.943015 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85381096-dca8-4136-b8f8-acdaf8171281 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/5614d598-dfcb-4ba6-a785-eba5b8eba2c5 HTTP/1.1" status: 200 len: 991 time: 0.2179399 Aug 22 15:20:36.972893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3e32982a-7027-46b1-92d2-d721568e1d10 req-f8cb7f25-7b0a-453b-8e61-5102be5bd66f service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555798 Aug 22 15:20:36.985685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:36.994039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.090627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed339a0-6004-46da-bfdd-ddeb072d81d8 None None] New status for floating IP 5614d598-dfcb-4ba6-a785-eba5b8eba2c5: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:20:37.293752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.344018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:37.347882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:37.353273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:37.354038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.360623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1bdd8-31ab-4add-837d-725654cd4339 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:37.365256 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=6a4e94e4-f975-47c9-81c4-ac13e31dc91f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:37.460239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a15c90e-3b06-4652-abd8-271b2f1d6b3f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7633352 Aug 22 15:20:37.461871 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39854) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:37.466595 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859568886'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:37.550842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-0289b761-52d1-465c-9f37-68006571890f', 'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'tenant_id': 'f38e4356099646ce89ed38b57413c5ea', 'fixed_ips': [{'subnet_id': '6a4e94e4-f975-47c9-81c4-ac13e31dc91f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:20:37.551717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.585414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.691340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.718719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Allocated IP 2001:db8::2 (0289b761-52d1-465c-9f37-68006571890f/6a4e94e4-f975-47c9-81c4-ac13e31dc91f/d559bfb5-f2b8-4374-a57d-52c8e5ffb715) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:37.802362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.842937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568b7360-67d2-4f6e-9077-e3f68cadb070,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:37.914111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.922537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Transition to ACTIVE for port object d559bfb5-f2b8-4374-a57d-52c8e5ffb715 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:37.937332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Transition to ACTIVE for port object d559bfb5-f2b8-4374-a57d-52c8e5ffb715 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:37.946833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39864) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:37.987481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:37.988781 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-050e6fc3-24d3-4132-a829-5ff5631a336c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5259008 Aug 22 15:20:37.991689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39868) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:37.996564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'security_group': {'name': 'tempest-secgroup-180680820'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:38.016549 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-10eca73d-e8e7-497a-a473-be9c6fb69a15 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/5614d598-dfcb-4ba6-a785-eba5b8eba2c5 HTTP/1.1" status: 200 len: 993 time: 0.0682561 Aug 22 15:20:38.083225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.122969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:38.127834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:38.134845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:38.138152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:38.191267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.195799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Attempting to bind port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:38.196237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Attempting to bind port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '65e682f1-1f07-4d10-8c9d-921e0fd92b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0289b761-52d1-465c-9f37-68006571890f'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:38.196596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Attempting to bind port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 on network 0289b761-52d1-465c-9f37-68006571890f {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:38.202519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:38.202900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Checking segment: {'id': '65e682f1-1f07-4d10-8c9d-921e0fd92b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0289b761-52d1-465c-9f37-68006571890f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:38.203313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.203722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Bound using segment: {'id': '65e682f1-1f07-4d10-8c9d-921e0fd92b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0289b761-52d1-465c-9f37-68006571890f'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:38.204228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Bound port: d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e682f1-1f07-4d10-8c9d-921e0fd92b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0289b761-52d1-465c-9f37-68006571890f'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:38.204681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.283263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:38.286528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:38.304337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.390876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.436377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.459159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c24b6-b9d6-42b6-b837-3dffe99c3702 None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:38.490230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a376bb07-99c0-4242-9042-b9896c6d5e58,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:38.585012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:38.586340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b1852cea-5c0f-4404-ad92-89fbb929d2b9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5935590 Aug 22 15:20:38.589495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:38.594880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2078390795', 'security_groups': ['a376bb07-99c0-4242-9042-b9896c6d5e58'], 'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a4e94e4-f975-47c9-81c4-ac13e31dc91f'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:38.905586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:39.011168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:39.034784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 19c8787d-dac2-415e-9ee8-3adb5d31787f yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:39.224075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::a9 (0289b761-52d1-465c-9f37-68006571890f/6a4e94e4-f975-47c9-81c4-ac13e31dc91f/19c8787d-dac2-415e-9ee8-3adb5d31787f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:39.417278 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:39.433302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 19c8787d-dac2-415e-9ee8-3adb5d31787f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:39.580389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:39.632566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:39.635590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:39.639763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:39.645579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:39.646330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:39.656257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=19c8787d-dac2-415e-9ee8-3adb5d31787f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:39.728831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8baaeee4-756b-4342-aba1-884fbde453f6 None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:39.729350 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8baaeee4-756b-4342-aba1-884fbde453f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:39.768844 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8153ea21-29b5-41ba-a9d2-00024369611a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1780457 Aug 22 15:20:39.775299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:39.781407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8baaeee4-756b-4342-aba1-884fbde453f6 None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:39.789485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:39.882175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8baaeee4-756b-4342-aba1-884fbde453f6 None None] Provisioning for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:39.948649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:40.066171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:40.070523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.140351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-80834f60-aa64-434f-9727-39462efd160b None None] Provisioning for port 19c8787d-dac2-415e-9ee8-3adb5d31787f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:40.146561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-80834f60-aa64-434f-9727-39462efd160b None None] Provisioning complete for port 19c8787d-dac2-415e-9ee8-3adb5d31787f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:40.147262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-80834f60-aa64-434f-9727-39462efd160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.168105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:40.177587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:40.177869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.181069 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a4e94e4-f975-47c9-81c4-ac13e31dc91f (CIDR: 2001:db8::/64) Aug 22 15:20:40.208829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-80834f60-aa64-434f-9727-39462efd160b None None] Port 19c8787d-dac2-415e-9ee8-3adb5d31787f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:40.223887 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:20:40.224364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:40.274707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.314851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:40.334264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-621cc149-f209-48de-8cf3-4f529e17ff5c tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5607383 Aug 22 15:20:40.337130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:40.342705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:40.440412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.494927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:40.573253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:40.576873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.657109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.928205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.972079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:40.975324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:40.979683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:40.980309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:40.985932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a09dd-df33-4785-b9b1-e06d2b8bf217 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:41.000916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=fd4454ae-42c9-421c-b468-dd9cd028a73c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:41.054644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a0bfb6a4-1488-4753-a243-355669951c43 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7160113 Aug 22 15:20:41.058183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:41.064064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-298176299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd4454ae-42c9-421c-b468-dd9cd028a73c'}], 'security_groups': ['568b7360-67d2-4f6e-9077-e3f68cadb070']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:41.169794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:41.259339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Update dhcp port {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'fixed_ips': [{'subnet_id': '6a4e94e4-f975-47c9-81c4-ac13e31dc91f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd4454ae-42c9-421c-b468-dd9cd028a73c'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'd559bfb5-f2b8-4374-a57d-52c8e5ffb715'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:20:41.300671 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:41.530484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Delete allocated IP 2001:db8::a9 (0289b761-52d1-465c-9f37-68006571890f/6a4e94e4-f975-47c9-81c4-ac13e31dc91f) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:20:41.539043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8:0:1::1e0 (0289b761-52d1-465c-9f37-68006571890f/fd4454ae-42c9-421c-b468-dd9cd028a73c/19c8787d-dac2-415e-9ee8-3adb5d31787f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:41.705964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:41.721120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 19c8787d-dac2-415e-9ee8-3adb5d31787f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:41.849227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:41.858447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:41.929426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] In _notify_port_updated(), no bound segment for port 19c8787d-dac2-415e-9ee8-3adb5d31787f on network 0289b761-52d1-465c-9f37-68006571890f {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:20:41.947612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:41.948336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:41.950206 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/ports/19c8787d-dac2-415e-9ee8-3adb5d31787f HTTP/1.1" status: 200 len: 930 time: 0.8908985 Aug 22 15:20:41.953212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39954) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:41.961361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f269ae-5f0e-4ad7-9df5-163a4509be92 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=19c8787d-dac2-415e-9ee8-3adb5d31787f,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:41.963470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Allocated IP 2001:db8:0:1::2 (0289b761-52d1-465c-9f37-68006571890f/fd4454ae-42c9-421c-b468-dd9cd028a73c/d559bfb5-f2b8-4374-a57d-52c8e5ffb715) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:41.987297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:41.987932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.117098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 19c8787d-dac2-415e-9ee8-3adb5d31787f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:42.117860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.165925 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:20:42.257528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:42.266117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.281105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 19c8787d-dac2-415e-9ee8-3adb5d31787f owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:42.295342 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.310763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Transition to ACTIVE for port object d559bfb5-f2b8-4374-a57d-52c8e5ffb715 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:42.745234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.818901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.841889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18524505-da4d-48bf-9a2f-69d10bbbf1f7 None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:42.853840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=19c8787d-dac2-415e-9ee8-3adb5d31787f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:42.905364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:42.908933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1479cdd5-2d87-4b07-8d6b-1c6d9c44cea9 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/19c8787d-dac2-415e-9ee8-3adb5d31787f HTTP/1.1" status: 204 len: 168 time: 0.9524643 Aug 22 15:20:42.911054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39964) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:42.938770 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0160841d-4f91-4c21-8f29-ad7b351931ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:42.940433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0160841d-4f91-4c21-8f29-ad7b351931ba tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/19c8787d-dac2-415e-9ee8-3adb5d31787f HTTP/1.1" status: 404 len: 333 time: 0.0283761 Aug 22 15:20:42.943283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:43.012801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.050825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.151598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.154708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.156072 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/security-groups/a376bb07-99c0-4242-9042-b9896c6d5e58 HTTP/1.1" status: 204 len: 168 time: 0.2109270 Aug 22 15:20:43.160198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:43.168190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc869f4-e2c4-4840-90b2-639b2ddf4d5a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376bb07-99c0-4242-9042-b9896c6d5e58,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:43.293932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.328300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.453431 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.457021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.458674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/security-groups/568b7360-67d2-4f6e-9077-e3f68cadb070 HTTP/1.1" status: 204 len: 168 time: 0.2963445 Aug 22 15:20:43.463132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 39980) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:43.472752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec6885-1b15-448c-83a3-a8883114a3f2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b7360-67d2-4f6e-9077-e3f68cadb070,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:43.541659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet 6a4e94e4-f975-47c9-81c4-ac13e31dc91f {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:43.545696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.598701 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.667130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:43.668152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.713349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:43.718046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.718895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Could not find standard attr ID for object 19c8787d-dac2-415e-9ee8-3adb5d31787f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:43.802411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Provisioning for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:43.813420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:43.814334 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37bd71a6-afec-4405-9de3-d12ce8c504dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:43.889727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:43.925378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.025848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4e94e4-f975-47c9-81c4-ac13e31dc91f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:44.071014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:44.071463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.083934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.090145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d8f311cf-df16-480b-88c3-ac8b72b43d4b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/6a4e94e4-f975-47c9-81c4-ac13e31dc91f HTTP/1.1" status: 204 len: 168 time: 0.6221464 Aug 22 15:20:44.092258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 39992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:44.113358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:44.286934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b505ffb6-87d5-40be-b594-e4848909202b None None] Could not find standard attr ID for object 19c8787d-dac2-415e-9ee8-3adb5d31787f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:44.334016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:44.339651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.352500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b7d85-572b-46ba-9d4c-9d01b6c94165 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:44.567943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-130e00f9-ba93-425b-a5e7-bcbfa42abccb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132757016&fields=id&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 267 time: 0.0786972 Aug 22 15:20:44.731336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-fade8674-e48e-42e1-a32d-366314d2ca11 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:44.733142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-fade8674-e48e-42e1-a32d-366314d2ca11 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1460636 Aug 22 15:20:44.753609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-8bc9fc49-80d2-47f5-8b47-b10021c237e3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/quotas/693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 375 time: 0.0101478 Aug 22 15:20:44.798172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.861299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:44.872384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:44.872615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:44.875561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:44.890721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-dffb3bd3-b7f5-4890-bf03-621eb95789c5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1300459 Aug 22 15:20:44.904802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=b15f68d7-1500-47fd-af74-0b2b9df3fcb6,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:45.018015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40014) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:45.022891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'security_group': {'name': 'tempest-secgroup-819667849'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:45.024217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0d0028a8-642e-41aa-8ac3-da403c1eac01 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9306078 Aug 22 15:20:45.051793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-b72269c6-1e00-433d-8f71-4f0f8400d012 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:20:45.053046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-b72269c6-1e00-433d-8f71-4f0f8400d012 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1387234 Aug 22 15:20:45.122704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.187033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-36867c0a-c384-43fb-b317-043a20512f37 service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245611 Aug 22 15:20:45.263204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.314343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-602d4d63-ffe6-4dd6-982d-5ce5a76ca36b service neutron] 10.222.0.53 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245489 Aug 22 15:20:45.331456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.398765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b13e60-f42b-471a-aa71-92713686c7f6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:45.481992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.486544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-99212844-8e36-4343-b582-38ef9e501de3 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4641714 Aug 22 15:20:45.487627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40042) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:45.493161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'security_group': {'name': 'tempest-secgroup-637546852'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:45.497695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a988349-c3d0-4944-8a6c-7b323267265b None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:45.572830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c8812d63-889f-491e-86a5-d3e9899f5da8 None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:45.577358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c8812d63-889f-491e-86a5-d3e9899f5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.640145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.686197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c8812d63-889f-491e-86a5-d3e9899f5da8 None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:45.721346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c8812d63-889f-491e-86a5-d3e9899f5da8 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:45.721720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c8812d63-889f-491e-86a5-d3e9899f5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.775361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.865114 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:45.881094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Update dhcp port {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'fixed_ips': [{'subnet_id': 'fd4454ae-42c9-421c-b468-dd9cd028a73c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b15f68d7-1500-47fd-af74-0b2b9df3fcb6'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'd559bfb5-f2b8-4374-a57d-52c8e5ffb715'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:20:45.909954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9996daf8-1ab2-4637-a826-3c385caddb81,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:45.911402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.025361 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.026915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8de51402-772f-4da2-84d4-7ecc0c75c11b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5381484 Aug 22 15:20:46.029960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:46.036785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475285859'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:46.149864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d56b98ca-692b-4637-aca9-1046b2fa346b req-3c9d8089-65e1-4470-b2fa-617c0305bdff tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0409276 Aug 22 15:20:46.173956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Allocated IP 2001:db8::2 (0289b761-52d1-465c-9f37-68006571890f/b15f68d7-1500-47fd-af74-0b2b9df3fcb6/d559bfb5-f2b8-4374-a57d-52c8e5ffb715) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:46.178281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.301566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.343152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:46.379466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.387737 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.406090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Transition to ACTIVE for port object d559bfb5-f2b8-4374-a57d-52c8e5ffb715 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:46.424053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf652843-2ccb-4148-bb4b-1eb16f86a458,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:46.465480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.467420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34c8ff39-9a29-4d80-8f2a-bdd4275eee7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4363377 Aug 22 15:20:46.470543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40074) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:46.476162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-86444223', 'security_groups': ['cf652843-2ccb-4148-bb4b-1eb16f86a458'], 'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b15f68d7-1500-47fd-af74-0b2b9df3fcb6'}]}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:46.499724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.623946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1378ba-b415-4da9-af67-287ef7aadf0f None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:46.791209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:46.925970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:46.948885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] device_id is not set on port 52f6eeef-d0b9-408d-902a-61a50d4521c1 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:20:47.178509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8::2fd (0289b761-52d1-465c-9f37-68006571890f/b15f68d7-1500-47fd-af74-0b2b9df3fcb6/52f6eeef-d0b9-408d-902a-61a50d4521c1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:47.294417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5277001c-7c55-4d94-bc57-b4320fa57fa7 req-e7b4f90b-4975-4d88-8e21-51035ba83f7f tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0425508 Aug 22 15:20:47.416112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:47.416112 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:47.444470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:47.461369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:47.470628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 52f6eeef-d0b9-408d-902a-61a50d4521c1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:47.528027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Provisioning for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:47.532178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:47.532620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e01601f9-deff-4dd6-93ab-99b4aa9fc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:47.665315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:47.717366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:47.720471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:47.724318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:47.730032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:47.730687 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:47.748244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=52f6eeef-d0b9-408d-902a-61a50d4521c1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:47.862653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:47.904257 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-29330794-ac15-4020-bb11-6bb7a95e1edc tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4298730 Aug 22 15:20:47.906305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:47.911964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:47.948351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:47.949420 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:48.174333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:48.181321 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:48.220353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d6e00939-d062-4f86-8e91-b217de9c1f3f None None] Provisioning for port 52f6eeef-d0b9-408d-902a-61a50d4521c1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:48.220353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d6e00939-d062-4f86-8e91-b217de9c1f3f None None] Provisioning complete for port 52f6eeef-d0b9-408d-902a-61a50d4521c1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:48.220353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d6e00939-d062-4f86-8e91-b217de9c1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:48.274647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d6e00939-d062-4f86-8e91-b217de9c1f3f None None] Port 52f6eeef-d0b9-408d-902a-61a50d4521c1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:48.308265 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b15f68d7-1500-47fd-af74-0b2b9df3fcb6 (CIDR: 2001:db8::/64) Aug 22 15:20:48.340956 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:20:48.341458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:48.422483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4377462d-df5c-441b-8131-2e9deba36617 req-61e6a532-3a6d-4758-ae9b-5c9a9680b9de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0435035 Aug 22 15:20:48.477466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9a94fb10-985b-41ff-aaed-ecd5b8ab2b76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5704434 Aug 22 15:20:48.489397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40128) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:48.494798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:48.790940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:48.794587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:48.878721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-7ed039ef-9f30-459a-a9ab-3c5b251518b5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:48.880331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-7ed039ef-9f30-459a-a9ab-3c5b251518b5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 812 time: 0.1742997 Aug 22 15:20:48.932381 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd4454ae-42c9-421c-b468-dd9cd028a73c (CIDR: 2001:db8:0:1::/64) Aug 22 15:20:48.955025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-a8e888b8-e1d3-40db-b5f4-d525b6e7b303 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693eed75ff714b1686466bcd5595f486 HTTP/1.1" status: 200 len: 380 time: 0.0644865 Aug 22 15:20:48.965989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'port': {'device_id': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'admin_state_up': True, 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'security_groups': ['8b6eaf4c-c91b-4346-8c11-1e8047c7885e']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:49.004673 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:20:49.005177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:49.134881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9050fd3c-c7f3-40bd-aa31-f15807fc1937 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6444905 Aug 22 15:20:49.137798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:49.145965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'subnet': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:49.191486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Made reservation on behalf of 693eed75ff714b1686466bcd5595f486 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:49.197020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:49.380337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.20.0.10 (652debb2-db40-441f-ab3c-8d4e84ec92d6/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71/eb60056b-6b68-41c4-9a0a-8de0e73dc0bc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:49.396398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Made reservation on behalf of f38e4356099646ce89ed38b57413c5ea for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:20:49.400515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:49.620183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57a0bf1a-1862-4274-afd0-800f32ca37d3 req-65716dff-a777-412d-aa61-83d6b227dcb3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0918403 Aug 22 15:20:49.683726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:49.710885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Transition to ACTIVE for port object eb60056b-6b68-41c4-9a0a-8de0e73dc0bc will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:49.905723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:49.950990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:49.958547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:49.961729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:49.965786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:20:49.995046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:50.003373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Network 0289b761-52d1-465c-9f37-68006571890f is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:20:50.007409 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:20:50.012744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:50.013626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.026077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429efc55-ebff-4a91-894b-1b6914216876 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:50.045725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:50.046405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.046543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Subnet': ['ID=b2a02071-b1c4-4ffb-909a-3f3fb5bc4382,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:50.112983 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-09b3432a-cad8-4404-9b68-e3f7720f27d2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9730642 Aug 22 15:20:50.117026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40154) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:50.121307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-589778540', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2a02071-b1c4-4ffb-909a-3f3fb5bc4382'}], 'security_groups': ['16b13e60-f42b-471a-aa71-92713686c7f6', '9996daf8-1ab2-4637-a826-3c385caddb81']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:50.162999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-3e17d9a5-63b4-4e34-b3d2-e747ebb84760 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2004027 Aug 22 15:20:50.177116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Request body: {'port': {'device_id': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:20:50.232434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.331409 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.460391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Update dhcp port {'port': {'network_id': '0289b761-52d1-465c-9f37-68006571890f', 'fixed_ips': [{'subnet_id': 'fd4454ae-42c9-421c-b468-dd9cd028a73c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b15f68d7-1500-47fd-af74-0b2b9df3fcb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2a02071-b1c4-4ffb-909a-3f3fb5bc4382'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'd559bfb5-f2b8-4374-a57d-52c8e5ffb715'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:20:50.492625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.638011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-48a7566f-83aa-4160-b072-e4292209c5a0 None None] Provisioning for port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:50.649081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-48a7566f-83aa-4160-b072-e4292209c5a0 None None] Provisioning complete for port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:50.650682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-48a7566f-83aa-4160-b072-e4292209c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.739203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-48a7566f-83aa-4160-b072-e4292209c5a0 None None] Port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:50.800383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Delete allocated IP 2001:db8::2fd (0289b761-52d1-465c-9f37-68006571890f/b15f68d7-1500-47fd-af74-0b2b9df3fcb6) {{(pid=102048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 22 15:20:50.820050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Allocated IP 2001:db8:0:2::3b2 (0289b761-52d1-465c-9f37-68006571890f/b2a02071-b1c4-4ffb-909a-3f3fb5bc4382/52f6eeef-d0b9-408d-902a-61a50d4521c1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:50.931465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb60056b-6b68-41c4-9a0a-8de0e73dc0bc {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:20:50.947841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367583e6-4aaa-46a1-99d3-f7553f3b62ee req-6de17501-ce12-49af-adc7-2b5d9218f3a6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:50.950438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-367583e6-4aaa-46a1-99d3-f7553f3b62ee req-6de17501-ce12-49af-adc7-2b5d9218f3a6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 932 time: 0.1837964 Aug 22 15:20:50.958052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:50.998244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Transition to ACTIVE for port object eb60056b-6b68-41c4-9a0a-8de0e73dc0bc will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:51.014335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-367583e6-4aaa-46a1-99d3-f7553f3b62ee req-c29c8f7f-6c54-48b8-94dd-59e666da39c3 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Aug 22 15:20:51.055050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.071436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.071663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Transition to ACTIVE for port object 52f6eeef-d0b9-408d-902a-61a50d4521c1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:51.129982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:51.143466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.168146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.248433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Attempting to bind port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:20:51.248433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Attempting to bind port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:20:51.248643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Attempting to bind port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:51.262564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:20:51.262903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Attempting to bind port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc on network 652debb2-db40-441f-ab3c-8d4e84ec92d6 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:20:51.274556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:20:51.274922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Checking segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:20:51.275306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Bound using segment: {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:20:51.276228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Bound port: eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5888f935-7de0-4604-85f6-d0a0dce4b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:20:51.276228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.283261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Allocated IP 2001:db8:0:2::2 (0289b761-52d1-465c-9f37-68006571890f/b2a02071-b1c4-4ffb-909a-3f3fb5bc4382/d559bfb5-f2b8-4374-a57d-52c8e5ffb715) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:20:51.313016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] In _notify_port_updated(), no bound segment for port 52f6eeef-d0b9-408d-902a-61a50d4521c1 on network 0289b761-52d1-465c-9f37-68006571890f {{(pid=102048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:20:51.321120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:51.322019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.325418 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "PUT /v2.0/ports/52f6eeef-d0b9-408d-902a-61a50d4521c1 HTTP/1.1" status: 200 len: 969 time: 1.2078812 Aug 22 15:20:51.328907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40176) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:51.355560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a77ed8-9afe-4fb6-a624-3469986dd255 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event updated for resources: {'Port': ['ID=52f6eeef-d0b9-408d-902a-61a50d4521c1,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:51.399582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:20:51.409495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:20:51.411567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:51.444411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.465067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Transition to ACTIVE for port object d559bfb5-f2b8-4374-a57d-52c8e5ffb715 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:20:51.487663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port 52f6eeef-d0b9-408d-902a-61a50d4521c1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:51.488387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.557613 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.580337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.605545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:51.606162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:51.607743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 200 len: 1092 time: 1.4374378 Aug 22 15:20:51.608267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:20:51.612872 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:20:51.665109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dfe8a-bb3c-445c-92e8-b8ce9c4241a3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:51.695332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af759c6b-bf38-4338-89e1-3b7b9587d345 None None] Pushing event updated for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:51.759630 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128fd14-50ae-4185-ab50-7be4dfe189a3 x-openstack-request-id: req-2128fd14-50ae-4185-ab50-7be4dfe189a3 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:20:51.759925 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:20:51.760235 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2128fd14-50ae-4185-ab50-7be4dfe189a3 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:20:51.763078 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'status': 'completed', 'code': 200} Aug 22 15:20:51.951328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-6baf178e-a220-48b0-871a-fc66fa6ceaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:51.954112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-6baf178e-a220-48b0-871a-fc66fa6ceaea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1095 time: 0.1752517 Aug 22 15:20:51.972456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:20:52.406393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:52.445723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for 52f6eeef-d0b9-408d-902a-61a50d4521c1 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:52.765684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-da3c0e05-c40c-4e7b-a645-d9ae902be085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:52.769068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-da3c0e05-c40c-4e7b-a645-d9ae902be085 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=693eed75ff714b1686466bcd5595f486&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7870996 Aug 22 15:20:52.781228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318988-fefe-4250-aa9b-110234fe11ee req-2aca9ab0-b071-4dc9-8c72-35cab64c868e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:52.792632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38318988-fefe-4250-aa9b-110234fe11ee req-2aca9ab0-b071-4dc9-8c72-35cab64c868e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.4581928 Aug 22 15:20:52.803223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:52.842324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=52f6eeef-d0b9-408d-902a-61a50d4521c1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:52.898292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:52.903072 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ae3adc47-60ab-4cf3-a072-f538869490c4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/52f6eeef-d0b9-408d-902a-61a50d4521c1 HTTP/1.1" status: 204 len: 168 time: 1.5696869 Aug 22 15:20:52.903072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40218) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:52.957776 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a189a7-671d-4727-8e56-7abf8757501e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] GET failed (client error): The resource could not be found. Aug 22 15:20:52.969501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-56a189a7-671d-4727-8e56-7abf8757501e tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports/52f6eeef-d0b9-408d-902a-61a50d4521c1 HTTP/1.1" status: 404 len: 333 time: 0.0654235 Aug 22 15:20:52.970356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40224) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:53.071350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.101713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.124091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38318988-fefe-4250-aa9b-110234fe11ee req-84102bea-8df1-4eeb-a039-55d386e6b2ae tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322322 Aug 22 15:20:53.160292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-8effe33c-1b25-48b3-b252-b7ab109694b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:53.161777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fad33d4a-8ee0-44c0-a459-f8090d2e2ef4 req-8effe33c-1b25-48b3-b252-b7ab109694b8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3685687 Aug 22 15:20:53.225117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.227829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.232569 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf652843-2ccb-4148-bb4b-1eb16f86a458 HTTP/1.1" status: 204 len: 168 time: 0.2608993 Aug 22 15:20:53.233220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40236) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:53.302118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0594c-fc5d-494e-a444-467f47d01fd2 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf652843-2ccb-4148-bb4b-1eb16f86a458,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:53.304885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-db0b57aa-6593-49f1-83c3-4d5fa98a11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:53.308045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-db0b57aa-6593-49f1-83c3-4d5fa98a11ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1095 time: 0.0944004 Aug 22 15:20:53.380667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.385305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:53.385864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.404826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-d6a2b8a0-a2a4-4e7a-8d63-ff81701470b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 200 len: 217 time: 0.0830247 Aug 22 15:20:53.446494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.481497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:53.486438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-257826df-dd24-4a8f-8601-a4004d3a4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:53.490070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Could not find standard attr ID for object 52f6eeef-d0b9-408d-902a-61a50d4521c1. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:53.497832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-257826df-dd24-4a8f-8601-a4004d3a4d99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0855291 Aug 22 15:20:53.569606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f8192-107c-4e64-9c67-84f6067f495c req-d95ed745-bd1a-4650-84ea-e518dfab0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:53.571572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-d95ed745-bd1a-4650-84ea-e518dfab0759 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646558 Aug 22 15:20:53.653609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Provisioning for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:20:53.660742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:53.661527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1575-21bb-409e-acfe-f834eac1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.683076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.685750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:53.690486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/security-groups/9996daf8-1ab2-4637-a826-3c385caddb81 HTTP/1.1" status: 204 len: 168 time: 0.4491901 Aug 22 15:20:53.690651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40240) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:53.707647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23265d4d-51fa-46d0-90f2-48b0869a2312 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996daf8-1ab2-4637-a826-3c385caddb81,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:53.716218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-4c64e9f6-01f8-4b01-a9b6-07e0951bd1e0 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361332 Aug 22 15:20:53.970639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fba87f6b-98ec-4d3f-832c-ee1ce16102e5 None None] Could not find standard attr ID for object 52f6eeef-d0b9-408d-902a-61a50d4521c1. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:20:54.140297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:54.201031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.226306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.302045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2c747eb-b54c-413f-98da-dfd861b59d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.345995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353e793-b1f9-4a27-9b14-fa196b556346 req-bab4be06-7b32-4ee9-9acb-2ff85c79c7fb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:54.347491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7353e793-b1f9-4a27-9b14-fa196b556346 req-bab4be06-7b32-4ee9-9acb-2ff85c79c7fb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0754848 Aug 22 15:20:54.349425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-490f8192-107c-4e64-9c67-84f6067f495c req-f5970bb5-eae5-45e9-be21-95ccc65eba33 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241965 Aug 22 15:20:54.362799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.369549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.369549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/security-groups/16b13e60-f42b-471a-aa71-92713686c7f6 HTTP/1.1" status: 204 len: 168 time: 0.6753557 Aug 22 15:20:54.371155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:54.387085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e11879-a926-4af4-a304-348715543daa tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b13e60-f42b-471a-aa71-92713686c7f6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:54.414653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7353e793-b1f9-4a27-9b14-fa196b556346 req-d24f1841-105e-4a3e-bb3e-3509fa5bccab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609100 Aug 22 15:20:54.474689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet b15f68d7-1500-47fd-af74-0b2b9df3fcb6 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:54.484680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.541996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.599119 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2c747eb-b54c-413f-98da-dfd861b59d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.653145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.690293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2c747eb-b54c-413f-98da-dfd861b59d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.743530 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2c747eb-b54c-413f-98da-dfd861b59d53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=875a220fea4e4d73a64e8850d5c05742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019080 Aug 22 15:20:54.746341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40264) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:54.749572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c747eb-b54c-413f-98da-dfd861b59d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1bac32-0935-409e-8b7a-3faec9256315,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:54.802860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.826771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.854602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.894596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=b15f68d7-1500-47fd-af74-0b2b9df3fcb6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:54.899010 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:54.905515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:54.906206 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9bcb9f8f-372b-4cb9-9043-87659f4eea7f tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/b15f68d7-1500-47fd-af74-0b2b9df3fcb6 HTTP/1.1" status: 204 len: 168 time: 0.5346045 Aug 22 15:20:54.908369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7c609-ff8f-40db-81c7-e52ce881a6b5 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:54.974698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet b2a02071-b1c4-4ffb-909a-3f3fb5bc4382 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:54.978008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.004691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.007388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.010963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c1bac32-0935-409e-8b7a-3faec9256315 HTTP/1.1" status: 204 len: 168 time: 0.2611830 Aug 22 15:20:55.029368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45b3d-d763-4c9c-9c57-52eed91cf872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1bac32-0935-409e-8b7a-3faec9256315,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:55.048791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.149232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.340087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.370909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a02071-b1c4-4ffb-909a-3f3fb5bc4382,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:55.404384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.406666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-149a1283-2548-4b6c-87ff-b6c14cd0a936 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/b2a02071-b1c4-4ffb-909a-3f3fb5bc4382 HTTP/1.1" status: 204 len: 168 time: 0.4973254 Aug 22 15:20:55.409784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:55.443796 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5fb53b-f6a5-44fc-ba12-8de5840b89bb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:55.444336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5fb53b-f6a5-44fc-ba12-8de5840b89bb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:55.446612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f5fb53b-f6a5-44fc-ba12-8de5840b89bb tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/b15f68d7-1500-47fd-af74-0b2b9df3fcb6 HTTP/1.1" status: 404 len: 337 time: 0.0356233 Aug 22 15:20:55.449337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40284) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:55.516152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting subnet fd4454ae-42c9-421c-b468-dd9cd028a73c {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:20:55.528634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.591890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.715513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865cd10-4983-403d-92f6-c587cceeeaf9 req-2ec25af8-fda5-47ee-b5ba-171372c5455b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:55.724270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0865cd10-4983-403d-92f6-c587cceeeaf9 req-2ec25af8-fda5-47ee-b5ba-171372c5455b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.1790531 Aug 22 15:20:55.736772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.811719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0865cd10-4983-403d-92f6-c587cceeeaf9 req-8461c470-e1b6-4f8e-be7d-51d3d7564489 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858111 Aug 22 15:20:55.909135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeddde93-0d41-4570-ae98-bb11b909ad30 None None] Network 0289b761-52d1-465c-9f37-68006571890f requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:20:55.950943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.985970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4454ae-42c9-421c-b468-dd9cd028a73c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:55.987838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40292) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:55.990483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:55.992721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ebc82667-c1d3-45c0-b653-8a97e935ed76 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/fd4454ae-42c9-421c-b468-dd9cd028a73c HTTP/1.1" status: 204 len: 168 time: 0.5424156 Aug 22 15:20:55.995296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.004412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-689ad0b1-2b9a-4a30-8cfe-6b1d3c229a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.048708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c90567c3-e879-4290-8880-344db2044523 None None] Provisioning complete for port b955978c-2197-4bbd-84b3-8c810de4ca2d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:56.049496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c90567c3-e879-4290-8880-344db2044523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.051215 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-26868e5d-05f8-4ebc-afe2-024c7a0a3e60 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.051906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26868e5d-05f8-4ebc-afe2-024c7a0a3e60 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.054035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-26868e5d-05f8-4ebc-afe2-024c7a0a3e60 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/6a4e94e4-f975-47c9-81c4-ac13e31dc91f HTTP/1.1" status: 404 len: 337 time: 0.0574293 Aug 22 15:20:56.057573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40298) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.090666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ffa1dfb-03c4-483c-a5b4-c1b50356d228 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "GET /v2.0/ports?device_id=81fe5cb5-78cf-4990-811d-88bcee49a17b HTTP/1.1" status: 200 len: 205 time: 0.0306633 Aug 22 15:20:56.099001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40300) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.113597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c90567c3-e879-4290-8880-344db2044523 None None] Port b955978c-2197-4bbd-84b3-8c810de4ca2d cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:20:56.117637 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-689ad0b1-2b9a-4a30-8cfe-6b1d3c229a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.127548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c90567c3-e879-4290-8880-344db2044523 None None] Provisioning complete for port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:20:56.128005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c90567c3-e879-4290-8880-344db2044523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.153831 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-21c3b1f5-1047-4002-893f-fde6a02a0ca4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] delete failed (client error): The resource could not be found. Aug 22 15:20:56.154954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21c3b1f5-1047-4002-893f-fde6a02a0ca4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/routers/81fe5cb5-78cf-4990-811d-88bcee49a17b HTTP/1.1" status: 404 len: 336 time: 0.0512328 Aug 22 15:20:56.163525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40302) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.210580 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc464ee5-4e78-4b9d-9884-f96087203067 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.211053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc464ee5-4e78-4b9d-9884-f96087203067 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.215847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dc464ee5-4e78-4b9d-9884-f96087203067 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/175337d0-44d6-4a84-9aeb-2b0e25b904e5 HTTP/1.1" status: 404 len: 337 time: 0.0487399 Aug 22 15:20:56.216051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40304) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.217708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] DHCP port deletion for 0289b761-52d1-465c-9f37-68006571890f request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:20:56.245054 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5d832b-b4de-4e11-a662-7db1cc939278 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.245555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5d832b-b4de-4e11-a662-7db1cc939278 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.247521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a5d832b-b4de-4e11-a662-7db1cc939278 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/2abacdc3-dde1-4f48-82da-64e6a06b04e4 HTTP/1.1" status: 404 len: 337 time: 0.0305228 Aug 22 15:20:56.250153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40306) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.253556 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-689ad0b1-2b9a-4a30-8cfe-6b1d3c229a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.279005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Deleting port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:56.279005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.284539 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4b81de-f0e8-4169-b3df-6ecb4669d88b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.284539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4b81de-f0e8-4169-b3df-6ecb4669d88b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.289340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8f4b81de-f0e8-4169-b3df-6ecb4669d88b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/0834d554-4035-425b-955d-2701f09a5db9 HTTP/1.1" status: 404 len: 337 time: 0.0380840 Aug 22 15:20:56.290040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40308) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.293689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-689ad0b1-2b9a-4a30-8cfe-6b1d3c229a1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e8e8090a3fb40a9b1a27bbead2f7d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039916 Aug 22 15:20:56.310209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ad0b1-2b9a-4a30-8cfe-6b1d3c229a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70454d9-d27e-4301-8f25-8ee94d724642,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:56.315023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40310) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.321431 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ae22fa-6fd2-4b1a-a110-4ac1c26c6022 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.321431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ae22fa-6fd2-4b1a-a110-4ac1c26c6022 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.321431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c0ae22fa-6fd2-4b1a-a110-4ac1c26c6022 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/ab3d0cbc-f094-4b5b-9ef1-266202e544f9 HTTP/1.1" status: 404 len: 333 time: 0.0286577 Aug 22 15:20:56.331550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40312) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.350623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] For port d559bfb5-f2b8-4374-a57d-52c8e5ffb715, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,segment=NetworkSegment(65e682f1-1f07-4d10-8c9d-921e0fd92b6a),segment_id=65e682f1-1f07-4d10-8c9d-921e0fd92b6a)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:20:56.351029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.365266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Calling delete_port for d559bfb5-f2b8-4374-a57d-52c8e5ffb715 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:56.373513 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5e5eae-8e7d-437b-9545-8f2b4fae40d0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.374116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5e5eae-8e7d-437b-9545-8f2b4fae40d0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.379780 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ff5e5eae-8e7d-437b-9545-8f2b4fae40d0 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/c80ebe29-8c9d-4b99-be44-f032b6c8605d HTTP/1.1" status: 404 len: 337 time: 0.0425265 Aug 22 15:20:56.382015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.409975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.419029 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1e5495-e16f-4ace-82ff-651067174f9b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.419553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1e5495-e16f-4ace-82ff-651067174f9b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.424242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d1e5495-e16f-4ace-82ff-651067174f9b tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/c9ea6347-38f6-49e7-90cd-2a7c3a25f8dd HTTP/1.1" status: 404 len: 337 time: 0.0403962 Aug 22 15:20:56.424830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40318) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.452652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.460911 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf66941-f0f0-496f-8dcf-e748cfc7d819 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.461573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf66941-f0f0-496f-8dcf-e748cfc7d819 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.463572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3cf66941-f0f0-496f-8dcf-e748cfc7d819 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/7408e5cc-7710-4021-a6b5-73d0c300fbb8 HTTP/1.1" status: 404 len: 333 time: 0.0349979 Aug 22 15:20:56.466630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40322) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.498273 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a08f08-25ee-4dd2-9c52-84e2a3deeaec tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.498713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a08f08-25ee-4dd2-9c52-84e2a3deeaec tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.503859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-09a08f08-25ee-4dd2-9c52-84e2a3deeaec tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/ca766154-fbc5-4c11-a30f-54c3696b5c92 HTTP/1.1" status: 404 len: 337 time: 0.0329564 Aug 22 15:20:56.504242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.533957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.537327 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a5e66d-898d-49d1-a260-4d512f276c10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] DELETE failed (client error): The resource could not be found. Aug 22 15:20:56.537880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a5e66d-898d-49d1-a260-4d512f276c10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:20:56.539638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21a5e66d-898d-49d1-a260-4d512f276c10 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/subnets/09fc3fe6-251a-4348-9762-296f576e5372 HTTP/1.1" status: 404 len: 337 time: 0.0344050 Aug 22 15:20:56.542219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:56.567471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] No DVR routers for this DVR port d559bfb5-f2b8-4374-a57d-52c8e5ffb715 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:20:56.574350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85437bb7-d49c-487f-9872-32e8b072815e None None] Pushing event deleted for resources: {'Port': ['ID=d559bfb5-f2b8-4374-a57d-52c8e5ffb715,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:56.639305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Deleting port b955978c-2197-4bbd-84b3-8c810de4ca2d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:20:56.639658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.644660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.647193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.648372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b70454d9-d27e-4301-8f25-8ee94d724642 HTTP/1.1" status: 204 len: 168 time: 0.3272254 Aug 22 15:20:56.676810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9facf1-2010-4b6a-8d3b-a475cf617260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70454d9-d27e-4301-8f25-8ee94d724642,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:56.742358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:56.755528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Calling delete_port for b955978c-2197-4bbd-84b3-8c810de4ca2d owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:20:56.934774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705856d-e79b-405b-a58b-afc6d4b8aa4c req-b7838945-03a4-4f6c-86b8-93f3917d0aab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:56.936326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7705856d-e79b-405b-a58b-afc6d4b8aa4c req-b7838945-03a4-4f6c-86b8-93f3917d0aab tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0506196 Aug 22 15:20:56.961570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.005395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Port': ['ID=b955978c-2197-4bbd-84b3-8c810de4ca2d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:57.019472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.022195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-87e736fe-6b2e-471e-aa51-5ca1fd502db4 tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/ports/b955978c-2197-4bbd-84b3-8c810de4ca2d HTTP/1.1" status: 204 len: 168 time: 0.4790287 Aug 22 15:20:57.024813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:57.030847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7705856d-e79b-405b-a58b-afc6d4b8aa4c req-c6947e36-8bce-4186-8384-56af961ef940 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874760 Aug 22 15:20:57.129872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.251308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.264270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289b761-52d1-465c-9f37-68006571890f']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:57.284178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e682f1-1f07-4d10-8c9d-921e0fd92b6a') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:57.284493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e682f1-1f07-4d10-8c9d-921e0fd92b6a') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:20:57.302228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.327993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.335238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:20:57.335625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:20:57.338685 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:20:57.481825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.499767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:57.501981 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] 10.222.0.53 "DELETE /v2.0/networks/0289b761-52d1-465c-9f37-68006571890f HTTP/1.1" status: 204 len: 168 time: 0.4760485 Aug 22 15:20:57.503354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdab851-0f40-4000-ad85-6ebfb016d77a tempest-PortsIpV6TestJSON-1203568370 tempest-PortsIpV6TestJSON-1203568370-project] Pushing event deleted for resources: {'Network': ['ID=0289b761-52d1-465c-9f37-68006571890f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:57.869346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:20:57.899288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d559bfb5-f2b8-4374-a57d-52c8e5ffb715 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:20:57.899640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d559bfb5-f2b8-4374-a57d-52c8e5ffb715 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:20:57.998901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40376) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:58.197007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074d4e0-8043-44b1-8bb2-760bcf6811e7 req-ae4e16d7-ba44-4bbd-95ce-c0cf579de138 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:58.198554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6074d4e0-8043-44b1-8bb2-760bcf6811e7 req-ae4e16d7-ba44-4bbd-95ce-c0cf579de138 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0900598 Aug 22 15:20:58.218695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc9f31be-7f80-4810-a2fd-d981e941e9f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f38e4356099646ce89ed38b57413c5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164276 Aug 22 15:20:58.219260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40388) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:58.250237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6074d4e0-8043-44b1-8bb2-760bcf6811e7 req-501dc883-b758-4cfc-ad94-d348e215f6a1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Aug 22 15:20:58.270755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:58.294191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:58.464975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:58.467925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:20:58.469196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e503edd-d103-4fe2-ab3b-dcc0fcdf59fe HTTP/1.1" status: 204 len: 168 time: 0.2482455 Aug 22 15:20:58.477950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac359c2-5fd9-4907-aaf2-f1bd282acf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e503edd-d103-4fe2-ab3b-dcc0fcdf59fe,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:20:59.388504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a66c-c69a-4cb5-b058-a756f224c461 req-34ba6cea-9c90-4b37-9978-8cec112d1436 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:20:59.390121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1912a66c-c69a-4cb5-b058-a756f224c461 req-34ba6cea-9c90-4b37-9978-8cec112d1436 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0595264 Aug 22 15:20:59.434478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1912a66c-c69a-4cb5-b058-a756f224c461 req-29b1b849-7342-44f1-806b-32fd8fdd855a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 Aug 22 15:20:59.823682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40458) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:20:59.935875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-945732792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:00.065862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.066984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.135324 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.139297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-21583240-927b-46d8-865f-b60eb7f8a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.179620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.250140 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.250140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ea3158f2-29ec-4dcd-967a-5fb4d1293624 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4246721 Aug 22 15:21:00.254274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40478) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:00.259779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-292193077'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:00.424955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:00.429157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.440127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.591539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.603019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8178e98-90e9-444d-82ce-120830a999c8 req-77e520cb-873d-4169-8c46-ff35e26e2d26 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:00.604871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8178e98-90e9-444d-82ce-120830a999c8 req-77e520cb-873d-4169-8c46-ff35e26e2d26 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0848765 Aug 22 15:21:00.650337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8178e98-90e9-444d-82ce-120830a999c8 req-15d53802-dd12-498c-9358-948adc43b8e5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392442 Aug 22 15:21:00.685899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.704775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:21:00.714695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e7d55b-b8e6-476d-bb5f-4072dc96db91,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:00.719433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.719936 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Added segment 81fd60e2-ec19-4307-81e3-82c426a72cfb of type vlan for network 673a05c3-029f-440c-8907-4afa7b1dd96e Aug 22 15:21:00.764485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.899758 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.906046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:00.907498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:00.985205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Network': ['ID=673a05c3-029f-440c-8907-4afa7b1dd96e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:00.996515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 673a05c3-029f-440c-8907-4afa7b1dd96e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:21:01.037105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3690b789-5462-4a44-9139-71c3e6d186c2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7814665 Aug 22 15:21:01.040183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40512) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:01.046839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'subnet': {'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:01.230743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:01.236884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:01.493912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:01.561154 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Subnet': ['ID=ffd2c6f6-186b-4a55-a075-b28b952d8cce,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:01.572939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Checking segment: {'id': '81fd60e2-ec19-4307-81e3-82c426a72cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:01.573306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network hostable DHCP agents. Network: 673a05c3-029f-440c-8907-4afa7b1dd96e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:21:01.651581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 673a05c3-029f-440c-8907-4afa7b1dd96e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:21:01.744730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 673a05c3-029f-440c-8907-4afa7b1dd96e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:01.755579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:01.756212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:01.757973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c78158-82d4-4aa4-bf25-6a47f7b2e5f6 None None] Network 673a05c3-029f-440c-8907-4afa7b1dd96e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:01.812928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b657f-2df9-49c0-a5c7-b71c9a3bab44 req-4417f160-f518-4c63-a441-003f4736ed1d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:01.823077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a2b657f-2df9-49c0-a5c7-b71c9a3bab44 req-4417f160-f518-4c63-a441-003f4736ed1d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.0988526 Aug 22 15:21:01.864984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a2b657f-2df9-49c0-a5c7-b71c9a3bab44 req-5af66001-b4a5-42ab-94f9-128d3660cad1 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Aug 22 15:21:01.888655 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df87740a-3273-4927-8695-3bbd0bfa3880 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8471930 Aug 22 15:21:01.895079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40560) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:01.904583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'network': {'name': 'tempest-router-network01--1651221636'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:02.008198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:02.011543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.041588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:21:02.060224 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.060224 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Added segment 76cf8007-a0ff-42f9-9cb8-0c37ce10e77c of type vlan for network 2c6fc614-8355-444a-a64e-8819ea639916 Aug 22 15:21:02.104380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.117488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-673a05c3-029f-440c-8907-4afa7b1dd96e', 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e', 'tenant_id': 'c8e99761da3a4cc08df92418c604fa50', 'fixed_ips': [{'subnet_id': 'ffd2c6f6-186b-4a55-a075-b28b952d8cce'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:21:02.118366 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.207790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.214604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:02.216106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.293506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Allocated IP 2001:db8::2 (673a05c3-029f-440c-8907-4afa7b1dd96e/ffd2c6f6-186b-4a55-a075-b28b952d8cce/3036b90f-7f59-4045-9231-551be2d055d4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:02.294881 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3980844 Aug 22 15:21:02.297269 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:02.303615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0016b43-184b-4da4-a54e-8795bbb8771f tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Network': ['ID=2c6fc614-8355-444a-a64e-8819ea639916,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:02.305615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'network': {'name': 'tempest-router-network02--1401758666'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:02.333177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2c6fc614-8355-444a-a64e-8819ea639916 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:21:02.391448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:02.396806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.479581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:21:02.495573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.501815 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Added segment 33898095-00ab-4fbb-950b-ab34a9f36075 of type vlan for network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb Aug 22 15:21:02.536646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.545821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Transition to ACTIVE for port object 3036b90f-7f59-4045-9231-551be2d055d4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:02.550314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.562337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Transition to ACTIVE for port object 3036b90f-7f59-4045-9231-551be2d055d4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:02.636755 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.637271 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.642555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:02.643178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.680224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Network 673a05c3-029f-440c-8907-4afa7b1dd96e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:02.687112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:02.689998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Pushing event updated for resources: {'Port': ['ID=3036b90f-7f59-4045-9231-551be2d055d4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:02.692769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:02.742047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Network': ['ID=1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:02.753137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Attempting to bind port 3036b90f-7f59-4045-9231-551be2d055d4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:21:02.754023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Attempting to bind port 3036b90f-7f59-4045-9231-551be2d055d4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '81fd60e2-ec19-4307-81e3-82c426a72cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:21:02.754023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Attempting to bind port 3036b90f-7f59-4045-9231-551be2d055d4 on network 673a05c3-029f-440c-8907-4afa7b1dd96e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:21:02.758149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:21:02.763092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:21:02.763395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Checking segment: {'id': '81fd60e2-ec19-4307-81e3-82c426a72cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:02.763803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.764226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Bound using segment: {'id': '81fd60e2-ec19-4307-81e3-82c426a72cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:21:02.764699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Bound port: 3036b90f-7f59-4045-9231-551be2d055d4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fd60e2-ec19-4307-81e3-82c426a72cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '673a05c3-029f-440c-8907-4afa7b1dd96e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:21:02.765083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.777333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2337e0b9-3b21-42b7-bb63-dc1c666a33bf tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4737294 Aug 22 15:21:02.778626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40582) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:02.784995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'subnet': {'network_id': '2c6fc614-8355-444a-a64e-8819ea639916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:02.909566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] For port 3036b90f-7f59-4045-9231-551be2d055d4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:21:02.914946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] For port 3036b90f-7f59-4045-9231-551be2d055d4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3036b90f-7f59-4045-9231-551be2d055d4,segment=NetworkSegment(81fd60e2-ec19-4307-81e3-82c426a72cfb),segment_id=81fd60e2-ec19-4307-81e3-82c426a72cfb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:21:02.915777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:02.974271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:03.018438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:03.022286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.069834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.123395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1233e9-0e9f-424f-a4a3-e1489e469772 req-f47b58e5-1791-4706-ae3d-c74cd0fee56d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:03.125361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d1233e9-0e9f-424f-a4a3-e1489e469772 req-f47b58e5-1791-4706-ae3d-c74cd0fee56d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.1448517 Aug 22 15:21:03.143043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3359d40b-d419-4e16-a989-2a5a9f21018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.167203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25f23b-7d22-4ae5-8276-be46e2e9de00 None None] Pushing event updated for resources: {'Port': ['ID=3036b90f-7f59-4045-9231-551be2d055d4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:03.264849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d1233e9-0e9f-424f-a4a3-e1489e469772 req-aa824d1a-c3a6-4ffd-906d-2d3c66ac86f0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193624 Aug 22 15:21:03.447903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3359d40b-d419-4e16-a989-2a5a9f21018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.477191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-64eb7f36-506c-4a5e-81b7-dd3a328b1b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.499398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.568382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Subnet': ['ID=bee44da9-26df-4838-b49e-1524b290b16d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:03.597678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3359d40b-d419-4e16-a989-2a5a9f21018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.601523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Checking segment: {'id': '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:03.603752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network hostable DHCP agents. Network: 2c6fc614-8355-444a-a64e-8819ea639916, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:21:03.654135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3359d40b-d419-4e16-a989-2a5a9f21018e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=352dc5d4da0a465dbdf9c38809fcf6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6786218 Aug 22 15:21:03.656008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359d40b-d419-4e16-a989-2a5a9f21018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62e72d5-4388-48cd-addd-c39cdf4ae531,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:03.656967 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40596) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:03.715147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.739534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.768251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 2c6fc614-8355-444a-a64e-8819ea639916 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:21:03.861075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2c6fc614-8355-444a-a64e-8819ea639916) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:03.865361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:03.865952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.877322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e9370-f623-4db7-9177-35ee1e396d56 None None] Network 2c6fc614-8355-444a-a64e-8819ea639916 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:03.904129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.909837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:03.916425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3036b90f-7f59-4045-9231-551be2d055d4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:03.922136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e62e72d5-4388-48cd-addd-c39cdf4ae531 HTTP/1.1" status: 204 len: 168 time: 0.2608154 Aug 22 15:21:03.947341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498b7cc-0f97-40e6-beaa-0a55aa64b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62e72d5-4388-48cd-addd-c39cdf4ae531,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:03.970368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-42ef251e-fb4d-4d48-89d9-addce0168a6c tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1904733 Aug 22 15:21:03.977907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:03.983847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'subnet': {'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:04.228414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2c6fc614-8355-444a-a64e-8819ea639916', 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916', 'tenant_id': 'c8e99761da3a4cc08df92418c604fa50', 'fixed_ips': [{'subnet_id': 'bee44da9-26df-4838-b49e-1524b290b16d'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:21:04.229083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.230598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:04.235832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.244141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3036b90f-7f59-4045-9231-551be2d055d4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:04.258079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device eb60056b-6b68-41c4-9a0a-8de0e73dc0bc details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:21:04.445337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.resource_extend [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 22 15:21:04.536717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd232-f896-4eb5-a2b4-e00520bca1be req-21ef1bb9-9b48-42b8-aeab-fb7ab9dde1c9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:04.538336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-173bd232-f896-4eb5-a2b4-e00520bca1be req-21ef1bb9-9b48-42b8-aeab-fb7ab9dde1c9 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 944 time: 0.1178815 Aug 22 15:21:04.608373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-173bd232-f896-4eb5-a2b4-e00520bca1be req-96d96e35-0727-4dbe-81b5-bcda670a8d71 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622234 Aug 22 15:21:04.635706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc93a66-89d4-4d3d-8051-db3500224aee None None] Network 673a05c3-029f-440c-8907-4afa7b1dd96e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:04.732445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Allocated IP 2001:db8::2 (2c6fc614-8355-444a-a64e-8819ea639916/bee44da9-26df-4838-b49e-1524b290b16d/90e49970-031e-423f-b97e-0f76d769de44) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:04.742152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:04.751123 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.768135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'port_id': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'mac_address': 'fa:16:3e:8a:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:21:04.812380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Subnet': ['ID=5ca72e9a-4e4a-436e-9782-69dc234dc0b9,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:04.832170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Provisioning for port 3036b90f-7f59-4045-9231-551be2d055d4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:04.858465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Checking segment: {'id': '33898095-00ab-4fbb-950b-ab34a9f36075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:04.858881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network hostable DHCP agents. Network: 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:21:04.876823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:04.888074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Provisioning complete for port 3036b90f-7f59-4045-9231-551be2d055d4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:04.888642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.892304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16acfebf-6c03-473d-8cdc-0875f17eb69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.939931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:04.965992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:21:04.992426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb60056b-6b68-41c4-9a0a-8de0e73dc0bc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:21:04.999844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16acfebf-6c03-473d-8cdc-0875f17eb69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.006036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.038545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:05.058973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:05.065555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:05.066254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.075342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e17b33-b580-4e25-8d1e-9d4fed209d5b None None] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:05.093288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-16acfebf-6c03-473d-8cdc-0875f17eb69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.127642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.132813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acfebf-6c03-473d-8cdc-0875f17eb69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e571a04-9462-4562-afa4-491248b4d950,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:05.138489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-16acfebf-6c03-473d-8cdc-0875f17eb69c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a78b941429d14e1bb997bde2678561f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602968 Aug 22 15:21:05.141172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40614) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:05.188736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1e294da5-aa50-4865-a357-dcf54e5a10a1 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2064362 Aug 22 15:21:05.189123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:05.194827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.242421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.246222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Transition to ACTIVE for port object 90e49970-031e-423f-b97e-0f76d769de44 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:05.276724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.294844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.309481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Transition to ACTIVE for port object 90e49970-031e-423f-b97e-0f76d769de44 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:05.340879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:05.441371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.441371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.443077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e571a04-9462-4562-afa4-491248b4d950 HTTP/1.1" status: 204 len: 168 time: 0.3002417 Aug 22 15:21:05.453334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a3a3-46a3-465d-877d-845af07d3b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e571a04-9462-4562-afa4-491248b4d950,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:05.613292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.615678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:21:05.622570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] For port 3036b90f-7f59-4045-9231-551be2d055d4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3036b90f-7f59-4045-9231-551be2d055d4,segment=NetworkSegment(81fd60e2-ec19-4307-81e3-82c426a72cfb),segment_id=81fd60e2-ec19-4307-81e3-82c426a72cfb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:05.646657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.703052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Network 2c6fc614-8355-444a-a64e-8819ea639916 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:05.718742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:05.725005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:05.746564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Pushing event updated for resources: {'Port': ['ID=90e49970-031e-423f-b97e-0f76d769de44,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:05.759481 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.768724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb', 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb', 'tenant_id': 'c8e99761da3a4cc08df92418c604fa50', 'fixed_ips': [{'subnet_id': '5ca72e9a-4e4a-436e-9782-69dc234dc0b9'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:21:05.769566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.834387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672b44-b14e-45d1-8443-12737cf3dc4d req-43cc84b4-56c6-404f-a84a-fba816548385 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:05.841010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f672b44-b14e-45d1-8443-12737cf3dc4d req-43cc84b4-56c6-404f-a84a-fba816548385 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 945 time: 0.1122773 Aug 22 15:21:05.887848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Attempting to bind port 90e49970-031e-423f-b97e-0f76d769de44 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:21:05.888076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Attempting to bind port 90e49970-031e-423f-b97e-0f76d769de44 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:21:05.888404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Attempting to bind port 90e49970-031e-423f-b97e-0f76d769de44 on network 2c6fc614-8355-444a-a64e-8819ea639916 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:21:05.916976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f672b44-b14e-45d1-8443-12737cf3dc4d req-079a70ff-8a79-4b57-9ef8-b9ac059b23a2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686553 Aug 22 15:21:05.971334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:21:05.971719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Checking segment: {'id': '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:05.972275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.972680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Bound using segment: {'id': '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:21:05.973437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Bound port: 90e49970-031e-423f-b97e-0f76d769de44, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2c6fc614-8355-444a-a64e-8819ea639916'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:21:05.973575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:05.981522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136b789-02bc-453a-8486-5ba45b70d06c None None] Pushing event updated for resources: {'Port': ['ID=3036b90f-7f59-4045-9231-551be2d055d4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:05.987837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Allocated IP 2001:db8::1 (2c6fc614-8355-444a-a64e-8819ea639916/bee44da9-26df-4838-b49e-1524b290b16d/221e03e0-f639-4333-a505-46048a056e36) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:06.032024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ea8eb4c8-ca62-4161-90b0-19233f7a531b None None] Provisioning complete for port 3036b90f-7f59-4045-9231-551be2d055d4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:06.032527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb4c8-ca62-4161-90b0-19233f7a531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.152616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.162827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Allocated IP 2001:db8::2 (1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb/5ca72e9a-4e4a-436e-9782-69dc234dc0b9/a011329f-93e2-47a7-a0a8-f65ed304335a) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:06.174875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Transition to ACTIVE for port object 221e03e0-f639-4333-a505-46048a056e36 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:06.357534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] For port 90e49970-031e-423f-b97e-0f76d769de44, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:21:06.362437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.411170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] For port 90e49970-031e-423f-b97e-0f76d769de44, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=90e49970-031e-423f-b97e-0f76d769de44,segment=NetworkSegment(76cf8007-a0ff-42f9-9cb8-0c37ce10e77c),segment_id=76cf8007-a0ff-42f9-9cb8-0c37ce10e77c)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:21:06.463082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Port': ['ID=221e03e0-f639-4333-a505-46048a056e36,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:06.477536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 2c6fc614-8355-444a-a64e-8819ea639916 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:06.479413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:06.483483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:06.484900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.487607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.507248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Transition to ACTIVE for port object a011329f-93e2-47a7-a0a8-f65ed304335a will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:06.551703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Transition to ACTIVE for port object a011329f-93e2-47a7-a0a8-f65ed304335a will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:06.581786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.669708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.700547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b81e1-8c34-405a-a0f3-ac5c37479e35 None None] Pushing event updated for resources: {'Port': ['ID=90e49970-031e-423f-b97e-0f76d769de44,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:06.739538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:06.745597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:06.753970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:06.778284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.791100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Pushing event updated for resources: {'Port': ['ID=a011329f-93e2-47a7-a0a8-f65ed304335a,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:06.865171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Attempting to bind port a011329f-93e2-47a7-a0a8-f65ed304335a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:21:06.865627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Attempting to bind port a011329f-93e2-47a7-a0a8-f65ed304335a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '33898095-00ab-4fbb-950b-ab34a9f36075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:21:06.866067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Attempting to bind port a011329f-93e2-47a7-a0a8-f65ed304335a on network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:21:06.873696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:21:06.874265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Checking segment: {'id': '33898095-00ab-4fbb-950b-ab34a9f36075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:06.874688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.875171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Bound using segment: {'id': '33898095-00ab-4fbb-950b-ab34a9f36075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:21:06.875849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Bound port: a011329f-93e2-47a7-a0a8-f65ed304335a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33898095-00ab-4fbb-950b-ab34a9f36075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:21:06.876319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:06.888948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:07.074661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-83657468-1342-47c7-ac98-7881553beb28 None None] For port a011329f-93e2-47a7-a0a8-f65ed304335a, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:21:07.081641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-83657468-1342-47c7-ac98-7881553beb28 None None] For port a011329f-93e2-47a7-a0a8-f65ed304335a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a011329f-93e2-47a7-a0a8-f65ed304335a,segment=NetworkSegment(33898095-00ab-4fbb-950b-ab34a9f36075),segment_id=33898095-00ab-4fbb-950b-ab34a9f36075)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:21:07.113089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaa5f0-3ab6-4c27-8627-185a7d28a0af req-51971c2e-771a-4a88-aff2-e4eee60e9987 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:07.122368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64eaa5f0-3ab6-4c27-8627-185a7d28a0af req-51971c2e-771a-4a88-aff2-e4eee60e9987 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 945 time: 0.0801234 Aug 22 15:21:07.137614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:07.195350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64eaa5f0-3ab6-4c27-8627-185a7d28a0af req-8561b048-94b0-4c88-8ef9-b020837dfa2b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652986 Aug 22 15:21:07.227490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83657468-1342-47c7-ac98-7881553beb28 None None] Pushing event updated for resources: {'Port': ['ID=a011329f-93e2-47a7-a0a8-f65ed304335a,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:07.286566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:07.373448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:07.374477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:07.482434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Port': ['ID=221e03e0-f639-4333-a505-46048a056e36,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:07.568866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 2c6fc614-8355-444a-a64e-8819ea639916 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:07.570754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:07.916116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Router dd0facb6-af71-4f93-96fe-76ff847929df is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:21:08.045213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a011329f-93e2-47a7-a0a8-f65ed304335a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:08.100163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:21:08.109739 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c74ab9f7-85d3-4176-b06b-b28285540d3a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9163029 Aug 22 15:21:08.110732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40676) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:08.121532 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] Sync routers for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:21:08.138213 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:08.138825 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:08.186598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176302d8-e6c4-4295-a822-80b126f5cde1 None None] Network 2c6fc614-8355-444a-a64e-8819ea639916 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:08.224458 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:08.233936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:08.234575 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:08.346764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a011329f-93e2-47a7-a0a8-f65ed304335a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:08.350523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device eb60056b-6b68-41c4-9a0a-8de0e73dc0bc up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:08.376432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:08.382869 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d5bf4f-80e9-448f-99cf-1ff86f734e02 None None] The sync data for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:21:08.424260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 90e49970-031e-423f-b97e-0f76d769de44 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:08.465239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d1ab7-2dca-4aa2-9e84-47f347709885 req-91db2010-153b-4a45-a148-081364c333e0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:08.468876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d63d1ab7-2dca-4aa2-9e84-47f347709885 req-91db2010-153b-4a45-a148-081364c333e0 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 945 time: 0.0922592 Aug 22 15:21:08.540305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d63d1ab7-2dca-4aa2-9e84-47f347709885 req-3c99a77d-319e-41e2-b37c-06e9282bbf7a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573318 Aug 22 15:21:08.596427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-97ed1424-c0fb-4e5d-b6a2-4961ec7297b9 None None] Provisioning for port 90e49970-031e-423f-b97e-0f76d769de44 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:08.671617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21afca-85aa-49c3-93c8-792fe399393d None None] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:08.781876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:08.784533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 90e49970-031e-423f-b97e-0f76d769de44 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:08.796375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 90e49970-031e-423f-b97e-0f76d769de44 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:08.796751 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:08.802424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:08.802837 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:08.940845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Provisioning for port a011329f-93e2-47a7-a0a8-f65ed304335a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:08.981113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Provisioning complete for port a011329f-93e2-47a7-a0a8-f65ed304335a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:08.981486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.054174 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-6863da2d-549a-47d3-892a-6a09bf8143b2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:21:09.056034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6863da2d-549a-47d3-892a-6a09bf8143b2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9442146 Aug 22 15:21:09.058702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:09.073264 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.111092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.131008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:21:09.135544 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66322a04-9e4f-4a35-b787-c39bb4052b3d" -d '{"events": [{"server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "name": "network-vif-plugged", "status": "completed", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:21:09.162667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:09.210709 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec82af-4534-4db1-aa17-524c07b56144 x-openstack-request-id: req-deec82af-4534-4db1-aa17-524c07b56144 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:21:09.211001 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "name": "network-vif-plugged", "status": "completed", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:21:09.211253 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deec82af-4534-4db1-aa17-524c07b56144 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:21:09.211639 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'code': 200} Aug 22 15:21:09.217971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 90e49970-031e-423f-b97e-0f76d769de44, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=90e49970-031e-423f-b97e-0f76d769de44,segment=NetworkSegment(76cf8007-a0ff-42f9-9cb8-0c37ce10e77c),segment_id=76cf8007-a0ff-42f9-9cb8-0c37ce10e77c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:09.233491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.266771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.307708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.307708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3036b90f-7f59-4045-9231-551be2d055d4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:09.308012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] For port a011329f-93e2-47a7-a0a8-f65ed304335a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a011329f-93e2-47a7-a0a8-f65ed304335a,segment=NetworkSegment(33898095-00ab-4fbb-950b-ab34a9f36075),segment_id=33898095-00ab-4fbb-950b-ab34a9f36075)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:09.337158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c8cad-5c09-420e-92fe-bf1348933c44 req-8f1d6275-bccb-4211-83ce-c0ec27183d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:09.338953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-072c8cad-5c09-420e-92fe-bf1348933c44 req-8f1d6275-bccb-4211-83ce-c0ec27183d16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1097 time: 0.0709014 Aug 22 15:21:09.387240 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.390881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:09.429883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-072c8cad-5c09-420e-92fe-bf1348933c44 req-4761cc6a-eabe-4b89-93ca-3ac3aa567905 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818269 Aug 22 15:21:09.446827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3036b90f-7f59-4045-9231-551be2d055d4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:09.447477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.539708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.662686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=90e49970-031e-423f-b97e-0f76d769de44,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:09.743938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Provisioning for port 221e03e0-f639-4333-a505-46048a056e36 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:09.752495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Provisioning complete for port 221e03e0-f639-4333-a505-46048a056e36 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:09.752875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.754558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bba99-aa7c-4f9c-b2c6-b231b2169e3c None None] Pushing event updated for resources: {'Port': ['ID=a011329f-93e2-47a7-a0a8-f65ed304335a,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:09.808011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175899c0-e007-4ccb-84f2-c862de98fa6e req-ef42271b-1fd7-4005-a795-61cf236e40b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:09.821936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-175899c0-e007-4ccb-84f2-c862de98fa6e req-ef42271b-1fd7-4005-a795-61cf236e40b6 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.1411805 Aug 22 15:21:09.829536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Port 221e03e0-f639-4333-a505-46048a056e36 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:21:09.842628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Provisioning complete for port 90e49970-031e-423f-b97e-0f76d769de44 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:09.843107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba77dffe-c50f-4f5c-8b74-b486f0856428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:09.854588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-259d40a8-5b68-4245-a427-102ceb706ad6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331277 Aug 22 15:21:09.894761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-175899c0-e007-4ccb-84f2-c862de98fa6e req-e46a2a4f-dd38-4771-abb4-7738b50c76ec tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718348 Aug 22 15:21:09.957268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a011329f-93e2-47a7-a0a8-f65ed304335a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:09.972507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-5f94b89e-b781-44c2-8eec-2ff716114f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:09.974206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-5f94b89e-b781-44c2-8eec-2ff716114f89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.0686438 Aug 22 15:21:09.987840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port 221e03e0-f639-4333-a505-46048a056e36 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:09.988467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.028824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a011329f-93e2-47a7-a0a8-f65ed304335a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:10.029458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.110475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.133179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for 221e03e0-f639-4333-a505-46048a056e36 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:10.133890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-6fe3df75-9e11-4f46-93ae-9fea357f50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:10.135504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-6fe3df75-9e11-4f46-93ae-9fea357f50e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1371217 Aug 22 15:21:10.138555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b5158a22-22f6-478a-8cac-79c30bd6acca None None] Provisioning complete for port a011329f-93e2-47a7-a0a8-f65ed304335a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:10.139067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b5158a22-22f6-478a-8cac-79c30bd6acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.142759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 90e49970-031e-423f-b97e-0f76d769de44 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:10.230933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 90e49970-031e-423f-b97e-0f76d769de44 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:10.231320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.254776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-2f5dea0d-9537-477a-a96d-df519df53b20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 1001 time: 0.1104071 Aug 22 15:21:10.326677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-6caf858b-8be7-4010-ad10-c38596cf5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:10.328497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-6caf858b-8be7-4010-ad10-c38596cf5042 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0657232 Aug 22 15:21:10.388587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-e5b44a0a-0774-47bb-a80f-1f8008ad7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:10.390116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-e5b44a0a-0774-47bb-a80f-1f8008ad7a46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528271 Aug 22 15:21:10.482150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.512702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=221e03e0-f639-4333-a505-46048a056e36,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:10.587231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-f26f8275-a369-4b36-af08-d4445e222ec2 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865661 Aug 22 15:21:10.620041 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.633505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:10.716463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29e1a7e-2cc1-470f-9f4c-e8d8609c11f9 req-43cecfc7-1387-4113-8c2c-1f79289e5930 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127083 Aug 22 15:21:10.906665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Router dd0facb6-af71-4f93-96fe-76ff847929df has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:21:11.000137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:21:11.006452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4902da4f-0613-47c9-962f-e675f4a99a40 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465332 Aug 22 15:21:11.010564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40732) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:11.015938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] Sync routers for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:21:11.028860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:11.029556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:11.038721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f6d2-21d0-42f0-94a0-d79f9b216e5d req-fdcf5183-0c1e-4c95-825a-e875d8fd1928 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:11.040667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67d8f6d2-21d0-42f0-94a0-d79f9b216e5d req-fdcf5183-0c1e-4c95-825a-e875d8fd1928 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.0679905 Aug 22 15:21:11.066357 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-2d9ced27-b22f-4fe4-899c-fe89aa935c26 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] delete failed (client error): The resource could not be found. Aug 22 15:21:11.073544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d9ced27-b22f-4fe4-899c-fe89aa935c26 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1478706327 HTTP/1.1" status: 404 len: 335 time: 0.0565631 Aug 22 15:21:11.073782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40734) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:11.075328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:11.079244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cbcade29-4540-43f8-aed9-fdea42e3a620 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd0facb6-af71-4f93-96fe-76ff847929df'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:11.087062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:11.087850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:11.104413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67d8f6d2-21d0-42f0-94a0-d79f9b216e5d req-f1ceff0c-c313-4099-9494-85d9da355178 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581636 Aug 22 15:21:11.123453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:11.124461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887a7a0-2d0c-4dab-a4be-77431f0dfe3d None None] The sync data for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:21:11.232261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f75b6-757d-48e2-a357-43874530a23a req-0fd833d6-62f3-43a2-868f-12f3c98c70f5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:11.233796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d22f75b6-757d-48e2-a357-43874530a23a req-0fd833d6-62f3-43a2-868f-12f3c98c70f5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.0559418 Aug 22 15:21:11.276050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d22f75b6-757d-48e2-a357-43874530a23a req-7900b937-f0ee-4274-b3c0-ebe1cab1540d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Aug 22 15:21:11.300216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40738) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:11.336357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbcade29-4540-43f8-aed9-fdea42e3a620 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.449007 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-cbcade29-4540-43f8-aed9-fdea42e3a620 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] update failed (client error): The resource could not be found. Aug 22 15:21:11.450497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cbcade29-4540-43f8-aed9-fdea42e3a620 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df HTTP/1.1" status: 404 len: 339 time: 0.3757229 Aug 22 15:21:11.456101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40742) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:11.464766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1559570523'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:11.544568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b07bc9-d42a-4f3e-bf5a-9d9fb43fdc9b tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:11.546033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6b07bc9-d42a-4f3e-bf5a-9d9fb43fdc9b tempest-TestVolumeBootPattern-1359300017 tempest-TestVolumeBootPattern-1359300017-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1092 time: 0.2446742 Aug 22 15:21:11.549938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40744) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:11.555122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:11.604542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:11.611485 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.644139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:21:11.653407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.653760 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Added segment b500a949-52c0-421c-9f2f-6d5a08f7da1f of type vlan for network 29339ed7-9469-4074-bb4d-ccfe2129db6b Aug 22 15:21:11.694175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.762607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.873689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.904727 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.921707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:11.922857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:11.999425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Allocated IP 172.25.0.171 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/db03d891-6ec1-4fba-85c6-e7d2564d14da) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:12.002633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Network': ['ID=29339ed7-9469-4074-bb4d-ccfe2129db6b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:12.013511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:21:12.022173 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-47d65733-cb0f-44c0-a44e-e2ec6bcd4209 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5632715 Aug 22 15:21:12.025116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40752) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:12.031486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'subnet': {'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:12.185457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:12.287796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Made reservation on behalf of c8e99761da3a4cc08df92418c604fa50 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:21:12.291353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:12.317345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:12.395186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:12.409185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:12.415778 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:12.421891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=db03d891-6ec1-4fba-85c6-e7d2564d14da,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:12.461040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.461386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.461732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.462078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.462414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.462752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.463108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.463441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.463785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.464118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.466292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.466292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:12.741920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:12.854553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Subnet': ['ID=9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:12.899682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Checking segment: {'id': 'b500a949-52c0-421c-9f2f-6d5a08f7da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:12.900069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network hostable DHCP agents. Network: 29339ed7-9469-4074-bb4d-ccfe2129db6b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:21:12.979535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.041895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:21:13.145479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 29339ed7-9469-4074-bb4d-ccfe2129db6b) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:13.160412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7a646-1ebd-4385-9378-c9fedecc431a None None] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:13.168219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:13.168824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.185573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.258643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8a82db51-3edb-491c-a23f-2add9f9e7d2e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2324541 Aug 22 15:21:13.261497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40772) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:13.266659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1d0e6c5d-acad-48f9-b23c-9f14b200b293 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'router': {'external_gateway_info': {'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:13.350960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-29339ed7-9469-4074-bb4d-ccfe2129db6b', 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b', 'tenant_id': 'c8e99761da3a4cc08df92418c604fa50', 'fixed_ips': [{'subnet_id': '9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:21:13.351820 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.365007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.404121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.527624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event updated for resources: {'Port': ['ID=db03d891-6ec1-4fba-85c6-e7d2564d14da,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:13.529400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Allocated IP 2001:db8:1::2 (29339ed7-9469-4074-bb4d-ccfe2129db6b/9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c/5ad29b9b-6893-418a-b021-03285ad72b6d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:13.543153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.576673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1d0e6c5d-acad-48f9-b23c-9f14b200b293 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.718291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.735916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Transition to ACTIVE for port object 5ad29b9b-6893-418a-b021-03285ad72b6d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:13.763326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Transition to ACTIVE for port object 5ad29b9b-6893-418a-b021-03285ad72b6d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:13.831764 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-1d0e6c5d-acad-48f9-b23c-9f14b200b293 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:21:13.837920 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1d0e6c5d-acad-48f9-b23c-9f14b200b293 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df HTTP/1.1" status: 400 len: 364 time: 0.5704145 Aug 22 15:21:13.838206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40778) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:13.859565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:13.928914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:13.933190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:13.937717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:13.950753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Pushing event updated for resources: {'Port': ['ID=5ad29b9b-6893-418a-b021-03285ad72b6d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:14.027584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Attempting to bind port 5ad29b9b-6893-418a-b021-03285ad72b6d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:21:14.028381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Attempting to bind port 5ad29b9b-6893-418a-b021-03285ad72b6d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b500a949-52c0-421c-9f2f-6d5a08f7da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:21:14.029151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Attempting to bind port 5ad29b9b-6893-418a-b021-03285ad72b6d on network 29339ed7-9469-4074-bb4d-ccfe2129db6b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:21:14.036612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:21:14.037532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Checking segment: {'id': 'b500a949-52c0-421c-9f2f-6d5a08f7da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:21:14.038227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:14.038852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Bound using segment: {'id': 'b500a949-52c0-421c-9f2f-6d5a08f7da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:21:14.039710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Bound port: 5ad29b9b-6893-418a-b021-03285ad72b6d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500a949-52c0-421c-9f2f-6d5a08f7da1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29339ed7-9469-4074-bb4d-ccfe2129db6b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:21:14.040570 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:14.149013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] For port 5ad29b9b-6893-418a-b021-03285ad72b6d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:21:14.153444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] For port 5ad29b9b-6893-418a-b021-03285ad72b6d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5ad29b9b-6893-418a-b021-03285ad72b6d,segment=NetworkSegment(b500a949-52c0-421c-9f2f-6d5a08f7da1f),segment_id=b500a949-52c0-421c-9f2f-6d5a08f7da1f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:21:14.181239 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP 1be2b5d2-ad92-46e1-83c5-474bea232b9a associated. External IP: 172.25.0.171, port: eb60056b-6b68-41c4-9a0a-8de0e73dc0bc. Aug 22 15:21:14.201832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:14.280482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f162e5-372f-4836-bc49-3a892f6c24cc None None] Pushing event updated for resources: {'Port': ['ID=5ad29b9b-6893-418a-b021-03285ad72b6d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:14.503681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:21:14.699186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:21:14.718622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:21:14.730165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:14.737672 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:14.739808 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:14.859652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:14.892581 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:21:14.924788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-11357cbb-8b5d-43f8-b56d-cab7b9fafba8 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3736484 Aug 22 15:21:14.925561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:21:14.928179 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e66175-b7b1-424e-aa34-3a11cfee8bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:21:15.012033 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49228f0d-02e0-4a8a-8d97-d79f2703d20d x-openstack-request-id: req-49228f0d-02e0-4a8a-8d97-d79f2703d20d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:21:15.012585 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:21:15.013044 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49228f0d-02e0-4a8a-8d97-d79f2703d20d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:21:15.013662 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'status': 'completed', 'code': 200} Aug 22 15:21:15.127333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-984ab04b-f9e7-4145-a0e1-37e37ed56905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:15.128746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Allocated IP 2001:db8::1 (673a05c3-029f-440c-8907-4afa7b1dd96e/ffd2c6f6-186b-4a55-a075-b28b952d8cce/19edeaf7-4dad-4c2f-8c70-66495d4d4e6e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:21:15.130123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-984ab04b-f9e7-4145-a0e1-37e37ed56905 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1097 time: 0.0952218 Aug 22 15:21:15.305569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-66a7c4ac-c4f5-419d-9730-8107fa03a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:15.308393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-66a7c4ac-c4f5-419d-9730-8107fa03a006 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1707642 Aug 22 15:21:15.400883 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1be2b5d2-ad92-46e1-83c5-474bea232b9a', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:8a:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:21:12Z', 'updated_at': '2021-08-22T15:21:12Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}, {'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:15.403000 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:15.420976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Transition to ACTIVE for port object 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:21:15.452828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:21:15.456261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-f435f4eb-cb1e-4633-867e-228e0603f65f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 200 len: 1000 time: 0.1402273 Aug 22 15:21:15.466056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:15.470264 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:15.540747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-c419653c-6872-4309-ad3f-db87fee82578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:15.542390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-c419653c-6872-4309-ad3f-db87fee82578 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0785172 Aug 22 15:21:15.551437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:15.607337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-d53f58ae-8a35-48fd-bde6-797f0a9ac3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:15.615419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-d53f58ae-8a35-48fd-bde6-797f0a9ac3cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643589 Aug 22 15:21:15.684585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 673a05c3-029f-440c-8907-4afa7b1dd96e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:15.689786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:15.697611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:21:15.698169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:15.756920 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:21:15.819825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Port': ['ID=19edeaf7-4dad-4c2f-8c70-66495d4d4e6e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:15.831512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.834419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.834973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.841468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.842856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:15.864565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-c0038ace-b26f-457d-992c-9c995a7ff8ec service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401049 Aug 22 15:21:15.881673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0a187-3725-436d-b566-1661200fb372 None None] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:15.985647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.075642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21e66175-b7b1-424e-aa34-3a11cfee8bb2 req-87c26753-e522-4211-ba2c-b82d21aae12b service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019005 Aug 22 15:21:16.091886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5ad29b9b-6893-418a-b021-03285ad72b6d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:16.195443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fe3f4f4-5e14-4fef-87fa-620a5ba3416d None None] Provisioning for port 5ad29b9b-6893-418a-b021-03285ad72b6d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:16.245772 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1be2b5d2-ad92-46e1-83c5-474bea232b9a', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:8a:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:21:12Z', 'updated_at': '2021-08-22T15:21:12Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}, {'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:16.280440 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646de17d-b65e-431f-8bf0-c5c2f44a57ae None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1be2b5d2-ad92-46e1-83c5-474bea232b9a', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:8a:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:21:12Z', 'updated_at': '2021-08-22T15:21:12Z', 'revision_number': 0, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}, {'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:21:16.330993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-e1376e3b-2cd0-495f-898b-53805e53d86c req-c98b488c-1858-4f58-b2a4-08b76da4b8ac service neutron] (102049) timed out ('10.222.0.53', 50276) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:21:16.346023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5ad29b9b-6893-418a-b021-03285ad72b6d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:16.350030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5ad29b9b-6893-418a-b021-03285ad72b6d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:16.350413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.430000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ab366b64-c8dd-498c-8f63-8562b62eeb8e None None] Provisioning for port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:21:16.445654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ab366b64-c8dd-498c-8f63-8562b62eeb8e None None] Provisioning complete for port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:16.445973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ab366b64-c8dd-498c-8f63-8562b62eeb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.487594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.518397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ab366b64-c8dd-498c-8f63-8562b62eeb8e None None] Port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:21:16.533523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.537195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.586796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.622218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event updated for resources: {'Port': ['ID=19edeaf7-4dad-4c2f-8c70-66495d4d4e6e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:16.627407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 5ad29b9b-6893-418a-b021-03285ad72b6d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5ad29b9b-6893-418a-b021-03285ad72b6d,segment=NetworkSegment(b500a949-52c0-421c-9f2f-6d5a08f7da1f),segment_id=b500a949-52c0-421c-9f2f-6d5a08f7da1f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:16.645175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-45684652-2206-42b3-8b65-17afa0e98e3c None None] Provisioning complete for port 5ad29b9b-6893-418a-b021-03285ad72b6d triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:16.645556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-45684652-2206-42b3-8b65-17afa0e98e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.677837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d1487a-a868-4fbb-86ec-4991a6023a6c None None] New status for floating IP 1be2b5d2-ad92-46e1-83c5-474bea232b9a: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:21:16.714609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Network 673a05c3-029f-440c-8907-4afa7b1dd96e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:21:16.718503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:21:16.882213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Router dd0facb6-af71-4f93-96fe-76ff847929df has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:21:16.884396 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:16.999185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:21:17.006102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a0bf1dc-3198-4d05-983f-28074902ec7d tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1667154 Aug 22 15:21:17.008669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40806) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:17.016830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] Sync routers for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:21:17.023493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=5ad29b9b-6893-418a-b021-03285ad72b6d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:17.046406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:17.048228 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:17.089378 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:17.107081 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:17.107712 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:17.144099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ac72c58d-e69f-4e84-9b44-1e258c22f07a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:17.156279 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:17.157205 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75aca4-ef52-4fbb-a9d2-57cecd69e9b8 None None] The sync data for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:21:17.158573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3881178-920b-4900-bccd-b45f00a6018f None None] Provisioning complete for port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:17.159054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3881178-920b-4900-bccd-b45f00a6018f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:17.229987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3881178-920b-4900-bccd-b45f00a6018f None None] Port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:21:17.247391 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-ac72c58d-e69f-4e84-9b44-1e258c22f07a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 22 15:21:17.251219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ac72c58d-e69f-4e84-9b44-1e258c22f07a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df HTTP/1.1" status: 409 len: 329 time: 0.2382030 Aug 22 15:21:17.251417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40810) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:17.631285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:17.915282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:17.915941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:17.944018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5ad29b9b-6893-418a-b021-03285ad72b6d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:17.956573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40820) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:17.997017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5ad29b9b-6893-418a-b021-03285ad72b6d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:17.997569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.027218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.044316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for 19edeaf7-4dad-4c2f-8c70-66495d4d4e6e owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:18.109102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b672027e-6b59-41d1-ad83-d38ac7dd8fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.216460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b672027e-6b59-41d1-ad83-d38ac7dd8fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.282423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b672027e-6b59-41d1-ad83-d38ac7dd8fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.288783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.324702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672027e-6b59-41d1-ad83-d38ac7dd8fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84542a2b-b62e-4928-8523-0644e0fcde06,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:18.332266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b672027e-6b59-41d1-ad83-d38ac7dd8fcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e07b5b86b1e479da96600b1ae9a2662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742492 Aug 22 15:21:18.333306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=19edeaf7-4dad-4c2f-8c70-66495d4d4e6e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:18.335163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:18.402258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.433544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.458936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.585251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.587882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:18.589194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84542a2b-b62e-4928-8523-0644e0fcde06 HTTP/1.1" status: 204 len: 168 time: 0.2530599 Aug 22 15:21:18.616104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3407b-fd65-4ce9-8a59-03c0555e55a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84542a2b-b62e-4928-8523-0644e0fcde06,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:18.661569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Router dd0facb6-af71-4f93-96fe-76ff847929df has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:21:19.027855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:21:19.033867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22a877b3-090c-4efb-91fa-2de1d5a28353 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814541 Aug 22 15:21:19.037864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40838) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.039003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] Sync routers for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:21:19.049453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:19.050055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:19.081741 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-5cbf188b-238f-485f-9c0f-d344fea7876a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] show failed (client error): The resource could not be found. Aug 22 15:21:19.082807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5cbf188b-238f-485f-9c0f-d344fea7876a tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-252935271 HTTP/1.1" status: 404 len: 334 time: 0.0439320 Aug 22 15:21:19.085710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:19.091695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40840) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.097354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-315b12c1-be5a-4922-b68d-6aa7ff982236 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:21:19.102477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] Routers {'dd0facb6-af71-4f93-96fe-76ff847929df'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:21:19.103040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dd0facb6-af71-4f93-96fe-76ff847929df'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:19.130177 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-315b12c1-be5a-4922-b68d-6aa7ff982236 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] update failed (client error): The resource could not be found. Aug 22 15:21:19.131222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-315b12c1-be5a-4922-b68d-6aa7ff982236 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-344760651 HTTP/1.1" status: 404 len: 334 time: 0.0384276 Aug 22 15:21:19.135585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:19.136614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578981e9-30d2-4e54-a004-0bceac1120ea None None] The sync data for ids ['dd0facb6-af71-4f93-96fe-76ff847929df'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:21:19.136739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.155476 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:21:19.193436 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting subnet 9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:21:19.196890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.236906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.308619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40844) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.318929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.323396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9920bcd-0750-417f-b949-9dec34af1ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.413168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9920bcd-0750-417f-b949-9dec34af1ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.482443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.510228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Subnet': ['ID=9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:19.513973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.517058 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12a4e167-867c-4218-a908-431b1d4a88a2 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/subnets/9856c75b-fe8c-4d39-bd4f-6c3d3e9a207c HTTP/1.1" status: 204 len: 168 time: 0.3782103 Aug 22 15:21:19.518421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40846) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.521033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5043bb-747f-4b96-ad01-a6ed85c53e9b None None] Network 29339ed7-9469-4074-bb4d-ccfe2129db6b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:19.548003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9920bcd-0750-417f-b949-9dec34af1ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.632875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9920bcd-0750-417f-b949-9dec34af1ab3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2096312cf03a4154a3940f37083b5221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230419 Aug 22 15:21:19.635555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9920bcd-0750-417f-b949-9dec34af1ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ea552-a1cd-4e42-8b70-f4d228898b5b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:19.636166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40848) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:19.641359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.701132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.705083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port 5ad29b9b-6893-418a-b021-03285ad72b6d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:19.705445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.731291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.746962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] DHCP port deletion for 29339ed7-9469-4074-bb4d-ccfe2129db6b request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:21:19.802951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Deleting port 5ad29b9b-6893-418a-b021-03285ad72b6d {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:19.803464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.807510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] For port 5ad29b9b-6893-418a-b021-03285ad72b6d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5ad29b9b-6893-418a-b021-03285ad72b6d,segment=NetworkSegment(b500a949-52c0-421c-9f2f-6d5a08f7da1f),segment_id=b500a949-52c0-421c-9f2f-6d5a08f7da1f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:19.807984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.823113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for 5ad29b9b-6893-418a-b021-03285ad72b6d owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:19.876551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.879466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.883009 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c00ea552-a1cd-4e42-8b70-f4d228898b5b HTTP/1.1" status: 204 len: 168 time: 0.2435172 Aug 22 15:21:19.886370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] For port 5ad29b9b-6893-418a-b021-03285ad72b6d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5ad29b9b-6893-418a-b021-03285ad72b6d,segment=NetworkSegment(b500a949-52c0-421c-9f2f-6d5a08f7da1f),segment_id=b500a949-52c0-421c-9f2f-6d5a08f7da1f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:19.886981 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:19.896740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a91c88-c5d3-4d0b-aed4-caf1a6153a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ea552-a1cd-4e42-8b70-f4d228898b5b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:19.905362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Calling delete_port for 5ad29b9b-6893-418a-b021-03285ad72b6d owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:19.983950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5ad29b9b-6893-418a-b021-03285ad72b6d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:21:20.042317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.050675 n-d-805046-3 neutron-server[102051]: INFO neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No ports have port_id starting with 5ad29b9b-6893-418a-b021-03285ad72b6d Aug 22 15:21:20.061072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.090514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] No DVR routers for this DVR port 5ad29b9b-6893-418a-b021-03285ad72b6d on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:20.092318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=5ad29b9b-6893-418a-b021-03285ad72b6d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:20.093942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] No DVR routers for this DVR port 5ad29b9b-6893-418a-b021-03285ad72b6d on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:20.096401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc752e8-0dcb-40f2-aa94-58bb31aca46b None None] Pushing event deleted for resources: {'Port': ['ID=5ad29b9b-6893-418a-b021-03285ad72b6d,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:20.200203 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.210570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29339ed7-9469-4074-bb4d-ccfe2129db6b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:20.222094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b500a949-52c0-421c-9f2f-6d5a08f7da1f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:20.222365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b500a949-52c0-421c-9f2f-6d5a08f7da1f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:20.231637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.245943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.252104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:21:20.252530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:21:20.255602 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:21:20.390958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.405929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.409765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/networks/29339ed7-9469-4074-bb4d-ccfe2129db6b HTTP/1.1" status: 204 len: 168 time: 0.8898406 Aug 22 15:21:20.412103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40868) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:20.424499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee1eb8-8354-4773-9228-21110505d608 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Network': ['ID=29339ed7-9469-4074-bb4d-ccfe2129db6b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:20.471792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting subnet 5ca72e9a-4e4a-436e-9782-69dc234dc0b9 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:21:20.476804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.598590 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.696398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.814989 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.852144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.860321 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/subnets/5ca72e9a-4e4a-436e-9782-69dc234dc0b9 HTTP/1.1" status: 204 len: 168 time: 0.4408813 Aug 22 15:21:20.860321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ac6b-1a0a-4dd2-8207-ddc48daa0563 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca72e9a-4e4a-436e-9782-69dc234dc0b9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:20.861010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb09b13-ccaa-452f-8b89-e8bf6ba5b7ef None None] Network 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:20.862424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:20.925252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting subnet bee44da9-26df-4838-b49e-1524b290b16d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:21:20.928624 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:20.974442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.086612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.127454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] DHCP port deletion for 1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:21:21.170701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.196773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Deleting port a011329f-93e2-47a7-a0a8-f65ed304335a {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:21.197474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.202723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.251105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Subnet': ['ID=bee44da9-26df-4838-b49e-1524b290b16d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:21.258269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.260368 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81fbbca7-e881-43f2-a084-b67fb2cf34f5 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/subnets/bee44da9-26df-4838-b49e-1524b290b16d HTTP/1.1" status: 204 len: 168 time: 0.3968666 Aug 22 15:21:21.262641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40908) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:21.273810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2fdde6-8e9b-4bd4-b535-4d270157d4f8 None None] Network 2c6fc614-8355-444a-a64e-8819ea639916 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:21.312371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] For port a011329f-93e2-47a7-a0a8-f65ed304335a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a011329f-93e2-47a7-a0a8-f65ed304335a,segment=NetworkSegment(33898095-00ab-4fbb-950b-ab34a9f36075),segment_id=33898095-00ab-4fbb-950b-ab34a9f36075)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:21.312832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.364926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.368383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Calling delete_port for a011329f-93e2-47a7-a0a8-f65ed304335a owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:21.438354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port a011329f-93e2-47a7-a0a8-f65ed304335a {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:21.439186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.529355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] For port a011329f-93e2-47a7-a0a8-f65ed304335a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a011329f-93e2-47a7-a0a8-f65ed304335a,segment=NetworkSegment(33898095-00ab-4fbb-950b-ab34a9f36075),segment_id=33898095-00ab-4fbb-950b-ab34a9f36075)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:21.529740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.548774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for a011329f-93e2-47a7-a0a8-f65ed304335a owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:21.589835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] DHCP port deletion for 2c6fc614-8355-444a-a64e-8819ea639916 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:21:21.619249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.651831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] No DVR routers for this DVR port a011329f-93e2-47a7-a0a8-f65ed304335a on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:21.656468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836976a-7a07-42fb-b152-6345a5a4d3df None None] Pushing event deleted for resources: {'Port': ['ID=a011329f-93e2-47a7-a0a8-f65ed304335a,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:21.669501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.692604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Deleting port 90e49970-031e-423f-b97e-0f76d769de44 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:21.692939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.702177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=a011329f-93e2-47a7-a0a8-f65ed304335a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:21.713297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] No DVR routers for this DVR port a011329f-93e2-47a7-a0a8-f65ed304335a on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:21.797837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] For port 90e49970-031e-423f-b97e-0f76d769de44, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=90e49970-031e-423f-b97e-0f76d769de44,segment=NetworkSegment(76cf8007-a0ff-42f9-9cb8-0c37ce10e77c),segment_id=76cf8007-a0ff-42f9-9cb8-0c37ce10e77c)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:21.798249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.839997 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.858268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:21.871506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33898095-00ab-4fbb-950b-ab34a9f36075') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:21.872049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33898095-00ab-4fbb-950b-ab34a9f36075') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:21.885921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.907379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.915861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:21:21.916108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:21:21.919890 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:21:22.002345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Calling delete_port for 90e49970-031e-423f-b97e-0f76d769de44 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:22.014033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a011329f-93e2-47a7-a0a8-f65ed304335a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:21:22.071760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a011329f-93e2-47a7-a0a8-f65ed304335a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:21:22.072236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a011329f-93e2-47a7-a0a8-f65ed304335a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:21:22.072552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 90e49970-031e-423f-b97e-0f76d769de44 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:21:22.080380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.088118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.089536 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/networks/1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb HTTP/1.1" status: 204 len: 168 time: 0.8175886 Aug 22 15:21:22.092454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40936) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:22.116850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cca4f3-d4a4-40b9-a2e3-02e6a4b9979e tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Network': ['ID=1f47bdcd-e66a-4913-9f69-a6bc0dcde3cb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:22.206217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.226013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.266776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.296777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port 90e49970-031e-423f-b97e-0f76d769de44 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:22.298222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.316676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] Pushing event deleted for resources: {'Port': ['ID=90e49970-031e-423f-b97e-0f76d769de44,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:22.322150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbfd80-dd31-4436-8d28-c374e982a15e None None] No DVR routers for this DVR port 90e49970-031e-423f-b97e-0f76d769de44 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:22.396799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] For port 90e49970-031e-423f-b97e-0f76d769de44, host n-d-805046-3, got binding levels [] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:22.397172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.411565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for 90e49970-031e-423f-b97e-0f76d769de44 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:22.414983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Port 90e49970-031e-423f-b97e-0f76d769de44 was not found and therefore no delete operation was performed {{(pid=102049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:21:22.416384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.447160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=90e49970-031e-423f-b97e-0f76d769de44,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:22.454013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] No DVR routers for this DVR port 90e49970-031e-423f-b97e-0f76d769de44 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:22.554398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.567327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6fc614-8355-444a-a64e-8819ea639916']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:22.579505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:22.579809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cf8007-a0ff-42f9-9cb8-0c37ce10e77c') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:22.589870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.606374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.614669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:21:22.615087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:21:22.618447 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:21:22.813719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.834386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.834386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/networks/2c6fc614-8355-444a-a64e-8819ea639916 HTTP/1.1" status: 204 len: 168 time: 0.7329917 Aug 22 15:21:22.834386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 40974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:22.880360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56947a-bb9f-4c37-92cd-7aa0577e15ac tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Network': ['ID=2c6fc614-8355-444a-a64e-8819ea639916,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:22.917161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting subnet ffd2c6f6-186b-4a55-a075-b28b952d8cce {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:21:22.922724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:22.983693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.102213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.288764 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.323247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd2c6f6-186b-4a55-a075-b28b952d8cce,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:23.325228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.327451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9c41ad42-a13e-4841-a2de-a4dccc1d7b12 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/subnets/ffd2c6f6-186b-4a55-a075-b28b952d8cce HTTP/1.1" status: 204 len: 168 time: 0.4941967 Aug 22 15:21:23.330538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 40994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:23.332178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf96775-6455-468f-a547-510421161194 None None] Network 673a05c3-029f-440c-8907-4afa7b1dd96e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:21:23.433974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.531032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Deleting port 3036b90f-7f59-4045-9231-551be2d055d4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:23.532329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.603275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] DHCP port deletion for 673a05c3-029f-440c-8907-4afa7b1dd96e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:21:23.634994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] For port 3036b90f-7f59-4045-9231-551be2d055d4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3036b90f-7f59-4045-9231-551be2d055d4,segment=NetworkSegment(81fd60e2-ec19-4307-81e3-82c426a72cfb),segment_id=81fd60e2-ec19-4307-81e3-82c426a72cfb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:23.635949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.650824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Calling delete_port for 3036b90f-7f59-4045-9231-551be2d055d4 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:23.678701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Deleting port 3036b90f-7f59-4045-9231-551be2d055d4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:21:23.679079 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.762816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] For port 3036b90f-7f59-4045-9231-551be2d055d4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3036b90f-7f59-4045-9231-551be2d055d4,segment=NetworkSegment(81fd60e2-ec19-4307-81e3-82c426a72cfb),segment_id=81fd60e2-ec19-4307-81e3-82c426a72cfb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:23.763272 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.768071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:23.791541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Calling delete_port for 3036b90f-7f59-4045-9231-551be2d055d4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:21:23.848098 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.883693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Port': ['ID=3036b90f-7f59-4045-9231-551be2d055d4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:23.888875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] No DVR routers for this DVR port 3036b90f-7f59-4045-9231-551be2d055d4 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:23.921113 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.921519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c866b480-c7c5-44b6-954f-7dc7baa3d7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:23.985683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3036b90f-7f59-4045-9231-551be2d055d4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:21:23.989496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Pushing event deleted for resources: {'Port': ['ID=3036b90f-7f59-4045-9231-551be2d055d4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:24.021568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] No DVR routers for this DVR port 3036b90f-7f59-4045-9231-551be2d055d4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:21:24.031152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3036b90f-7f59-4045-9231-551be2d055d4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:21:24.031415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3036b90f-7f59-4045-9231-551be2d055d4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:21:24.031859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.035569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.035923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.036316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.036638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.039476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.040833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.040833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40be4887-2f24-4a75-8142-72443f3c4dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:21:24.047224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673a05c3-029f-440c-8907-4afa7b1dd96e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:24.060946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fd60e2-ec19-4307-81e3-82c426a72cfb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:24.061248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fd60e2-ec19-4307-81e3-82c426a72cfb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:21:24.073439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.087759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c866b480-c7c5-44b6-954f-7dc7baa3d7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.094572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.102160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:21:24.102797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:21:24.106450 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:21:24.265192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c866b480-c7c5-44b6-954f-7dc7baa3d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.294608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.306408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.309801 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/networks/673a05c3-029f-440c-8907-4afa7b1dd96e HTTP/1.1" status: 204 len: 168 time: 0.9780815 Aug 22 15:21:24.313972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c866b480-c7c5-44b6-954f-7dc7baa3d7b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4673f83349244f6892e0573cba961a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5446360 Aug 22 15:21:24.315703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41018) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:24.325048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41020) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:24.333390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866b480-c7c5-44b6-954f-7dc7baa3d7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb2bac-b395-4570-99ea-1db56c27003f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:24.334368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facec73-5c95-46c4-b832-fe4e63da1d86 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Pushing event deleted for resources: {'Network': ['ID=673a05c3-029f-440c-8907-4afa7b1dd96e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:24.355223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-51b47038-3b10-44c1-93a4-51d7bdf53a68 tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd0facb6-af71-4f93-96fe-76ff847929df HTTP/1.1" status: 200 len: 205 time: 0.0380762 Aug 22 15:21:24.358357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41022) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:24.408452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.443335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.446810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.614879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.619124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.623626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bfb2bac-b395-4570-99ea-1db56c27003f HTTP/1.1" status: 204 len: 168 time: 0.2943220 Aug 22 15:21:24.636411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc351062-9854-434d-b4bc-67734deb0bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb2bac-b395-4570-99ea-1db56c27003f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:24.638936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.642811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.773217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.774114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Fanout notify agent at l3_agent the message router_deleted on router dd0facb6-af71-4f93-96fe-76ff847929df {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:21:24.785651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:24.786976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8a2105c7-66c7-4561-9ca0-cbafa0a8cf2b tempest-RoutersNegativeIpV6Test-885581232 tempest-RoutersNegativeIpV6Test-885581232-project] 10.222.0.53 "DELETE /v2.0/routers/dd0facb6-af71-4f93-96fe-76ff847929df HTTP/1.1" status: 204 len: 168 time: 0.4271994 Aug 22 15:21:25.368667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41050) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:25.383530 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41052) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:25.389649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c83fd1c-0aee-4b2c-8b52-aee761a401f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.514811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c83fd1c-0aee-4b2c-8b52-aee761a401f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.596504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3c83fd1c-0aee-4b2c-8b52-aee761a401f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.610526 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7e9107c8-c524-4321-8346-e9ba1c695ad7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8e99761da3a4cc08df92418c604fa50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255001 Aug 22 15:21:25.612709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41060) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:25.644986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3c83fd1c-0aee-4b2c-8b52-aee761a401f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7359e92547014020899ecc81a59b3577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750676 Aug 22 15:21:25.645729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41062) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:25.654077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83fd1c-0aee-4b2c-8b52-aee761a401f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ab0ccc-cbee-40a4-b557-212ea8eacacc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:25.684070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.711596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.723077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.747065 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.905164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.908737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.910867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88e7d55b-b8e6-476d-bb5f-4072dc96db91 HTTP/1.1" status: 204 len: 168 time: 0.2969487 Aug 22 15:21:25.921424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc1fc-66af-4dc8-907f-420e2e0fb9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e7d55b-b8e6-476d-bb5f-4072dc96db91,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:25.933769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.936363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:25.947814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23ab0ccc-cbee-40a4-b557-212ea8eacacc HTTP/1.1" status: 204 len: 168 time: 0.2971809 Aug 22 15:21:25.958270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08122fe1-5fd1-4f14-bbfb-5e797d2f2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ab0ccc-cbee-40a4-b557-212ea8eacacc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:29.160549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a330-0aea-47b0-b603-ba3215fae404 req-ee55522c-8bb3-46b8-9255-eadb9db13596 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:29.162251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f421a330-0aea-47b0-b603-ba3215fae404 req-ee55522c-8bb3-46b8-9255-eadb9db13596 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.3752930 Aug 22 15:21:29.227063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f421a330-0aea-47b0-b603-ba3215fae404 req-15d1be6f-42a5-4b59-ba8b-77440d502328 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579386 Aug 22 15:21:30.128224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95a48bdd-f849-4de0-afb5-24deb676bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:32.923101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:33.527869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ac6743a-1458-423d-8b87-1221420501e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:33.738177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-d41d4013-673b-42f8-86d1-5c0a335d3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:33.739935 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-d41d4013-673b-42f8-86d1-5c0a335d3a78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1096 time: 0.0748389 Aug 22 15:21:33.868709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-4284469f-5f84-4d8b-a1ef-48877da8a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:33.870594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-4284469f-5f84-4d8b-a1ef-48877da8a636 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1103823 Aug 22 15:21:33.957323 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-3d460c32-5c2d-45eb-b720-662d8f463e99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 1001 time: 0.0778446 Aug 22 15:21:34.014586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-0050b1a5-2cdb-45ac-9fc9-afd56edb33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:34.017065 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-0050b1a5-2cdb-45ac-9fc9-afd56edb33ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0515971 Aug 22 15:21:34.090086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-a43b9a08-a00d-47f0-8cc7-d91bb22b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:34.091691 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-a43b9a08-a00d-47f0-8cc7-d91bb22b7f00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624442 Aug 22 15:21:34.200600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-8a884554-6c95-4b74-902f-13de90e9eaec service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011643 Aug 22 15:21:34.316380 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-959115ca-cbc7-40a3-aab1-b506313fa15c req-a4c24e0a-df3e-4238-a908-8ba726ad4d7e service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068110 Aug 22 15:21:34.847444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:21:34.951550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:34.987813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:34.999469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:21:35.045586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:35.060639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:21:35.085944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:35.201457 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:35.271617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:35.366570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a4a700a6-6c06-409c-9132-85b0eef6efe7'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:21:36.846486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:36.856313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:21:36.915569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a4a700a6-6c06-409c-9132-85b0eef6efe7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:21:36.916198 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:37.034089 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:37.074241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:21:37.076814 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635df67-5ed9-41c3-a691-e8ce09972dd1" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:21:37.092856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:37.143380 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b2328-f86d-4829-8a96-b9e60912bc1c x-openstack-request-id: req-ec1b2328-f86d-4829-8a96-b9e60912bc1c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:21:37.143380 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:21:37.143380 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec1b2328-f86d-4829-8a96-b9e60912bc1c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:21:37.144313 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:21:37.424910 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:37.488636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:40.670500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:46.449437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10983e-a25e-4868-a193-dd2daa2e0912 req-8cb3dad5-5203-4d94-b87a-aa74cbd2ee9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:46.451066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a10983e-a25e-4868-a193-dd2daa2e0912 req-8cb3dad5-5203-4d94-b87a-aa74cbd2ee9d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.1505959 Aug 22 15:21:46.530766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a10983e-a25e-4868-a193-dd2daa2e0912 req-19ea00eb-2890-48b2-a658-3c3d5c9ccb61 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631726 Aug 22 15:21:47.299826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41726) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:47.489817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da7fd52d-b9e1-4e55-a192-e999ba5032ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:47.793430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da7fd52d-b9e1-4e55-a192-e999ba5032ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:47.815743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518cc3-6005-4e07-b3a3-098f0f9a980c req-8a1df83c-0cd7-4c5b-b6ea-5acd4c213892 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:47.819717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c518cc3-6005-4e07-b3a3-098f0f9a980c req-8a1df83c-0cd7-4c5b-b6ea-5acd4c213892 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0848784 Aug 22 15:21:47.881381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c518cc3-6005-4e07-b3a3-098f0f9a980c req-b4254c37-2907-490e-8874-326f5f294742 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556862 Aug 22 15:21:47.910447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-da7fd52d-b9e1-4e55-a192-e999ba5032ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:47.980769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-da7fd52d-b9e1-4e55-a192-e999ba5032ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d662d97badb4dcab8df3aa274fe2958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796277 Aug 22 15:21:47.983727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41752) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:47.993435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fd52d-b9e1-4e55-a192-e999ba5032ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d1246-14e0-4a09-a200-066867015657,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:48.074355 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:48.145181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:48.322959 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:48.325640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:48.326865 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e19d1246-14e0-4a09-a200-066867015657 HTTP/1.1" status: 204 len: 168 time: 0.3417902 Aug 22 15:21:48.351695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd3f48-1f11-4539-988e-69a818b44715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d1246-14e0-4a09-a200-066867015657,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:49.054215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b656309-877b-49d3-8275-4132b740c320 req-4ca2a1b6-ff7e-4750-a5e7-e396a951b864 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:49.055845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b656309-877b-49d3-8275-4132b740c320 req-4ca2a1b6-ff7e-4750-a5e7-e396a951b864 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0578613 Aug 22 15:21:49.097588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b656309-877b-49d3-8275-4132b740c320 req-3d7b18b4-e354-4db5-a0f5-e482587f2116 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355144 Aug 22 15:21:49.465637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41798) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:49.480249 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1d48-ae5d-4c76-a692-3efb18eb5d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:49.598354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1d48-ae5d-4c76-a692-3efb18eb5d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:49.668830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1d48-ae5d-4c76-a692-3efb18eb5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:49.717466 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ca6e1d48-ae5d-4c76-a692-3efb18eb5d8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a00deee6dbc46cfa60b4531f7b04b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502279 Aug 22 15:21:49.720552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41812) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:49.731559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1d48-ae5d-4c76-a692-3efb18eb5d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5955f1-a7cc-4c22-af2d-5212f85a5399,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:49.812901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:49.839319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:49.996233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:50.004817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:50.008447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d5955f1-a7cc-4c22-af2d-5212f85a5399 HTTP/1.1" status: 204 len: 168 time: 0.2839363 Aug 22 15:21:50.029853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539a1a1-3218-49e7-b8b0-9f0610f7cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5955f1-a7cc-4c22-af2d-5212f85a5399,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:50.339749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e071472-cd6a-4ce5-b08c-4b6fef563fab req-2be26dbc-0ae5-4120-9044-ee14e8e52e03 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:50.342833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e071472-cd6a-4ce5-b08c-4b6fef563fab req-2be26dbc-0ae5-4120-9044-ee14e8e52e03 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0787172 Aug 22 15:21:50.453359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e071472-cd6a-4ce5-b08c-4b6fef563fab req-2deaaef8-1675-437c-9163-31aeb80440b7 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905850 Aug 22 15:21:51.103230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 41874) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:51.114903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-50dec500-5cee-4d15-983d-3b068b611892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.220326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.278830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-50dec500-5cee-4d15-983d-3b068b611892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.339583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-50dec500-5cee-4d15-983d-3b068b611892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.371686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec500-5cee-4d15-983d-3b068b611892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9091474-e1e7-4440-87da-8480694eef60,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:51.416335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 41892) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:21:51.416956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-50dec500-5cee-4d15-983d-3b068b611892 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c3d1f013ca74b0980c8fd6a0f82b345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253176 Aug 22 15:21:51.482350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.507178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.644001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2893a6-64a3-4195-b178-23e3a0674d2d req-e804837e-6615-466e-9a32-a57ab1b914a5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:51.654570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c2893a6-64a3-4195-b178-23e3a0674d2d req-e804837e-6615-466e-9a32-a57ab1b914a5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.1033189 Aug 22 15:21:51.669622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.669622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:51.669622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9091474-e1e7-4440-87da-8480694eef60 HTTP/1.1" status: 204 len: 168 time: 0.2505765 Aug 22 15:21:51.678649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7566b78-5554-4873-ae59-09994a53ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9091474-e1e7-4440-87da-8480694eef60,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:51.719378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c2893a6-64a3-4195-b178-23e3a0674d2d req-93b65395-41af-4e45-981f-1edb49014fd5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621281 Aug 22 15:21:52.861910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c3233-431e-4a66-9c9e-24f554ddd894 req-fdf9fe58-5d51-463e-b882-36865488619a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:52.864080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-712c3233-431e-4a66-9c9e-24f554ddd894 req-fdf9fe58-5d51-463e-b882-36865488619a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0679617 Aug 22 15:21:52.912030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-712c3233-431e-4a66-9c9e-24f554ddd894 req-7af617f8-1bce-4f93-bbcc-ac2b1a618e77 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410769 Aug 22 15:21:54.072560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710b0c-0606-4d15-b855-3b1f0617e6ae req-54acd606-68a6-453d-84c4-f7f9ed5c9fce tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:54.074324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed710b0c-0606-4d15-b855-3b1f0617e6ae req-54acd606-68a6-453d-84c4-f7f9ed5c9fce tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0656273 Aug 22 15:21:54.118112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed710b0c-0606-4d15-b855-3b1f0617e6ae req-3cd0fbe0-0fa3-4e44-9c12-cc1bcd381365 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369263 Aug 22 15:21:55.254017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81461-0504-47fe-98be-92e1ed945555 req-4dd381ea-4433-48f7-aaa1-6fd09438365e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:55.255663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d81461-0504-47fe-98be-92e1ed945555 req-4dd381ea-4433-48f7-aaa1-6fd09438365e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0624998 Aug 22 15:21:55.307553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d81461-0504-47fe-98be-92e1ed945555 req-36decd68-cd00-460a-8ac1-818fbcf0f15f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 Aug 22 15:21:55.441237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83cb48-afda-49ed-bd81-64415b8b8186 req-2c44cb59-fb22-4d1f-a354-148ffe558188 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:55.443089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e83cb48-afda-49ed-bd81-64415b8b8186 req-2c44cb59-fb22-4d1f-a354-148ffe558188 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0600209 Aug 22 15:21:55.485557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e83cb48-afda-49ed-bd81-64415b8b8186 req-8ba4633c-0a00-47ff-8c0f-24c623071a32 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Aug 22 15:21:56.156623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:21:56.433167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d3b2-c587-4a23-b42c-da1f5c800432 req-0d8c3138-3898-47c2-a6fb-69e0c1b03296 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:56.434722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e90d3b2-c587-4a23-b42c-da1f5c800432 req-0d8c3138-3898-47c2-a6fb-69e0c1b03296 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0577929 Aug 22 15:21:56.476488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e90d3b2-c587-4a23-b42c-da1f5c800432 req-94abffe3-0fbc-45d5-bd47-3547c2d96895 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341649 Aug 22 15:21:57.608283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1038e-7867-4a71-8b73-7e38b34f0f86 req-64312bf3-1433-4243-9dcc-886e7ba500f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:57.610301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22c1038e-7867-4a71-8b73-7e38b34f0f86 req-64312bf3-1433-4243-9dcc-886e7ba500f6 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0585978 Aug 22 15:21:57.654553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22c1038e-7867-4a71-8b73-7e38b34f0f86 req-ec42a2e9-741f-4d6a-aa56-be761de351d5 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Aug 22 15:21:58.789080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767fd8c-8e6d-47cb-84d2-98fd9c9efdc8 req-815bb7a2-93bf-4aa9-b680-1f621769819e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:58.790703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2767fd8c-8e6d-47cb-84d2-98fd9c9efdc8 req-815bb7a2-93bf-4aa9-b680-1f621769819e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0629060 Aug 22 15:21:58.838797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2767fd8c-8e6d-47cb-84d2-98fd9c9efdc8 req-fcaab86d-9028-4a61-8545-5ba431b93c0b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 Aug 22 15:21:58.947538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:21:59.041731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:59.066980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:21:59.070330 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723bdd4-a99d-44d6-80d7-d8b84045c434" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:21:59.086678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:21:59.120393 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78c228-b48f-4ee5-97ae-590c246840f4 x-openstack-request-id: req-db78c228-b48f-4ee5-97ae-590c246840f4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:21:59.121048 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:21:59.121313 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db78c228-b48f-4ee5-97ae-590c246840f4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:21:59.121745 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:21:59.193897 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:21:59.257053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:21:59.996665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859fdd1-ebf7-4639-9ac6-c4aba84a87d1 req-4b095958-c5b8-4528-8075-7aaa029d13f9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:21:59.998210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6859fdd1-ebf7-4639-9ac6-c4aba84a87d1 req-4b095958-c5b8-4528-8075-7aaa029d13f9 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0613856 Aug 22 15:22:00.041323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6859fdd1-ebf7-4639-9ac6-c4aba84a87d1 req-10023c4b-a5fa-4dd6-a06c-6c058e4e9d9f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Aug 22 15:22:00.087519 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e5201233-8981-4c81-aed9-7d94479d6e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:00.961282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:22:01.062618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:01.074370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:22:01.121931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:01.135160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:22:01.155296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:01.168913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b679db-f1aa-427e-b400-07e1a3bed425 req-32d806df-edee-4fe5-b881-a3468cc7691f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:01.170428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2b679db-f1aa-427e-b400-07e1a3bed425 req-32d806df-edee-4fe5-b881-a3468cc7691f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0527236 Aug 22 15:22:01.201714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:01.210819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2b679db-f1aa-427e-b400-07e1a3bed425 req-88a1bf09-8495-4343-abce-9df99f63cc13 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340028 Aug 22 15:22:01.261294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:01.484488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a4a700a6-6c06-409c-9132-85b0eef6efe7'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:22:01.688041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-51f26271-171e-4d3a-b16c-389dd8b8cfd2 req-f1d916d6-911f-4e77-b472-f5594e6b71a9 service neutron] (102048) timed out ('10.222.0.53', 49178) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:22:02.356534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df90e0-1ecf-4c98-86b4-e6f292998544 req-ac21e468-7e3a-4824-adef-54491f5bea53 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:02.358114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43df90e0-1ecf-4c98-86b4-e6f292998544 req-ac21e468-7e3a-4824-adef-54491f5bea53 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0638919 Aug 22 15:22:02.409501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43df90e0-1ecf-4c98-86b4-e6f292998544 req-66d9af66-10f0-45f7-baaa-216d576dab05 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Aug 22 15:22:02.899464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:02.975923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:22:03.000850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aa6cd-4968-4579-8d7e-a0ce2947784e req-9e264396-090a-4134-a71e-276a5f6a6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:03.002410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d0aa6cd-4968-4579-8d7e-a0ce2947784e req-9e264396-090a-4134-a71e-276a5f6a6167 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1097 time: 0.0462499 Aug 22 15:22:03.042366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9d0aa6cd-4968-4579-8d7e-a0ce2947784e req-3df49a8e-a334-48e2-be6b-3f8bfa462ebc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 22 15:22:03.043830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a4a700a6-6c06-409c-9132-85b0eef6efe7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:22:03.044304 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.128171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.150519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:03.152745 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb03ecd-7513-4698-97ef-551632b84e68" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:03.165632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:03.190409 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670e67ea-1517-4b92-a088-0e8943681f4c x-openstack-request-id: req-670e67ea-1517-4b92-a088-0e8943681f4c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:03.190766 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:03.191084 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-670e67ea-1517-4b92-a088-0e8943681f4c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:03.191589 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:22:03.247451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.248312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:22:03.342294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:03.395081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.429436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:03.476924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c304aa5-4537-46dd-8cf6-92753de5c406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.505356 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:03.531124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befab7e-952d-457a-99a4-fa0fd6c620f9 req-60568c94-29f0-43ed-b57e-d9185cd5c036 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:03.534312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7befab7e-952d-457a-99a4-fa0fd6c620f9 req-60568c94-29f0-43ed-b57e-d9185cd5c036 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0560961 Aug 22 15:22:03.566721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:03.583676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7befab7e-952d-457a-99a4-fa0fd6c620f9 req-c0dbb1c1-b027-498e-985f-382641645192 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Aug 22 15:22:04.721712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52405404-9820-454d-940b-0cb58a2d9dc1 req-7a10d515-8a5e-49d6-9700-e7bd3159755b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:04.723226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52405404-9820-454d-940b-0cb58a2d9dc1 req-7a10d515-8a5e-49d6-9700-e7bd3159755b tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 944 time: 0.0523403 Aug 22 15:22:04.763931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52405404-9820-454d-940b-0cb58a2d9dc1 req-611bd969-fa7b-4d3c-979f-e7c44a800860 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345750 Aug 22 15:22:04.870739 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:05.008449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:22:05.107948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:05.119017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'port_id': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'mac_address': 'fa:16:3e:ce:4c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:22:05.158501 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:05.172521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbea144b-819f-4d42-9c5f-49b38097ffda {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:22:05.192300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:05.195044 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4f23d0-a7a3-4944-9cd3-a799371d1acc" -d '{"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:05.199690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:05.249117 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372f896-a0d6-4b43-b106-065085a36120 x-openstack-request-id: req-c372f896-a0d6-4b43-b106-065085a36120 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:05.249416 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-unplugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:05.249889 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c372f896-a0d6-4b43-b106-065085a36120 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:05.252087 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'code': 200} Aug 22 15:22:05.299417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:05.360505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:05.714493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['cbea144b-819f-4d42-9c5f-49b38097ffda'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:22:05.934325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c92e2-2625-4941-bf55-0422f5e998c9 req-388aaf2e-fe70-4b2e-b565-93f6fa9fbb8e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:05.937692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-219c92e2-2625-4941-bf55-0422f5e998c9 req-388aaf2e-fe70-4b2e-b565-93f6fa9fbb8e tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 945 time: 0.0877888 Aug 22 15:22:06.042068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-219c92e2-2625-4941-bf55-0422f5e998c9 req-347c46a7-50e6-4f0b-9bcf-e9f7812b3439 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965016 Aug 22 15:22:06.076925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 42584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:22:06.164907 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8bcf263b-bc19-448c-896a-94e4fb5068ce tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/floatingips/5614d598-dfcb-4ba6-a785-eba5b8eba2c5 HTTP/1.1" status: 200 len: 992 time: 0.0830135 Aug 22 15:22:06.802805 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:07.025505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:22:07.099943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port cbea144b-819f-4d42-9c5f-49b38097ffda triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:22:07.100643 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:07.229653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:07.270011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:07.271688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:07.274489 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114b4e3-c457-498f-af9e-a0d34e52dbf4" -d '{"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-plugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:07.334027 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cf19a0-e577-4eba-a9c1-9b83f2cebd3c x-openstack-request-id: req-d5cf19a0-e577-4eba-a9c1-9b83f2cebd3c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:07.341531 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-plugged", "status": "completed", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:07.341531 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5cf19a0-e577-4eba-a9c1-9b83f2cebd3c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:07.341531 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'code': 200} Aug 22 15:22:07.361683 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:07.459302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:09.799338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-21efa4c9-540e-4166-8130-a51547063213 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1452377 Aug 22 15:22:09.932265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-863fefd6-53f6-4143-b5b8-62cc8e43a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:09.933845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-863fefd6-53f6-4143-b5b8-62cc8e43a09d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.0455537 Aug 22 15:22:10.050518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-83c5f2e8-1a23-4209-beac-f94fc829b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:10.052041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-83c5f2e8-1a23-4209-beac-f94fc829b7f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.0973630 Aug 22 15:22:10.129798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-8b78de35-870a-4dd2-820d-45f6774c7a02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 1001 time: 0.0694175 Aug 22 15:22:10.205419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-0cdfd199-9df1-45a0-a71b-d6bb6d3e1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:10.207493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-0cdfd199-9df1-45a0-a71b-d6bb6d3e1cac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0711527 Aug 22 15:22:10.280597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-69f923a4-b621-4f83-9b82-3f83eb075f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:10.283301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-69f923a4-b621-4f83-9b82-3f83eb075f84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685389 Aug 22 15:22:10.427609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-c9f463ae-5299-4f00-809a-d9aabf16f073 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360395 Aug 22 15:22:10.584883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0fc54e1-c726-4f78-b21d-983b4ee94bbc req-a58e6158-c499-4f66-85e7-0afa21dd5987 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462002 Aug 22 15:22:10.601840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:20.055752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3360e9-e2e4-4efa-a6c6-51a8ec0ff63a req-a94ee27c-37b0-454f-aa9e-3ac59de09fc0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:20.057327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad3360e9-e2e4-4efa-a6c6-51a8ec0ff63a req-a94ee27c-37b0-454f-aa9e-3ac59de09fc0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0581923 Aug 22 15:22:20.100961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad3360e9-e2e4-4efa-a6c6-51a8ec0ff63a req-3d4f0f71-2071-4fb7-8e66-38cc79bc366f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373659 Aug 22 15:22:20.980786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450271d-c979-4367-9b13-1d93b72bc1e1 req-55665005-d5b4-4212-91bb-f8c9f61bb39a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:20.982346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3450271d-c979-4367-9b13-1d93b72bc1e1 req-55665005-d5b4-4212-91bb-f8c9f61bb39a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0569687 Aug 22 15:22:21.021995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3450271d-c979-4367-9b13-1d93b72bc1e1 req-b17e784d-8a59-41fc-b89f-d460cb47b015 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Aug 22 15:22:21.253935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:22.151247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c0b6c-3edd-4acb-a4ec-65a9f96c6bf4 req-102a56a1-d504-401a-8687-6f78ea9cbf5c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:22.152791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c05c0b6c-3edd-4acb-a4ec-65a9f96c6bf4 req-102a56a1-d504-401a-8687-6f78ea9cbf5c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0509145 Aug 22 15:22:22.200435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c05c0b6c-3edd-4acb-a4ec-65a9f96c6bf4 req-4d134f45-28d4-4cac-93de-496ee4e428df tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 Aug 22 15:22:23.087412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:22:23.171258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:23.206850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:23.209648 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6707d-8c53-4df5-a320-dabb76991791" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:23.242179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:23.270180 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30046fe1-f829-47ee-9a7b-c811effa3ee2 x-openstack-request-id: req-30046fe1-f829-47ee-9a7b-c811effa3ee2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:23.270498 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:23.270750 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30046fe1-f829-47ee-9a7b-c811effa3ee2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:23.271195 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:22:23.311846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:23.351047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1096f7f-0193-4830-8a08-5155e29e1e03 req-457e3643-f029-4eb1-aeba-ce926a7ca2df tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:23.353563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1096f7f-0193-4830-8a08-5155e29e1e03 req-457e3643-f029-4eb1-aeba-ce926a7ca2df tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0631366 Aug 22 15:22:23.383238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=11']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:23.401880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1096f7f-0193-4830-8a08-5155e29e1e03 req-9194185c-f7c6-46f9-99fd-f0cf9e508b18 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410142 Aug 22 15:22:24.533211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6f581-ad45-4aa1-9d42-6b679e899009 req-aa1bb6ca-bd8f-4cae-89ba-e2630ff219f8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:24.538341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8a6f581-ad45-4aa1-9d42-6b679e899009 req-aa1bb6ca-bd8f-4cae-89ba-e2630ff219f8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0577204 Aug 22 15:22:24.578675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8a6f581-ad45-4aa1-9d42-6b679e899009 req-93572872-e0a1-4ba7-9c0a-f0f950c029b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364645 Aug 22 15:22:25.699798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001a0e3-20f4-4658-aad9-df31f215c1c4 req-35fdb18a-acfe-4a6d-9125-7b64e6fc425d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:25.701205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d001a0e3-20f4-4658-aad9-df31f215c1c4 req-35fdb18a-acfe-4a6d-9125-7b64e6fc425d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0526423 Aug 22 15:22:25.743288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d001a0e3-20f4-4658-aad9-df31f215c1c4 req-2632477f-97ed-4388-859e-87cc4b88fe9a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350356 Aug 22 15:22:26.872810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de9a98-084c-42e8-99f6-5de8ec4c953d req-24782b59-87cd-48f1-85dd-808701ad5cf8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:26.874429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1de9a98-084c-42e8-99f6-5de8ec4c953d req-24782b59-87cd-48f1-85dd-808701ad5cf8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Aug 22 15:22:26.915381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1de9a98-084c-42e8-99f6-5de8ec4c953d req-1b7d1d07-88f7-4522-b1b2-93ee290eb2f5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Aug 22 15:22:27.106030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:22:27.214993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:27.228804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'mac_address': 'fa:16:3e:d8:7b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:22:27.274221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:27.288770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:22:27.308606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:27.424461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:27.472477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:27.480393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.480743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.481089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.481447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.481789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.482120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.482446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.482773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.483132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.483459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.483785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.484139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:27.574776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a4a700a6-6c06-409c-9132-85b0eef6efe7'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:22:28.040115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d6f2-72be-47fa-a339-66d39b7bae3c req-ea79f9f1-2489-437d-92ca-3150a52c435d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:28.041753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2384d6f2-72be-47fa-a339-66d39b7bae3c req-ea79f9f1-2489-437d-92ca-3150a52c435d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0575430 Aug 22 15:22:28.101363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2384d6f2-72be-47fa-a339-66d39b7bae3c req-4d4383dd-1127-4c3f-98ef-ef1e8626bfab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506868 Aug 22 15:22:29.116467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:22:29.169490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a4a700a6-6c06-409c-9132-85b0eef6efe7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:22:29.169872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:29.248461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3efdd5-feca-444b-833d-9af016c79cd2 req-a28ff4c4-d91f-4694-8864-2b3f050fc7f3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:29.250017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3efdd5-feca-444b-833d-9af016c79cd2 req-a28ff4c4-d91f-4694-8864-2b3f050fc7f3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 945 time: 0.0554914 Aug 22 15:22:29.277397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:29.297362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a3efdd5-feca-444b-833d-9af016c79cd2 req-e6ac132a-7ddb-432a-a1c8-f99ece1e2d37 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Aug 22 15:22:29.305249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:29.307908 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cfee47-ba44-4494-a4d2-2e5b11826f58" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:29.325388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:29.351173 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b5e0dc-a356-46e0-a88e-f111f6138d9c x-openstack-request-id: req-b2b5e0dc-a356-46e0-a88e-f111f6138d9c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:29.351173 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-plugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:29.351173 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b5e0dc-a356-46e0-a88e-f111f6138d9c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:29.351173 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:22:29.385315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:29.438607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:30.121959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-845000e8-a9ed-4f49-9660-5823ee591acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:30.428791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ce72c-83ec-4ce1-b77b-025713fcd290 req-10131464-3a93-4d58-9d5c-cffcc35170a3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:30.430594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-671ce72c-83ec-4ce1-b77b-025713fcd290 req-10131464-3a93-4d58-9d5c-cffcc35170a3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0593498 Aug 22 15:22:30.485361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-671ce72c-83ec-4ce1-b77b-025713fcd290 req-02f55b5e-81ae-45a3-915f-6eabedf312c7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479555 Aug 22 15:22:31.668366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92099-535b-4538-8590-eac3a4396518 req-7781a7a0-ef7f-4c0a-8e71-474375b68a56 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:31.670301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57e92099-535b-4538-8590-eac3a4396518 req-7781a7a0-ef7f-4c0a-8e71-474375b68a56 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0689125 Aug 22 15:22:31.714998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57e92099-535b-4538-8590-eac3a4396518 req-75c66bdc-8971-4f8b-9311-f6f00e5fdf62 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373654 Aug 22 15:22:32.887768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:32.905108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626305ed-5b82-4928-82ae-c994d53a261f req-ee211309-f3cf-46f6-aec7-2e22045853b0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:32.906733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-626305ed-5b82-4928-82ae-c994d53a261f req-ee211309-f3cf-46f6-aec7-2e22045853b0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0705009 Aug 22 15:22:32.960675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-626305ed-5b82-4928-82ae-c994d53a261f req-2749f3d9-3d45-481f-92fc-b973757752f3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Aug 22 15:22:33.156992 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:22:33.557068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4a02-119a-4a10-b443-3fe31a267688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:33.672291 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-2b6dc4a1-0bfc-4cb4-995d-853715affd63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516555 Aug 22 15:22:33.754452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432c83-be65-403e-aab8-6a22be9ad00c req-3c5dd832-5f37-45a3-b704-6d6b3e7c30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:33.755953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-3c5dd832-5f37-45a3-b704-6d6b3e7c30fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1097 time: 0.0448804 Aug 22 15:22:33.870958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432c83-be65-403e-aab8-6a22be9ad00c req-eb99afa4-23d1-413b-a876-e77965d7eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:33.872871 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-eb99afa4-23d1-413b-a876-e77965d7eb21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 200 len: 898 time: 0.0973163 Aug 22 15:22:33.967296 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-918fd88f-4f0c-471e-8dbf-12176bce6544 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 200 len: 1001 time: 0.0866497 Aug 22 15:22:34.077999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432c83-be65-403e-aab8-6a22be9ad00c req-9598850a-9b5c-49c7-b3b8-14911df6775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:34.081079 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-9598850a-9b5c-49c7-b3b8-14911df6775a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=190542af-e720-407e-9edc-6bb052c4c6dd HTTP/1.1" status: 200 len: 835 time: 0.1058514 Aug 22 15:22:34.117081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a10f-2c02-4477-90bd-866ef937b429 req-76d8c686-645d-4fdc-a5b1-8ca68636ee30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:34.126411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42b0a10f-2c02-4477-90bd-866ef937b429 req-76d8c686-645d-4fdc-a5b1-8ca68636ee30 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0771432 Aug 22 15:22:34.162722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432c83-be65-403e-aab8-6a22be9ad00c req-2b2fa693-7ff2-451d-b976-c050cd36599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:34.164686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-2b2fa693-7ff2-451d-b976-c050cd36599f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01189676-df04-4833-8069-4683ebffe749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707693 Aug 22 15:22:34.198244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42b0a10f-2c02-4477-90bd-866ef937b429 req-b547e081-ed85-40ac-949a-920e333cabdd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704157 Aug 22 15:22:34.330794 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-d5d1949c-df67-43cb-b43d-c815d63cb479 service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577435 Aug 22 15:22:34.467497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-98432c83-be65-403e-aab8-6a22be9ad00c req-8f0848e0-6c7b-438c-ad5f-00d6c2f6d8c7 service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178579 Aug 22 15:22:34.887793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:35.383232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502bc1d-0c58-47fa-a326-b61dd7056e58 req-a40064c6-a717-4c14-aed9-095d0b31d495 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:35.392662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5502bc1d-0c58-47fa-a326-b61dd7056e58 req-a40064c6-a717-4c14-aed9-095d0b31d495 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0733831 Aug 22 15:22:35.467495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5502bc1d-0c58-47fa-a326-b61dd7056e58 req-eb9033a9-7040-4cac-a0bd-68fa35aec25f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732236 Aug 22 15:22:36.616519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83efb2-6aad-4e6a-bd08-24762d0b4959 req-ed216d23-e5db-445c-8b6b-3818daf37c8e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:36.618765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f83efb2-6aad-4e6a-bd08-24762d0b4959 req-ed216d23-e5db-445c-8b6b-3818daf37c8e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0665519 Aug 22 15:22:36.675439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f83efb2-6aad-4e6a-bd08-24762d0b4959 req-106a3255-fcc0-493c-b3e7-cd6c95b0a5ae tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Aug 22 15:22:36.812986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:37.822871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db216-3d5b-4c5c-bb9e-3b989c3c78f6 req-0d8d5753-2a55-4cb9-92fa-caafc5ac22a0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:37.824437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-512db216-3d5b-4c5c-bb9e-3b989c3c78f6 req-0d8d5753-2a55-4cb9-92fa-caafc5ac22a0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0681398 Aug 22 15:22:37.863226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-512db216-3d5b-4c5c-bb9e-3b989c3c78f6 req-956ac523-170d-49d9-bcd5-35159ab4e488 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Aug 22 15:22:39.017637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cecbe1-5ad6-479d-9cc8-6673614b9fb0 req-8a01339a-8777-4951-a6d2-e5253c82a5f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:39.027510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3cecbe1-5ad6-479d-9cc8-6673614b9fb0 req-8a01339a-8777-4951-a6d2-e5253c82a5f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0794251 Aug 22 15:22:39.076372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3cecbe1-5ad6-479d-9cc8-6673614b9fb0 req-c40baa7d-52cb-446f-91bf-428eeac2a85e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Aug 22 15:22:40.217982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d9cfb-25c0-4c4b-b7e4-ea733d1aad02 req-241b862c-5192-436a-ab7e-1072c83ded72 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:40.228178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-186d9cfb-25c0-4c4b-b7e4-ea733d1aad02 req-241b862c-5192-436a-ab7e-1072c83ded72 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0661209 Aug 22 15:22:40.272470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-186d9cfb-25c0-4c4b-b7e4-ea733d1aad02 req-9575d1ba-b94d-4e7f-83f3-63b322e21c8d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Aug 22 15:22:40.640903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:41.396415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da353a3-38a3-429c-983c-e6c61ca91eea req-1234132d-40a1-4103-ae2e-b15d9c50ddc9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:41.397986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4da353a3-38a3-429c-983c-e6c61ca91eea req-1234132d-40a1-4103-ae2e-b15d9c50ddc9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Aug 22 15:22:41.439290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4da353a3-38a3-429c-983c-e6c61ca91eea req-048414c1-3134-4831-9e8e-a7808e315d1f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352340 Aug 22 15:22:42.580336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba9a08-6bc1-45f7-9fda-477a5dedce32 req-22538d62-1b4c-487d-bf59-979d75b62cf6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:42.588262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cba9a08-6bc1-45f7-9fda-477a5dedce32 req-22538d62-1b4c-487d-bf59-979d75b62cf6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0681725 Aug 22 15:22:42.648168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cba9a08-6bc1-45f7-9fda-477a5dedce32 req-c4e6e96c-ed01-49a2-b669-d62979d4e7a0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499895 Aug 22 15:22:43.748920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63137055-b40d-4f26-b788-40cf2b8892b6 req-245acfb3-32f2-42d2-9afa-541f4a8c88b3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:43.750385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63137055-b40d-4f26-b788-40cf2b8892b6 req-245acfb3-32f2-42d2-9afa-541f4a8c88b3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Aug 22 15:22:43.788335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63137055-b40d-4f26-b788-40cf2b8892b6 req-e467589f-1eaf-4890-bf0e-475eb2f78164 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Aug 22 15:22:44.917296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce163-a380-45fd-9572-8f71ddabed23 req-ca34856f-9757-4e2d-bc41-547437ef8afb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:44.918868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4ce163-a380-45fd-9572-8f71ddabed23 req-ca34856f-9757-4e2d-bc41-547437ef8afb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0519440 Aug 22 15:22:44.961422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4ce163-a380-45fd-9572-8f71ddabed23 req-32070033-e1ac-49f4-aeba-1f90ee030a43 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363464 Aug 22 15:22:46.211621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02936e-0d40-4636-975c-3a05f541be17 req-f90d9545-b051-4b96-97b8-2e8c0639fc29 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:46.213691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe02936e-0d40-4636-975c-3a05f541be17 req-f90d9545-b051-4b96-97b8-2e8c0639fc29 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 946 time: 0.0571046 Aug 22 15:22:46.259248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe02936e-0d40-4636-975c-3a05f541be17 req-5acbf1c5-cc65-42b7-a501-6ef226f82994 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Aug 22 15:22:47.224735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:22:47.303838 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:47.326141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:22:47.328313 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ce6bd-0eae-4f73-b34d-756ccbc8e067" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:22:47.341617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:22:47.369414 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929231b-3868-4bb9-83a4-b87469f51b31 x-openstack-request-id: req-3929231b-3868-4bb9-83a4-b87469f51b31 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:22:47.369703 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:22:47.369962 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3929231b-3868-4bb9-83a4-b87469f51b31 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:22:47.370353 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'code': 200} Aug 22 15:22:47.401686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:47.450609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=14']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:50.016237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503b0e-2895-471e-88f4-d466524f1309 req-3a7365ab-3efe-40c1-8130-ac0acbbdd2f2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.017733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6503b0e-2895-471e-88f4-d466524f1309 req-3a7365ab-3efe-40c1-8130-ac0acbbdd2f2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0546098 Aug 22 15:22:50.061195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6503b0e-2895-471e-88f4-d466524f1309 req-ce3b8e62-28b1-4bef-9b0a-b33d8eded397 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362577 Aug 22 15:22:50.495939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bba53-0c8e-4bfe-adb3-d4ed0ef0c9ce req-f040b563-9edb-4f67-b819-300ac63c31be tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.504646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-707bba53-0c8e-4bfe-adb3-d4ed0ef0c9ce req-f040b563-9edb-4f67-b819-300ac63c31be tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0724447 Aug 22 15:22:50.544228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-707bba53-0c8e-4bfe-adb3-d4ed0ef0c9ce req-408e8409-bed3-4a2a-8664-4664596b7aac tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Aug 22 15:22:50.592312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-d98c4908-1e40-4888-93c6-0c14302e5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.594346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-d98c4908-1e40-4888-93c6-0c14302e5b79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0683906 Aug 22 15:22:50.696433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-45469cc0-376b-4eea-8464-c3ab97d25aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.698452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-45469cc0-376b-4eea-8464-c3ab97d25aac service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0968745 Aug 22 15:22:50.838577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-d4f7542c-5b3d-48e9-af05-3d5e6f03e6be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.1333101 Aug 22 15:22:50.890679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-af8ff182-ac9a-43ba-8921-0f0f3476c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.892298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-af8ff182-ac9a-43ba-8921-0f0f3476c6bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0459776 Aug 22 15:22:50.946929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-2771973e-9071-4998-a0a5-f4bdfb1eb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:50.948567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-2771973e-9071-4998-a0a5-f4bdfb1eb01f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490024 Aug 22 15:22:51.059775 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-e9bb0752-ad5b-4574-a000-72bbd3c69165 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985851 Aug 22 15:22:51.165842 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1cbce8e2-d9ab-4ebf-bbd8-54da33ba431d req-21e14dca-7de4-4ab8-bfa0-52ca1107911c service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986876 Aug 22 15:22:51.179952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:51.685753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369a40-2ed9-4357-a949-0863c29f5d6e req-8ee07771-b7ba-486f-b51e-2ca1c306f675 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:51.687245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83369a40-2ed9-4357-a949-0863c29f5d6e req-8ee07771-b7ba-486f-b51e-2ca1c306f675 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0556080 Aug 22 15:22:51.730994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83369a40-2ed9-4357-a949-0863c29f5d6e req-c806c7bb-0827-4694-a47c-e702e06b89d2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367122 Aug 22 15:22:52.866999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c022a-a267-4ced-a1f1-67c6c6f2e372 req-47f46734-953a-4ca4-aba9-cd107facc3cb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:52.869770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b78c022a-a267-4ced-a1f1-67c6c6f2e372 req-47f46734-953a-4ca4-aba9-cd107facc3cb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0647941 Aug 22 15:22:52.911617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b78c022a-a267-4ced-a1f1-67c6c6f2e372 req-28d569bf-7274-4f72-966e-e5d248361641 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354846 Aug 22 15:22:53.117028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16932e1-d061-4446-bf9e-8d95724124cc req-16400304-8c5b-4c00-91f0-c0080a1346b8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:53.118670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16932e1-d061-4446-bf9e-8d95724124cc req-16400304-8c5b-4c00-91f0-c0080a1346b8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0572147 Aug 22 15:22:53.160992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d16932e1-d061-4446-bf9e-8d95724124cc req-887d1f37-3d27-4bec-8f43-d48d4c2c259e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358558 Aug 22 15:22:53.295824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931a37d-c9d1-492c-93b3-a87db9b1287e req-c38b5e11-c2d8-47ec-b2a0-34f97719ed0c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:53.297499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a931a37d-c9d1-492c-93b3-a87db9b1287e req-c38b5e11-c2d8-47ec-b2a0-34f97719ed0c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0578175 Aug 22 15:22:53.342976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a931a37d-c9d1-492c-93b3-a87db9b1287e req-6b97a849-10cc-42d4-a92a-1758596a2807 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372901 Aug 22 15:22:53.650749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-6f28cbf2-8335-4721-a759-6b2a6caf728c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:53.652384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-6f28cbf2-8335-4721-a759-6b2a6caf728c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1067433 Aug 22 15:22:53.668402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e108c959-4d1a-4090-9cf7-16660bec53ad tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/quotas/5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 375 time: 0.0102882 Aug 22 15:22:53.730970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-90551823-0425-43ad-88cc-becee663416d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0570314 Aug 22 15:22:53.832396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-3992144e-d3bc-4be8-bce0-efdc329c4866 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933166 Aug 22 15:22:53.938016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-29a60fb1-b50c-4a7f-9d61-591a6136da03 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988040 Aug 22 15:22:54.198720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74d77aa6-6b05-48f3-b8ef-dbe058419c55 req-928539d8-b52b-409f-b26c-d06ac6a7929a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0319455 Aug 22 15:22:55.276336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-609bbccf-5fe0-422a-9dad-d17009975c38 req-8902c9ac-8a08-4bf9-92d8-8c6e56b791bc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0265656 Aug 22 15:22:56.361947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f59d09c1-c103-4ad2-a373-683865c2ede6 req-d7870b64-196d-4a29-80d0-5b94c8d2435d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0260301 Aug 22 15:22:57.441055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26fce630-d80e-4fa4-bb03-e4d10b7d382b req-4925a3d8-5627-46e4-ac5c-5e88f2f3ee6e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0267451 Aug 22 15:22:58.545965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa59a657-c635-4934-b0b6-268d3eea8b86 req-45cd923b-14ea-4a9b-bf22-774b8b16fdf4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Aug 22 15:22:58.798525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-51730307-1f7d-4e74-ba99-a63996dbaf39 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:58.799896 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-51730307-1f7d-4e74-ba99-a63996dbaf39 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1040699 Aug 22 15:22:58.822830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'device_id': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'admin_state_up': True, 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:22:59.036677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:22:59.040700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.189129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.20.0.12 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/3d29b040-335c-4de8-91e8-4e331dc07c49) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:22:59.340948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.354527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Transition to ACTIVE for port object 3d29b040-335c-4de8-91e8-4e331dc07c49 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:22:59.482296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.530274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:22:59.533350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:22:59.537808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:22:59.563988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:22:59.578748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.579102 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.579451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.579796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.580160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.580498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.580832 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.581229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.581484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.581813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.582143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.583041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:22:59.604911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:59.605575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.694788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e70b9-0dba-4f59-bad0-a2b6eae3a4ad req-6dcd8cd8-bb93-40e3-974a-35be5f2eeab9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:22:59.696613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a4e70b9-0dba-4f59-bad0-a2b6eae3a4ad req-6dcd8cd8-bb93-40e3-974a-35be5f2eeab9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 932 time: 0.0594280 Aug 22 15:22:59.737897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a4e70b9-0dba-4f59-bad0-a2b6eae3a4ad req-62d8a547-e776-44f0-87a0-9db1fbf5e19d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Aug 22 15:22:59.746548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-e0fc3549-5499-43fd-973c-4c8e28598711 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279964 Aug 22 15:22:59.765439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Request body: {'port': {'device_id': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:22:59.822797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.899021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f1c160a4-81e2-45b4-8867-2898fd9b7450 None None] Provisioning for port 3d29b040-335c-4de8-91e8-4e331dc07c49 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:22:59.904190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f1c160a4-81e2-45b4-8867-2898fd9b7450 None None] Provisioning complete for port 3d29b040-335c-4de8-91e8-4e331dc07c49 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:22:59.904667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f1c160a4-81e2-45b4-8867-2898fd9b7450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:22:59.951126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f1c160a4-81e2-45b4-8867-2898fd9b7450 None None] Port 3d29b040-335c-4de8-91e8-4e331dc07c49 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:23:00.110222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b2fb11a7-6b87-4962-866b-04f7283a6760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.376713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d29b040-335c-4de8-91e8-4e331dc07c49 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:00.385101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.397031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Transition to ACTIVE for port object 3d29b040-335c-4de8-91e8-4e331dc07c49 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:00.448235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.510197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:00.583240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Attempting to bind port 3d29b040-335c-4de8-91e8-4e331dc07c49 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:23:00.583593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Attempting to bind port 3d29b040-335c-4de8-91e8-4e331dc07c49 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:23:00.583927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Attempting to bind port 3d29b040-335c-4de8-91e8-4e331dc07c49 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:00.590581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Port 3d29b040-335c-4de8-91e8-4e331dc07c49 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:23:00.591316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Attempting to bind port 3d29b040-335c-4de8-91e8-4e331dc07c49 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:00.597293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:23:00.597634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:00.598690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:23:00.599139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Bound port: 3d29b040-335c-4de8-91e8-4e331dc07c49, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:23:00.599484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.691336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:23:00.698878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3d29b040-335c-4de8-91e8-4e331dc07c49,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:23:00.750906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.789372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:00.790262 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:00.791875 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] 10.222.0.10 "PUT /v2.0/ports/3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 200 len: 1092 time: 1.0311031 Aug 22 15:23:00.794454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:00.796827 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f1552f-6dc7-4fe6-a826-48b44e510825" -d '{"events": [{"name": "network-changed", "server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:00.836396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129250-9c5c-4f11-89d2-a84d04715d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:00.907170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87b72f-3aab-447c-95f2-b5dbe0adcba2 req-b0667450-b539-4064-a4f3-c55fe9ad3bed tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:00.911516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a87b72f-3aab-447c-95f2-b5dbe0adcba2 req-b0667450-b539-4064-a4f3-c55fe9ad3bed tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 944 time: 0.0559828 Aug 22 15:23:00.989376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3a87b72f-3aab-447c-95f2-b5dbe0adcba2 req-81bedd18-db7e-40fe-b425-e92a439df956 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Aug 22 15:23:01.018435 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-0605d2cd-92c1-4e52-a21d-b92851a2bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.018435 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-0605d2cd-92c1-4e52-a21d-b92851a2bcdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 1095 time: 0.0689361 Aug 22 15:23:01.083965 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb512cb7-b29d-46f2-b99e-f815b527fafd x-openstack-request-id: req-eb512cb7-b29d-46f2-b99e-f815b527fafd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:01.084285 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:01.084548 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb512cb7-b29d-46f2-b99e-f815b527fafd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:01.084965 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49', 'status': 'completed', 'code': 200} Aug 22 15:23:01.088751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-1755546a-beb9-4674-b9ae-0408b78d4170 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 200 len: 217 time: 0.0551586 Aug 22 15:23:01.157311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-de1ad729-18d1-4783-98f0-5b98ac7e7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.158839 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-de1ad729-18d1-4783-98f0-5b98ac7e7f27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0626037 Aug 22 15:23:01.207203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-28548fe3-3783-487c-9e5b-ac34333a9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.209730 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-28548fe3-3783-487c-9e5b-ac34333a9994 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444298 Aug 22 15:23:01.317589 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-51d39322-6f77-4807-83f8-c3fa18e65346 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957534 Aug 22 15:23:01.410749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f8c77fcd-447e-4d62-bf43-aaee884be285 req-aea3cd6e-3e52-4c21-ab51-bded2fccfe57 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Aug 22 15:23:01.630545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-a45437e7-cf6f-4520-b0b5-6def21c374e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.632187 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-a45437e7-cf6f-4520-b0b5-6def21c374e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 1095 time: 0.0533488 Aug 22 15:23:01.736147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-1f83f354-4e5a-4292-ada4-778b1c944b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.737661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-1f83f354-4e5a-4292-ada4-778b1c944b8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0979564 Aug 22 15:23:01.784888 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-0e3831dc-2a6c-4925-a939-457d925c04c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 200 len: 217 time: 0.0403326 Aug 22 15:23:01.841776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-c33474bf-2018-4e6b-bd58-ae535e5d8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.843412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-c33474bf-2018-4e6b-bd58-ae535e5d8a1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0518932 Aug 22 15:23:01.892509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-ba72b1e3-eb59-43f7-95c1-6abb9983dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:01.894053 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-ba72b1e3-eb59-43f7-95c1-6abb9983dcc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441515 Aug 22 15:23:02.001260 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-674dd466-82c3-4918-a21c-d607718637dc service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991845 Aug 22 15:23:02.115210 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-53f1552f-6dc7-4fe6-a826-48b44e510825 req-0629d3a2-06d7-40b8-ac6a-395d40a50d05 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062250 Aug 22 15:23:02.134698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132293-966c-41c6-8f98-6b1f67b5f19f req-be8c3ea8-ca5c-4833-9b99-c375b88c2e1b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:02.136248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef132293-966c-41c6-8f98-6b1f67b5f19f req-be8c3ea8-ca5c-4833-9b99-c375b88c2e1b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 944 time: 0.0505209 Aug 22 15:23:02.175327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ef132293-966c-41c6-8f98-6b1f67b5f19f req-fa43a802-1241-49d3-bf13-708353c2b4c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Aug 22 15:23:02.871061 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:03.443432 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc95-74d5-4b7f-b657-5bbd401d8ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:03.672125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fee2b-caa9-4adc-8998-2d4d994e611a req-a689fb79-c5eb-42ea-80d8-11d4de931f02 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:03.673667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-104fee2b-caa9-4adc-8998-2d4d994e611a req-a689fb79-c5eb-42ea-80d8-11d4de931f02 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 944 time: 0.4239607 Aug 22 15:23:03.731015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-104fee2b-caa9-4adc-8998-2d4d994e611a req-acbf9fb3-c062-4bdf-ac8f-b47f2d5a3bde tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Aug 22 15:23:04.726172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:04.842483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3d64688-5f24-4d5e-b102-dba0c5d86a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:04.845539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940a804-e9a4-4da9-b154-93811643c93b req-1156fdd6-c94d-4020-81f6-d6c6a3cd6ec7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:04.847038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4940a804-e9a4-4da9-b154-93811643c93b req-1156fdd6-c94d-4020-81f6-d6c6a3cd6ec7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 944 time: 0.0517220 Aug 22 15:23:04.875887 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:04.889759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4940a804-e9a4-4da9-b154-93811643c93b req-e10d588d-cb4d-4efe-be7d-bbafa062bd49 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Aug 22 15:23:04.944787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3d64688-5f24-4d5e-b102-dba0c5d86a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.024610 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f3d64688-5f24-4d5e-b102-dba0c5d86a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.074686 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f3d64688-5f24-4d5e-b102-dba0c5d86a08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f45bd0151094a79b8c31c3bca22870c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446591 Aug 22 15:23:05.074686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d64688-5f24-4d5e-b102-dba0c5d86a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c58744-7d73-41dc-b6b4-8e985d3509c7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:05.075901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:05.137430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.158187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.309655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3d29b040-335c-4de8-91e8-4e331dc07c49 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:23:05.327480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.330241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.331460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88c58744-7d73-41dc-b6b4-8e985d3509c7 HTTP/1.1" status: 204 len: 168 time: 0.2428837 Aug 22 15:23:05.339861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c58744-7d73-41dc-b6b4-8e985d3509c7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:05.349233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.352142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.353027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.353027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.353027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10882f1-23dc-4b0a-80eb-9c91d898abd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:05.419665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3d29b040-335c-4de8-91e8-4e331dc07c49,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:05.432715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '3d29b040-335c-4de8-91e8-4e331dc07c49', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': '3d29b040-335c-4de8-91e8-4e331dc07c49', 'mac_address': 'fa:16:3e:4e:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:23:05.474442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.487365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d29b040-335c-4de8-91e8-4e331dc07c49 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:05.509599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3d29b040-335c-4de8-91e8-4e331dc07c49,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:05.573291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:05.621735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:05.965438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:06.012825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ce43-f5b5-41ff-a44c-63237b385018 req-e4ab45e3-a3ea-4044-837e-6311a2ca8753 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:06.014362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22d4ce43-f5b5-41ff-a44c-63237b385018 req-e4ab45e3-a3ea-4044-837e-6311a2ca8753 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 945 time: 0.0520232 Aug 22 15:23:06.054923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22d4ce43-f5b5-41ff-a44c-63237b385018 req-414306a9-41b6-4b73-9da9-d54d009d4a15 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335979 Aug 22 15:23:06.921947 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:07.176787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75cd5-21b2-4ff2-af8c-1fa9a07ffb7e req-acb10671-1992-49a2-9c81-7bbbec86b864 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:07.178286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a75cd5-21b2-4ff2-af8c-1fa9a07ffb7e req-acb10671-1992-49a2-9c81-7bbbec86b864 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 945 time: 0.0512183 Aug 22 15:23:07.220537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6a75cd5-21b2-4ff2-af8c-1fa9a07ffb7e req-71e6be74-2371-422c-b831-747e279ed68c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Aug 22 15:23:07.334865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3d29b040-335c-4de8-91e8-4e331dc07c49 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:23:07.430556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 3d29b040-335c-4de8-91e8-4e331dc07c49 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:07.435570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 3d29b040-335c-4de8-91e8-4e331dc07c49 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:07.435952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:07.518554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:07.546509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:07.546769 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b61d9-ad93-4a28-b246-cb32bf406be9" -d '{"events": [{"server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "name": "network-vif-plugged", "status": "completed", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:07.559318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3d29b040-335c-4de8-91e8-4e331dc07c49,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:07.592148 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a36aa-e65c-49b1-b238-3194fdcfe27c x-openstack-request-id: req-397a36aa-e65c-49b1-b238-3194fdcfe27c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:07.592445 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "name": "network-vif-plugged", "status": "completed", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:07.592723 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-397a36aa-e65c-49b1-b238-3194fdcfe27c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:07.593124 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49', 'code': 200} Aug 22 15:23:07.619029 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:07.678475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:07.728679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c2a74-a570-41d4-8c9e-bdefe4d41ad1 req-7bc0968d-186f-4b5c-84f6-ffa0d143c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:07.731032 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-870c2a74-a570-41d4-8c9e-bdefe4d41ad1 req-7bc0968d-186f-4b5c-84f6-ffa0d143c074 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 1097 time: 0.0490391 Aug 22 15:23:07.769994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-870c2a74-a570-41d4-8c9e-bdefe4d41ad1 req-1d82b8bc-b3d9-48bd-82ca-7095cde52c7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298254 Aug 22 15:23:08.364528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69e8a4-f300-4280-85cf-565471f3e328 req-579f72a1-fb2a-42fa-8bf4-3a3420812274 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:08.374401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae69e8a4-f300-4280-85cf-565471f3e328 req-579f72a1-fb2a-42fa-8bf4-3a3420812274 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0792232 Aug 22 15:23:08.423045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae69e8a4-f300-4280-85cf-565471f3e328 req-6ccbc446-032e-4711-b3dc-3cb3d47b4dc6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474904 Aug 22 15:23:09.574415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747213-d3c5-4489-bf76-395d5a9b5e90 req-feee3c73-6bbe-4e6e-ac26-0e5aaf3b18fd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:09.577197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d747213-d3c5-4489-bf76-395d5a9b5e90 req-feee3c73-6bbe-4e6e-ac26-0e5aaf3b18fd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0625219 Aug 22 15:23:09.623682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d747213-d3c5-4489-bf76-395d5a9b5e90 req-e4acdb3a-5464-47ab-91eb-f75f7db8a2e4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Aug 22 15:23:09.725438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-aa5a9a20-c0d7-4193-8ccd-257fc085d878 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317426 Aug 22 15:23:09.930501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-226f0939-8a81-4917-9418-8a31d3779e25 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:09.932064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-226f0939-8a81-4917-9418-8a31d3779e25 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007921 Aug 22 15:23:09.970809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-c0e18534-2f63-45d5-9e21-c682967af867 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/quotas/89590a4da2e24b3b8b1d0902b7cf9722 HTTP/1.1" status: 200 len: 375 time: 0.0288765 Aug 22 15:23:10.006214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-b8f4e4fe-c72c-44c9-aed3-40fd7fe054b7 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280178 Aug 22 15:23:10.013733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749662c-b7f0-4bac-9a32-7f8733c93f41 req-dfc280eb-7e54-44f5-a2bb-ebed5604e21b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:10.015177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8749662c-b7f0-4bac-9a32-7f8733c93f41 req-dfc280eb-7e54-44f5-a2bb-ebed5604e21b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0822086 Aug 22 15:23:10.059784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8749662c-b7f0-4bac-9a32-7f8733c93f41 req-7e4d26e2-b2f9-43d4-b6ce-358ca94242f0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Aug 22 15:23:10.156925 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:23:10.267054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bb5daba-cad1-46f9-b085-3f809d01a39b req-e5ef0288-1dbd-4232-a73b-5e02ae0b9f79 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 210 time: 0.0314505 Aug 22 15:23:10.602490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:11.182389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c8deb-eeda-40a2-af89-6d9068bed028 req-86138b37-d3d2-4927-b2d7-0465bee7873f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:11.183993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-808c8deb-eeda-40a2-af89-6d9068bed028 req-86138b37-d3d2-4927-b2d7-0465bee7873f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0507388 Aug 22 15:23:11.230034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-808c8deb-eeda-40a2-af89-6d9068bed028 req-279d3ee4-0a25-4190-bedb-4142450d3c2e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Aug 22 15:23:11.364088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-933b687b-885e-4704-a534-fecff968f8c3 req-38a30da4-36f5-4dc7-9b0d-90bea254aba1 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Aug 22 15:23:11.719901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-95a37148-6867-4ae6-ad58-53fbf5b5b1db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422680 Aug 22 15:23:11.784899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c186-6887-4f46-93fd-f85df277ab24 req-d1029b00-78e4-4f65-b789-4c5a2b2cca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:11.786399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-d1029b00-78e4-4f65-b789-4c5a2b2cca42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1097 time: 0.0439167 Aug 22 15:23:11.893711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c186-6887-4f46-93fd-f85df277ab24 req-9629999f-2005-48f8-9cbc-22694aa02b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:11.895183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-9629999f-2005-48f8-9cbc-22694aa02b04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.0860634 Aug 22 15:23:11.974278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-753592d1-02fd-4ddb-8a4a-fbe46dc9e57c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 200 len: 1002 time: 0.0725303 Aug 22 15:23:12.027150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c186-6887-4f46-93fd-f85df277ab24 req-ab86e771-aa06-4a3b-abcc-bc80a95d0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:12.028689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-ab86e771-aa06-4a3b-abcc-bc80a95d0133 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0469093 Aug 22 15:23:12.081561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c186-6887-4f46-93fd-f85df277ab24 req-29a50480-57e9-4f9d-9e8f-e07eae787167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:12.083011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-29a50480-57e9-4f9d-9e8f-e07eae787167 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450156 Aug 22 15:23:12.189304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-351f1923-8749-44fe-be47-e2720c84475f service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918312 Aug 22 15:23:12.290962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e203c186-6887-4f46-93fd-f85df277ab24 req-352f9e3f-7930-4660-b281-aa8e44eee91b service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931180 Aug 22 15:23:12.348077 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-a39cb800-4a1a-4688-a045-b206628f7586 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596640 Aug 22 15:23:12.366804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1bbdb-95fb-41f5-93ad-3b0067f723a0 req-fe03630a-c818-4861-8b2c-32df4b12384c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:12.372578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbb1bbdb-95fb-41f5-93ad-3b0067f723a0 req-fe03630a-c818-4861-8b2c-32df4b12384c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0635848 Aug 22 15:23:12.410673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbb1bbdb-95fb-41f5-93ad-3b0067f723a0 req-50610712-1f2b-476f-b5a2-65d95aa594ec tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Aug 22 15:23:12.490061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5fbdfb51-6886-42b0-8bba-099f31bd83fa req-3ef5a85c-df96-4f55-a815-80d58d883220 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 210 time: 0.0309377 Aug 22 15:23:12.551289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-1dc3c9d7-c232-4757-a6be-719b0f0b33f1 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:12.552780 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-1dc3c9d7-c232-4757-a6be-719b0f0b33f1 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052145 Aug 22 15:23:12.565722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Request body: {'port': {'device_id': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '89590a4da2e24b3b8b1d0902b7cf9722'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:12.767587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Made reservation on behalf of 89590a4da2e24b3b8b1d0902b7cf9722 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:12.771227 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:12.787323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:12.876637 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:12.973821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.046128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c546fb5-fa5e-4889-b271-d2f60e5ad20e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:13.118471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Allocated IP 192.168.233.156 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/d066cc39-7316-4301-87b1-699b6b769fef) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:23:13.273148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.286661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Transition to ACTIVE for port object d066cc39-7316-4301-87b1-699b6b769fef will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:13.373722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.418531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:23:13.421469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:13.425192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:23:13.453497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Pushing event updated for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:13.490810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:13.492493 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.582824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf7db2-a5bf-487e-8bff-0835329ce85f req-1c041fff-a34f-49bb-af5f-204e6b69426c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:13.584485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4baf7db2-a5bf-487e-8bff-0835329ce85f req-1c041fff-a34f-49bb-af5f-204e6b69426c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0764289 Aug 22 15:23:13.608465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-3b502fe5-5dcb-4527-ae21-67c6991a25c2 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0467427 Aug 22 15:23:13.622248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Request body: {'port': {'device_id': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:13.652961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94b877-4730-41e7-b86b-ab98185d00be req-2f281af2-b274-42c4-8167-ef1895de4b75 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:13.654519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f94b877-4730-41e7-b86b-ab98185d00be req-2f281af2-b274-42c4-8167-ef1895de4b75 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 936 time: 0.0883682 Aug 22 15:23:13.660201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4baf7db2-a5bf-487e-8bff-0835329ce85f req-2b24ddaa-7aa4-4e97-82b6-baa2cf4561f5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563836 Aug 22 15:23:13.690350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.704618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f94b877-4730-41e7-b86b-ab98185d00be req-2cbe48e5-72e7-4a01-94fe-c33b0cc274f4 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Aug 22 15:23:13.790212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4eb6f6f0-a42b-42a4-b81e-3fbfcdf726c3 None None] Provisioning for port d066cc39-7316-4301-87b1-699b6b769fef completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:13.794431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4eb6f6f0-a42b-42a4-b81e-3fbfcdf726c3 None None] Provisioning complete for port d066cc39-7316-4301-87b1-699b6b769fef triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:13.794814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4eb6f6f0-a42b-42a4-b81e-3fbfcdf726c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.831266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6f6f0-a42b-42a4-b81e-3fbfcdf726c3 None None] Port d066cc39-7316-4301-87b1-699b6b769fef cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:23:13.968458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d066cc39-7316-4301-87b1-699b6b769fef {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:13.976481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:13.989539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Transition to ACTIVE for port object d066cc39-7316-4301-87b1-699b6b769fef will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:14.132932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:14.185197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Pushing event updated for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:14.266613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Attempting to bind port d066cc39-7316-4301-87b1-699b6b769fef on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:23:14.267273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Attempting to bind port d066cc39-7316-4301-87b1-699b6b769fef by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:23:14.267273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Attempting to bind port d066cc39-7316-4301-87b1-699b6b769fef on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:14.272335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Port d066cc39-7316-4301-87b1-699b6b769fef on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:23:14.273881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Attempting to bind port d066cc39-7316-4301-87b1-699b6b769fef on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:14.279213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:23:14.279568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:14.279991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:23:14.280546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Bound port: d066cc39-7316-4301-87b1-699b6b769fef, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:23:14.280910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:14.351576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:23:14.357540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d066cc39-7316-4301-87b1-699b6b769fef,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:23:14.419395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:14.456257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.456422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:14.457725 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] 10.222.0.54 "PUT /v2.0/ports/d066cc39-7316-4301-87b1-699b6b769fef HTTP/1.1" status: 200 len: 1096 time: 0.8399301 Aug 22 15:23:14.458270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:14.460568 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196ea2b-b215-4bae-9048-e79449bad876" -d '{"events": [{"name": "network-changed", "server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "tag": "d066cc39-7316-4301-87b1-699b6b769fef"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:14.492646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23c081-c8fe-4e5e-b7bb-bced666683df service neutron] Pushing event updated for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:14.513351 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43776443-2393-48b1-ad5f-ce708ef2279d x-openstack-request-id: req-43776443-2393-48b1-ad5f-ce708ef2279d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:14.513656 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "tag": "d066cc39-7316-4301-87b1-699b6b769fef", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:14.513914 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43776443-2393-48b1-ad5f-ce708ef2279d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:14.514327 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef', 'status': 'completed', 'code': 200} Aug 22 15:23:14.584781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196ea2b-b215-4bae-9048-e79449bad876 req-08e56c3a-b9cc-4018-90ef-b89e0d9e9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.592579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d196ea2b-b215-4bae-9048-e79449bad876 req-08e56c3a-b9cc-4018-90ef-b89e0d9e9d16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 1099 time: 0.0492978 Aug 22 15:23:14.615267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d196ea2b-b215-4bae-9048-e79449bad876 req-fd83304d-a7fa-4078-a7d8-63f6eba1546f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206046 Aug 22 15:23:14.716799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196ea2b-b215-4bae-9048-e79449bad876 req-d5e4cea7-84c9-4a07-beab-a55127106948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.718229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d196ea2b-b215-4bae-9048-e79449bad876 req-d5e4cea7-84c9-4a07-beab-a55127106948 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964859 Aug 22 15:23:14.809740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-aa600327-8b4f-4682-95b9-fa02fe06a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.811272 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-aa600327-8b4f-4682-95b9-fa02fe06a824 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 1099 time: 0.0502107 Aug 22 15:23:14.818347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef6191-8eae-4717-bf84-fbcd05bd22ad req-69456ec4-b7c2-44b8-a7e2-662dbf33fbf4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.820398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bef6191-8eae-4717-bf84-fbcd05bd22ad req-69456ec4-b7c2-44b8-a7e2-662dbf33fbf4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0864506 Aug 22 15:23:14.845384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:14.855867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-0359818a-11d1-459d-a76e-95a18e8a89fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d066cc39-7316-4301-87b1-699b6b769fef HTTP/1.1" status: 200 len: 217 time: 0.0355103 Aug 22 15:23:14.904006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9943b-be8b-44d4-9a4b-86d7ce392045 req-6b2b1902-4e77-4302-9b8d-1b2d0991c80f tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.905754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1e9943b-be8b-44d4-9a4b-86d7ce392045 req-6b2b1902-4e77-4302-9b8d-1b2d0991c80f tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 948 time: 0.1230018 Aug 22 15:23:14.908101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-fe062a07-6ebf-4264-a2cd-f871612bed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.909611 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-fe062a07-6ebf-4264-a2cd-f871612bed42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0468783 Aug 22 15:23:14.942128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bef6191-8eae-4717-bf84-fbcd05bd22ad req-7370f9c4-f0b8-426e-932a-98e5bc357219 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147110 Aug 22 15:23:14.972549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-f2d25afc-3dad-439a-b29f-4684b2734770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:14.974173 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-f2d25afc-3dad-439a-b29f-4684b2734770 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575864 Aug 22 15:23:15.012217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1e9943b-be8b-44d4-9a4b-86d7ce392045 req-aaab946f-9322-4fdb-809c-f1107767f4c0 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939562 Aug 22 15:23:15.072449 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-d28045c2-b06a-4edc-9134-ec5e3330d866 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908797 Aug 22 15:23:15.084803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port b5a25149-9e57-4cee-999b-27c48125c76a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:15.085742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.165468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.165796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.169680 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-234d5491-e3ef-4f57-ac2b-c49bdbcafd54 req-5982bbe5-1349-414b-a1cb-6072ef1c0766 service neutron] 10.222.0.54 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907412 Aug 22 15:23:15.179702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for b5a25149-9e57-4cee-999b-27c48125c76a owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:15.407433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.434101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=b5a25149-9e57-4cee-999b-27c48125c76a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:15.504109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.504470 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Floating IP 5614d598-dfcb-4ba6-a785-eba5b8eba2c5 disassociated (deleted). External IP: 172.25.0.40, port: cbea144b-819f-4d42-9c5f-49b38097ffda. Aug 22 15:23:15.728222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 74873f51-35fa-4612-889f-96362e1fb442 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:23:15.841645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:23:15.848245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:15.852100 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Sync routers for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:23:15.861056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:15.861696 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:15.874037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d6af2578-050e-4be8-a879-fbe502313c6c tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/floatingips/5614d598-dfcb-4ba6-a785-eba5b8eba2c5 HTTP/1.1" status: 204 len: 168 time: 1.0276256 Aug 22 15:23:15.874629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:15.876911 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e130f2-b3ed-4532-a153-414e95428877" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:15.918115 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d6587-d4d1-4da5-9c24-1eea78ca503b x-openstack-request-id: req-195d6587-d4d1-4da5-9c24-1eea78ca503b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:15.918535 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:15.918797 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-195d6587-d4d1-4da5-9c24-1eea78ca503b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:15.919280 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'status': 'completed', 'code': 200} Aug 22 15:23:15.977299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:16.044202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e130f2-b3ed-4532-a153-414e95428877 req-f8f51f76-885e-417f-8b00-f231109b1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.045929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-f8f51f76-885e-417f-8b00-f231109b1786 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e7a703bd64b4e4d944d0017fd296794&device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 1097 time: 0.0524440 Aug 22 15:23:16.123924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11a870-1bb6-4831-bfa7-c73da7cee2a5 req-8d831d64-177e-49c3-adb0-b3915f946f00 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.125806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b11a870-1bb6-4831-bfa7-c73da7cee2a5 req-8d831d64-177e-49c3-adb0-b3915f946f00 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0781980 Aug 22 15:23:16.177860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b11a870-1bb6-4831-bfa7-c73da7cee2a5 req-c73051e7-3bf4-4406-99d4-a925b9daa7a5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Aug 22 15:23:16.181577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e130f2-b3ed-4532-a153-414e95428877 req-d3036527-11b5-433c-8edf-0721d0631ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.181577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-d3036527-11b5-433c-8edf-0721d0631ee8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 200 len: 898 time: 0.1249318 Aug 22 15:23:16.209461 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:16.240603 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Checking router: 74873f51-35fa-4612-889f-96362e1fb442 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:23:16.243087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-10537719-25e5-419e-8997-8aa5ee805fac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 200 len: 217 time: 0.0543938 Aug 22 15:23:16.250519 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:16.251508 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:16.300238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32feb88-e596-4f03-a0b9-9e95c49dce69 req-5760c9a1-19d3-4e2b-9527-10bc0399d703 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.302179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b32feb88-e596-4f03-a0b9-9e95c49dce69 req-5760c9a1-19d3-4e2b-9527-10bc0399d703 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 948 time: 0.0574005 Aug 22 15:23:16.358605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e130f2-b3ed-4532-a153-414e95428877 req-1924fa8e-72a8-496b-a782-3b7b1e8102e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.358605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-1924fa8e-72a8-496b-a782-3b7b1e8102e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=190542af-e720-407e-9edc-6bb052c4c6dd HTTP/1.1" status: 200 len: 835 time: 0.0628262 Aug 22 15:23:16.383796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b32feb88-e596-4f03-a0b9-9e95c49dce69 req-df63350b-82d5-491e-96bb-c6608e55c8ca tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742581 Aug 22 15:23:16.391387 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:16.409007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322ef04-d80c-4b25-92a9-b7a51835a204 req-3543f764-0654-4d14-a9d4-b2932ed7876a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.411040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4322ef04-d80c-4b25-92a9-b7a51835a204 req-3543f764-0654-4d14-a9d4-b2932ed7876a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0809636 Aug 22 15:23:16.411947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e130f2-b3ed-4532-a153-414e95428877 req-63eac0e7-d69f-4bf2-88ed-22a83f81f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:16.415766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-63eac0e7-d69f-4bf2-88ed-22a83f81f654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01189676-df04-4833-8069-4683ebffe749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465393 Aug 22 15:23:16.453732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4322ef04-d80c-4b25-92a9-b7a51835a204 req-87a4453d-612a-471e-bf43-a30c61af2f42 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354424 Aug 22 15:23:16.521669 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-aa7e1d26-04a8-452f-9292-03489b3b80fa service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988169 Aug 22 15:23:16.612868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:16.618873 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e130f2-b3ed-4532-a153-414e95428877 req-ae2b6822-80a8-451f-a974-6b0dc5c52ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/01189676-df04-4833-8069-4683ebffe749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882487 Aug 22 15:23:16.642970 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c347d9-a6e7-401e-8c61-b50b0d4cc824 None None] The sync data for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 is: [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec', 'name': '', 'network_id': '01189676-df04-4833-8069-4683ebffe749', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'mac_address': 'fa:16:3e:a5:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:06Z', 'updated_at': '2021-08-22T15:20:14Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'subnets': [{'id': '190542af-e720-407e-9edc-6bb052c4c6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:23:16.938670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44110c8f-f093-4fd8-9297-83073f652d4b None None] New status for floating IP 5614d598-dfcb-4ba6-a785-eba5b8eba2c5: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:23:17.301161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6973-9aad-4dd2-a417-04d2fe57cb9b req-56860937-080b-4e63-a740-8cd62b1b8a33 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:17.302697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3d6973-9aad-4dd2-a417-04d2fe57cb9b req-56860937-080b-4e63-a740-8cd62b1b8a33 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Aug 22 15:23:17.347796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a3d6973-9aad-4dd2-a417-04d2fe57cb9b req-769b996e-05a8-462b-8c7c-bac8ce440f92 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Aug 22 15:23:17.506206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468ed2a-6f5c-41e6-90db-a85aed38cf3f req-78aabf6b-2ac3-4018-80c6-c4697d51c269 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:17.514188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a468ed2a-6f5c-41e6-90db-a85aed38cf3f req-78aabf6b-2ac3-4018-80c6-c4697d51c269 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 948 time: 0.0580497 Aug 22 15:23:17.578386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a468ed2a-6f5c-41e6-90db-a85aed38cf3f req-69bc4c8f-15d1-43e0-b7b6-d33dec42da75 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633466 Aug 22 15:23:17.598292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9853fe-4bc0-4ee3-abf9-ae99b93c1914 req-5662b4e9-be0e-40ea-8acc-17517b46687f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:17.599744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d9853fe-4bc0-4ee3-abf9-ae99b93c1914 req-5662b4e9-be0e-40ea-8acc-17517b46687f tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0715070 Aug 22 15:23:17.640734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d9853fe-4bc0-4ee3-abf9-ae99b93c1914 req-34a61508-fa59-4ced-b12b-89acd8b2fb4a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/security-groups?id=72b747bd-6bae-49eb-a6b2-603b902701d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342128 Aug 22 15:23:18.130584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-6af650d3-1b9e-4954-b43a-d2198663e282 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:18.132359 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-6af650d3-1b9e-4954-b43a-d2198663e282 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 946 time: 0.0910289 Aug 22 15:23:18.233242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port cbea144b-819f-4d42-9c5f-49b38097ffda {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:18.233592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:18.326975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port cbea144b-819f-4d42-9c5f-49b38097ffda, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=cbea144b-819f-4d42-9c5f-49b38097ffda,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:18.327341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:18.339374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for cbea144b-819f-4d42-9c5f-49b38097ffda owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:18.472805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03ac01-855c-45fb-96f2-8aff21c1098a req-73574808-8bc4-4730-8fcd-01d61f6c2862 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:18.476594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a03ac01-855c-45fb-96f2-8aff21c1098a req-73574808-8bc4-4730-8fcd-01d61f6c2862 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0582364 Aug 22 15:23:18.514628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a03ac01-855c-45fb-96f2-8aff21c1098a req-633d6391-47e6-4712-9bee-1659cfa2aefa tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 22 15:23:18.527827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:18.556842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=cbea144b-819f-4d42-9c5f-49b38097ffda,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:18.600929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] No DVR routers for this DVR port cbea144b-819f-4d42-9c5f-49b38097ffda on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:23:18.604201 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:18.606398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-935c65f6-88d8-4347-8e7f-a010d311f04a req-0aa9cc4a-ef59-4872-89d6-93a92a6c049d tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.10 "DELETE /v2.0/ports/cbea144b-819f-4d42-9c5f-49b38097ffda HTTP/1.1" status: 204 len: 173 time: 0.4681365 Aug 22 15:23:18.606848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-deleted', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:18.609227 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec288da-2fc8-4690-afce-bf23fdc3c0ee" -d '{"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-deleted", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:18.652525 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ece57c1-947f-4269-b2da-a738b5eca399 x-openstack-request-id: req-9ece57c1-947f-4269-b2da-a738b5eca399 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:18.652900 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9cba09-b957-4294-a734-baaacfcc42a0", "name": "network-vif-deleted", "tag": "cbea144b-819f-4d42-9c5f-49b38097ffda", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:18.653701 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ece57c1-947f-4269-b2da-a738b5eca399 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:18.654120 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9cba09-b957-4294-a734-baaacfcc42a0', 'name': 'network-vif-deleted', 'tag': 'cbea144b-819f-4d42-9c5f-49b38097ffda', 'status': 'completed', 'code': 200} Aug 22 15:23:18.711507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd71b-5b7d-4bdf-a8ba-56118ffe37c4 req-340c66a6-23d7-4683-b6df-351d82d48bc9 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:18.713520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-855fd71b-5b7d-4bdf-a8ba-56118ffe37c4 req-340c66a6-23d7-4683-b6df-351d82d48bc9 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 948 time: 0.0555549 Aug 22 15:23:18.751205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41a2af82-ec0e-4395-a1ae-5f4553389e32 req-970f6d4a-071b-4f6c-8bde-bc73d99b38c2 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9cba09-b957-4294-a734-baaacfcc42a0 HTTP/1.1" status: 200 len: 210 time: 0.0366838 Aug 22 15:23:18.777296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-855fd71b-5b7d-4bdf-a8ba-56118ffe37c4 req-e620df84-9cdd-429a-8ca9-b8f7ddf4bad9 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Aug 22 15:23:18.900873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d066cc39-7316-4301-87b1-699b6b769fef details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:23:19.002845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d066cc39-7316-4301-87b1-699b6b769fef,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:19.017739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'd066cc39-7316-4301-87b1-699b6b769fef', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': 'd066cc39-7316-4301-87b1-699b6b769fef', 'mac_address': 'fa:16:3e:04:d4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:23:19.061775 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:19.078200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066cc39-7316-4301-87b1-699b6b769fef {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:19.099326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d066cc39-7316-4301-87b1-699b6b769fef,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:19.190511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:19.247678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:19.594321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d066cc39-7316-4301-87b1-699b6b769fef'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:19.639453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c42e7-390f-45e7-8c99-8c78c358d26f req-34a758e8-f2f2-423d-9b2e-0adaf20466d5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:19.641082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-074c42e7-390f-45e7-8c99-8c78c358d26f req-34a758e8-f2f2-423d-9b2e-0adaf20466d5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0537713 Aug 22 15:23:19.682301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-074c42e7-390f-45e7-8c99-8c78c358d26f req-3c94fa85-f4f8-4042-9f0f-22db45852b6c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Aug 22 15:23:19.809788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44810) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:19.956751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e38d-5582-4a26-8aba-981b13032ce1 req-4a671714-24d5-4ec1-b0e7-f2f6777d4279 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:19.958243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ef3e38d-5582-4a26-8aba-981b13032ce1 req-4a671714-24d5-4ec1-b0e7-f2f6777d4279 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 949 time: 0.1036446 Aug 22 15:23:20.044371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ef3e38d-5582-4a26-8aba-981b13032ce1 req-3f5df686-952c-4ae9-8640-8e74ffa9d633 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737329 Aug 22 15:23:20.251773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:20.525628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:20.526205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:20.618839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:20.619238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:20.631622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:20.855199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfd39-2e2a-48e4-9348-03a3e1f7533a req-8f468193-9935-49fa-aa84-9c7ba410b724 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:20.856743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b5cfd39-2e2a-48e4-9348-03a3e1f7533a req-8f468193-9935-49fa-aa84-9c7ba410b724 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0961025 Aug 22 15:23:20.900018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b5cfd39-2e2a-48e4-9348-03a3e1f7533a req-fa9b9805-fac3-49d7-a57e-57009a4a00df tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347941 Aug 22 15:23:20.916543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d066cc39-7316-4301-87b1-699b6b769fef up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:23:20.921413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:20.950810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:21.024736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port d066cc39-7316-4301-87b1-699b6b769fef completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:21.029066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port d066cc39-7316-4301-87b1-699b6b769fef triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:21.029443 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:21.125873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:21.137782 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:21.169007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:21.171341 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf381208-eaef-43c6-b1b5-0e51c5fc175d" -d '{"events": [{"server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "name": "network-vif-plugged", "status": "completed", "tag": "d066cc39-7316-4301-87b1-699b6b769fef"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:21.212564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d066cc39-7316-4301-87b1-699b6b769fef,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:21.287553 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:21.358766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:21.383045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:21.405538 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a3445-ff2e-4b22-8eca-f0ee92d745ee x-openstack-request-id: req-1e5a3445-ff2e-4b22-8eca-f0ee92d745ee {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:21.405802 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "name": "network-vif-plugged", "status": "completed", "tag": "d066cc39-7316-4301-87b1-699b6b769fef", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:21.406150 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e5a3445-ff2e-4b22-8eca-f0ee92d745ee {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:21.406701 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef', 'code': 200} Aug 22 15:23:21.407374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: cbea144b-819f-4d42-9c5f-49b38097ffda {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:21.407714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device cbea144b-819f-4d42-9c5f-49b38097ffda not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:21.505215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5c6d-83fa-4c98-92e9-61e7c5a94a85 req-f633c579-2c99-4234-a59a-6d2fd4a507e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:21.506758 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a89f5c6d-83fa-4c98-92e9-61e7c5a94a85 req-f633c579-2c99-4234-a59a-6d2fd4a507e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 1101 time: 0.0520258 Aug 22 15:23:21.548746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a89f5c6d-83fa-4c98-92e9-61e7c5a94a85 req-07d0d1e0-5f26-4b43-9c96-a006e1b3a126 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Aug 22 15:23:21.589021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fc3ba-5076-4367-b9de-1003e95a4cfd req-6bffdea1-9615-495c-ac92-1b25b860d5f3 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:21.590429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a0fc3ba-5076-4367-b9de-1003e95a4cfd req-6bffdea1-9615-495c-ac92-1b25b860d5f3 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0942242 Aug 22 15:23:21.610360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:21.677709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a0fc3ba-5076-4367-b9de-1003e95a4cfd req-b740c0a4-8296-4b78-a473-2c87a08c727e tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Aug 22 15:23:21.855758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Router 74873f51-35fa-4612-889f-96362e1fb442 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:23:21.967823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:23:21.973164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d30df35-884a-44c9-b11d-879d0e9e2e3a tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "PUT /v2.0/routers/74873f51-35fa-4612-889f-96362e1fb442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623082 Aug 22 15:23:21.976802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:21.988069 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Sync routers for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:23:21.999196 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:21.999888 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:22.065462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting subnet 190542af-e720-407e-9edc-6bb052c4c6dd {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:23:22.076315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31d32c-0aa4-4a64-86e8-6f8d86877116 req-63a3f345-1fec-424f-98d6-ba3bf5ac3b36 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:22.077965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c31d32c-0aa4-4a64-86e8-6f8d86877116 req-63a3f345-1fec-424f-98d6-ba3bf5ac3b36 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0917814 Aug 22 15:23:22.078735 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.108447 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:22.140378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.181174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c31d32c-0aa4-4a64-86e8-6f8d86877116 req-949773f1-dff7-4ad3-8f03-0f941a74bf40 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759737 Aug 22 15:23:22.248483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.382897 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:23:20Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:22.391240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.409129 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Checking router: 74873f51-35fa-4612-889f-96362e1fb442 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:23:22.418497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Routers {'74873f51-35fa-4612-889f-96362e1fb442'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:22.419107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['74873f51-35fa-4612-889f-96362e1fb442'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:22.423334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Subnet': ['ID=190542af-e720-407e-9edc-6bb052c4c6dd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:22.427241 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.429824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b2dd2b8-8632-49d7-b9c2-d800f0f057f8 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/subnets/190542af-e720-407e-9edc-6bb052c4c6dd HTTP/1.1" status: 204 len: 168 time: 0.4520638 Aug 22 15:23:22.432907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44942) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:22.442018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fde509-4aba-4efd-bc0a-0982b7e63df3 None None] Network 01189676-df04-4833-8069-4683ebffe749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:22.548229 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] Set router 74873f51-35fa-4612-889f-96362e1fb442 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:22.554647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.664165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] DHCP port deletion for 01189676-df04-4833-8069-4683ebffe749 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:23:22.672126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.719067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Deleting port f01282ed-4c13-4b81-9f94-63947646ce41 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:22.719067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.765791 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:23:20Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:22.795042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] For port f01282ed-4c13-4b81-9f94-63947646ce41, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f01282ed-4c13-4b81-9f94-63947646ce41,segment=NetworkSegment(6d08438c-f04e-4d2c-b32d-e23e1231da52),segment_id=6d08438c-f04e-4d2c-b32d-e23e1231da52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:22.795444 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.796694 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467d5b3-c6b1-4532-8d90-ffccfef0ee75 None None] The sync data for ids ['74873f51-35fa-4612-889f-96362e1fb442'] in n-d-805046-3 is: [{'id': '74873f51-35fa-4612-889f-96362e1fb442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1453057540', 'tenant_id': '5e7a703bd64b4e4d944d0017fd296794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:19:59Z', 'updated_at': '2021-08-22T15:23:20Z', 'revision_number': 5, 'project_id': '5e7a703bd64b4e4d944d0017fd296794', 'gw_port': {'id': '6ba8376f-6bf7-4514-ab98-f2d6393e2710', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74873f51-35fa-4612-889f-96362e1fb442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:20:00Z', 'updated_at': '2021-08-22T15:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:23:22.815316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Calling delete_port for f01282ed-4c13-4b81-9f94-63947646ce41 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:22.845514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0de71-5ce7-42e7-baf1-17ccb09b2e8d req-79aae833-5f5f-483e-a3f1-a7f8b9a45c44 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:22.853225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eb0de71-5ce7-42e7-baf1-17ccb09b2e8d req-79aae833-5f5f-483e-a3f1-a7f8b9a45c44 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0958326 Aug 22 15:23:22.879665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Deleting port 6ba8376f-6bf7-4514-ab98-f2d6393e2710 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:22.880428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.915376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eb0de71-5ce7-42e7-baf1-17ccb09b2e8d req-d08841a7-0935-4a35-8dcf-a54865c1aba4 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Aug 22 15:23:22.984798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:22.986730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] For port 6ba8376f-6bf7-4514-ab98-f2d6393e2710, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6ba8376f-6bf7-4514-ab98-f2d6393e2710,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:22.987216 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.002351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Calling delete_port for 6ba8376f-6bf7-4514-ab98-f2d6393e2710 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:23.014061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] Pushing event deleted for resources: {'Port': ['ID=f01282ed-4c13-4b81-9f94-63947646ce41,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:23.020368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8378a2-f572-4cc0-92b5-e99db786accc None None] No DVR routers for this DVR port f01282ed-4c13-4b81-9f94-63947646ce41 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:23:23.242188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.291440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Port': ['ID=6ba8376f-6bf7-4514-ab98-f2d6393e2710,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:23.383583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be34ce-0c9d-4999-b3d7-99dbe8ccbc0d req-36313c0d-8085-4d22-b8a3-cd1116e677ca tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:23.385254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2be34ce-0c9d-4999-b3d7-99dbe8ccbc0d req-36313c0d-8085-4d22-b8a3-cd1116e677ca tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.1048894 Aug 22 15:23:23.388525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.503294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.510655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.521400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2be34ce-0c9d-4999-b3d7-99dbe8ccbc0d req-3f2855a2-7c0d-4364-a46e-99c225c46fc3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293721 Aug 22 15:23:23.635850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.636458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Fanout notify agent at l3_agent the message router_deleted on router 74873f51-35fa-4612-889f-96362e1fb442 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:23:23.643375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.644813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-786cacb4-fa0e-44fa-9595-9bfa0bad7716 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/routers/74873f51-35fa-4612-889f-96362e1fb442 HTTP/1.1" status: 204 len: 168 time: 1.2106836 Aug 22 15:23:23.648125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 44972) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:23.748037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.846219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.857097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01189676-df04-4833-8069-4683ebffe749']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:23.868156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d08438c-f04e-4d2c-b32d-e23e1231da52') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:23.868454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d08438c-f04e-4d2c-b32d-e23e1231da52') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:23.877979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.893903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.901990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:23:23.902407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:23:23.905855 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:23:24.019073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.025339 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.027532 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/networks/01189676-df04-4833-8069-4683ebffe749 HTTP/1.1" status: 204 len: 168 time: 0.3780525 Aug 22 15:23:24.032329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:24.051446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74da9d-3432-4f40-bc8e-3be75c035e62 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'Network': ['ID=01189676-df04-4833-8069-4683ebffe749,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:24.067081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70680a-989d-4ff6-bd72-81511c5d3651 req-4a5ac920-754d-41bb-9e8f-fc15b6446e9a tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:24.068774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e70680a-989d-4ff6-bd72-81511c5d3651 req-4a5ac920-754d-41bb-9e8f-fc15b6446e9a tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0744190 Aug 22 15:23:24.158747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e70680a-989d-4ff6-bd72-81511c5d3651 req-d2892107-6faa-4e68-b8e2-bb2149a08a41 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Aug 22 15:23:24.170348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.219198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.224737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6ba8376f-6bf7-4514-ab98-f2d6393e2710 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:24.252592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6ba8376f-6bf7-4514-ab98-f2d6393e2710 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:24.252808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6ba8376f-6bf7-4514-ab98-f2d6393e2710 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:24.253300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:24.275733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:24.275932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5d6e46a3-8126-4d2e-831e-7f7ceaf4bbec not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:24.276462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f01282ed-4c13-4b81-9f94-63947646ce41 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:24.307514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f01282ed-4c13-4b81-9f94-63947646ce41 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:24.308201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f01282ed-4c13-4b81-9f94-63947646ce41 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:24.391010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.393691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:24.394956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] 10.222.0.53 "DELETE /v2.0/security-groups/72b747bd-6bae-49eb-a6b2-603b902701d0 HTTP/1.1" status: 204 len: 168 time: 0.3606467 Aug 22 15:23:24.411218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4f656-ba62-4382-9d9b-a4109d07cac0 tempest-TestNetworkAdvancedServerOps-1997479541 tempest-TestNetworkAdvancedServerOps-1997479541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b747bd-6bae-49eb-a6b2-603b902701d0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:24.716512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cd570-d759-412e-8fe0-24396282d39e req-024a24cb-c9ec-44ae-8959-ad4e86b8a269 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:24.724253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad5cd570-d759-412e-8fe0-24396282d39e req-024a24cb-c9ec-44ae-8959-ad4e86b8a269 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0907893 Aug 22 15:23:24.762963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad5cd570-d759-412e-8fe0-24396282d39e req-5e399966-a16b-4899-bb0b-fe0569b3db23 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Aug 22 15:23:24.839215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222984fa-793f-4982-85d2-9d30fdae66b1 req-f1003e0b-f7d0-4266-9783-cfa30a8aba75 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:24.840653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222984fa-793f-4982-85d2-9d30fdae66b1 req-f1003e0b-f7d0-4266-9783-cfa30a8aba75 tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0611281 Aug 22 15:23:24.893708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-222984fa-793f-4982-85d2-9d30fdae66b1 req-05f408bc-6d64-43f8-8034-b5ba44339f8a tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Aug 22 15:23:25.121195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44994) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:25.273942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9dc22391-6c76-4efd-9c26-c90648da3e2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e7a703bd64b4e4d944d0017fd296794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514313 Aug 22 15:23:25.276740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 44998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:25.330590 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:25.356312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:25.510603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:25.521041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:25.527563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa4c30c9-7259-4b66-9668-952bafb36b7a HTTP/1.1" status: 204 len: 168 time: 0.2451742 Aug 22 15:23:25.534635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ec7d9-d0b1-4aa9-b1d0-6745eb3b0641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c30c9-7259-4b66-9668-952bafb36b7a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:25.885341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034cffd-c7fa-41c8-a2cb-80d875f0486b req-a21dc881-2b30-4a09-99f0-8012adc650ad tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:25.887242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c034cffd-c7fa-41c8-a2cb-80d875f0486b req-a21dc881-2b30-4a09-99f0-8012adc650ad tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0533383 Aug 22 15:23:25.948210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c034cffd-c7fa-41c8-a2cb-80d875f0486b req-c941240c-e633-4f8c-b31f-80a647ea3967 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Aug 22 15:23:26.035904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1647-089f-4e49-8afb-69241fcad54c req-2ff8fbed-2616-43ad-9fbb-553e5359dfbe tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:26.037453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b1b1647-089f-4e49-8afb-69241fcad54c req-2ff8fbed-2616-43ad-9fbb-553e5359dfbe tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0615127 Aug 22 15:23:26.083608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9b1b1647-089f-4e49-8afb-69241fcad54c req-0b40a1ca-716e-4361-b629-71660fadc2bc tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c546fb5-fa5e-4889-b271-d2f60e5ad20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Aug 22 15:23:26.139522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-1a856fa5-4055-4e8c-803e-a7928d460a9b tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:26.140878 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-1a856fa5-4055-4e8c-803e-a7928d460a9b tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 950 time: 0.0634253 Aug 22 15:23:26.173997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45012) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:26.222091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b00ede79-32a2-488a-81e7-e29b5d39dc54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1941502cf9724321b62f9223be782943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468142 Aug 22 15:23:26.227772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45014) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:26.261606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Deleting port d066cc39-7316-4301-87b1-699b6b769fef {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:26.262046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.280251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.307956 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.367458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] For port d066cc39-7316-4301-87b1-699b6b769fef, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=d066cc39-7316-4301-87b1-699b6b769fef,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:26.367830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.380333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Calling delete_port for d066cc39-7316-4301-87b1-699b6b769fef owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:26.453250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.456412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.457851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1b76d5c-0738-45d6-ba1f-2f647fcd1430 HTTP/1.1" status: 204 len: 168 time: 0.2287941 Aug 22 15:23:26.478896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34acad5-5229-42b4-bc87-456b221b1520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b76d5c-0738-45d6-ba1f-2f647fcd1430,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:26.596114 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.609274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['d066cc39-7316-4301-87b1-699b6b769fef'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:26.627611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Pushing event deleted for resources: {'Port': ['ID=d066cc39-7316-4301-87b1-699b6b769fef,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:26.680241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] No DVR routers for this DVR port d066cc39-7316-4301-87b1-699b6b769fef on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:23:26.684400 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:26.689288 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-596530a3-032c-42b8-9fef-bc4104fc9035 req-365eb725-c64e-4687-ba17-140e455abcfa tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.54 "DELETE /v2.0/ports/d066cc39-7316-4301-87b1-699b6b769fef HTTP/1.1" status: 204 len: 173 time: 0.5398760 Aug 22 15:23:26.689806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'name': 'network-vif-deleted', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:26.694569 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b23eb-90cc-47b9-bdfb-534b20009fec" -d '{"events": [{"server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "name": "network-vif-deleted", "tag": "d066cc39-7316-4301-87b1-699b6b769fef"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:26.748122 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4701f01f-361c-4c12-9172-c24587d8813f x-openstack-request-id: req-4701f01f-361c-4c12-9172-c24587d8813f {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:26.748714 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07", "name": "network-vif-deleted", "tag": "d066cc39-7316-4301-87b1-699b6b769fef", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:26.749132 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4701f01f-361c-4c12-9172-c24587d8813f {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:26.756108 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07', 'name': 'network-vif-deleted', 'tag': 'd066cc39-7316-4301-87b1-699b6b769fef', 'status': 'completed', 'code': 200} Aug 22 15:23:27.116938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea41bd-b15e-4fee-959d-a66cc0f6e2ff req-9824c618-bc04-46ed-acd8-27cffde91731 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:27.126358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ea41bd-b15e-4fee-959d-a66cc0f6e2ff req-9824c618-bc04-46ed-acd8-27cffde91731 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.1102829 Aug 22 15:23:27.203924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99ea41bd-b15e-4fee-959d-a66cc0f6e2ff req-46469aed-4da0-4178-b142-7d4e73b274a3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760899 Aug 22 15:23:27.249339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df6672f4-1230-4c0e-ac59-34a04c6b7345 req-7e2de959-f1c0-4287-8cca-721adb5fa23b tempest-VolumesNegativeTest-186322709 tempest-VolumesNegativeTest-186322709-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c24e6ce-787a-4a1f-ba0f-6cb6aea9be07 HTTP/1.1" status: 200 len: 210 time: 0.0290592 Aug 22 15:23:27.834181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45048) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:27.967232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-753338770-network', 'tenant_id': '82cd4b49954241caa7dd13193d32e923'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:28.052773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Made reservation on behalf of 82cd4b49954241caa7dd13193d32e923 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:28.056605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.066049 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.164018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.247510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.270864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:23:28.302127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48151d10-15b0-4a84-b42e-7fc95060084c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:28.320542 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.321115 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Added segment 819d2587-be73-4f4f-9ad1-28e54ee82e53 of type vlan for network 2dc37182-9a43-4aa9-ab0b-5685566ad17e Aug 22 15:23:28.382162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.399520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a92ff9-1675-434b-a594-0fd05b387b4c req-d6c86ca2-42be-46c3-af67-bc57e764caba tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:28.401062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35a92ff9-1675-434b-a594-0fd05b387b4c req-d6c86ca2-42be-46c3-af67-bc57e764caba tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.1159201 Aug 22 15:23:28.452410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35a92ff9-1675-434b-a594-0fd05b387b4c req-b15b86c4-7d0a-48ea-9500-bcf017429762 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Aug 22 15:23:28.482483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.483655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:28.484362 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.560627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc37182-9a43-4aa9-ab0b-5685566ad17e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:28.571338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2dc37182-9a43-4aa9-ab0b-5685566ad17e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:23:28.579225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5591fd9e-e48f-4e28-afc7-4c3ff8e73356 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7402961 Aug 22 15:23:28.579754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45066) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:28.586306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Request body: {'subnet': {'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-753338770-subnet', 'tenant_id': '82cd4b49954241caa7dd13193d32e923', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:28.728028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Made reservation on behalf of 82cd4b49954241caa7dd13193d32e923 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:28.730773 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:28.930965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d066cc39-7316-4301-87b1-699b6b769fef no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:28.953360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: d066cc39-7316-4301-87b1-699b6b769fef {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:28.953806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device d066cc39-7316-4301-87b1-699b6b769fef not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:29.047781 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:29.109463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:29.117732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Checking segment: {'id': '819d2587-be73-4f4f-9ad1-28e54ee82e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:29.118411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Network hostable DHCP agents. Network: 2dc37182-9a43-4aa9-ab0b-5685566ad17e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:23:29.230485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Network 2dc37182-9a43-4aa9-ab0b-5685566ad17e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:23:29.333194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2dc37182-9a43-4aa9-ab0b-5685566ad17e) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:29.343587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9305c0-86c6-41fc-86ee-adf99ce7c4b6 None None] Network 2dc37182-9a43-4aa9-ab0b-5685566ad17e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:29.343817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:29.346584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:29.484893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-84da5236-eb76-4944-ad68-537b482a3970 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9030011 Aug 22 15:23:29.523962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b2228-ed12-477c-b15b-ba828e082db9 None None] Network 2dc37182-9a43-4aa9-ab0b-5685566ad17e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:29.634246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4c954-8986-4b17-8d69-44b964d2867e req-129382a8-77e9-464d-8a91-6571d4294fa5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:29.636137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31f4c954-8986-4b17-8d69-44b964d2867e req-129382a8-77e9-464d-8a91-6571d4294fa5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0969427 Aug 22 15:23:29.691044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31f4c954-8986-4b17-8d69-44b964d2867e req-baac103c-7675-43d8-ae8b-0aae794f3310 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Aug 22 15:23:29.696389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:30.099136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0f9823ff-54fa-47fb-9f1a-ae632d76093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.332271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port db03d891-6ec1-4fba-85c6-e7d2564d14da {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:30.332893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.433621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.434762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.451791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for db03d891-6ec1-4fba-85c6-e7d2564d14da owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:30.598503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45176) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:30.607867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1868379945-network', 'tenant_id': 'cef422a3bd084c6aa8f14dad037fd3e1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:30.755767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Made reservation on behalf of cef422a3bd084c6aa8f14dad037fd3e1 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:30.759811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.772823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.785877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.847525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=db03d891-6ec1-4fba-85c6-e7d2564d14da,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:30.902671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad41f7b-6e28-4b80-90c5-122792cd147f req-a7bf8840-c4cb-4cca-ba08-36cb1aed330b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:30.904732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ad41f7b-6e28-4b80-90c5-122792cd147f req-a7bf8840-c4cb-4cca-ba08-36cb1aed330b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.1336997 Aug 22 15:23:30.970652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:30.972250 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP 1be2b5d2-ad92-46e1-83c5-474bea232b9a disassociated (deleted). External IP: 172.25.0.171, port: eb60056b-6b68-41c4-9a0a-8de0e73dc0bc. Aug 22 15:23:30.979093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ad41f7b-6e28-4b80-90c5-122792cd147f req-ec792adb-a9f5-4226-90c7-92d23b21bb58 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660629 Aug 22 15:23:30.996147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45184) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:31.050221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.116284 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.143356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:23:31.171505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af36b4b-9833-45c2-b557-1db6da50a5bd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:31.178835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4eec9e5-d235-4476-a2a3-6c82570cc1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.181309 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.181663 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Added segment 4c863f15-02ed-4eb4-90cb-a22a15cded87 of type vlan for network d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 Aug 22 15:23:31.244381 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.251800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:23:31.364930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4eec9e5-d235-4476-a2a3-6c82570cc1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.384634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.385719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:31.386346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.388846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:23:31.394827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.420474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:23:31.440496 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4915723-f9f7-4750-90ba-7a9b157ef2ac tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "DELETE /v2.0/floatingips/1be2b5d2-ad92-46e1-83c5-474bea232b9a HTTP/1.1" status: 204 len: 168 time: 1.7406466 Aug 22 15:23:31.440496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:31.442220 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e002aa-5af5-442e-a6b7-788856c349a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:31.448562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:31.448562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:31.478449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4eec9e5-d235-4476-a2a3-6c82570cc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.483666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:31.510551 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12291ba-17d2-478c-8a1c-96ca6a3e2d38 x-openstack-request-id: req-d12291ba-17d2-478c-8a1c-96ca6a3e2d38 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:31.516330 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:31.516330 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d12291ba-17d2-478c-8a1c-96ca6a3e2d38 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:31.516330 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'status': 'completed', 'code': 200} Aug 22 15:23:31.529210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f4eec9e5-d235-4476-a2a3-6c82570cc1e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fa4b1f2d7354f94a3d4a70251a094c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253241 Aug 22 15:23:31.529210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eec9e5-d235-4476-a2a3-6c82570cc1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c219460-f224-4b53-be98-03af17c83a76,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:31.530378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:31.574550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:23:31.580206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-440c0517-d69c-410e-97d8-511f9f658d64 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9782021 Aug 22 15:23:31.583209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45236) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:31.589403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Request body: {'subnet': {'network_id': 'd5dbbd49-d9d9-4e8e-a1d6-61e2e7598147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1868379945-subnet', 'tenant_id': 'cef422a3bd084c6aa8f14dad037fd3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:31.656250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-e3d9f5c6-06aa-4382-bef9-3789d16ea118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:31.658161 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-e3d9f5c6-06aa-4382-bef9-3789d16ea118 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 1097 time: 0.1151576 Aug 22 15:23:31.659395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.722954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.729208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Made reservation on behalf of cef422a3bd084c6aa8f14dad037fd3e1 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:31.735710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:31.745684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:31.846322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-ce892855-ea26-48e7-8a8c-bf98af436904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:31.847814 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-ce892855-ea26-48e7-8a8c-bf98af436904 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1765652 Aug 22 15:23:31.912359 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-ac15f59d-0a91-4a59-9021-c3d397aa35a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 200 len: 217 time: 0.0563254 Aug 22 15:23:31.968688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-ce81015a-83d0-48a7-936a-18328d0a98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:31.970270 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-ce81015a-83d0-48a7-936a-18328d0a98da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.0515137 Aug 22 15:23:31.999323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:32.004496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:32.007352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c219460-f224-4b53-be98-03af17c83a76 HTTP/1.1" status: 204 len: 168 time: 0.4703696 Aug 22 15:23:32.109400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1de17d-060d-4899-8a3f-c91926f90d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c219460-f224-4b53-be98-03af17c83a76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:32.109615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:32.132312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-6f2b2c7f-2e5a-458e-b0a4-19f8c5c5f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:32.135645 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-6f2b2c7f-2e5a-458e-b0a4-19f8c5c5f076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573875 Aug 22 15:23:32.173618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:23:32.195470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:32.196447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:32.249303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e9f39-1866-4bcf-9f38-2dc0cdba69e2 req-74395780-f6b2-4993-98a4-ad20f1e098c7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:32.264157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af0e9f39-1866-4bcf-9f38-2dc0cdba69e2 req-74395780-f6b2-4993-98a4-ad20f1e098c7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.0878956 Aug 22 15:23:32.276995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:32.296807 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-5e646d2b-d827-48ff-a5f9-b1c2b24fad16 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525123 Aug 22 15:23:32.353026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:32.414246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af0e9f39-1866-4bcf-9f38-2dc0cdba69e2 req-cf2ff9c4-5deb-4056-b3fa-cbe9f32f201b tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368542 Aug 22 15:23:32.417469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c82bd4b-0a8a-4e96-ab2c-ad806249da29,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:32.424742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Checking segment: {'id': '4c863f15-02ed-4eb4-90cb-a22a15cded87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd5dbbd49-d9d9-4e8e-a1d6-61e2e7598147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:32.424742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Network hostable DHCP agents. Network: d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:23:32.438310 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-92e002aa-5af5-442e-a6b7-788856c349a4 req-39bc6e33-2ca3-46c9-a315-276f8a5f505f service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336834 Aug 22 15:23:32.509455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e2d14-fea1-4440-a543-0490fcce709a req-9bc5fd0d-e564-4c05-8d03-33d43615ece4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:32.515509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422e2d14-fea1-4440-a543-0490fcce709a req-9bc5fd0d-e564-4c05-8d03-33d43615ece4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0548210 Aug 22 15:23:32.563456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-422e2d14-fea1-4440-a543-0490fcce709a req-93cda426-d323-465b-b9c2-90477ab5a3ec tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Aug 22 15:23:32.578839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Network d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:23:32.692793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:32.699128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:32.701124 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:32.717821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec75f8-2f43-46b4-88c4-599084cb64a5 None None] Network d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:32.733880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:32.770348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa0ce-ab5e-4199-a82b-83c88f07d1d6 None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '93b9ac61-2564-4169-bc4e-9aa90dafb0a3', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'port_id': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'mac_address': 'fa:16:3e:29:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:17:40Z', 'updated_at': '2021-08-22T15:17:44Z', 'revision_number': 1, 'project_id': '693eed75ff714b1686466bcd5595f486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:23:32.804871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b4650201-a4db-4219-964d-854617285bf0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2190626 Aug 22 15:23:32.920228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71681f5f-8bf2-46e7-96c5-3d87b7ebda6b None None] Network d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:32.935314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:32.991641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:33.011516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1915b0b-329e-4d62-a07a-3e9991a627b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.150481 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1915b0b-329e-4d62-a07a-3e9991a627b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.163515 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c646528-af3a-4119-b4e5-01ae924fb766 None None] New status for floating IP 1be2b5d2-ad92-46e1-83c5-474bea232b9a: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:23:33.219838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e1915b0b-329e-4d62-a07a-3e9991a627b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.270943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915b0b-329e-4d62-a07a-3e9991a627b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce93a3-6f2c-4f97-9de0-f3a701e7759e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:33.276929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e1915b0b-329e-4d62-a07a-3e9991a627b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8f65dc7b27a4fcea57a074deda012e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838345 Aug 22 15:23:33.279874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45310) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:33.357186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.382271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.451465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-99651aee-9f0c-4a36-a9fc-8ff4c32b0073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.491167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-db6a2b10-3a87-4dde-87b8-9b0be692e167 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.493415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-db6a2b10-3a87-4dde-87b8-9b0be692e167 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/networks?id=2dc37182-9a43-4aa9-ab0b-5685566ad17e HTTP/1.1" status: 200 len: 811 time: 0.1378355 Aug 22 15:23:33.533091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-88a390f9-fdbf-4a5d-83d9-a0dc99e7c2c0 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/quotas/82cd4b49954241caa7dd13193d32e923 HTTP/1.1" status: 200 len: 375 time: 0.0282884 Aug 22 15:23:33.533747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.536390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:33.538395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55ce93a3-6f2c-4f97-9de0-f3a701e7759e HTTP/1.1" status: 204 len: 168 time: 0.2535186 Aug 22 15:23:33.552737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdd6a7-702f-4b6f-be02-d57de3fcdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce93a3-6f2c-4f97-9de0-f3a701e7759e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:33.587371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-9a27e7f7-5ac8-4f82-9db2-ca0b84ac9c42 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82cd4b49954241caa7dd13193d32e923&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386894 Aug 22 15:23:33.608570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff39f24-2c09-46b0-8476-603b4cea8a3e req-7f0e7a9e-e0e5-47aa-886d-d16982185250 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.617588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bff39f24-2c09-46b0-8476-603b4cea8a3e req-7f0e7a9e-e0e5-47aa-886d-d16982185250 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.1216023 Aug 22 15:23:33.672646 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-b727f0c2-af0b-4a2b-8980-32386ff612f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831664 Aug 22 15:23:33.726723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bff39f24-2c09-46b0-8476-603b4cea8a3e req-f520535d-e31f-4aed-8288-644f8d851194 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080840 Aug 22 15:23:33.763383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-df432bd5-5269-4413-af9f-93127a9e1dd5 service neutron] 10.222.0.53 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429708 Aug 22 15:23:33.797677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-6783dc1f-4a90-4544-967a-73e26aebe4c2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.798022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-6783dc1f-4a90-4544-967a-73e26aebe4c2 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 946 time: 0.1088173 Aug 22 15:23:33.816536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-dd3f4951-54c6-4042-8e09-35b0e7af5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.818222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-dd3f4951-54c6-4042-8e09-35b0e7af5e2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0786452 Aug 22 15:23:33.911831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-61aea414-4e8d-4250-bff2-1deae2749b30 service neutron] 10.222.0.53 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409104 Aug 22 15:23:33.920994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228784a-eb6d-407e-9b1e-a8b736bd03f3 req-ef3a9b35-f2aa-4554-92b3-93f041abf690 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.922851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6228784a-eb6d-407e-9b1e-a8b736bd03f3 req-ef3a9b35-f2aa-4554-92b3-93f041abf690 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Aug 22 15:23:33.982628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6228784a-eb6d-407e-9b1e-a8b736bd03f3 req-02da6ad8-e7d0-4b65-be0c-84978cc42542 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Aug 22 15:23:33.983383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-bb469fa1-f1d7-4c03-a4ba-4a2cb8bfdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:33.985139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-bb469fa1-f1d7-4c03-a4ba-4a2cb8bfdda6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1413083 Aug 22 15:23:33.997653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:33.998022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:34.135675 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-0b63f619-85a8-4b62-81c5-0997c4d38f99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.1411686 Aug 22 15:23:34.206765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf010ab6-be57-48f8-8514-5b552b959362 req-3a434553-ced8-45c5-ade1-d7e42f16c320 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0438404 Aug 22 15:23:34.233925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:34.234118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:34.253425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for eb60056b-6b68-41c4-9a0a-8de0e73dc0bc owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:34.259269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-98c5581a-db09-4b34-8d61-db4a2d0f10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:34.260117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-98c5581a-db09-4b34-8d61-db4a2d0f10b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.1164355 Aug 22 15:23:34.362196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-5e5fda6e-8583-40cc-8de1-1830a05d3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:34.363736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-5e5fda6e-8583-40cc-8de1-1830a05d3856 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942030 Aug 22 15:23:34.522684 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-f4047106-cc35-4f07-9a98-fe87da3f6bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506040 Aug 22 15:23:34.623225 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8d30aea0-c8d1-48ce-bd75-73282880c018 req-41e0cba1-c223-48ab-a860-5812436d39ef service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938911 Aug 22 15:23:34.659043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:34.690975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=eb60056b-6b68-41c4-9a0a-8de0e73dc0bc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:34.752403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port eb60056b-6b68-41c4-9a0a-8de0e73dc0bc on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:23:34.755240 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:34.760513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3ea6aae0-fcc0-4cf4-b08d-22c6b35344d9 req-919b75ed-aa22-4cc7-9da0-6929a690096c tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "DELETE /v2.0/ports/eb60056b-6b68-41c4-9a0a-8de0e73dc0bc HTTP/1.1" status: 204 len: 173 time: 0.9516916 Aug 22 15:23:34.760513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'name': 'network-vif-deleted', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:34.761710 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e129569-d74f-43bd-adad-f05e902ff724" -d '{"events": [{"server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "name": "network-vif-deleted", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:34.804993 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa33a7d-9cc8-4971-ae30-8c86f46df5ab x-openstack-request-id: req-4aa33a7d-9cc8-4971-ae30-8c86f46df5ab {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:34.805349 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ed0c4-90bf-436e-89a2-0ca0c5039281", "name": "network-vif-deleted", "tag": "eb60056b-6b68-41c4-9a0a-8de0e73dc0bc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:34.805562 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aa33a7d-9cc8-4971-ae30-8c86f46df5ab {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:34.806064 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ed0c4-90bf-436e-89a2-0ca0c5039281', 'name': 'network-vif-deleted', 'tag': 'eb60056b-6b68-41c4-9a0a-8de0e73dc0bc', 'status': 'completed', 'code': 200} Aug 22 15:23:34.852500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d6e0d59-c921-4167-a416-fbbdf3756184 req-683948d4-a76a-4dc2-b49f-d4b7eb7e52cb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0379033 Aug 22 15:23:34.939035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45388) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:34.976019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.160438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1208171571-network', 'tenant_id': 'f72087066d59440ab0c055fc6b2234fe'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:35.163910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f314185-851e-4fdc-b8bb-d30ac7149029 req-851e9f8f-7618-4c81-8a18-627cc6f99e20 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:35.163910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f314185-851e-4fdc-b8bb-d30ac7149029 req-851e9f8f-7618-4c81-8a18-627cc6f99e20 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0695524 Aug 22 15:23:35.190612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f314185-851e-4fdc-b8bb-d30ac7149029 req-9810ec08-21da-48e4-b415-bfb2ec6e243f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527170 Aug 22 15:23:35.317902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea30ec1f-5cb0-4bb9-8432-fc8b4a73ee60 req-795721bd-972e-4ecf-bebb-f323f4cc2c2f tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0466399 Aug 22 15:23:35.561937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Made reservation on behalf of f72087066d59440ab0c055fc6b2234fe for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:35.565077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.576365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.677245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.769332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.796494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:23:35.807262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a43124a-2e2e-4adc-8333-9132236d2c20,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:35.812755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.817755 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Added segment c4901267-da65-46e7-a470-de577a516353 of type vlan for network 0bbc08d0-b855-4f0f-b089-54e527a91b8c Aug 22 15:23:35.861170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.976873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bca9fa0-7398-4f3a-a600-0a0b5d8563d8 req-45939ae0-22f4-4942-8211-d11f0aef98ad tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0379190 Aug 22 15:23:35.979043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:35.981204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:35.982060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:36.083542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbc08d0-b855-4f0f-b089-54e527a91b8c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:36.094368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:23:36.134615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d349b62-a7e7-469f-9925-6c0f86c9aa56 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1944380 Aug 22 15:23:36.137562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:36.143294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Request body: {'subnet': {'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1208171571-subnet', 'tenant_id': 'f72087066d59440ab0c055fc6b2234fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:36.247512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Made reservation on behalf of f72087066d59440ab0c055fc6b2234fe for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:36.250778 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:36.403470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5e2d3-110c-4e15-a7c6-ab1a99a6e96c req-6d13c55c-3d76-4b4b-aa59-d141999fef0c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:36.415815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe5e2d3-110c-4e15-a7c6-ab1a99a6e96c req-6d13c55c-3d76-4b4b-aa59-d141999fef0c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0952780 Aug 22 15:23:36.557120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54546867-62c6-465b-a4dd-550ba1eb34d8 req-43604a65-08a3-495f-97d0-6e9d9602222e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0573504 Aug 22 15:23:36.587702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe5e2d3-110c-4e15-a7c6-ab1a99a6e96c req-be1f35aa-fedd-47ea-8ea2-fc2b09e0abde tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890536 Aug 22 15:23:36.750752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:36.855866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c3e497-6218-4d5e-9e0c-dfe7ba405400,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:36.866050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Checking segment: {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:36.867680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Network hostable DHCP agents. Network: 0bbc08d0-b855-4f0f-b089-54e527a91b8c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:23:36.921811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:36.976370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device eb60056b-6b68-41c4-9a0a-8de0e73dc0bc no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:37.006829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: eb60056b-6b68-41c4-9a0a-8de0e73dc0bc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:37.007490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device eb60056b-6b68-41c4-9a0a-8de0e73dc0bc not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:37.066718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:23:37.145534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-969e2465-14d2-45ca-9968-ceb92b687821 req-150e8254-0db4-476c-9698-dc2c84093c1e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0470159 Aug 22 15:23:37.151547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45416) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:37.169213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 0bbc08d0-b855-4f0f-b089-54e527a91b8c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:37.180555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce09c21-bd95-4f39-9477-43e0ced5d139 None None] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:37.188889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:37.190548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:37.283173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-491000d9-4fc8-46a6-ad98-69cef8144fef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1444082 Aug 22 15:23:37.366310 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-152deff9-1aec-4b87-a7fd-a5fbb99003fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89590a4da2e24b3b8b1d0902b7cf9722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099998 Aug 22 15:23:37.372362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45422) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:37.449982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:37.479945 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:37.518297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5170d-47cf-4ef3-8f6e-12a659708c6b None None] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:23:37.733498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60ae84a3-d872-4cd0-b2c2-331254bf1d9e req-0eaae11f-90f4-46c2-9bd1-f004f6b2c383 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0632262 Aug 22 15:23:37.735290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:37.739625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:37.743211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c546fb5-fa5e-4889-b271-d2f60e5ad20e HTTP/1.1" status: 204 len: 168 time: 0.3722456 Aug 22 15:23:37.798465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14c55c-349e-43c2-a244-8e3de0b5d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c546fb5-fa5e-4889-b271-d2f60e5ad20e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:37.852039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f9a9-e3a2-4232-bbfa-789ba10d33de req-a643da30-f677-4d5a-809d-4b76b15de48f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:37.853588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b14f9a9-e3a2-4232-bbfa-789ba10d33de req-a643da30-f677-4d5a-809d-4b76b15de48f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.1360166 Aug 22 15:23:37.906717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b14f9a9-e3a2-4232-bbfa-789ba10d33de req-83a8c882-bf80-4fa3-a34e-075ee34caf25 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Aug 22 15:23:37.995098 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-3f5cdc88-839e-4ec4-b2fc-9661d9d3a0aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:37.996843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-3f5cdc88-839e-4ec4-b2fc-9661d9d3a0aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.10 "GET /v2.0/networks?id=2dc37182-9a43-4aa9-ab0b-5685566ad17e HTTP/1.1" status: 200 len: 811 time: 0.1295214 Aug 22 15:23:38.016287 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Request body: {'port': {'device_id': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e', 'admin_state_up': True, 'tenant_id': '82cd4b49954241caa7dd13193d32e923'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:38.273649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69b5a679-dbb0-410b-a54d-70992d3490ce req-c2e3d190-79bc-4707-b504-dad445351e57 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0359662 Aug 22 15:23:38.294007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Made reservation on behalf of 82cd4b49954241caa7dd13193d32e923 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:38.298937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:38.504699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Allocated IP 172.20.0.8 (2dc37182-9a43-4aa9-ab0b-5685566ad17e/828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868/4cf92dec-4a3f-4925-a3de-b217c3c0a74b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:23:38.675236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:38.827271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:38.831423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0a391dd-85d6-43bb-a7da-489335ecb8ba req-8583f7c0-6db9-475f-a357-b5dabd38e7ee tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0357528 Aug 22 15:23:38.873193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Network 2dc37182-9a43-4aa9-ab0b-5685566ad17e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:23:38.878732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:38.882192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:23:38.923951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Pushing event updated for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:38.966049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:38.983719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:39.045393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89ddc-eac8-40fd-b870-f4bbb5068c6d req-fa379e7d-1352-4ea2-a2ee-1856a4365431 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:39.046979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6b89ddc-eac8-40fd-b870-f4bbb5068c6d req-fa379e7d-1352-4ea2-a2ee-1856a4365431 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0541232 Aug 22 15:23:39.092094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6b89ddc-eac8-40fd-b870-f4bbb5068c6d req-1e800d17-a02c-45c8-b13f-ed55caa15ebf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377777 Aug 22 15:23:39.094859 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-fac15376-9768-443d-9c04-65f8416bf7b7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825574 Aug 22 15:23:39.114912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Request body: {'port': {'device_id': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:39.402540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a059e5b-1320-4c33-865a-5a1a8784130e req-7dcf2ad7-6bca-441e-9e93-fe736f795321 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d6ed0c4-90bf-436e-89a2-0ca0c5039281 HTTP/1.1" status: 200 len: 210 time: 0.0317516 Aug 22 15:23:39.473093 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:39.785512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf92dec-4a3f-4925-a3de-b217c3c0a74b {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:39.796510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:39.811336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Transition to ACTIVE for port object 4cf92dec-4a3f-4925-a3de-b217c3c0a74b will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:39.973045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:39.982085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e5919-ea7b-460f-b42a-40913e1c733f req-32172900-5953-477a-8246-58ec54f0a43c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:39.985371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-755e5919-ea7b-460f-b42a-40913e1c733f req-32172900-5953-477a-8246-58ec54f0a43c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 931 time: 0.0559926 Aug 22 15:23:40.036001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-755e5919-ea7b-460f-b42a-40913e1c733f req-826c11f9-1db4-4e34-a9f1-5333e5c6794c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454626 Aug 22 15:23:40.051284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:40.109685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Attempting to bind port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:23:40.110024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Attempting to bind port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '819d2587-be73-4f4f-9ad1-28e54ee82e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:23:40.110385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Attempting to bind port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b on network 2dc37182-9a43-4aa9-ab0b-5685566ad17e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:40.116115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b on network 2dc37182-9a43-4aa9-ab0b-5685566ad17e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:23:40.116510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Attempting to bind port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b on network 2dc37182-9a43-4aa9-ab0b-5685566ad17e {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:40.121813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:23:40.122159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Checking segment: {'id': '819d2587-be73-4f4f-9ad1-28e54ee82e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:40.122555 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Bound using segment: {'id': '819d2587-be73-4f4f-9ad1-28e54ee82e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:23:40.122988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Bound port: 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819d2587-be73-4f4f-9ad1-28e54ee82e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:23:40.123350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:40.192781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:23:40.197170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,segment=NetworkSegment(819d2587-be73-4f4f-9ad1-28e54ee82e53),segment_id=819d2587-be73-4f4f-9ad1-28e54ee82e53)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:23:40.229210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efd17-4e42-4786-8a36-190124d2a08a req-f5cb1966-420a-4afe-8a3b-9649905b77fe tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.230765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f45efd17-4e42-4786-8a36-190124d2a08a req-f5cb1966-420a-4afe-8a3b-9649905b77fe tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0524795 Aug 22 15:23:40.277328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f45efd17-4e42-4786-8a36-190124d2a08a req-8809ac90-089c-4f87-97e3-a638fa582294 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Aug 22 15:23:40.299088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:40.338883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.339531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:40.341039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] 10.222.0.10 "PUT /v2.0/ports/4cf92dec-4a3f-4925-a3de-b217c3c0a74b HTTP/1.1" status: 200 len: 1091 time: 1.2321851 Aug 22 15:23:40.341491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:40.343817 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185d1cac-1957-41e0-b14a-8b05987e37ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:40.371266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c034f7-9349-46a8-8517-04101a1a1a86 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:40.404224 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773cf40-e208-4a9c-96cc-48ba7ee708b3 x-openstack-request-id: req-a773cf40-e208-4a9c-96cc-48ba7ee708b3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:40.404224 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:40.404224 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a773cf40-e208-4a9c-96cc-48ba7ee708b3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:40.404224 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b', 'status': 'completed', 'code': 200} Aug 22 15:23:40.519637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-1a1aa214-86ba-48ff-9b52-499fe7d01600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.521327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-1a1aa214-86ba-48ff-9b52-499fe7d01600 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82cd4b49954241caa7dd13193d32e923&device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 1094 time: 0.0570748 Aug 22 15:23:40.646297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-c9cedd72-3ae7-4468-997e-c39800cd59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.648626 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-c9cedd72-3ae7-4468-997e-c39800cd59a5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=82cd4b49954241caa7dd13193d32e923&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1120651 Aug 22 15:23:40.671370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:40.776973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-ff06639d-a968-48c9-9639-c98b24433f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.780603 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-185d1cac-1957-41e0-b14a-8b05987e37ca req-ff06639d-a968-48c9-9639-c98b24433f98 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238174 Aug 22 15:23:40.901014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-1ca31486-7bbb-471a-998c-91d4f1bd39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:40.903624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-1ca31486-7bbb-471a-998c-91d4f1bd39f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82cd4b49954241caa7dd13193d32e923&device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 1094 time: 0.0506394 Aug 22 15:23:40.963511 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-19535adb-a24b-4dd2-9ec3-a16ef2febf12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b HTTP/1.1" status: 200 len: 217 time: 0.0459449 Aug 22 15:23:41.040959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-647f951d-c443-456c-96f8-492962b7474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:41.042600 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-647f951d-c443-456c-96f8-492962b7474a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868 HTTP/1.1" status: 200 len: 851 time: 0.0721242 Aug 22 15:23:41.082529 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-b81ed086-97c3-4f4d-8acd-240a425f77f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2dc37182-9a43-4aa9-ab0b-5685566ad17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325584 Aug 22 15:23:41.191838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6adf-c782-4d12-9e59-ed4c543b0ea9 req-58cc3002-2272-43aa-a53e-baa5eed3dd0c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:41.202242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75cd6adf-c782-4d12-9e59-ed4c543b0ea9 req-58cc3002-2272-43aa-a53e-baa5eed3dd0c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 943 time: 0.0690734 Aug 22 15:23:41.250727 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-6fed81de-589b-4b8b-ab04-b7f06e8fa396 service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610324 Aug 22 15:23:41.260677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75cd6adf-c782-4d12-9e59-ed4c543b0ea9 req-d3a91fc9-adf2-4ebd-a10b-85201734a927 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Aug 22 15:23:41.427073 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dc5c6ef0-c9d4-4949-8b59-5fea9236b0b7 req-daef6d69-310e-4e72-ab8a-a77b274d1f56 service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684229 Aug 22 15:23:41.857202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb1a2-cdc8-435a-80cf-ee634c053e7d req-41463d6f-0322-4c8b-a343-c80967772afd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:41.871220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736bb1a2-cdc8-435a-80cf-ee634c053e7d req-41463d6f-0322-4c8b-a343-c80967772afd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.4668920 Aug 22 15:23:41.916833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-736bb1a2-cdc8-435a-80cf-ee634c053e7d req-22286002-7bc4-49ed-8fbd-42dbd6ccc047 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Aug 22 15:23:42.224415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cff4c3-57ea-4d2e-b097-0769dd44816a req-78f19f28-f191-479f-bd28-f240f795869a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:42.227806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8cff4c3-57ea-4d2e-b097-0769dd44816a req-78f19f28-f191-479f-bd28-f240f795869a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0601654 Aug 22 15:23:42.277405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e8cff4c3-57ea-4d2e-b097-0769dd44816a req-4cbf1109-f1e4-4e70-bdba-ae2e965bbf03 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Aug 22 15:23:42.447354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd564e-9989-4f98-860d-0b0822e20433 req-9d8b38fc-b3e9-4adc-a159-a965520517d4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:42.453659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcbd564e-9989-4f98-860d-0b0822e20433 req-9d8b38fc-b3e9-4adc-a159-a965520517d4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 943 time: 0.0913520 Aug 22 15:23:42.494991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193681d7-4ebf-43f5-be85-bf4bfea817c3 req-45bae5e8-ec5a-4302-bd0c-6bb0396b5d27 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:42.496655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-193681d7-4ebf-43f5-be85-bf4bfea817c3 req-45bae5e8-ec5a-4302-bd0c-6bb0396b5d27 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1259873 Aug 22 15:23:42.511625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcbd564e-9989-4f98-860d-0b0822e20433 req-350cb0ef-4baa-4015-a89f-71046c21592e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Aug 22 15:23:42.554632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-193681d7-4ebf-43f5-be85-bf4bfea817c3 req-78108980-c486-46ff-baca-0b34406e6558 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Aug 22 15:23:43.079317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-50cbd278-72cd-4f99-a00d-6d3e3fbf0b63 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:43.081161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-50cbd278-72cd-4f99-a00d-6d3e3fbf0b63 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.2793832 Aug 22 15:23:43.118714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-b1d12162-def2-488b-8fe5-6c733817ab28 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/quotas/5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 375 time: 0.0266826 Aug 22 15:23:43.240737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-57877684-99c3-4f2d-994a-51eabf80349c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1101604 Aug 22 15:23:43.363706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-ec8220f9-9ae5-4c27-8774-6991cc33d19a service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091619 Aug 22 15:23:43.515857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-53a8220c-91fe-48b7-99e3-f6adc5247990 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456523 Aug 22 15:23:43.694897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1d20-55f3-494a-b3e4-90832b090769 req-e58d1ef6-ff54-47cf-b2fb-87a241aa513c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:43.697022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6f1d20-55f3-494a-b3e4-90832b090769 req-e58d1ef6-ff54-47cf-b2fb-87a241aa513c tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 943 time: 0.0889878 Aug 22 15:23:43.767512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e6f1d20-55f3-494a-b3e4-90832b090769 req-d09340b5-d383-465b-9af2-05836a2e986b tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630615 Aug 22 15:23:43.873335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95b5a511-59b2-4c2a-be2c-5a3b23e6d258 req-efb9bede-a6b9-4ea1-a00e-911977e875ec tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 210 time: 0.0521367 Aug 22 15:23:44.953675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19edbb-a6aa-4144-9b79-62cdd3d927c1 req-c3779e0e-6453-4fe8-a91a-9394d7d06fb4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:44.955341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f19edbb-a6aa-4144-9b79-62cdd3d927c1 req-c3779e0e-6453-4fe8-a91a-9394d7d06fb4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 943 time: 0.0965569 Aug 22 15:23:44.992473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a829fc3f-83d5-42ea-88c2-1d170ea63e18 req-f58c0abb-cd2b-4cf3-a2c7-69e45987a17c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 210 time: 0.0360250 Aug 22 15:23:45.059442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f19edbb-a6aa-4144-9b79-62cdd3d927c1 req-cfab8959-8b1b-4d06-85b8-02c2c577f3a2 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Aug 22 15:23:45.568132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4cf92dec-4a3f-4925-a3de-b217c3c0a74b details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:23:45.688521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,segment=NetworkSegment(819d2587-be73-4f4f-9ad1-28e54ee82e53),segment_id=819d2587-be73-4f4f-9ad1-28e54ee82e53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:45.702708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b', 'network_id': '2dc37182-9a43-4aa9-ab0b-5685566ad17e', 'port_id': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b', 'mac_address': 'fa:16:3e:20:ce:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:23:45.756438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:45.781617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf92dec-4a3f-4925-a3de-b217c3c0a74b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:45.809582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,segment=NetworkSegment(819d2587-be73-4f4f-9ad1-28e54ee82e53),segment_id=819d2587-be73-4f4f-9ad1-28e54ee82e53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:45.916216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:45.987896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:45.999515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:45.999883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.000321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.000675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.001158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.001688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.002200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.002745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.003224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.003672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.003895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.004420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:23:46.108715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f855ed27-d2ec-4e14-8196-20467f196983 req-c7835fe4-f100-4d4c-8f6e-5996e9d0702f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 210 time: 0.0292060 Aug 22 15:23:46.258383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f14a15-81d5-446b-8141-a1f3d86d1f0d req-ab77be1a-bf6a-49cf-aacc-0c5dac22c773 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:46.260167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7f14a15-81d5-446b-8141-a1f3d86d1f0d req-ab77be1a-bf6a-49cf-aacc-0c5dac22c773 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 944 time: 0.0752077 Aug 22 15:23:46.319627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['4cf92dec-4a3f-4925-a3de-b217c3c0a74b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:46.353352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7f14a15-81d5-446b-8141-a1f3d86d1f0d req-d274c6d4-714d-46f0-8bd0-4ef76cbaa9dd tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775971 Aug 22 15:23:46.543398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-984a0160-214b-43f6-b9f5-9527b358e2fd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:46.545929 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-984a0160-214b-43f6-b9f5-9527b358e2fd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.2284212 Aug 22 15:23:46.564918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'device_id': '0d769da8-c376-4681-90b4-94d0083c6022', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'admin_state_up': True, 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:46.803468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:23:46.808948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:46.970834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.20.0.8 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:23:47.151700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.158844 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:23:47.168973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Transition to ACTIVE for port object 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:47.226769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86bca58e-2aa8-48b8-a3db-bb2c1accb9af req-09e76cbe-bf69-4693-83ac-23ccf210d584 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Aug 22 15:23:47.322529 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.357078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:47.372242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:23:47.375593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:23:47.406280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:23:47.406280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:47.467939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:47.494748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:47.496563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.588724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4cf92dec-4a3f-4925-a3de-b217c3c0a74b up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:23:47.654908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-9c2119fb-1ce6-4e16-aa7c-4c793155ea6b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997524 Aug 22 15:23:47.670020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Request body: {'port': {'device_id': '0d769da8-c376-4681-90b4-94d0083c6022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:23:47.686510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7e9d-d27d-46e2-a93a-6283863e56cc req-a5e9458f-128d-4bb2-8f03-fbc7a454e8c9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:47.689558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba3a7e9d-d27d-46e2-a93a-6283863e56cc req-a5e9458f-128d-4bb2-8f03-fbc7a454e8c9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 944 time: 0.1518564 Aug 22 15:23:47.768947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba3a7e9d-d27d-46e2-a93a-6283863e56cc req-8a2303eb-913a-4567-ba1f-13f4e276e6c1 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611539 Aug 22 15:23:47.770588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.784676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port a429c620-a69a-4ea8-a044-cbc979841154 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:47.785037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.801382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:47.806668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:47.807050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.835943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70118b61-da09-44c7-8b5c-87bacd5c8f96 None None] Provisioning for port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:47.846523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70118b61-da09-44c7-8b5c-87bacd5c8f96 None None] Provisioning complete for port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:47.847185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70118b61-da09-44c7-8b5c-87bacd5c8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.893364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-70118b61-da09-44c7-8b5c-87bacd5c8f96 None None] Port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:23:47.905107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.905537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.921925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for a429c620-a69a-4ea8-a044-cbc979841154 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:47.938987 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:47.988320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:47.991417 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a1e3d-ccfd-4b59-a6de-9d58107536d1" -d '{"events": [{"server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "name": "network-vif-plugged", "status": "completed", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:48.030534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,segment=NetworkSegment(819d2587-be73-4f4f-9ad1-28e54ee82e53),segment_id=819d2587-be73-4f4f-9ad1-28e54ee82e53)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:48.055824 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1613b54-96d2-4762-964b-3d455e7b0ba5 x-openstack-request-id: req-e1613b54-96d2-4762-964b-3d455e7b0ba5 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:48.057021 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "name": "network-vif-plugged", "status": "completed", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:48.057021 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1613b54-96d2-4762-964b-3d455e7b0ba5 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:48.057021 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b', 'code': 200} Aug 22 15:23:48.093012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.159504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:48.164429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:48.174767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.190614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Transition to ACTIVE for port object 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:23:48.257415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2251b-0945-42ae-b41e-dc8a9fd38bff req-0f72d6d3-f40e-4a4a-8841-c86473a3b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:48.259198 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6ff2251b-0945-42ae-b41e-dc8a9fd38bff req-0f72d6d3-f40e-4a4a-8841-c86473a3b77b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 1096 time: 0.0520520 Aug 22 15:23:48.263442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.293710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.330711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=a429c620-a69a-4ea8-a044-cbc979841154,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:48.376460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:48.384113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6ff2251b-0945-42ae-b41e-dc8a9fd38bff req-d6926193-78e3-4235-9efb-1adbfc1ccb63 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142383 Aug 22 15:23:48.460141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Attempting to bind port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:23:48.460141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Attempting to bind port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:23:48.460141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Attempting to bind port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:48.461371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f2610-4f7a-4663-9e7f-8d6ee1f3d721 req-df58b18e-f87c-4544-bbc9-13d51bc613e8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:48.463930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-969f2610-4f7a-4663-9e7f-8d6ee1f3d721 req-df58b18e-f87c-4544-bbc9-13d51bc613e8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 943 time: 0.1205297 Aug 22 15:23:48.465781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:23:48.467202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Attempting to bind port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:23:48.483412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:23:48.483801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:23:48.484191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:23:48.484649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Bound port: 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:23:48.485023 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.485201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.485531 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Floating IP 93b9ac61-2564-4169-bc4e-9aa90dafb0a3 disassociated (deleted). External IP: 172.25.0.202, port: 90325dd6-cf21-44d0-b04a-ab26c02dab33. Aug 22 15:23:48.571162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-969f2610-4f7a-4663-9e7f-8d6ee1f3d721 req-172ed8f9-c4ac-46f1-8840-e6748c9c94a1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964932 Aug 22 15:23:48.623722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:23:48.627698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:23:48.688866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.754619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:48.755720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:48.758279 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 1091 time: 1.0938425 Aug 22 15:23:48.759294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:48.763521 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3920da-45e8-4abc-a31e-e09dc96cba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:48.827929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:23:48.840117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c382467-0fb5-4c6f-aa7a-96eed43caa67 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:48.862715 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57962c-3cb1-4d70-956e-19ca4e7f9940 x-openstack-request-id: req-7f57962c-3cb1-4d70-956e-19ca4e7f9940 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:48.863017 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:48.863439 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f57962c-3cb1-4d70-956e-19ca4e7f9940 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:48.863676 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2', 'status': 'completed', 'code': 200} Aug 22 15:23:48.968292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-e94c0cae-c059-4363-bdc7-38dc035090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:48.969922 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-e94c0cae-c059-4363-bdc7-38dc035090c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1094 time: 0.0974886 Aug 22 15:23:49.050737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-18944085-7e0a-4414-b773-53f103858e1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 217 time: 0.0720558 Aug 22 15:23:49.051978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecfc83-874d-4a2b-966f-a3c7399e72c2 req-a53abc75-028c-4913-8f9c-5265d673e4f5 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.054247 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efecfc83-874d-4a2b-966f-a3c7399e72c2 req-a53abc75-028c-4913-8f9c-5265d673e4f5 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.1338060 Aug 22 15:23:49.115659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-a9f0c19c-3ff3-46a8-8344-7ef335b17e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.117978 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-a9f0c19c-3ff3-46a8-8344-7ef335b17e57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0600705 Aug 22 15:23:49.120115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:23:49.126105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:49.134873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:23:49.163394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:49.165815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:49.177430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efecfc83-874d-4a2b-966f-a3c7399e72c2 req-3335a8ce-3033-49bf-80f1-bb9c653cdde7 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164050 Aug 22 15:23:49.187852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-787ecbc4-c3ca-4f6d-83ba-bbe51b0ff11a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "DELETE /v2.0/floatingips/93b9ac61-2564-4169-bc4e-9aa90dafb0a3 HTTP/1.1" status: 204 len: 168 time: 1.7290220 Aug 22 15:23:49.188744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:49.191341 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:49.200732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d1751-975f-4790-8378-9e742b8e6594 req-5c0fa559-8f9d-41cd-a146-407572b78624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.202707 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-5c0fa559-8f9d-41cd-a146-407572b78624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778058 Aug 22 15:23:49.270124 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41ef2c-c9ea-4440-84a8-d7a9b4877827 x-openstack-request-id: req-4c41ef2c-c9ea-4440-84a8-d7a9b4877827 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:49.273045 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:49.274108 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c41ef2c-c9ea-4440-84a8-d7a9b4877827 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:49.274867 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'status': 'completed', 'code': 200} Aug 22 15:23:49.369993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-dcade0fe-3813-4f5c-a63c-ccc67d6994c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.371703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-dcade0fe-3813-4f5c-a63c-ccc67d6994c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=693eed75ff714b1686466bcd5595f486&device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 1096 time: 0.0848494 Aug 22 15:23:49.399506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:49.420906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-97875630-412d-4bdd-9263-74b5efd0c52b service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104106 Aug 22 15:23:49.526793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-75fcdc4e-a27a-4b9f-a0bb-2bb152f6fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.528356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-75fcdc4e-a27a-4b9f-a0bb-2bb152f6fc53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 200 len: 913 time: 0.1500521 Aug 22 15:23:49.594942 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b81d1751-975f-4790-8378-9e742b8e6594 req-d415dcea-a47f-424d-80a9-ade8edea4c63 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653206 Aug 22 15:23:49.634026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-eba8717a-9704-494e-b949-5dbbc7bba4a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 200 len: 217 time: 0.0965743 Aug 22 15:23:49.756638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-c420ecbd-f925-4ba7-a536-4340becc604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.758264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-c420ecbd-f925-4ba7-a536-4340becc604b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 200 len: 851 time: 0.1170235 Aug 22 15:23:49.773825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb6570-1b1c-415a-adfe-87b7dcd1d51a req-a28a1966-fb27-4786-88cd-adf0db6b1957 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.781604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49cb6570-1b1c-415a-adfe-87b7dcd1d51a req-a28a1966-fb27-4786-88cd-adf0db6b1957 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 943 time: 0.0819449 Aug 22 15:23:49.821750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:49.836438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-677fbe28-db79-4a64-a9df-607df1819748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.839245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-677fbe28-db79-4a64-a9df-607df1819748 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1094 time: 0.1146564 Aug 22 15:23:49.861406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:23:49.885262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49cb6570-1b1c-415a-adfe-87b7dcd1d51a req-4f8b6d77-728e-47d4-b9ae-1a15449a71db tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014457 Aug 22 15:23:49.907943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-44363508-3b9d-4d98-b615-fe7585422b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.909625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-44363508-3b9d-4d98-b615-fe7585422b20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=652debb2-db40-441f-ab3c-8d4e84ec92d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251249 Aug 22 15:23:49.912934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:23:49.913731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:23:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:49.936938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6903e-7c0b-4902-aece-5723024a7751 req-671c6c61-51bb-4fef-b37a-58b99323ac3e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.941739 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fe6903e-7c0b-4902-aece-5723024a7751 req-671c6c61-51bb-4fef-b37a-58b99323ac3e tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 945 time: 0.1021893 Aug 22 15:23:49.986456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-2a6b2240-a73f-4751-911e-287be91b02df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:49.988599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-2a6b2240-a73f-4751-911e-287be91b02df service neutron] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1398559 Aug 22 15:23:50.046828 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-de15cb5c-a1c5-4228-aaab-9ba2e10fec81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 217 time: 0.0487161 Aug 22 15:23:50.096249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-208de486-cb0a-45e5-8369-6ade34389f39 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561294 Aug 22 15:23:50.101146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fe6903e-7c0b-4902-aece-5723024a7751 req-4c5aca70-ccfb-48b5-9654-58dc4c959abf tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b6eaf4c-c91b-4346-8c11-1e8047c7885e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516323 Aug 22 15:23:50.119580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:23:50.147447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-92099254-2118-4a87-bf55-0ebceb038001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:50.149405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-92099254-2118-4a87-bf55-0ebceb038001 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0943911 Aug 22 15:23:50.206854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-e35a4f73-420f-42a2-b2ae-47996c0fdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:50.222405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-e35a4f73-420f-42a2-b2ae-47996c0fdcce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630071 Aug 22 15:23:50.263694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba6c3c11-72ca-44ca-b85d-3e0a67d2bab0 req-d935a258-7621-40cc-bda5-83c5b1e42442 service neutron] 10.222.0.54 "GET /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581633 Aug 22 15:23:50.346169 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-b58659af-6a8f-4293-bfd0-5fe9a9c54142 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170886 Aug 22 15:23:50.373065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d968009-e1c3-4c67-8430-afbf7144b743 req-790f5580-6519-458b-9103-14d608103f3e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:50.379915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d968009-e1c3-4c67-8430-afbf7144b743 req-790f5580-6519-458b-9103-14d608103f3e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0746012 Aug 22 15:23:50.422328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:23:50.456303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654ea46-d109-4f03-a39a-8c0fd09aef0e None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:05:56Z', 'revision_number': 4, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '27618da4-4b88-4243-8213-02c5bb410366', 'name': '', 'network_id': '652debb2-db40-441f-ab3c-8d4e84ec92d6', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'mac_address': 'fa:16:3e:48:0c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:55Z', 'updated_at': '2021-08-22T15:06:05Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'subnets': [{'id': '120f49ca-d9b5-4f79-af30-f3c1b4ee1d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:23:50.466921 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d968009-e1c3-4c67-8430-afbf7144b743 req-32612a09-fcab-4fc0-95c2-a0d4d165e00d tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860078 Aug 22 15:23:50.498320 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6b3920da-45e8-4abc-a31e-e09dc96cba6c req-bc3d1c73-aee9-4ab5-b1a6-d3a1ac148dd6 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421669 Aug 22 15:23:50.504244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-77be95ec-e6c4-4448-9592-d2b0854ff98a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:50.506993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-77be95ec-e6c4-4448-9592-d2b0854ff98a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 945 time: 0.1065240 Aug 22 15:23:50.663740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9062d-6ded-4e78-912c-cd58004fb369 req-550fa49d-137c-4386-a29e-3c7ba80ce5c4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:50.673777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28c9062d-6ded-4e78-912c-cd58004fb369 req-550fa49d-137c-4386-a29e-3c7ba80ce5c4 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.1088037 Aug 22 15:23:50.723704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port 90325dd6-cf21-44d0-b04a-ab26c02dab33 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:50.723704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:50.743889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28c9062d-6ded-4e78-912c-cd58004fb369 req-c3c64db1-dac1-4b2e-91c9-ce5fd4efeab0 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626202 Aug 22 15:23:50.840258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124c3d8-3e89-48bf-a9f2-ffe59eb15d4c None None] New status for floating IP 93b9ac61-2564-4169-bc4e-9aa90dafb0a3: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:23:50.871697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] For port 90325dd6-cf21-44d0-b04a-ab26c02dab33, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=90325dd6-cf21-44d0-b04a-ab26c02dab33,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:50.872325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:50.885213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for 90325dd6-cf21-44d0-b04a-ab26c02dab33 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:51.095939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296b36-52c6-401a-ba1b-8d994730c0c3 req-2fb84e10-56ff-43b6-922f-5d1b49826706 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:51.097532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9296b36-52c6-401a-ba1b-8d994730c0c3 req-2fb84e10-56ff-43b6-922f-5d1b49826706 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 943 time: 0.0992010 Aug 22 15:23:51.139341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9296b36-52c6-401a-ba1b-8d994730c0c3 req-5b449e47-34fa-4779-8648-8ebb2c5f59bf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Aug 22 15:23:51.145603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:51.177213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:51.232716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=90325dd6-cf21-44d0-b04a-ab26c02dab33,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:51.267923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] No DVR routers for this DVR port 90325dd6-cf21-44d0-b04a-ab26c02dab33 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:23:51.287672 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:51.289702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d03641cb-4699-4dc1-a7bd-ca38442aa089 req-15af6e0c-8ac1-4ae8-b5a7-222d963e732a tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.54 "DELETE /v2.0/ports/90325dd6-cf21-44d0-b04a-ab26c02dab33 HTTP/1.1" status: 204 len: 173 time: 0.7768373 Aug 22 15:23:51.291420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'name': 'network-vif-deleted', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:51.294264 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ea5495-9aed-4f40-9793-abfbc9a95b8a" -d '{"events": [{"server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "name": "network-vif-deleted", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:51.298344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f26223c-8ea9-48a1-872b-0083773bd451 req-b438fc91-ada3-43ac-8f4f-42618620d4a7 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0405185 Aug 22 15:23:51.351933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7363f9-050d-4f1b-b4c2-4246556fbe0d req-15850f4f-691d-47ca-a42f-bc61bd479fee tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:51.353751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f7363f9-050d-4f1b-b4c2-4246556fbe0d req-15850f4f-691d-47ca-a42f-bc61bd479fee tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0629413 Aug 22 15:23:51.376455 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed087e56-a233-4876-8656-803abd651ea2 x-openstack-request-id: req-ed087e56-a233-4876-8656-803abd651ea2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:51.377722 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77983c8-ff43-4251-9dc6-f044ed4232ce", "name": "network-vif-deleted", "tag": "90325dd6-cf21-44d0-b04a-ab26c02dab33", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:51.377722 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed087e56-a233-4876-8656-803abd651ea2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:51.377722 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77983c8-ff43-4251-9dc6-f044ed4232ce', 'name': 'network-vif-deleted', 'tag': '90325dd6-cf21-44d0-b04a-ab26c02dab33', 'status': 'completed', 'code': 200} Aug 22 15:23:51.413464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f7363f9-050d-4f1b-b4c2-4246556fbe0d req-0e280b6c-dfcb-4355-932c-7dca1e936867 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Aug 22 15:23:52.300757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5b5e-18e6-4496-976a-1560d010c57f req-ae058651-1094-4da4-9eb7-a15bf5514ab3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:52.309050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2efd5b5e-18e6-4496-976a-1560d010c57f req-ae058651-1094-4da4-9eb7-a15bf5514ab3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 943 time: 0.0836406 Aug 22 15:23:52.366275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2efd5b5e-18e6-4496-976a-1560d010c57f req-eafb3349-6b65-40bf-96f1-511b8c4f2808 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560961 Aug 22 15:23:52.416179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-339fc28d-d1bf-434a-a91c-a1904b352e5e req-a1a75688-77f0-47f8-b81b-d54845c07b73 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0322344 Aug 22 15:23:52.536340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400b82-3e16-46ca-806f-83148cc9f996 req-8292ef4f-39d7-4bec-9828-81de95bf32e9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:52.538392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d400b82-3e16-46ca-806f-83148cc9f996 req-8292ef4f-39d7-4bec-9828-81de95bf32e9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0600927 Aug 22 15:23:52.582650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d400b82-3e16-46ca-806f-83148cc9f996 req-4ab97076-86fc-48bc-88b6-027fbbd514f5 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370750 Aug 22 15:23:52.994013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67214de-a169-4eef-b477-cf5cc0ec2d1d req-1eec4cf3-8f3c-48d0-abc2-6972d4dc474e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:53.002127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d67214de-a169-4eef-b477-cf5cc0ec2d1d req-1eec4cf3-8f3c-48d0-abc2-6972d4dc474e tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0719802 Aug 22 15:23:53.021104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:23:53.081659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d67214de-a169-4eef-b477-cf5cc0ec2d1d req-5b64593c-edb8-494a-b1e9-8955f7710a90 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785730 Aug 22 15:23:53.147614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-86b6a8ec-7c0f-4407-b5d1-7c0e8e7cbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:53.149314 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-86b6a8ec-7c0f-4407-b5d1-7c0e8e7cbf68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82cd4b49954241caa7dd13193d32e923&device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 1096 time: 0.0752115 Aug 22 15:23:53.211238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:53.233664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2', 'mac_address': 'fa:16:3e:09:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:23:53.270183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-a6805ba2-32bd-4fc0-8acd-0827bb075520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:53.271872 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-a6805ba2-32bd-4fc0-8acd-0827bb075520 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2dc37182-9a43-4aa9-ab0b-5685566ad17e HTTP/1.1" status: 200 len: 912 time: 0.1147964 Aug 22 15:23:53.299045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:53.315600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:23:53.351196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:53.355748 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-ef42b8cf-76a7-41eb-8168-ebd0564cfe17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b HTTP/1.1" status: 200 len: 217 time: 0.0709045 Aug 22 15:23:53.414509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:53.423541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-a1b3c96d-5d9a-4584-8044-5179f05c6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:53.425509 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-a1b3c96d-5d9a-4584-8044-5179f05c6754 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868 HTTP/1.1" status: 200 len: 851 time: 0.0627353 Aug 22 15:23:53.508351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:53.541213 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-40b5707f-5317-4126-8969-0b0fe4fc6388 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2dc37182-9a43-4aa9-ab0b-5685566ad17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071787 Aug 22 15:23:53.545908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e3117-bb56-4eed-873a-2a21aa70aa66 req-0e73c044-3fc4-48cd-94f1-7c335e8f3123 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:53.547492 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-737e3117-bb56-4eed-873a-2a21aa70aa66 req-0e73c044-3fc4-48cd-94f1-7c335e8f3123 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 944 time: 0.0817015 Aug 22 15:23:53.642060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ae5b6e9-199d-4f1a-98b0-dda490b0b790 req-dff59a20-2573-4b5d-8001-3181178260de tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0712650 Aug 22 15:23:53.677258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-737e3117-bb56-4eed-873a-2a21aa70aa66 req-c345e7a3-4b2a-407e-b99f-ef83a0b3ff96 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120119 Aug 22 15:23:53.699790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:23:53.708228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-c7f0badf-de2a-4248-b1b0-21282cd67f26 service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595521 Aug 22 15:23:53.831790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b5a0e639-f7ad-4f0e-b6dc-b2d06a8a5cbc req-59bba660-7ed8-41b5-bc5c-f1c16c275353 service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170774 Aug 22 15:23:54.237146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe457f6a-7eaf-4c52-839b-fdb468ebb165 req-9a51abc8-76d9-4f61-bfa7-1e0fda48e699 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:54.238701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe457f6a-7eaf-4c52-839b-fdb468ebb165 req-9a51abc8-76d9-4f61-bfa7-1e0fda48e699 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0637965 Aug 22 15:23:54.281936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe457f6a-7eaf-4c52-839b-fdb468ebb165 req-e808bf9f-48f5-4652-b814-b5d19df77b66 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Aug 22 15:23:54.761410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adfe0fe6-04d8-4c86-a857-fbdbf0d00031 req-ecea6186-094a-4de2-9b49-3eebd66d64bb tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0278344 Aug 22 15:23:54.813152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd20f-5e0e-4e5e-94e7-5c1e9f5bb7c8 req-0dcb3df8-c132-4de5-861b-712aba22ae46 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:54.814686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-718bd20f-5e0e-4e5e-94e7-5c1e9f5bb7c8 req-0dcb3df8-c132-4de5-861b-712aba22ae46 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 944 time: 0.0558717 Aug 22 15:23:54.854973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-718bd20f-5e0e-4e5e-94e7-5c1e9f5bb7c8 req-4ac40c60-0256-4686-9a5a-44c25852aa09 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Aug 22 15:23:55.036487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:23:55.180046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:23:55.184467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:23:55.184882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:55.279009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:55.312612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:23:55.314997 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89c5c22-5468-4289-aee4-1b4e8cf9e326" -d '{"events": [{"server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:23:55.330310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:23:55.362684 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142ce3d-7080-4521-b9c4-e134b46199c2 x-openstack-request-id: req-1142ce3d-7080-4521-b9c4-e134b46199c2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:23:55.363339 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "name": "network-vif-plugged", "status": "completed", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:23:55.363758 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1142ce3d-7080-4521-b9c4-e134b46199c2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:23:55.364371 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2', 'code': 200} Aug 22 15:23:55.378411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:55.379224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 90325dd6-cf21-44d0-b04a-ab26c02dab33 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:23:55.426533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 90325dd6-cf21-44d0-b04a-ab26c02dab33 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:23:55.426798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 90325dd6-cf21-44d0-b04a-ab26c02dab33 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:23:55.436566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b6e8-f8db-41d6-810e-09f8a0566a1d req-574f77f2-8eb9-429f-b74e-62eb92916ef5 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:55.439056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a6b6e8-f8db-41d6-810e-09f8a0566a1d req-574f77f2-8eb9-429f-b74e-62eb92916ef5 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0664537 Aug 22 15:23:55.466825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:55.537997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156836ae-8c82-4ba0-afcf-0d97e88f3774 req-657a3f5e-63ea-4d2c-b96e-75a02fd25980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:55.539951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-156836ae-8c82-4ba0-afcf-0d97e88f3774 req-657a3f5e-63ea-4d2c-b96e-75a02fd25980 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1096 time: 0.0998025 Aug 22 15:23:55.552662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a6b6e8-f8db-41d6-810e-09f8a0566a1d req-c4de5698-8fa1-4d78-acb9-2eca4a0e0135 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Aug 22 15:23:55.596974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-156836ae-8c82-4ba0-afcf-0d97e88f3774 req-e183fb70-1b1e-4a0a-8da7-181e656636d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Aug 22 15:23:55.898516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4b8515a-d43c-459e-a9c9-08186fcb3b59 req-8b792d2b-6316-420c-8172-f8dedd3b11e5 tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "GET /v2.0/ports?device_id=b77983c8-ff43-4251-9dc6-f044ed4232ce HTTP/1.1" status: 200 len: 210 time: 0.0443797 Aug 22 15:23:55.994921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b088-dc79-44f9-ab9e-70d6e4e4021d req-24b669a0-8a2f-47d7-99db-2977d8276c21 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:55.996897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3429b088-dc79-44f9-ab9e-70d6e4e4021d req-24b669a0-8a2f-47d7-99db-2977d8276c21 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0703635 Aug 22 15:23:56.060588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99742f66-a99d-4126-945f-8142721b8153 req-74ec20fb-410e-45f0-acba-35ad5666a863 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:56.062169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99742f66-a99d-4126-945f-8142721b8153 req-74ec20fb-410e-45f0-acba-35ad5666a863 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 945 time: 0.0891483 Aug 22 15:23:56.067696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3429b088-dc79-44f9-ab9e-70d6e4e4021d req-3d92cb4e-e6b9-4cd4-87e5-f5e0d51c8eed tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Aug 22 15:23:56.122164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99742f66-a99d-4126-945f-8142721b8153 req-1563c807-24c4-4d73-a11f-63246c0edbc8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Aug 22 15:23:56.971857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:23:57.126684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Deleting port 9441bad9-331c-4586-955c-8a05bf33809c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:23:57.127024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.275170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.275498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.295019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6cb05-ad75-42bd-a8bd-1f708d6c741b req-e03933b8-1308-46e7-9e2f-09b35e2430be tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:57.296557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40b6cb05-ad75-42bd-a8bd-1f708d6c741b req-e03933b8-1308-46e7-9e2f-09b35e2430be tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.1173587 Aug 22 15:23:57.304876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Calling delete_port for 9441bad9-331c-4586-955c-8a05bf33809c owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:23:57.340299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafb515-4392-498d-81e2-d68e197d1a4b req-560bfdcc-6612-4104-83c0-3f03b52ea2a6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:57.341881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eafb515-4392-498d-81e2-d68e197d1a4b req-560bfdcc-6612-4104-83c0-3f03b52ea2a6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 945 time: 0.1263628 Aug 22 15:23:57.410212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40b6cb05-ad75-42bd-a8bd-1f708d6c741b req-2012296f-17b6-444a-a81e-5f76d6488aa2 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066065 Aug 22 15:23:57.445527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4eafb515-4392-498d-81e2-d68e197d1a4b req-bd0d273d-c81c-46aa-97c0-652b8ba14128 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963609 Aug 22 15:23:57.623685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.656513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'Port': ['ID=9441bad9-331c-4586-955c-8a05bf33809c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:23:57.714473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.717607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:23:57.721490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-22b810a4-7677-46b4-8717-155ece00c29d tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "DELETE /v2.0/floatingips/dff55c56-9644-4348-89ef-b7b661f2d9ff HTTP/1.1" status: 204 len: 168 time: 0.7459512 Aug 22 15:23:57.856130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fab1d-ab3d-432e-acfe-32e721241323 req-daafac6d-a665-4fff-be5b-dd887999a6a8 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:57.860439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e64fab1d-ab3d-432e-acfe-32e721241323 req-daafac6d-a665-4fff-be5b-dd887999a6a8 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0743554 Aug 22 15:23:57.901060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e64fab1d-ab3d-432e-acfe-32e721241323 req-e621370d-1d6f-4ae1-b68f-bee3c5292a2a tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Aug 22 15:23:57.955742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-ec5a5827-49cc-498e-8751-496d408598b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:57.957584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-ec5a5827-49cc-498e-8751-496d408598b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82cd4b49954241caa7dd13193d32e923&device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 1096 time: 0.0462301 Aug 22 15:23:58.070613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-a36c4cc2-d78d-4939-9ca4-20fbef6ceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:58.075331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-a36c4cc2-d78d-4939-9ca4-20fbef6ceb78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2dc37182-9a43-4aa9-ab0b-5685566ad17e HTTP/1.1" status: 200 len: 912 time: 0.1077385 Aug 22 15:23:58.127332 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-9f655a28-3425-429a-9033-aa0c4e049d56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b HTTP/1.1" status: 200 len: 217 time: 0.0480917 Aug 22 15:23:58.181834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-55e257e8-ebe5-4055-a350-2c26aaae1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:58.183372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-55e257e8-ebe5-4055-a350-2c26aaae1165 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868 HTTP/1.1" status: 200 len: 851 time: 0.0497463 Aug 22 15:23:58.217275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-a09bec56-b299-4c9d-878c-3be6b3f39817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2dc37182-9a43-4aa9-ab0b-5685566ad17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272174 Aug 22 15:23:58.317726 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-fe85cdc7-ec08-4dfd-ad9b-f83d1c30933e service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930686 Aug 22 15:23:58.413409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a38cde09-8ab6-4588-9fcc-466d6d30bf83 req-35914fb3-c448-415b-b812-2ba526bdb5e6 service neutron] 10.222.0.10 "GET /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887058 Aug 22 15:23:59.050572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f3c02-b88a-4462-83d4-9c737d49ba23 req-3b059df5-001c-4ea7-824e-a3af28d571de tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:23:59.056475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1f3c02-b88a-4462-83d4-9c737d49ba23 req-3b059df5-001c-4ea7-824e-a3af28d571de tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0653646 Aug 22 15:23:59.098577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a1f3c02-b88a-4462-83d4-9c737d49ba23 req-d037e19b-4d52-48fd-ae3c-e8f4ce6d6383 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Aug 22 15:24:00.116867 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad51bc19-fd72-417b-bc28-7a2902d2230f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:00.252852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7faa13-2902-4326-99c8-cf882ea4aafa req-6307ab51-63f0-4321-87c1-6b47de73c966 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:00.254692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d7faa13-2902-4326-99c8-cf882ea4aafa req-6307ab51-63f0-4321-87c1-6b47de73c966 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0687160 Aug 22 15:24:00.308877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d7faa13-2902-4326-99c8-cf882ea4aafa req-31430390-9039-4d40-b616-bfc597b4276f tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Aug 22 15:24:00.835750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0a52-7f36-49af-b482-72b0c3fae19f req-47be4517-d208-41a8-bd42-1f60f73cbecc tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:00.837286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e5f0a52-7f36-49af-b482-72b0c3fae19f req-47be4517-d208-41a8-bd42-1f60f73cbecc tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0609283 Aug 22 15:24:00.876980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e5f0a52-7f36-49af-b482-72b0c3fae19f req-7d5367d5-e93a-4ff3-9f88-d18cd0d3c677 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Aug 22 15:24:01.266771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45702) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:01.337870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:01.367501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:01.538941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:01.541523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:01.542875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b6eaf4c-c91b-4346-8c11-1e8047c7885e HTTP/1.1" status: 204 len: 168 time: 0.2749517 Aug 22 15:24:01.553522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bed45-d833-436b-a806-15d7a67372aa tempest-TestVolumeBootPattern-680119947 tempest-TestVolumeBootPattern-680119947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6eaf4c-c91b-4346-8c11-1e8047c7885e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:01.722012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45712) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:02.017013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8843c8f-13b6-4ae8-87f5-f8250b8fb592 req-07e541aa-18ab-4a56-abb3-327930d3962b tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:02.018873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8843c8f-13b6-4ae8-87f5-f8250b8fb592 req-07e541aa-18ab-4a56-abb3-327930d3962b tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0668132 Aug 22 15:24:02.066707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8843c8f-13b6-4ae8-87f5-f8250b8fb592 req-36be0527-5ff3-4327-ac7e-9bd3f78ec865 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Aug 22 15:24:02.317939 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:02.587444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Deleting port 27618da4-4b88-4243-8213-02c5bb410366 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:02.587702 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:02.665823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] For port 27618da4-4b88-4243-8213-02c5bb410366, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=27618da4-4b88-4243-8213-02c5bb410366,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:02.666184 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:02.678222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Calling delete_port for 27618da4-4b88-4243-8213-02c5bb410366 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:02.857799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.138312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65d59-b362-4b1a-8e21-53b770738cba req-e94346b1-e57d-424a-b79e-097c0946dfe9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:03.139790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-84e65d59-b362-4b1a-8e21-53b770738cba req-e94346b1-e57d-424a-b79e-097c0946dfe9 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.3603392 Aug 22 15:24:03.218326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022015c8-5ad3-4735-9744-2a9c65d6aecb req-845144a5-44b8-44d8-a666-5d740abe2242 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:03.226246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-022015c8-5ad3-4735-9744-2a9c65d6aecb req-845144a5-44b8-44d8-a666-5d740abe2242 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 945 time: 0.0812035 Aug 22 15:24:03.266264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-022015c8-5ad3-4735-9744-2a9c65d6aecb req-599474e7-e5ff-4837-a115-c83c01df91ed tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/security-groups?id=48151d10-15b0-4a84-b42e-7fc95060084c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Aug 22 15:24:03.282925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Deleting port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:03.283267 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.341742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.377374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Pushing event deleted for resources: {'Port': ['ID=27618da4-4b88-4243-8213-02c5bb410366,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:03.401214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.401571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.401922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.402276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.402619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.402953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.403290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.404188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.404188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.404444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.404706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.405051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:03.464544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] For port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,segment=NetworkSegment(819d2587-be73-4f4f-9ad1-28e54ee82e53),segment_id=819d2587-be73-4f4f-9ad1-28e54ee82e53)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:03.464928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.488567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Calling delete_port for 4cf92dec-4a3f-4925-a3de-b217c3c0a74b owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:03.538906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9052749b-3fe2-4577-b84b-9898018d961d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.672125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.887921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:03.928313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Pushing event deleted for resources: {'Port': ['ID=4cf92dec-4a3f-4925-a3de-b217c3c0a74b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:03.986621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] No DVR routers for this DVR port 4cf92dec-4a3f-4925-a3de-b217c3c0a74b on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:24:04.045467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:04.047594 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-84e65d59-b362-4b1a-8e21-53b770738cba req-88d899e9-5e1e-4f0c-b9b7-da92cf1506aa tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.10 "DELETE /v2.0/ports/4cf92dec-4a3f-4925-a3de-b217c3c0a74b HTTP/1.1" status: 204 len: 173 time: 0.8989413 Aug 22 15:24:04.048183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'name': 'network-vif-deleted', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:24:04.070475 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcaf1d3-5179-498c-8274-3dcff8c8be7f" -d '{"events": [{"server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "name": "network-vif-deleted", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:24:04.118013 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d31c3fe-2281-4d60-ac2b-5353e502de47 x-openstack-request-id: req-6d31c3fe-2281-4d60-ac2b-5353e502de47 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:24:04.118443 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97ff57f-e676-4777-afef-16adc0d2099f", "name": "network-vif-deleted", "tag": "4cf92dec-4a3f-4925-a3de-b217c3c0a74b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:24:04.118685 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d31c3fe-2281-4d60-ac2b-5353e502de47 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:24:04.119142 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97ff57f-e676-4777-afef-16adc0d2099f', 'name': 'network-vif-deleted', 'tag': '4cf92dec-4a3f-4925-a3de-b217c3c0a74b', 'status': 'completed', 'code': 200} Aug 22 15:24:04.121356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Router f8a373e3-ccd6-459f-a5bb-154bda08f01e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:24:04.235703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:04.241867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8901f330-2d3e-4bbd-b66c-cdef86aba455 admin admin] 10.222.0.53 "PUT /v2.0/routers/f8a373e3-ccd6-459f-a5bb-154bda08f01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5186791 Aug 22 15:24:04.244231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45758) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:04.250295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Sync routers for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:04.264482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:04.265392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:04.441163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8390a852-c23c-453c-a22a-5acb0a37c7b9 req-3ee60568-fbfd-496e-9ae4-8d5a7f790de2 tempest-TestServerAdvancedOps-949931478 tempest-TestServerAdvancedOps-949931478-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97ff57f-e676-4777-afef-16adc0d2099f HTTP/1.1" status: 200 len: 210 time: 0.0414677 Aug 22 15:24:04.453172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:04.497482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:04.652124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:04.750481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:24:03Z', 'revision_number': 5, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port': {'id': '3c04f1ab-257a-441f-98e5-e2e6e712e69f', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1975, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:05:51Z', 'updated_at': '2021-08-22T15:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:04.776542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Deleting port 3c04f1ab-257a-441f-98e5-e2e6e712e69f {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:04.776889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:04.777627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Checking router: f8a373e3-ccd6-459f-a5bb-154bda08f01e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:04.785856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Routers {'f8a373e3-ccd6-459f-a5bb-154bda08f01e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:04.786515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:04.867142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] For port 3c04f1ab-257a-441f-98e5-e2e6e712e69f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3c04f1ab-257a-441f-98e5-e2e6e712e69f,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:04.867524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:04.881418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Calling delete_port for 3c04f1ab-257a-441f-98e5-e2e6e712e69f owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:04.883470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] Set router f8a373e3-ccd6-459f-a5bb-154bda08f01e gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:04.953501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:24:04Z', 'revision_number': 6, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:04.987640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3daa8e-e635-4665-800d-85a953e45cde None None] The sync data for ids ['f8a373e3-ccd6-459f-a5bb-154bda08f01e'] in n-d-805046-3 is: [{'id': 'f8a373e3-ccd6-459f-a5bb-154bda08f01e', 'name': 'tempest-TestVolumeBootPattern-2114184839-router', 'tenant_id': '693eed75ff714b1686466bcd5595f486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:05:50Z', 'updated_at': '2021-08-22T15:24:04Z', 'revision_number': 6, 'project_id': '693eed75ff714b1686466bcd5595f486', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:04.989376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.127499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.161011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c04f1ab-257a-441f-98e5-e2e6e712e69f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:05.219076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.312292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.314790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.401710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.402347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a373e3-ccd6-459f-a5bb-154bda08f01e {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:24:05.406890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.410718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:05.410883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-63cf13b6-ef01-47c9-be0f-4e39044da666 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f8a373e3-ccd6-459f-a5bb-154bda08f01e HTTP/1.1" status: 204 len: 168 time: 1.1637516 Aug 22 15:24:05.466380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Deleting subnet 120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:24:05.471751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.508622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.521963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45782) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:05.581005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Deleting subnet 828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:24:05.585596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.598887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.624184 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.673088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.677091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4cf92dec-4a3f-4925-a3de-b217c3c0a74b no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:05.700476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 4cf92dec-4a3f-4925-a3de-b217c3c0a74b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:05.700834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 4cf92dec-4a3f-4925-a3de-b217c3c0a74b not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:05.803423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.846267 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:05.860330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:05.862523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-738e6aa9-26e3-4d31-8a0a-b559120bd95d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/828f3d6f-73e5-4a68-8f7f-0e2c8f9ee868 HTTP/1.1" status: 204 len: 168 time: 0.3393693 Aug 22 15:24:05.867560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45790) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:05.954350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.050226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 27618da4-4b88-4243-8213-02c5bb410366 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:06.068861 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.075798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 27618da4-4b88-4243-8213-02c5bb410366 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:06.075798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 27618da4-4b88-4243-8213-02c5bb410366 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:06.076142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3c04f1ab-257a-441f-98e5-e2e6e712e69f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:06.080478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc37182-9a43-4aa9-ab0b-5685566ad17e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.098746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819d2587-be73-4f4f-9ad1-28e54ee82e53') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.098746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819d2587-be73-4f4f-9ad1-28e54ee82e53') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.104497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.111871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3c04f1ab-257a-441f-98e5-e2e6e712e69f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:06.112323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3c04f1ab-257a-441f-98e5-e2e6e712e69f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:06.120451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.120595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.127095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:24:06.132794 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:24:06.163441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120f49ca-d9b5-4f79-af30-f3c1b4ee1d71,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:06.167706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.174248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/120f49ca-d9b5-4f79-af30-f3c1b4ee1d71 HTTP/1.1" status: 204 len: 168 time: 0.7612534 Aug 22 15:24:06.177732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e28a5c-6511-4f23-9391-f23bffb203a1 None None] Network 652debb2-db40-441f-ab3c-8d4e84ec92d6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:06.188334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45798) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:06.303236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.303851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.304540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.304667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.305071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.305478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.305882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.306308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.306693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.307093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.307547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.307962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f230f0-d8a6-4994-9b06-d951cb0c76e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:06.322584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.390384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Deleting port 8dbff429-8a53-417a-8d96-190bb61ef8a4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:06.390723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.445196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] DHCP port deletion for 652debb2-db40-441f-ab3c-8d4e84ec92d6 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:24:06.463943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] For port 8dbff429-8a53-417a-8d96-190bb61ef8a4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8dbff429-8a53-417a-8d96-190bb61ef8a4,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:06.464344 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.476894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Calling delete_port for 8dbff429-8a53-417a-8d96-190bb61ef8a4 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:06.492650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Deleting port 8dbff429-8a53-417a-8d96-190bb61ef8a4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:06.495551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.496080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.512345 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.523949 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2dc37182-9a43-4aa9-ab0b-5685566ad17e HTTP/1.1" status: 204 len: 168 time: 0.6451759 Aug 22 15:24:06.523949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f7a2a-d938-44e1-bca0-59f2c50c2de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc37182-9a43-4aa9-ab0b-5685566ad17e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:06.523949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45802) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:06.564776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Deleting subnet 2c82bd4b-0a8a-4e96-ab2c-ad806249da29 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:24:06.568618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.572249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] For port 8dbff429-8a53-417a-8d96-190bb61ef8a4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8dbff429-8a53-417a-8d96-190bb61ef8a4,segment=NetworkSegment(5888f935-7de0-4604-85f6-d0a0dce4b2e2),segment_id=5888f935-7de0-4604-85f6-d0a0dce4b2e2)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:06.572793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.586995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Calling delete_port for 8dbff429-8a53-417a-8d96-190bb61ef8a4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:06.604822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.644404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.659105 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.675467 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.696663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] No DVR routers for this DVR port 8dbff429-8a53-417a-8d96-190bb61ef8a4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:24:06.721573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbff429-8a53-417a-8d96-190bb61ef8a4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:06.733112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] No DVR routers for this DVR port 8dbff429-8a53-417a-8d96-190bb61ef8a4 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:24:06.757641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3510b56-a578-4509-ad57-88c1bda771b7 None None] Pushing event deleted for resources: {'Port': ['ID=8dbff429-8a53-417a-8d96-190bb61ef8a4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:06.827947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.839323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652debb2-db40-441f-ab3c-8d4e84ec92d6']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.851852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5888f935-7de0-4604-85f6-d0a0dce4b2e2') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.862273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5888f935-7de0-4604-85f6-d0a0dce4b2e2') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:06.862533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.862652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.883099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c82bd4b-0a8a-4e96-ab2c-ad806249da29,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:06.887148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.891347 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7dc39a7f-5fc4-4340-a924-1d3460df32ee admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c82bd4b-0a8a-4e96-ab2c-ad806249da29 HTTP/1.1" status: 204 len: 168 time: 0.3698597 Aug 22 15:24:06.891675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:06.893106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.903885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.910279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:24:06.910745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:24:06.912464 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:24:06.979234 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.058891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.062108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.064892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.067395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] 10.222.0.53 "DELETE /v2.0/networks/652debb2-db40-441f-ab3c-8d4e84ec92d6 HTTP/1.1" status: 204 len: 168 time: 0.8638692 Aug 22 15:24:07.072596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45812) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:07.075811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:07.080491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d1194-b409-4c54-8b55-19a219b0e32d admin admin] Pushing event deleted for resources: {'Network': ['ID=652debb2-db40-441f-ab3c-8d4e84ec92d6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:07.123239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c863f15-02ed-4eb4-90cb-a22a15cded87') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:07.123541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c863f15-02ed-4eb4-90cb-a22a15cded87') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:07.136892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.155657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.191775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:24:07.192233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:24:07.194865 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:24:07.389708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.394566 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.397084 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] 10.222.0.53 "DELETE /v2.0/networks/d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147 HTTP/1.1" status: 204 len: 168 time: 0.5044675 Aug 22 15:24:07.419211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785889a-c8d4-4252-b2ee-3a591c26086a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dbbd49-d9d9-4e8e-a1d6-61e2e7598147,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:07.534838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.760590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45824) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:07.798873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Deleting port c2e7804a-bba5-44e6-9625-c732ef78dfde {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:07.799316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.804694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9aa4cfae-bef4-4069-a959-1823f2938899 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82cd4b49954241caa7dd13193d32e923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425699 Aug 22 15:24:07.807610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45826) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:07.868966 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.890780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] For port c2e7804a-bba5-44e6-9625-c732ef78dfde, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c2e7804a-bba5-44e6-9625-c732ef78dfde,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:07.891503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.893705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:07.903411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Calling delete_port for c2e7804a-bba5-44e6-9625-c732ef78dfde owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:08.007426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:08.010032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:08.011265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48151d10-15b0-4a84-b42e-7fc95060084c HTTP/1.1" status: 204 len: 168 time: 0.2025087 Aug 22 15:24:08.027543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f9fb1-e477-4bf6-af9e-dc602b5c0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48151d10-15b0-4a84-b42e-7fc95060084c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:08.039407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8dbff429-8a53-417a-8d96-190bb61ef8a4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:08.066790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8dbff429-8a53-417a-8d96-190bb61ef8a4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:08.067141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8dbff429-8a53-417a-8d96-190bb61ef8a4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:08.567136 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:08.597870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e7804a-bba5-44e6-9625-c732ef78dfde,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:08.772744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:08.880951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:08.924687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69e28e3e-fdd5-4752-bac8-4cc589f44cff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cef422a3bd084c6aa8f14dad037fd3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424612 Aug 22 15:24:08.927852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:08.987605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.011010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.032228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Router ad55e338-706d-4789-b63d-acbdbce9210f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:24:09.150192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.151884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:09.158093 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-815f7d8e-e20a-44be-9785-250ef196352e admin admin] 10.222.0.53 "PUT /v2.0/routers/ad55e338-706d-4789-b63d-acbdbce9210f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0821204 Aug 22 15:24:09.158583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.158769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:09.159436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7af36b4b-9833-45c2-b557-1db6da50a5bd HTTP/1.1" status: 204 len: 168 time: 0.2306325 Aug 22 15:24:09.165154 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Sync routers for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:09.172507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fab4b5-dd80-446a-a144-4cdf10eb0cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af36b4b-9833-45c2-b557-1db6da50a5bd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:09.238222 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:09.238863 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:09.289179 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.364149 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:09.431677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.589690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3013d-a51f-4261-89d2-c3d7ea2d8b56 req-0730b429-8bef-4cbb-a862-17903603429e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:09.591429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:24:08Z', 'revision_number': 5, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port': {'id': '8df1688b-b17b-4570-b545-13c0528bbfcb', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:06:06Z', 'updated_at': '2021-08-22T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:09.591759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ea3013d-a51f-4261-89d2-c3d7ea2d8b56 req-0730b429-8bef-4cbb-a862-17903603429e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0726004 Aug 22 15:24:09.613185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Deleting port 8df1688b-b17b-4570-b545-13c0528bbfcb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:09.614180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.631302 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Checking router: ad55e338-706d-4789-b63d-acbdbce9210f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:09.640272 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Routers {'ad55e338-706d-4789-b63d-acbdbce9210f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:09.641317 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ad55e338-706d-4789-b63d-acbdbce9210f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:09.666923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ea3013d-a51f-4261-89d2-c3d7ea2d8b56 req-306c9cad-e5a7-4d44-91ce-0e0f7ff50f63 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664473 Aug 22 15:24:09.760136 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] Set router ad55e338-706d-4789-b63d-acbdbce9210f gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:09.763914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] For port 8df1688b-b17b-4570-b545-13c0528bbfcb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8df1688b-b17b-4570-b545-13c0528bbfcb,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:09.764325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:09.783796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Calling delete_port for 8df1688b-b17b-4570-b545-13c0528bbfcb owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:09.827123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:24:09Z', 'revision_number': 6, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:09.857771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd92d5-52bc-43b5-957b-05d880b2f4d9 req-34efde4e-693f-4693-b342-cf98351edf66 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:09.860789 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9fee02-be8c-464d-8d92-660a3bb25ba7 None None] The sync data for ids ['ad55e338-706d-4789-b63d-acbdbce9210f'] in n-d-805046-3 is: [{'id': 'ad55e338-706d-4789-b63d-acbdbce9210f', 'name': 'tempest-TestVolumeBootPattern-1795196041-router', 'tenant_id': '3230c44ebe1640e2b8d825cdca910986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:06:04Z', 'updated_at': '2021-08-22T15:24:09Z', 'revision_number': 6, 'project_id': '3230c44ebe1640e2b8d825cdca910986', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:09.866187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3fd92d5-52bc-43b5-957b-05d880b2f4d9 req-34efde4e-693f-4693-b342-cf98351edf66 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0652680 Aug 22 15:24:09.908224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3fd92d5-52bc-43b5-957b-05d880b2f4d9 req-ead6abd0-40b1-4aea-9b66-04e359a9ce88 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412529 Aug 22 15:24:10.053901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.088111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df1688b-b17b-4570-b545-13c0528bbfcb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:10.162092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.304279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.309828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.430395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.430997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad55e338-706d-4789-b63d-acbdbce9210f {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:24:10.444117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.444117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5cdceebe-38eb-4c19-8c7f-7f56716abbf2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ad55e338-706d-4789-b63d-acbdbce9210f HTTP/1.1" status: 204 len: 168 time: 1.2798967 Aug 22 15:24:10.444384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:10.528523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Deleting subnet f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:24:10.532612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.602884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00669-0d62-4333-aa2e-65e575d469e5 req-5fe5ef85-1b71-450a-8066-8703b7451b52 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:10.605142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20c00669-0d62-4333-aa2e-65e575d469e5 req-5fe5ef85-1b71-450a-8066-8703b7451b52 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1523700 Aug 22 15:24:10.607673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:10.618901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.648554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.691718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2e7804a-bba5-44e6-9625-c732ef78dfde no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:10.717454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20c00669-0d62-4333-aa2e-65e575d469e5 req-13335334-bd0c-4fdd-b925-fed0d75492c6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955882 Aug 22 15:24:10.722326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c2e7804a-bba5-44e6-9625-c732ef78dfde {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:10.722715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c2e7804a-bba5-44e6-9625-c732ef78dfde not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:10.751023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1069614681-network', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:10.784019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.865655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Made reservation on behalf of 29799ab15ad4452ea8a659ef20e7a54d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:24:10.876449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.887935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.933921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.965673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:10.977870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:10.985155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45922) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:10.990721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c129503e-6b0e-4ec4-a0e0-cb367931fd46 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f2a9f5d6-96ea-4b77-9345-5f94b0ab07ab HTTP/1.1" status: 204 len: 168 time: 0.5457077 Aug 22 15:24:10.991152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6198ba3-ba69-4b36-bd39-3eeb9c9a9e08 None None] Network a96dfc9d-7473-4cfd-9624-2756b03bba8a requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:11.086553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.110494 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.168569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.203940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Deleting port 384b6433-47d0-4918-809c-65cc3b22fd00 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:11.204340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.216780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:24:11.255147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b5b02-218a-4935-89d7-9104a80f37a2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:11.336908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.337387 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Added segment 91aafb0b-0cb2-45b7-8b1d-745b2c0c429f of type vlan for network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 Aug 22 15:24:11.400546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] For port 384b6433-47d0-4918-809c-65cc3b22fd00, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=384b6433-47d0-4918-809c-65cc3b22fd00,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:11.400914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.404128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.420351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Calling delete_port for 384b6433-47d0-4918-809c-65cc3b22fd00 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:11.426055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] DHCP port deletion for a96dfc9d-7473-4cfd-9624-2756b03bba8a request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:24:11.476858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Deleting port 384b6433-47d0-4918-809c-65cc3b22fd00 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:24:11.477489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.560503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] For port 384b6433-47d0-4918-809c-65cc3b22fd00, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=384b6433-47d0-4918-809c-65cc3b22fd00,segment=NetworkSegment(6053c439-fddf-44e3-919d-7c6e43e47c82),segment_id=6053c439-fddf-44e3-919d-7c6e43e47c82)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:11.560902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.574602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Calling delete_port for 384b6433-47d0-4918-809c-65cc3b22fd00 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:24:11.596101 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.597101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:11.597689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.648903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e54769-62a8-45fa-a114-23295c1f7730 req-d4615772-0e10-4bee-8d8f-691ddf680943 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:11.650470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4e54769-62a8-45fa-a114-23295c1f7730 req-d4615772-0e10-4bee-8d8f-691ddf680943 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0641990 Aug 22 15:24:11.670798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.679765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5075c4-0429-4c38-ab73-a90d3246dfa2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:11.679927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.696746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4e54769-62a8-45fa-a114-23295c1f7730 req-042f354e-e925-4e61-9a47-41778712f0f4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Aug 22 15:24:11.704518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=384b6433-47d0-4918-809c-65cc3b22fd00,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:11.706213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] No DVR routers for this DVR port 384b6433-47d0-4918-809c-65cc3b22fd00 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:24:11.722468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:24:11.737208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] Pushing event deleted for resources: {'Port': ['ID=384b6433-47d0-4918-809c-65cc3b22fd00,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:11.743092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499f373-2ee1-4829-9ea3-a692ed1f640a None None] No DVR routers for this DVR port 384b6433-47d0-4918-809c-65cc3b22fd00 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:24:11.792258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-2c059e99-0427-46fb-b45e-98035a1c28b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621719 Aug 22 15:24:11.824722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bedf9064-113d-49f6-8145-04eda719c593 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2132668 Aug 22 15:24:11.825261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.826424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45938) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:11.835414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Request body: {'subnet': {'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1069614681-subnet', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:11.837787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96dfc9d-7473-4cfd-9624-2756b03bba8a']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:11.854109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6053c439-fddf-44e3-919d-7c6e43e47c82') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:11.855331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6053c439-fddf-44e3-919d-7c6e43e47c82') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:11.867558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.882538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.889876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:24:11.890434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:24:11.892750 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:24:11.914015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-21fc9605-1a95-41df-b3c2-39e5ba17813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:11.915588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-21fc9605-1a95-41df-b3c2-39e5ba17813e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1096 time: 0.0635638 Aug 22 15:24:12.024880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Made reservation on behalf of 29799ab15ad4452ea8a659ef20e7a54d for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:24:12.027215 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.038099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 384b6433-47d0-4918-809c-65cc3b22fd00 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:12.044498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-910a6ee3-4f01-4f19-a9c8-9b366b68b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:12.046029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-910a6ee3-4f01-4f19-a9c8-9b366b68b3f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1086817 Aug 22 15:24:12.058612 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.067395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.071878 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a96dfc9d-7473-4cfd-9624-2756b03bba8a HTTP/1.1" status: 204 len: 168 time: 1.0827203 Aug 22 15:24:12.072384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 384b6433-47d0-4918-809c-65cc3b22fd00 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:12.072384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 384b6433-47d0-4918-809c-65cc3b22fd00 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:12.072384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8df1688b-b17b-4570-b545-13c0528bbfcb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:24:12.097070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8df1688b-b17b-4570-b545-13c0528bbfcb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:24:12.097562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8df1688b-b17b-4570-b545-13c0528bbfcb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:24:12.101205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588088-e63c-4568-bbbb-d818c5689b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96dfc9d-7473-4cfd-9624-2756b03bba8a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:12.158487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-abeb06e5-e01c-4f82-87ee-3fdeb8c0e228 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 217 time: 0.0978181 Aug 22 15:24:12.229239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-8b3e3bfb-0d43-4ee9-a842-9cdd00031306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:12.230728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-8b3e3bfb-0d43-4ee9-a842-9cdd00031306 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0641966 Aug 22 15:24:12.345990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-dbc2167f-a150-47bd-b798-f3d6af625d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:12.347420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-dbc2167f-a150-47bd-b798-f3d6af625d7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085124 Aug 22 15:24:12.451488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-05b42429-9b2b-4b36-ac50-5f8d8c0f27de service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916810 Aug 22 15:24:12.480196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.520174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45950) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:12.560617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dcc16b86-562a-4bf5-9d72-3bab933669c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=693eed75ff714b1686466bcd5595f486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385053 Aug 22 15:24:12.563097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45952) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:12.581721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c431729-8cd2-4b1c-ba79-ec0305e155b8,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:12.608163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Checking segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:12.608443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Network hostable DHCP agents. Network: 9e5075c4-0429-4c38-ab73-a90d3246dfa2, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:24:12.612980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a208c29d-c070-46c4-b5fe-5b61dcc618ff req-361e5e79-17ac-487e-a519-7b4aec3395c6 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532218 Aug 22 15:24:12.621664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.643743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.720364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:24:12.784496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.788562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.792050 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22a66174-9f85-44f5-8aa3-3a853ae61632 HTTP/1.1" status: 204 len: 168 time: 0.2258232 Aug 22 15:24:12.799137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68aa1dc-b839-4200-8f33-d775ef7cdcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a66174-9f85-44f5-8aa3-3a853ae61632,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:12.822386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e741f-5a2a-4c19-aa14-d3ba2a1ac79b req-d3cbb550-3593-4371-9539-7caad3b3a5fe tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:12.824280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085e741f-5a2a-4c19-aa14-d3ba2a1ac79b req-d3cbb550-3593-4371-9539-7caad3b3a5fe tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0540490 Aug 22 15:24:12.868378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 9e5075c4-0429-4c38-ab73-a90d3246dfa2) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:12.870184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085e741f-5a2a-4c19-aa14-d3ba2a1ac79b req-81d8a553-0aa4-4ea9-b966-580a23178770 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Aug 22 15:24:12.873305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:12.873932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:12.877515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9aea86-0ddf-4fca-a6c6-c0b65181b20e None None] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:12.968102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0f989f41-166f-4a2c-bfdf-3ad24a909c2d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1386964 Aug 22 15:24:12.970934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 45962) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:12.976504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:13.044162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:24:13.045054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.104973 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.105669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.171990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.209965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Allocated IP 172.20.0.2 (9e5075c4-0429-4c38-ab73-a90d3246dfa2/7c431729-8cd2-4b1c-ba79-ec0305e155b8/fa4c37cc-5d2e-4cba-9312-dfb028c33e31) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:13.373607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.382551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Transition to ACTIVE for port object fa4c37cc-5d2e-4cba-9312-dfb028c33e31 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:13.397867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Transition to ACTIVE for port object fa4c37cc-5d2e-4cba-9312-dfb028c33e31 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:13.416882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.550537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.599581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:13.612544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:13.615065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:13.617842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Pushing event updated for resources: {'Port': ['ID=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:13.675197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Attempting to bind port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:13.675642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Attempting to bind port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:13.675932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Attempting to bind port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 on network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:13.681356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:13.681736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Checking segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:13.682145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.682543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Bound using segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:13.683169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Bound port: fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:13.683626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.756971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45974) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:13.774038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] For port fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:13.779211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] For port fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:13.811271 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-084a2c55-f30a-454b-bc69-d861613a5343 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3230c44ebe1640e2b8d825cdca910986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528359 Aug 22 15:24:13.815652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 45978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:13.847390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.865981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.868867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.888998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.893110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:13.966255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c640-4443-43f1-bcb9-60cff985cc30 None None] Pushing event updated for resources: {'Port': ['ID=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:14.013397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Allocated IP 172.25.0.121 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/3421d261-96bd-47ef-a00f-af38d0d1717e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:14.046061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee28553-4d25-4510-93ed-76013128b36e req-ed4943fd-5a98-40bb-9d13-a0070dd04c69 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:14.047679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ee28553-4d25-4510-93ed-76013128b36e req-ed4943fd-5a98-40bb-9d13-a0070dd04c69 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0844383 Aug 22 15:24:14.058873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:14.062309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:14.073145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74af17a3-7205-4672-a1bc-948c2d7774e3 HTTP/1.1" status: 204 len: 168 time: 0.2581656 Aug 22 15:24:14.102110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f8364-f1d4-473a-a913-73ac43049a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af17a3-7205-4672-a1bc-948c2d7774e3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:14.158432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ee28553-4d25-4510-93ed-76013128b36e req-87f628b0-7534-4bd6-842e-405585ed6fd1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001854 Aug 22 15:24:14.194683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:14.384978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:14.433207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:14.436255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:14.438912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:14.465369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=3421d261-96bd-47ef-a00f-af38d0d1717e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:14.812551 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:15.085205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:15.194763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bd01c-55eb-4d6e-a9d3-bbfab84c2771 None None] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:15.342706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e9b4-6e19-40d1-9f07-58f71e2419af req-9aa0dd8d-f681-4737-954c-5156d081b296 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:15.344343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b430e9b4-6e19-40d1-9f07-58f71e2419af req-9aa0dd8d-f681-4737-954c-5156d081b296 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0599787 Aug 22 15:24:15.373268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Router de63ca72-29c5-4783-a77f-9c5d69afc075 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:24:15.376716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-afdc553e-a6bd-45da-a58e-d37567ba5fe4 None None] Provisioning for port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:15.391871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b430e9b4-6e19-40d1-9f07-58f71e2419af req-8072ca04-0059-4285-bcaa-1e3568e70771 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Aug 22 15:24:15.513750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:15.523554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:15.533074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:15.533709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:15.578442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:15.579852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4841436-d1e1-44c2-9a65-9fa67c2e4ca2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6078184 Aug 22 15:24:15.582474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:15.665677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:15.878959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:14Z', 'revision_number': 3, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:15.911450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:15.912132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Updating router de63ca72-29c5-4783-a77f-9c5d69afc075 port 3421d261-96bd-47ef-a00f-af38d0d1717e binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:24:15.938950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.101399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fa4c37cc-5d2e-4cba-9312-dfb028c33e31 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:16.278096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:16.286004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:16.286376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.325462 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.345556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Transition to ACTIVE for port object 3421d261-96bd-47ef-a00f-af38d0d1717e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:16.393944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.421073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.438294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.456739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:16.487152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a237670-2003-43e4-af2d-995834436f2b None None] Pushing event updated for resources: {'Port': ['ID=3421d261-96bd-47ef-a00f-af38d0d1717e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:16.490779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Attempting to bind port 3421d261-96bd-47ef-a00f-af38d0d1717e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:16.491244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Attempting to bind port 3421d261-96bd-47ef-a00f-af38d0d1717e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:16.491524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Attempting to bind port 3421d261-96bd-47ef-a00f-af38d0d1717e on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:16.497130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:16.497511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:16.499423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.499423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:16.499423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Bound port: 3421d261-96bd-47ef-a00f-af38d0d1717e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:16.499423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.538298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.587891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267e973-e953-4739-8f5f-2cf02af1dd19 req-5d397a8b-800c-4933-9232-813a377da36b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:16.589638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1267e973-e953-4739-8f5f-2cf02af1dd19 req-5d397a8b-800c-4933-9232-813a377da36b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1257784 Aug 22 15:24:16.594845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] For port 3421d261-96bd-47ef-a00f-af38d0d1717e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:16.596453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] For port 3421d261-96bd-47ef-a00f-af38d0d1717e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3421d261-96bd-47ef-a00f-af38d0d1717e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:16.619732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:16.670431 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.682899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1267e973-e953-4739-8f5f-2cf02af1dd19 req-33b2e603-0693-4cf6-a792-8058ba2de7d5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783794 Aug 22 15:24:16.695941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Allocated IP 172.20.0.1 (9e5075c4-0429-4c38-ab73-a90d3246dfa2/7c431729-8cd2-4b1c-ba79-ec0305e155b8/fb29b5e0-1601-419e-afda-07ca44ba2e22) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:16.744212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a237670-2003-43e4-af2d-995834436f2b None None] Pushing event updated for resources: {'Port': ['ID=3421d261-96bd-47ef-a00f-af38d0d1717e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:16.758957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:16.759734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:16.807495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.822184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Transition to ACTIVE for port object fb29b5e0-1601-419e-afda-07ca44ba2e22 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:16.872645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:16.945256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:16.992576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:17.006782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:17.009608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:17.014415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:17.060260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.096077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:14Z', 'revision_number': 3, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:17.133693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955f7a4-18b0-450b-a1eb-87dbf4106a66 None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:14Z', 'revision_number': 3, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:17.290427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.380220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5293e602-79e8-42f8-b62e-49564b3c4570 None None] Provisioning for port fb29b5e0-1601-419e-afda-07ca44ba2e22 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:17.385629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5293e602-79e8-42f8-b62e-49564b3c4570 None None] Provisioning complete for port fb29b5e0-1601-419e-afda-07ca44ba2e22 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:17.386050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5293e602-79e8-42f8-b62e-49564b3c4570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.439150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5293e602-79e8-42f8-b62e-49564b3c4570 None None] Port fb29b5e0-1601-419e-afda-07ca44ba2e22 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:24:17.517384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.595568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.672563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Pushing event updated for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:17.675079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:17.824217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:17.829946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:17.906936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec62de-284d-4323-9975-033530aeaf7d req-d8fed073-603e-47d2-b05a-70647bce9188 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:17.908686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5bec62de-284d-4323-9975-033530aeaf7d req-d8fed073-603e-47d2-b05a-70647bce9188 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1320298 Aug 22 15:24:18.024159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5bec62de-284d-4323-9975-033530aeaf7d req-6aada1bb-b6fe-4456-9d8d-cd0073dc4537 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929475 Aug 22 15:24:18.062568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Router de63ca72-29c5-4783-a77f-9c5d69afc075 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:24:18.148820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3421d261-96bd-47ef-a00f-af38d0d1717e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:18.188593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:18.193691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61ab3f90-3ba2-4985-ba11-0afabe0938e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/de63ca72-29c5-4783-a77f-9c5d69afc075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102061 Aug 22 15:24:18.200341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0808ec97-3a7c-498a-8195-7ebf31556139 None None] Provisioning complete for port fb29b5e0-1601-419e-afda-07ca44ba2e22 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:18.200716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0808ec97-3a7c-498a-8195-7ebf31556139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:18.241411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0808ec97-3a7c-498a-8195-7ebf31556139 None None] Port fb29b5e0-1601-419e-afda-07ca44ba2e22 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:24:18.326800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3421d261-96bd-47ef-a00f-af38d0d1717e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:18.331157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3421d261-96bd-47ef-a00f-af38d0d1717e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:18.331642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:18.583925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:18.608671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3421d261-96bd-47ef-a00f-af38d0d1717e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3421d261-96bd-47ef-a00f-af38d0d1717e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:18.682665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:18.683573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fa4c37cc-5d2e-4cba-9312-dfb028c33e31 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:18.760769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3421d261-96bd-47ef-a00f-af38d0d1717e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:18.775601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:18.776226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:18.966877 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:18.977047 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:18.977675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:19.121356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:19.128399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1488553538-network', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:19.195470 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:19.197975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4bea0-4f16-4d8b-b382-c86b13a39c7d req-8af53ce7-e451-426b-b53e-bc908fb94a2f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:19.199858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b4bea0-4f16-4d8b-b382-c86b13a39c7d req-8af53ce7-e451-426b-b53e-bc908fb94a2f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0664623 Aug 22 15:24:19.251826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3b4bea0-4f16-4d8b-b382-c86b13a39c7d req-5304cd19-bafe-4110-8f63-ea697e473f52 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Aug 22 15:24:19.286811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Made reservation on behalf of c0aa440c7aba466ab8ba7f52be3886ab for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:24:19.290823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.300605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.394841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.405893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 2, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:19.433762 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:19.434294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Updating router de63ca72-29c5-4783-a77f-9c5d69afc075 port fb29b5e0-1601-419e-afda-07ca44ba2e22 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:24:19.469652 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.470963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.507838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:24:19.525915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13d4fd-abcf-4f5e-ab1f-0abe40f93a4b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:19.535360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.536100 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Added segment ad91f098-489e-48b5-9ac9-1512a8eb5736 of type vlan for network 3aabaa43-6857-4542-909b-8ac68d83faec Aug 22 15:24:19.590398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.698427 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.699702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:19.700322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.765850 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.766073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] Pushing event updated for resources: {'Network': ['ID=3aabaa43-6857-4542-909b-8ac68d83faec,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:19.775789 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Transition to ACTIVE for port object fb29b5e0-1601-419e-afda-07ca44ba2e22 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:19.776558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3aabaa43-6857-4542-909b-8ac68d83faec details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:24:19.825567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfa343c1-fe98-4090-9680-041a18e38e87 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7022419 Aug 22 15:24:19.828236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:19.833192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Request body: {'subnet': {'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1488553538-subnet', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:19.875616 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:19.930032 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Pushing event updated for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:19.945594 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.945944 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.946288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.946635 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.947138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.947504 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.947833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.948184 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.948511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.949144 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.949476 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.949900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:24:19.955643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Made reservation on behalf of c0aa440c7aba466ab8ba7f52be3886ab for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:24:19.958245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.024469 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Attempting to bind port fb29b5e0-1601-419e-afda-07ca44ba2e22 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:20.025458 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Attempting to bind port fb29b5e0-1601-419e-afda-07ca44ba2e22 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:20.026006 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Attempting to bind port fb29b5e0-1601-419e-afda-07ca44ba2e22 on network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:20.032074 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:20.032813 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Checking segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:20.033381 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.033929 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Bound using segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:20.034693 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Bound port: fb29b5e0-1601-419e-afda-07ca44ba2e22, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:20.035555 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.075414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3421d261-96bd-47ef-a00f-af38d0d1717e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:20.132707 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] For port fb29b5e0-1601-419e-afda-07ca44ba2e22, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:20.139464 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] For port fb29b5e0-1601-419e-afda-07ca44ba2e22, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fb29b5e0-1601-419e-afda-07ca44ba2e22,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:20.170805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3421d261-96bd-47ef-a00f-af38d0d1717e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:20.171370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.247666 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.306574 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:20.307298 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:20.310316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.312161 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533ded5-4972-45d0-bf47-698b2447241f None None] Pushing event updated for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:20.432034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa32080-3c00-4111-aae4-070c5064e587,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:20.447112 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:20.472159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dbec0-44bd-4f7a-bea1-91ea1654a333 req-9fca8c06-29fa-4a82-aaf8-f85c5b868e5a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:20.474445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a1dbec0-44bd-4f7a-bea1-91ea1654a333 req-9fca8c06-29fa-4a82-aaf8-f85c5b868e5a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1141171 Aug 22 15:24:20.478159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Checking segment: {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:20.478533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Network hostable DHCP agents. Network: 3aabaa43-6857-4542-909b-8ac68d83faec, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:24:20.532511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a1dbec0-44bd-4f7a-bea1-91ea1654a333 req-4d883b09-0219-49e8-bc49-0fd35341a6f4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491590 Aug 22 15:24:20.629889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Network 3aabaa43-6857-4542-909b-8ac68d83faec is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:24:20.673502 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:20Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:20.700650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6a114-94ac-46ce-b437-849c35ed09a0 None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:20Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:20.767581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3aabaa43-6857-4542-909b-8ac68d83faec) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:20.772551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:20.773126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:20.778068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe3e44-fb02-47ce-b0f9-1b66e2775955 None None] Network 3aabaa43-6857-4542-909b-8ac68d83faec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:20.928560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ae3db3e9-81c1-436e-a40e-5b6b7916bbc8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0991631 Aug 22 15:24:20.931153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46096) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:20.936418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:24:20.970350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3aabaa43-6857-4542-909b-8ac68d83faec', 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'fixed_ips': [{'subnet_id': '1aa32080-3c00-4111-aae4-070c5064e587'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:24:20.971557 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.024515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.025589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.092953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.143477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Allocated IP 172.20.0.2 (3aabaa43-6857-4542-909b-8ac68d83faec/1aa32080-3c00-4111-aae4-070c5064e587/8609992d-9c19-4b2c-b689-21ad71637856) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:21.147049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.346499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.351911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.360974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Transition to ACTIVE for port object 8609992d-9c19-4b2c-b689-21ad71637856 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:21.377928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Transition to ACTIVE for port object 8609992d-9c19-4b2c-b689-21ad71637856 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:21.505092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.544690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Network 3aabaa43-6857-4542-909b-8ac68d83faec is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:21.547693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:21.551309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:21.561371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Pushing event updated for resources: {'Port': ['ID=8609992d-9c19-4b2c-b689-21ad71637856,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:21.625248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Attempting to bind port 8609992d-9c19-4b2c-b689-21ad71637856 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:21.625248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Attempting to bind port 8609992d-9c19-4b2c-b689-21ad71637856 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:21.625248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Attempting to bind port 8609992d-9c19-4b2c-b689-21ad71637856 on network 3aabaa43-6857-4542-909b-8ac68d83faec {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:21.625844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:21.625969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Checking segment: {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:21.626322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.626818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Bound using segment: {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:21.627198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Bound port: 8609992d-9c19-4b2c-b689-21ad71637856, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:21.627589 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.707732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] For port 8609992d-9c19-4b2c-b689-21ad71637856, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:21.712891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] For port 8609992d-9c19-4b2c-b689-21ad71637856, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8609992d-9c19-4b2c-b689-21ad71637856,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:21.751139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2d5d7-5a3a-4a2a-aa59-08f9a70267ba req-c871c5cf-81d7-496c-920c-227aabde7089 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:21.752674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f2d5d7-5a3a-4a2a-aa59-08f9a70267ba req-c871c5cf-81d7-496c-920c-227aabde7089 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1352441 Aug 22 15:24:21.782700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.784775 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.829979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f2d5d7-5a3a-4a2a-aa59-08f9a70267ba req-c963ca3e-317f-47d7-87a3-99030012f5e8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695691 Aug 22 15:24:21.831242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:21.873711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2386ce-daa8-49ec-9317-0ffeb82292ab None None] Pushing event updated for resources: {'Port': ['ID=8609992d-9c19-4b2c-b689-21ad71637856,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:21.977413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Allocated IP 172.25.0.155 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/dee2963e-45ff-4020-8109-967074ff3f6e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:22.162709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.176470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fb29b5e0-1601-419e-afda-07ca44ba2e22 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:22.298999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.338316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port fb29b5e0-1601-419e-afda-07ca44ba2e22 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:22.342360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fb29b5e0-1601-419e-afda-07ca44ba2e22 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:22.342756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.348441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:22.353428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:22.354692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:22.391658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Pushing event updated for resources: {'Port': ['ID=dee2963e-45ff-4020-8109-967074ff3f6e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:22.436281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.469933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port fb29b5e0-1601-419e-afda-07ca44ba2e22, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fb29b5e0-1601-419e-afda-07ca44ba2e22,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:22.601724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.667090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:22.738695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:22.940880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2bfbda-846b-404c-a47b-427336fd3c59 None None] Network 3aabaa43-6857-4542-909b-8ac68d83faec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:24:22.997696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:23.011485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc259f84-7ded-4285-88b4-dfa8a7683295 req-eb92ad41-1275-473b-b3bf-177bd390ed6f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.013026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc259f84-7ded-4285-88b4-dfa8a7683295 req-eb92ad41-1275-473b-b3bf-177bd390ed6f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1015489 Aug 22 15:24:23.101613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-439dd920-e33f-4c85-aeb6-0eb23a00e092 None None] Provisioning for port 8609992d-9c19-4b2c-b689-21ad71637856 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:23.136906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc259f84-7ded-4285-88b4-dfa8a7683295 req-bb02da86-2b40-4dc5-86c3-ff3f421d78ad tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823240 Aug 22 15:24:23.246985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Router a488e509-e780-4990-9396-1758b6259fb1 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:24:23.663221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-3e9b8875-0e58-4eb1-a3ff-de972adfba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.664722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-3e9b8875-0e58-4eb1-a3ff-de972adfba4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0463684 Aug 22 15:24:23.770003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-ed3a0b2b-92f3-4bcd-98f4-37b4e01482ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.772349 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-ed3a0b2b-92f3-4bcd-98f4-37b4e01482ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1010556 Aug 22 15:24:23.774441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:23.785264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Sync routers for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:23.795180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129382f-4188-444c-8567-7bd63179563a req-ab633c68-e0d2-4d1c-b993-47a1c41850be tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.796861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7129382f-4188-444c-8567-7bd63179563a req-ab633c68-e0d2-4d1c-b993-47a1c41850be tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0857091 Aug 22 15:24:23.798400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:23.799252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:23.838896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7129382f-4188-444c-8567-7bd63179563a req-ce18f0ad-d13e-420a-821d-b914a8532c13 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354493 Aug 22 15:24:23.859087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-f6cfb1b9-c464-471a-a079-5981bba9b358 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0742130 Aug 22 15:24:23.874777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:23.876180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a5f2999f-5219-4207-aa77-90b64a997c58 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9438055 Aug 22 15:24:23.878824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 46142) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:24:23.910311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-7bb3f3c7-291b-450a-8d01-9f028767da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.912795 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-7bb3f3c7-291b-450a-8d01-9f028767da7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0467036 Aug 22 15:24:23.965482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-697d4c47-f0ea-45be-9463-a866a538c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:23.967047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-697d4c47-f0ea-45be-9463-a866a538c534 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476141 Aug 22 15:24:23.970694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:24.079164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-98b55729-fb2a-475c-acbf-728a6b4aecf8 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036170 Aug 22 15:24:24.176611 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:24:24.195840 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab4748e-ff9f-4de4-8f83-c757f9f2714a req-261c75a8-aac7-438d-bfb8-48334219ff70 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051300 Aug 22 15:24:24.231194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8609992d-9c19-4b2c-b689-21ad71637856 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:24.282402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 3, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:24.311894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Checking router: a488e509-e780-4990-9396-1758b6259fb1 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:24.312313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Updating router a488e509-e780-4990-9396-1758b6259fb1 port dee2963e-45ff-4020-8109-967074ff3f6e binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:24:24.342421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.423808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.469137 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 8609992d-9c19-4b2c-b689-21ad71637856 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:24.481602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8609992d-9c19-4b2c-b689-21ad71637856 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:24.481886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.591023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Allocated IP 172.20.0.1 (3aabaa43-6857-4542-909b-8ac68d83faec/1aa32080-3c00-4111-aae4-070c5064e587/f0f2d3d1-b77d-4e89-9698-afd99fb70e51) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:24:24.657174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.701306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.718050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 8609992d-9c19-4b2c-b689-21ad71637856, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8609992d-9c19-4b2c-b689-21ad71637856,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:24.721019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Transition to ACTIVE for port object dee2963e-45ff-4020-8109-967074ff3f6e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:24.722041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.745668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Transition to ACTIVE for port object f0f2d3d1-b77d-4e89-9698-afd99fb70e51 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:24.784718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.785537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fb29b5e0-1601-419e-afda-07ca44ba2e22 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:24.832325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.858054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.896954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Attempting to bind port dee2963e-45ff-4020-8109-967074ff3f6e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:24.897339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Attempting to bind port dee2963e-45ff-4020-8109-967074ff3f6e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:24.897709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Attempting to bind port dee2963e-45ff-4020-8109-967074ff3f6e on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:24.900931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Network 3aabaa43-6857-4542-909b-8ac68d83faec is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:24.903163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=8609992d-9c19-4b2c-b689-21ad71637856,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:24.903744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:24.906570 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:24:24.909602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:24.909985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:24.910398 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.910804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:24.912448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Bound port: dee2963e-45ff-4020-8109-967074ff3f6e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:24.912448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.949312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:24.977207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fb29b5e0-1601-419e-afda-07ca44ba2e22 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:24.977768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:24.993458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.028098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7278-5fba-4428-802a-eb18b396ef26 None None] Pushing event updated for resources: {'Port': ['ID=dee2963e-45ff-4020-8109-967074ff3f6e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:25.054324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] For port dee2963e-45ff-4020-8109-967074ff3f6e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:25.065646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618757-41c9-4250-a871-1571c88316b9 req-acdc1f61-f1be-4156-8fad-c40bc4fe3256 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:25.069291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95618757-41c9-4250-a871-1571c88316b9 req-acdc1f61-f1be-4156-8fad-c40bc4fe3256 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1245902 Aug 22 15:24:25.071533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] For port dee2963e-45ff-4020-8109-967074ff3f6e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=dee2963e-45ff-4020-8109-967074ff3f6e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:25.144337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.167639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95618757-41c9-4250-a871-1571c88316b9 req-ef5bbd5b-43b0-463d-bbbf-e33d3a385da8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870118 Aug 22 15:24:25.207781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:25.208961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:25.214555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c7278-5fba-4428-802a-eb18b396ef26 None None] Pushing event updated for resources: {'Port': ['ID=dee2963e-45ff-4020-8109-967074ff3f6e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:25.291823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.476561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.491848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:25.494717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a18565b9-707a-48e7-85c1-cea383aba980 None None] Provisioning for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:25.525557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a18565b9-707a-48e7-85c1-cea383aba980 None None] Provisioning complete for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:25.525945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a18565b9-707a-48e7-85c1-cea383aba980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.585010 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.610606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a18565b9-707a-48e7-85c1-cea383aba980 None None] Port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:24:25.657377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:25.664069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:25.727615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 3, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:25.755530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487cd74-61f6-48e1-abd4-0399a46ac064 None None] The sync data for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 is: [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 3, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:25.772258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Network 3aabaa43-6857-4542-909b-8ac68d83faec is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:24:25.776884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:24:25.941648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Router a488e509-e780-4990-9396-1758b6259fb1 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:24:26.078963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f227044f-c647-4df2-aaaf-01d48c694bf5 None None] Provisioning complete for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:26.079573 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f227044f-c647-4df2-aaaf-01d48c694bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:26.092218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8609992d-9c19-4b2c-b689-21ad71637856 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:26.119429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:24:26.127820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c4b639b3-4c21-4644-9bcf-ccb262ba8368 admin admin] 10.222.0.53 "PUT /v2.0/routers/a488e509-e780-4990-9396-1758b6259fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2476218 Aug 22 15:24:26.181812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f227044f-c647-4df2-aaaf-01d48c694bf5 None None] Port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:24:26.207500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 8609992d-9c19-4b2c-b689-21ad71637856 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:26.207879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:26.355638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f97a7f-6a34-412e-931c-0d373aa5fdd4 req-190347a4-0506-46ba-a6a5-6daea4097f17 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:26.357310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f97a7f-6a34-412e-931c-0d373aa5fdd4 req-190347a4-0506-46ba-a6a5-6daea4097f17 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0662115 Aug 22 15:24:26.422860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f97a7f-6a34-412e-931c-0d373aa5fdd4 req-18273f28-b442-4295-a27f-6a59696d604c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465806 Aug 22 15:24:26.561291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ea13e-00d7-47d8-a34c-a33f8fecd9bb req-83616d14-0b7c-4799-b099-31d017ef5005 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:26.563130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a35ea13e-00d7-47d8-a34c-a33f8fecd9bb req-83616d14-0b7c-4799-b099-31d017ef5005 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0626881 Aug 22 15:24:26.610458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a35ea13e-00d7-47d8-a34c-a33f8fecd9bb req-16657a36-a3fa-41b1-826f-f7b98ad07305 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388722 Aug 22 15:24:27.260942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2711-34e2-4170-8887-39bc032e7cdc req-545dd66b-c176-42b6-8051-9221c0fd65c8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:27.262484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-164f2711-34e2-4170-8887-39bc032e7cdc req-545dd66b-c176-42b6-8051-9221c0fd65c8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0559032 Aug 22 15:24:27.302418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-164f2711-34e2-4170-8887-39bc032e7cdc req-45414cd3-87dd-4357-a633-923310e39e81 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339446 Aug 22 15:24:27.755317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e6fa-27ba-4634-a7eb-f77830da18a0 req-4902b695-cc49-4ac8-86d6-ac3270ff86e4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:27.758029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2298e6fa-27ba-4634-a7eb-f77830da18a0 req-4902b695-cc49-4ac8-86d6-ac3270ff86e4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0687325 Aug 22 15:24:27.809224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2298e6fa-27ba-4634-a7eb-f77830da18a0 req-f2724f68-63de-4b72-8af3-9e9f2907cec8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415018 Aug 22 15:24:28.127749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device dee2963e-45ff-4020-8109-967074ff3f6e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:28.171399 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Sync routers for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:24:28.183264 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:28.184446 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:28.269721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port dee2963e-45ff-4020-8109-967074ff3f6e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:28.279943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port dee2963e-45ff-4020-8109-967074ff3f6e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:28.279943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:28.310403 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:28.368649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:28.390940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port dee2963e-45ff-4020-8109-967074ff3f6e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=dee2963e-45ff-4020-8109-967074ff3f6e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:28.452886 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:28.534185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=dee2963e-45ff-4020-8109-967074ff3f6e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:28.561372 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 4, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f0f2d3d1-b77d-4e89-9698-afd99fb70e51', 'name': '', 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'mac_address': 'fa:16:3e:0a:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1aa32080-3c00-4111-aae4-070c5064e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:24Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 2, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'subnets': [{'id': '1aa32080-3c00-4111-aae4-070c5064e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:28.693391 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Checking router: a488e509-e780-4990-9396-1758b6259fb1 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:24:28.693734 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Updating router a488e509-e780-4990-9396-1758b6259fb1 port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:24:28.719996 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:28.963588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378925af-7adf-401b-b806-667152809818 req-3c120f40-851b-4e84-acb2-bc1229838831 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:28.965693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-378925af-7adf-401b-b806-667152809818 req-3c120f40-851b-4e84-acb2-bc1229838831 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0594490 Aug 22 15:24:29.021469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-378925af-7adf-401b-b806-667152809818 req-adec619a-c4fc-47f7-85c8-8b502d63bdc5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487547 Aug 22 15:24:29.055442 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:29.064382 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Transition to ACTIVE for port object f0f2d3d1-b77d-4e89-9698-afd99fb70e51 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:24:29.161880 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:29.224439 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41205ad7-39c2-471c-b163-df7513cc8554 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:29.282516 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Attempting to bind port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:24:29.283154 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Attempting to bind port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:24:29.283709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Attempting to bind port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 on network 3aabaa43-6857-4542-909b-8ac68d83faec {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:24:29.290856 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:24:29.291240 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Checking segment: {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:24:29.291623 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:29.292045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Bound using segment: {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:24:29.292521 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Bound port: f0f2d3d1-b77d-4e89-9698-afd99fb70e51, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad91f098-489e-48b5-9ac9-1512a8eb5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:24:29.293060 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:29.384300 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] For port f0f2d3d1-b77d-4e89-9698-afd99fb70e51, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:24:29.404182 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] For port f0f2d3d1-b77d-4e89-9698-afd99fb70e51, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:24:29.477285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2235-f644-4559-b130-5dd83e82419e req-f730d44d-ebee-43d2-b224-53471d8a6b72 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:29.479444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-792c2235-f644-4559-b130-5dd83e82419e req-f730d44d-ebee-43d2-b224-53471d8a6b72 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0849118 Aug 22 15:24:29.487955 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:29.550805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-792c2235-f644-4559-b130-5dd83e82419e req-48117618-c607-41fe-b164-40f596831305 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646641 Aug 22 15:24:29.576146 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:24:29.576982 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:24:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:29.803717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41205ad7-39c2-471c-b163-df7513cc8554 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:29.803717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:24:30.007233 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 4, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f0f2d3d1-b77d-4e89-9698-afd99fb70e51', 'name': '', 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'mac_address': 'fa:16:3e:0a:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1aa32080-3c00-4111-aae4-070c5064e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:24Z', 'updated_at': '2021-08-22T15:24:29Z', 'revision_number': 4, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'subnets': [{'id': '1aa32080-3c00-4111-aae4-070c5064e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:24:30.040052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be98dc-4caa-4d5a-a87f-6a4b148ad274 None None] The sync data for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 is: [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:25Z', 'revision_number': 4, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f0f2d3d1-b77d-4e89-9698-afd99fb70e51', 'name': '', 'network_id': '3aabaa43-6857-4542-909b-8ac68d83faec', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'mac_address': 'fa:16:3e:0a:eb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '1aa32080-3c00-4111-aae4-070c5064e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:24Z', 'updated_at': '2021-08-22T15:24:29Z', 'revision_number': 4, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'subnets': [{'id': '1aa32080-3c00-4111-aae4-070c5064e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:24:30.060873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device dee2963e-45ff-4020-8109-967074ff3f6e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:30.141284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port dee2963e-45ff-4020-8109-967074ff3f6e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:30.141727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:30.147038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8e08-b77c-430e-9f2b-df9fbbbca1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:30.693459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe394e1-93ba-43be-989b-946db1305f4e req-3e2bf546-3f04-4779-8986-bd8c2f6ac29a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:30.695407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe394e1-93ba-43be-989b-946db1305f4e req-3e2bf546-3f04-4779-8986-bd8c2f6ac29a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0697482 Aug 22 15:24:30.753362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebe394e1-93ba-43be-989b-946db1305f4e req-4454cdb7-deba-4dd7-86e0-55cafc03a822 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499206 Aug 22 15:24:30.932260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed751-59a2-418e-9629-00f7e7dad962 req-b5db66f0-00d7-4742-973a-bfadb652a761 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:30.939888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-940ed751-59a2-418e-9629-00f7e7dad962 req-b5db66f0-00d7-4742-973a-bfadb652a761 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0706842 Aug 22 15:24:30.975245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-940ed751-59a2-418e-9629-00f7e7dad962 req-fda1e36c-6da7-4239-8d32-14470c11eb7e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Aug 22 15:24:31.120761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29324-a3cd-41e1-8e30-15d73cafe1a0 req-3af215d2-dfc4-4af2-a9fa-8083c56ff1f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:31.128585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3be29324-a3cd-41e1-8e30-15d73cafe1a0 req-3af215d2-dfc4-4af2-a9fa-8083c56ff1f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0777440 Aug 22 15:24:31.165924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3be29324-a3cd-41e1-8e30-15d73cafe1a0 req-6bcf13df-0139-4930-865c-78ec004c8814 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364273 Aug 22 15:24:31.293687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786e81-7683-44dd-b32e-6795dcc2ceab req-996bc2b4-8214-414c-8259-b30d78084b11 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:31.295303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c786e81-7683-44dd-b32e-6795dcc2ceab req-996bc2b4-8214-414c-8259-b30d78084b11 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0531180 Aug 22 15:24:31.336862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c786e81-7683-44dd-b32e-6795dcc2ceab req-105008c1-4b3e-40d3-9ea8-40d76934dc3a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355301 Aug 22 15:24:32.094258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f0f2d3d1-b77d-4e89-9698-afd99fb70e51 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:32.269569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:24:32.277418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:32.277917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:32.373513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:32.411406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f0f2d3d1-b77d-4e89-9698-afd99fb70e51, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:24:32.573101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:32.630322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:24:32.904461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:33.499650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-99ac1669-fadc-4e81-af9d-96211b7d83ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:34.102260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f0f2d3d1-b77d-4e89-9698-afd99fb70e51 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:24:34.156456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:24:34.156939 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:34.933223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:35.648918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-91423395-7c4b-47eb-859c-c9285a057a65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621600 Aug 22 15:24:35.738246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-9abb9cfe-8533-4c07-bb19-fe7fa4290909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:35.740229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-9abb9cfe-8533-4c07-bb19-fe7fa4290909 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 1097 time: 0.0521040 Aug 22 15:24:35.863706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-6359d15c-69f8-463c-85b7-3f94ba9489a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:35.865286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-6359d15c-69f8-463c-85b7-3f94ba9489a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1015446 Aug 22 15:24:35.916029 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-d3882210-7633-4db4-8571-b681437f0291 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 200 len: 217 time: 0.0429420 Aug 22 15:24:35.972431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-5535d67d-9195-49bb-ae83-d33af404e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:35.973992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-5535d67d-9195-49bb-ae83-d33af404e74c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0519013 Aug 22 15:24:36.024062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-fb988757-0af9-454a-923c-7fca7f2cdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:24:36.025584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-fb988757-0af9-454a-923c-7fca7f2cdb9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452001 Aug 22 15:24:36.133004 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-fa0b6baf-93f2-4152-a04f-bb295a0da454 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999196 Aug 22 15:24:36.260377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7565aea3-9e6c-4fe8-b722-bd8a76fcf0d9 req-e50671a4-ff88-435e-83aa-c5318271131f service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204777 Aug 22 15:24:36.949265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:40.670104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:24:51.221640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:00.127297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6207-c3fa-4b3e-9fb4-a20151a758c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:01.167668 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:25:02.882114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:03.481498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-704d8fba-e978-4a5e-a3d0-348362663e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:04.886911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:06.836366 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:07.267517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-d6c14ba5-3aa7-4c42-a566-8196b6dae483 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:07.269043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-d6c14ba5-3aa7-4c42-a566-8196b6dae483 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/networks?id=0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 200 len: 814 time: 0.1325881 Aug 22 15:25:07.290016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1a7280c5-5e38-4821-ba50-993ec7daed1a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/quotas/f72087066d59440ab0c055fc6b2234fe HTTP/1.1" status: 200 len: 375 time: 0.0138571 Aug 22 15:25:07.326307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-4c29fc85-a7fb-479b-b249-25a7c2764121 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297174 Aug 22 15:25:07.433652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-e9d5db8d-c72b-4dc8-8a50-4f52757f9c07 service neutron] 10.222.0.53 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002090 Aug 22 15:25:07.554728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3da135e7-9db2-415a-8e58-872f2d79f8b1 service neutron] 10.222.0.53 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146994 Aug 22 15:25:07.807175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c3d23bf-bb0b-44f2-993f-137528087ac5 req-b57a310f-0774-400c-9919-b95bd97ecf52 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Aug 22 15:25:08.906969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86a316dc-7774-4027-801f-23f40a082c04 req-249087d9-ea81-47d6-a61c-b013534c97e0 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Aug 22 15:25:10.024623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ad58eba-4c5e-433e-b9da-ac7f7d1c84b3 req-9d3a6f08-886a-4fe1-bcee-be6bfcb53ed8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 210 time: 0.0303595 Aug 22 15:25:10.188800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-b1465733-39ae-4bc1-b9d7-bf3c2c447267 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:10.190393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-b1465733-39ae-4bc1-b9d7-bf3c2c447267 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "GET /v2.0/networks?id=0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 200 len: 814 time: 0.1290963 Aug 22 15:25:10.204526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Request body: {'port': {'device_id': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c', 'admin_state_up': True, 'tenant_id': 'f72087066d59440ab0c055fc6b2234fe'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:25:10.486973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Made reservation on behalf of f72087066d59440ab0c055fc6b2234fe for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:25:10.491724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:10.633080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Allocated IP 172.20.0.13 (0bbc08d0-b855-4f0f-b089-54e527a91b8c/17c3e497-6218-4d5e-9e0c-dfe7ba405400/30e7f950-d95b-4e9a-97c2-ae5396612a82) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:25:10.652170 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:10.791950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:10.908614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:10.952118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:25:10.955204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:25:10.958868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:25:10.968137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Pushing event updated for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:25:11.003051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.003773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.003773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.004109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.004445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.004782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.005117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.006028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.011577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.011577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.011577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.011577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:11.031349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:11.032052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:11.134994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-3bdd653f-6b91-43c9-893c-150d21033d45 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9346521 Aug 22 15:25:11.150202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Request body: {'port': {'device_id': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:25:11.202828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6f2f3-a741-4419-bbc5-c325c40da9e1 req-4cfd7d13-2b19-4e94-b7cc-3359f665d170 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:11.204449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae6f2f3-a741-4419-bbc5-c325c40da9e1 req-4cfd7d13-2b19-4e94-b7cc-3359f665d170 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 932 time: 0.1006033 Aug 22 15:25:11.269869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:11.301317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ae6f2f3-a741-4419-bbc5-c325c40da9e1 req-8195bb88-c863-4d7f-a5f9-e97d03cfbc94 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879457 Aug 22 15:25:11.651289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e7f950-d95b-4e9a-97c2-ae5396612a82 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:25:11.662688 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:11.676696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Transition to ACTIVE for port object 30e7f950-d95b-4e9a-97c2-ae5396612a82 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:25:11.749682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:11.765231 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-9fd272bf-9527-4469-aa0d-da220210c5a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637841 Aug 22 15:25:11.862406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-ce002494-8a0a-4809-8568-b08b8f321009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:11.864060 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-ce002494-8a0a-4809-8568-b08b8f321009 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1096 time: 0.0464919 Aug 22 15:25:11.869111 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Pushing event updated for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:25:11.892516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Attempting to bind port 30e7f950-d95b-4e9a-97c2-ae5396612a82 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:25:11.892946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Attempting to bind port 30e7f950-d95b-4e9a-97c2-ae5396612a82 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:25:11.893355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Attempting to bind port 30e7f950-d95b-4e9a-97c2-ae5396612a82 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:25:11.899639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Port 30e7f950-d95b-4e9a-97c2-ae5396612a82 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:25:11.900097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Attempting to bind port 30e7f950-d95b-4e9a-97c2-ae5396612a82 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:25:11.905447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:25:11.905789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Checking segment: {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:25:11.906276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Bound using segment: {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:25:11.906867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Bound port: 30e7f950-d95b-4e9a-97c2-ae5396612a82, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:25:11.907143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:11.989441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:25:11.993551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:25:12.003744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-8224c432-2df4-4878-aabf-fca9507137de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.005300 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-8224c432-2df4-4878-aabf-fca9507137de service neutron] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1175029 Aug 22 15:25:12.055456 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-91d47387-d119-478b-b9b7-9d9e1709ec70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 217 time: 0.0416040 Aug 22 15:25:12.092935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:12.109828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-e7d636b8-00ce-42db-9189-eb05ff47b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.110713 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-e7d636b8-00ce-42db-9189-eb05ff47b293 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0483887 Aug 22 15:25:12.128444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.128444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:12.129670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] 10.222.0.54 "PUT /v2.0/ports/30e7f950-d95b-4e9a-97c2-ae5396612a82 HTTP/1.1" status: 200 len: 1092 time: 0.9862988 Aug 22 15:25:12.130157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:25:12.132702 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec363f-a992-4c78-aa91-62abc6e5a3be" -d '{"events": [{"name": "network-changed", "server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:25:12.175720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e113d-da36-460f-bff9-3217f1d38717 service neutron] Pushing event updated for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:25:12.191921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-61e4b63d-c546-4e21-bc18-59aa24c94c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.191921 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-61e4b63d-c546-4e21-bc18-59aa24c94c63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688992 Aug 22 15:25:12.310089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-ff865202-419e-4596-9cce-6765a52a0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.311657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-ff865202-419e-4596-9cce-6765a52a0b10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 1095 time: 0.0578408 Aug 22 15:25:12.313778 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-f28c7927-a200-4bde-a585-86ebe56a251c service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189809 Aug 22 15:25:12.379918 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7d186-f056-4305-8fca-87f444dc957e x-openstack-request-id: req-fcd7d186-f056-4305-8fca-87f444dc957e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:25:12.380227 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:25:12.381337 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcd7d186-f056-4305-8fca-87f444dc957e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:25:12.381787 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82', 'status': 'completed', 'code': 200} Aug 22 15:25:12.383454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-c8cd4481-0894-4976-860f-377524b27e44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82 HTTP/1.1" status: 200 len: 217 time: 0.0570757 Aug 22 15:25:12.424058 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-269082fa-4a1a-4119-bfaa-031bb3c14077 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972450 Aug 22 15:25:12.469169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-8af264bc-1cb9-466e-b85a-e653c2bcac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.470650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-8af264bc-1cb9-466e-b85a-e653c2bcac6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17c3e497-6218-4d5e-9e0c-dfe7ba405400 HTTP/1.1" status: 200 len: 854 time: 0.0795181 Aug 22 15:25:12.495164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab982b7-4b82-4b5a-aaae-e02f8aab0cf4 req-6d437dd6-a74b-4373-9903-a719f0e12ac1 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.496887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ab982b7-4b82-4b5a-aaae-e02f8aab0cf4 req-6d437dd6-a74b-4373-9903-a719f0e12ac1 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 944 time: 0.0956120 Aug 22 15:25:12.517501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-fdbef6ae-8da8-4639-b5cb-a1868f3b48d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0bbc08d0-b855-4f0f-b089-54e527a91b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382926 Aug 22 15:25:12.565227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ab982b7-4b82-4b5a-aaae-e02f8aab0cf4 req-f306efdd-ffa7-4d6e-9437-1c1a47fb7ca3 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502660 Aug 22 15:25:12.652325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-b3a9a6a7-d208-408f-a7e3-a07b18fbb56a service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268635 Aug 22 15:25:12.756253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4441f11-c6bc-464b-890e-73dd44608cc0 req-b374c06e-43e3-4823-afcc-99b73ebaf92b service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965104 Aug 22 15:25:12.934910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-11b621a1-3322-474a-99c7-42b39612d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:12.936308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-11b621a1-3322-474a-99c7-42b39612d7b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 1095 time: 0.0450239 Aug 22 15:25:13.041236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-e5c1a12f-3be5-43e5-bc13-a902f5f79598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:13.042748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-e5c1a12f-3be5-43e5-bc13-a902f5f79598 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 200 len: 915 time: 0.0999048 Aug 22 15:25:13.086429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-80f55123-654e-4e03-a92a-e56fe76a26a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82 HTTP/1.1" status: 200 len: 217 time: 0.0366549 Aug 22 15:25:13.147326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-af7095ae-5796-4c90-963d-cd30de98698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:13.149204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-af7095ae-5796-4c90-963d-cd30de98698f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17c3e497-6218-4d5e-9e0c-dfe7ba405400 HTTP/1.1" status: 200 len: 854 time: 0.0555878 Aug 22 15:25:13.184603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-b885b39b-9851-439e-b824-ad7ae9201408 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0bbc08d0-b855-4f0f-b089-54e527a91b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271018 Aug 22 15:25:13.282149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-48e4e568-f0e9-4df1-a201-a0f66dfbe109 service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902770 Aug 22 15:25:13.385857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51ec363f-a992-4c78-aa91-62abc6e5a3be req-ca990b8d-a72d-4ce1-8c9e-cf568f3ba246 service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959077 Aug 22 15:25:13.696666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad9f3-3dff-471a-b4b3-ac40b339a50e req-a47affbd-d841-4e84-a728-82e41b73e801 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:13.698288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e09ad9f3-3dff-471a-b4b3-ac40b339a50e req-a47affbd-d841-4e84-a728-82e41b73e801 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 944 time: 0.0589507 Aug 22 15:25:13.744627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e09ad9f3-3dff-471a-b4b3-ac40b339a50e req-43a97fda-47cb-4e9b-bf2c-61d9afec9275 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365500 Aug 22 15:25:14.865919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865721-f3b4-4ca3-aeb3-15037894a95e req-de99712d-39f8-4dfc-bfc2-8e860209b241 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:14.867448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6865721-f3b4-4ca3-aeb3-15037894a95e req-de99712d-39f8-4dfc-bfc2-8e860209b241 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 944 time: 0.0510006 Aug 22 15:25:14.907990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6865721-f3b4-4ca3-aeb3-15037894a95e req-a92ae1b0-05a7-431a-91c9-7c755cc3df2e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Aug 22 15:25:16.039650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99335a0c-f0d3-4d8d-95c4-c92d7a8a61e7 req-784e6dc2-5d54-45c9-a13a-f648dfec10a9 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:16.041299 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99335a0c-f0d3-4d8d-95c4-c92d7a8a61e7 req-784e6dc2-5d54-45c9-a13a-f648dfec10a9 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 944 time: 0.0594330 Aug 22 15:25:16.083996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99335a0c-f0d3-4d8d-95c4-c92d7a8a61e7 req-763ee877-772f-4a97-b647-adb5a6da6423 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358360 Aug 22 15:25:17.205306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f6b65-c7f0-46b9-a375-abb93b27f242 req-e957a064-adb2-4551-b321-4be16ac9b12d tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:17.206817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e75f6b65-c7f0-46b9-a375-abb93b27f242 req-e957a064-adb2-4551-b321-4be16ac9b12d tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 944 time: 0.0522561 Aug 22 15:25:17.245852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e75f6b65-c7f0-46b9-a375-abb93b27f242 req-9d059850-839d-4241-9e9c-782376faeddb tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Aug 22 15:25:17.423046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30e7f950-d95b-4e9a-97c2-ae5396612a82 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:25:17.517946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:25:17.528725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '30e7f950-d95b-4e9a-97c2-ae5396612a82', 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c', 'port_id': '30e7f950-d95b-4e9a-97c2-ae5396612a82', 'mac_address': 'fa:16:3e:de:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c3e497-6218-4d5e-9e0c-dfe7ba405400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:25:17.566670 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:17.580513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e7f950-d95b-4e9a-97c2-ae5396612a82 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:25:17.599600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:25:17.681096 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:17.732804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:25:17.740311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.740672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.741015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.741355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.741693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.742029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.742361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.742761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.743090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.743418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.743744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.744092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:25:17.990965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['30e7f950-d95b-4e9a-97c2-ae5396612a82'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:25:18.367919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf836-7b4d-46b5-af7d-d7873a9a6574 req-7cc1cef5-9910-4f8e-b851-ed3ce0d5d857 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:18.369489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31cdf836-7b4d-46b5-af7d-d7873a9a6574 req-7cc1cef5-9910-4f8e-b851-ed3ce0d5d857 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 945 time: 0.0549958 Aug 22 15:25:18.408998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31cdf836-7b4d-46b5-af7d-d7873a9a6574 req-d62e6b31-5db8-4331-8d9b-255bb9d075d1 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Aug 22 15:25:19.436477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30e7f950-d95b-4e9a-97c2-ae5396612a82 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:25:19.543665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 30e7f950-d95b-4e9a-97c2-ae5396612a82 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:25:19.548004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 30e7f950-d95b-4e9a-97c2-ae5396612a82 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:25:19.548391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:19.551802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9334e-fc8b-4150-8259-dc76a006b706 req-d6f52412-4580-4da3-bb53-8367cb86f3c7 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:19.554400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bf9334e-fc8b-4150-8259-dc76a006b706 req-d6f52412-4580-4da3-bb53-8367cb86f3c7 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 945 time: 0.0702751 Aug 22 15:25:19.600808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bf9334e-fc8b-4150-8259-dc76a006b706 req-33ff74b9-8f09-4004-9353-d1e14050c895 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Aug 22 15:25:19.642865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:19.668056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:25:19.670258 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1570b0-108b-4d0b-b39f-2dcd1b1d759e" -d '{"events": [{"server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "name": "network-vif-plugged", "status": "completed", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:25:19.684281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:25:19.711894 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b93b34-f3a1-425b-b602-0d5a3c721622 x-openstack-request-id: req-18b93b34-f3a1-425b-b602-0d5a3c721622 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:25:19.711894 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "name": "network-vif-plugged", "status": "completed", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:25:19.711894 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18b93b34-f3a1-425b-b602-0d5a3c721622 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:25:19.711894 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82', 'code': 200} Aug 22 15:25:19.759919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:19.809552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92900f3d-a4d8-49d2-80ac-0089cb906f09 req-af72b997-9625-45b0-878f-a86912c1c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:19.811129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92900f3d-a4d8-49d2-80ac-0089cb906f09 req-af72b997-9625-45b0-878f-a86912c1c7d6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 1097 time: 0.0433934 Aug 22 15:25:19.815228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:25:19.848982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92900f3d-a4d8-49d2-80ac-0089cb906f09 req-056da858-d977-43c5-aa27-d3f140d6e22a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301058 Aug 22 15:25:20.718950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c7ae-21ce-485f-a094-67fa58e0b3cd req-d5612a76-d23d-4e0f-b58c-3dd35aa56b1e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:20.720465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abd7c7ae-21ce-485f-a094-67fa58e0b3cd req-d5612a76-d23d-4e0f-b58c-3dd35aa56b1e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0499446 Aug 22 15:25:20.759518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abd7c7ae-21ce-485f-a094-67fa58e0b3cd req-8148a426-a246-4aea-b997-190c815bd75e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Aug 22 15:25:21.196350 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:21.884188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb43f5-f6b9-453e-b462-af6171f5c7b4 req-d8d971c8-2a92-4204-8a9b-129992602d65 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:21.885982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88fb43f5-f6b9-453e-b462-af6171f5c7b4 req-d8d971c8-2a92-4204-8a9b-129992602d65 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0546949 Aug 22 15:25:21.927231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88fb43f5-f6b9-453e-b462-af6171f5c7b4 req-1d5bb7f1-ee81-4360-90fe-bcb5b4bd184a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Aug 22 15:25:23.664597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1cef9-a03d-46a6-bc7d-cfb374905248 req-9b3e7de3-671f-4bae-818f-0028356dc8ae tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:23.667472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e1cef9-a03d-46a6-bc7d-cfb374905248 req-9b3e7de3-671f-4bae-818f-0028356dc8ae tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0616450 Aug 22 15:25:23.717909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46e1cef9-a03d-46a6-bc7d-cfb374905248 req-4609ae2c-affa-4b9a-b55e-8a874e38adb7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Aug 22 15:25:23.780415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-195cb420-a526-436c-82a3-e7d8834f9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:23.782720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-195cb420-a526-436c-82a3-e7d8834f9a30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0764470 Aug 22 15:25:23.890131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-28617767-c655-447d-9143-c873325aaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:23.891572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-28617767-c655-447d-9143-c873325aaa99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1017811 Aug 22 15:25:24.268441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-476f5ed5-a56e-4bbf-842f-9ee64e228b5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.3697979 Aug 22 15:25:24.324425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-3ac977a8-99fd-44b1-b462-fde57224a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:24.326344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-3ac977a8-99fd-44b1-b462-fde57224a56d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0507114 Aug 22 15:25:24.376990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-3f3a6391-cd96-465d-b62d-6b9596bbf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:24.378610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-3f3a6391-cd96-465d-b62d-6b9596bbf832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455780 Aug 22 15:25:24.495742 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-250be0ed-4a21-4c45-9895-1e69ed9ee986 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089630 Aug 22 15:25:24.606880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d13c0792-80c4-463e-8d9f-85e3b804dfe8 req-40d1bc7e-df17-457a-82cd-192ad1c5c76e service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044090 Aug 22 15:25:24.857920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599cfd7-b2ba-42ed-9d8e-0b960facb39a req-250824b0-f09b-4833-a530-43475c20a7e2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:24.860812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1599cfd7-b2ba-42ed-9d8e-0b960facb39a req-250824b0-f09b-4833-a530-43475c20a7e2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0646026 Aug 22 15:25:24.914468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1599cfd7-b2ba-42ed-9d8e-0b960facb39a req-157d0112-9f04-493c-b7c5-37bd77ff4789 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Aug 22 15:25:26.072608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff83-6155-43a5-976f-ec0235c8125c req-8576274e-d30a-4a47-aee6-ba159fcb3f3f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:26.075089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28e9ff83-6155-43a5-976f-ec0235c8125c req-8576274e-d30a-4a47-aee6-ba159fcb3f3f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0774524 Aug 22 15:25:26.129219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28e9ff83-6155-43a5-976f-ec0235c8125c req-5cdb924c-20aa-4f75-bbfc-04d35ad7f1bd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Aug 22 15:25:30.100629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-398b3164-ceb3-44c5-9aeb-7b2ece67b94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:32.873756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:33.475711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ef02a6b7-4912-44dc-b3f1-be7220b484b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:34.909661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:35.305338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-73294f6e-504f-43f4-bd40-fd3679100bfa req-1f4041de-f342-482d-8d98-67201493e84b service neutron] (102049) timed out ('10.222.0.10', 62742) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:25:36.628896 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-12cd84f3-d530-4704-b71d-e4f95da962a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484526 Aug 22 15:25:36.738219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-b0e22b68-2e1c-4cc1-9485-5c6b92e81948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:36.740714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-b0e22b68-2e1c-4cc1-9485-5c6b92e81948 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0493004 Aug 22 15:25:36.824308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:36.851430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-5d73df49-9076-414d-8420-a537a028376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:36.853158 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-5d73df49-9076-414d-8420-a537a028376b service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0909653 Aug 22 15:25:36.940753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-8946ce53-68ef-41b9-b7e6-eac2fa4a1bad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0792620 Aug 22 15:25:36.994736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-5a71239d-2329-4891-8eb5-8ecbb796523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:36.996178 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-5a71239d-2329-4891-8eb5-8ecbb796523e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0480709 Aug 22 15:25:37.044081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-20029d38-df9d-4958-a322-af7f583e10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:25:37.045622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-20029d38-df9d-4958-a322-af7f583e10e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423641 Aug 22 15:25:37.141632 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-109606df-d1b0-438e-bb13-99c6a3731770 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884922 Aug 22 15:25:37.235476 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d6a4f48b-4fe2-4551-9d0f-15e64e4a8dae req-eb338a7e-f2a9-46c0-bb93-5a12d040c774 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Aug 22 15:25:38.167116 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:25:40.658141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:25:51.219241 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:00.103952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e75bcf82-e726-4655-a6ef-43e1fba4c5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:02.886589 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:03.617760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-034d1b47-438b-4bb0-b7f7-2860fa3e4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:04.903167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:06.857757 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:10.644649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:11.712220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-38cffe0d-e59b-44dc-bb97-c220f2ce4d27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449295 Aug 22 15:26:11.809625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-e9a24a5e-455e-4586-b286-5d58b2bd7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:11.811159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-e9a24a5e-455e-4586-b286-5d58b2bd7b99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 1096 time: 0.0514934 Aug 22 15:26:11.931051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-f4a671d8-5838-476e-a885-f9ad38dbd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:11.932426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-f4a671d8-5838-476e-a885-f9ad38dbd261 service neutron] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0998201 Aug 22 15:26:11.975530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-dbe6d45f-41c9-4511-b550-03d9ab918696 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 200 len: 217 time: 0.0355737 Aug 22 15:26:12.043947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-a28415c9-d6ab-43c6-98b9-ad054d429eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:12.045564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-a28415c9-d6ab-43c6-98b9-ad054d429eef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0630839 Aug 22 15:26:12.098756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-41e6c039-f30d-4fe3-a75b-128d44474997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:12.100339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-41e6c039-f30d-4fe3-a75b-128d44474997 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473609 Aug 22 15:26:12.196777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-2c4dd4dd-ddac-4e78-b46f-61a4e63d1432 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887985 Aug 22 15:26:12.301377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1ac38ee-bbba-4dc9-9b47-586871e1f312 req-7a367c43-2152-40b4-953e-d05d49c13538 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 Aug 22 15:26:15.165930 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:26:20.956195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a496f5-8b6c-4ff9-ba15-92f0015c5aef req-611d425f-42ca-4c55-b687-0e69eabd3d82 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:20.957717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6a496f5-8b6c-4ff9-ba15-92f0015c5aef req-611d425f-42ca-4c55-b687-0e69eabd3d82 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0907390 Aug 22 15:26:20.969785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049de70-1a32-4f4f-a471-262bbea74e82 req-8a0ee873-3549-4818-aaca-e8c8b48f3be4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:20.971223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d049de70-1a32-4f4f-a471-262bbea74e82 req-8a0ee873-3549-4818-aaca-e8c8b48f3be4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0698268 Aug 22 15:26:21.033013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6a496f5-8b6c-4ff9-ba15-92f0015c5aef req-66e2b4d2-9a7d-4a69-9dcc-ed28009d3f8e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Aug 22 15:26:21.038096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d049de70-1a32-4f4f-a471-262bbea74e82 req-4caef3ec-8c67-45a6-817e-d2769a20037c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582874 Aug 22 15:26:21.162442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0c35e-8928-4c51-a7a5-080db641f471 req-291e4453-7b7c-4573-b785-355425818719 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:21.164716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0db0c35e-8928-4c51-a7a5-080db641f471 req-291e4453-7b7c-4573-b785-355425818719 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0506732 Aug 22 15:26:21.200756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:21.205252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0db0c35e-8928-4c51-a7a5-080db641f471 req-b819aacd-5108-4502-8654-7b86416d9278 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Aug 22 15:26:21.525090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-437075a1-d40d-434c-9019-3bbefb13d780 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:21.526583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-437075a1-d40d-434c-9019-3bbefb13d780 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1084375 Aug 22 15:26:21.542132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-5be44e4b-df78-43c2-9b3b-fb5b3d07771a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/quotas/5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 375 time: 0.0097804 Aug 22 15:26:21.606163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-39e4cbb8-c9de-422d-aa9b-fb023dec0d62 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0582922 Aug 22 15:26:21.839088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-13e8121c-0326-4ce7-b0df-d3e7f2f4a306 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257288 Aug 22 15:26:21.933414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-baad33fb-bf6b-4343-b0bf-224316798016 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881603 Aug 22 15:26:22.162442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5cf21-5d56-48a3-aca3-e7e3ae5bf792 req-eda2d6b2-443b-491f-a6a2-6fdb232b187d tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:22.163832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65b5cf21-5d56-48a3-aca3-e7e3ae5bf792 req-eda2d6b2-443b-491f-a6a2-6fdb232b187d tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0510349 Aug 22 15:26:22.217105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8852a555-6bbf-4260-88ef-68e386d3c160 req-07e1f818-223b-494e-85f5-902371944dd3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 210 time: 0.0405011 Aug 22 15:26:22.238428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-65b5cf21-5d56-48a3-aca3-e7e3ae5bf792 req-ca01642e-a41e-4722-a37e-94060cd1c8a8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640268 Aug 22 15:26:22.725029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-4736012f-3747-4de2-8e9d-edc4df6138c7 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:22.727469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-4736012f-3747-4de2-8e9d-edc4df6138c7 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0505240 Aug 22 15:26:22.830655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Deleting port 30e7f950-d95b-4e9a-97c2-ae5396612a82 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:26:22.831075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:23.299504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] For port 30e7f950-d95b-4e9a-97c2-ae5396612a82, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=30e7f950-d95b-4e9a-97c2-ae5396612a82,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:23.300205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:23.338676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Calling delete_port for 30e7f950-d95b-4e9a-97c2-ae5396612a82 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:26:23.348433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d20fd712-69f7-4c1f-ac07-57b88b69fc7e req-9a1b6702-db2c-43a4-a8ab-1d4394ff287a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 210 time: 0.0510416 Aug 22 15:26:23.427181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed496-3ad3-4420-a7dc-1162ef0daf31 req-02e8cdfd-e906-4327-a094-32039adf0f12 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:23.428699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e9ed496-3ad3-4420-a7dc-1162ef0daf31 req-02e8cdfd-e906-4327-a094-32039adf0f12 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 946 time: 0.0930233 Aug 22 15:26:23.488541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e9ed496-3ad3-4420-a7dc-1162ef0daf31 req-dbc60755-ffef-4027-b0a6-5b194e493202 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522969 Aug 22 15:26:23.697658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:23.709452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['30e7f950-d95b-4e9a-97c2-ae5396612a82'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:23.728837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Pushing event deleted for resources: {'Port': ['ID=30e7f950-d95b-4e9a-97c2-ae5396612a82,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:23.759284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.759553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.759904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.760264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.760601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.760940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.761270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.761654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.761988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.762358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.762644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.762971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:23.781875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] No DVR routers for this DVR port 30e7f950-d95b-4e9a-97c2-ae5396612a82 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:26:23.784585 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:23.801909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48dc7b64-5c06-4eee-93a7-b0d14f83ccd3 req-caca1cd4-2b1e-417f-8501-f01c81dd830a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "DELETE /v2.0/ports/30e7f950-d95b-4e9a-97c2-ae5396612a82 HTTP/1.1" status: 204 len: 173 time: 1.0527563 Aug 22 15:26:23.801909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'name': 'network-vif-deleted', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:23.801909 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17d202-ac5a-4b91-8656-19aa81e8d309" -d '{"events": [{"server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "name": "network-vif-deleted", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:23.825149 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe6b10-e944-470f-af3e-a98d0f8b2bd0 x-openstack-request-id: req-ebbe6b10-e944-470f-af3e-a98d0f8b2bd0 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:23.825443 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d383e7c2-96ab-4a0d-9df5-9660d86d74d5", "name": "network-vif-deleted", "tag": "30e7f950-d95b-4e9a-97c2-ae5396612a82", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:23.825956 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebbe6b10-e944-470f-af3e-a98d0f8b2bd0 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:23.826351 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd383e7c2-96ab-4a0d-9df5-9660d86d74d5', 'name': 'network-vif-deleted', 'tag': '30e7f950-d95b-4e9a-97c2-ae5396612a82', 'status': 'completed', 'code': 200} Aug 22 15:26:24.236114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-034dfc82-4492-48d2-8161-1acab50da443 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:24.237672 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-034dfc82-4492-48d2-8161-1acab50da443 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1123152 Aug 22 15:26:24.255884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'device_id': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'admin_state_up': True, 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:24.438561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:26:24.442395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:24.450922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9beab3e-0bfc-4922-a7a7-a2966fd9e0c6 req-f016566b-9b68-4562-9c79-06babaedfa1c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Aug 22 15:26:24.576192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.20.0.4 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/ac9c7096-71e5-4855-a949-f0570ba2bb52) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:26:24.629662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-958c2a82-88b3-44ff-b0aa-d3d77ab537fa req-1675215c-4656-4464-a774-d06a38631d4e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=d383e7c2-96ab-4a0d-9df5-9660d86d74d5 HTTP/1.1" status: 200 len: 210 time: 0.0332489 Aug 22 15:26:24.740595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:24.756466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Transition to ACTIVE for port object ac9c7096-71e5-4855-a949-f0570ba2bb52 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:26:24.857777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:24.872562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:24.898451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:24.903543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:26:24.911856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:26:24.924170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:24.926826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:26:24.954695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.955123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.955378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.955722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.956092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.956431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.956865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.957097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.957427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.957760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.958090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:24.958420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:25.001245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:25.002216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.104481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-19957439-d33e-4dc3-b630-2558a4d3ec57 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525681 Aug 22 15:26:25.132922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Request body: {'port': {'device_id': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:25.189645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.217641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25b19591-c01b-4879-890a-c386f345c0b2 None None] Provisioning for port ac9c7096-71e5-4855-a949-f0570ba2bb52 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:26:25.222186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-25b19591-c01b-4879-890a-c386f345c0b2 None None] Provisioning complete for port ac9c7096-71e5-4855-a949-f0570ba2bb52 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:25.222950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-25b19591-c01b-4879-890a-c386f345c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.259588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-25b19591-c01b-4879-890a-c386f345c0b2 None None] Port ac9c7096-71e5-4855-a949-f0570ba2bb52 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:26:25.467087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c7096-71e5-4855-a949-f0570ba2bb52 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:25.475137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.489255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Transition to ACTIVE for port object ac9c7096-71e5-4855-a949-f0570ba2bb52 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:26:25.554834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.574102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0bd94-b7b6-4dd1-addb-3cfb3bc75f99 req-7cda6cfe-51e0-463f-9bb3-b1f0728c124e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:25.575925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33c0bd94-b7b6-4dd1-addb-3cfb3bc75f99 req-7cda6cfe-51e0-463f-9bb3-b1f0728c124e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 931 time: 0.0506711 Aug 22 15:26:25.637479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:25.655032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33c0bd94-b7b6-4dd1-addb-3cfb3bc75f99 req-6e288f5f-bad8-4923-a6bb-8daea47c77df tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720832 Aug 22 15:26:25.712873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Attempting to bind port ac9c7096-71e5-4855-a949-f0570ba2bb52 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:26:25.713226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Attempting to bind port ac9c7096-71e5-4855-a949-f0570ba2bb52 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:26:25.713591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Attempting to bind port ac9c7096-71e5-4855-a949-f0570ba2bb52 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:25.719462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Port ac9c7096-71e5-4855-a949-f0570ba2bb52 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:26:25.719797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Attempting to bind port ac9c7096-71e5-4855-a949-f0570ba2bb52 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:25.725394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:26:25.725683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:26:25.726080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:26:25.727203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Bound port: ac9c7096-71e5-4855-a949-f0570ba2bb52, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:26:25.728496 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.810378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:26:25.813879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:26:25.905165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.942888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:25.943755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:25.945320 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] 10.222.0.10 "PUT /v2.0/ports/ac9c7096-71e5-4855-a949-f0570ba2bb52 HTTP/1.1" status: 200 len: 1091 time: 0.8256795 Aug 22 15:26:25.945852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:25.948243 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:25.981607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538334c1-cf7d-4d5e-bb39-fc10a9e860dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:25.993636 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eca79a-5df3-4c81-a647-ba3bca8dcfbc x-openstack-request-id: req-d5eca79a-5df3-4c81-a647-ba3bca8dcfbc {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:25.994022 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:25.994353 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5eca79a-5df3-4c81-a647-ba3bca8dcfbc {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:25.994837 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'status': 'completed', 'code': 200} Aug 22 15:26:26.102410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-257429c3-1b57-49dc-8ffa-aa477a6d1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.104097 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-257429c3-1b57-49dc-8ffa-aa477a6d1c0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0691981 Aug 22 15:26:26.239623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-81ca2223-67b4-4bc4-8ed4-b63a24ee5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.241299 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-81ca2223-67b4-4bc4-8ed4-b63a24ee5a66 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1233048 Aug 22 15:26:26.336684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-0b9ea537-b8e4-483e-b6d7-c13af7e020f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.338179 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71e6f8ab-1461-4c67-8c7b-4bea60f74d02 req-0b9ea537-b8e4-483e-b6d7-c13af7e020f2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897293 Aug 22 15:26:26.442890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-a7d66de1-2b80-4886-80e9-4e69a237fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.444157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-a7d66de1-2b80-4886-80e9-4e69a237fd23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0476952 Aug 22 15:26:26.493992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-320c694b-070d-43d8-a52f-31165026028b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52 HTTP/1.1" status: 200 len: 217 time: 0.0358145 Aug 22 15:26:26.544075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-83dea466-e2e1-4707-bd56-382135970df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.545570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-83dea466-e2e1-4707-bd56-382135970df4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0453315 Aug 22 15:26:26.592678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-d85e14cd-b523-49e4-a552-e16090948cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.594196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-d85e14cd-b523-49e4-a552-e16090948cff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421777 Aug 22 15:26:26.693659 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-684335d1-ac60-4ff9-80cf-c00ca9e17918 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912395 Aug 22 15:26:26.778229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8fae9-563a-4989-9882-ba15d4483935 req-6ee6002d-6d0a-469e-995c-63b1a9d7cb3c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:26.779663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dee8fae9-563a-4989-9882-ba15d4483935 req-6ee6002d-6d0a-469e-995c-63b1a9d7cb3c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 943 time: 0.0596650 Aug 22 15:26:26.808791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-aae7daa5-6a48-4a93-9b85-94be934ff46c req-aba7779b-143b-440f-b38b-8ccd130a2cc1 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084893 Aug 22 15:26:26.821420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dee8fae9-563a-4989-9882-ba15d4483935 req-a19f8900-33d0-401e-9826-626ecd8151c5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Aug 22 15:26:27.798322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30e7f950-d95b-4e9a-97c2-ae5396612a82 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:26:27.818420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 30e7f950-d95b-4e9a-97c2-ae5396612a82 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:26:27.818820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 30e7f950-d95b-4e9a-97c2-ae5396612a82 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:26:27.957771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183931-0786-493f-9eaa-35f8a56cdff8 req-6cfe88d8-3553-48dd-be58-201a24be3e90 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:27.959192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2183931-0786-493f-9eaa-35f8a56cdff8 req-6cfe88d8-3553-48dd-be58-201a24be3e90 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 943 time: 0.0516520 Aug 22 15:26:27.999251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2183931-0786-493f-9eaa-35f8a56cdff8 req-633e0bbf-4bcb-4418-898a-f3b704dcbe02 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Aug 22 15:26:29.230755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759a1a9-6258-4212-8b4c-ce27de4c167f req-f075c41e-eb5b-46a2-8b81-0aa0ce5b92d8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:29.233522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a759a1a9-6258-4212-8b4c-ce27de4c167f req-f075c41e-eb5b-46a2-8b81-0aa0ce5b92d8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 943 time: 0.1575584 Aug 22 15:26:29.275008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a759a1a9-6258-4212-8b4c-ce27de4c167f req-cab661e3-0198-4fba-9f10-abb57cb5b531 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Aug 22 15:26:30.164877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d79ff569-318d-4d41-8207-f25ffdb19a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:30.375964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ac9c7096-71e5-4855-a949-f0570ba2bb52 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:26:30.461610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbde855-5232-4a77-aef3-125765a4ede5 req-625e89e7-47d7-46bc-bb30-31744b0d2f9d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:30.463187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebbde855-5232-4a77-aef3-125765a4ede5 req-625e89e7-47d7-46bc-bb30-31744b0d2f9d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 943 time: 0.1169672 Aug 22 15:26:30.485113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:30.498699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'mac_address': 'fa:16:3e:86:45:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:26:30.529384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ebbde855-5232-4a77-aef3-125765a4ede5 req-2e12d9ea-cb28-4ca9-89d4-d62f43d73e21 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Aug 22 15:26:30.539818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:30.552183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c7096-71e5-4855-a949-f0570ba2bb52 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:30.571907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:30.652409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:30.700514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:30.709879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.710233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.711114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.712098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.712452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.712796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.713135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.713477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.713814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.714153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.714486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:30.714820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:26:31.080793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ac9c7096-71e5-4855-a949-f0570ba2bb52'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:31.646665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c2bae-41ff-4796-8a39-f05ccb2ac3f5 req-39db79b9-6e47-4f24-9b6b-10cf1c9fcd5f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:31.649147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d69c2bae-41ff-4796-8a39-f05ccb2ac3f5 req-39db79b9-6e47-4f24-9b6b-10cf1c9fcd5f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Aug 22 15:26:31.695525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d69c2bae-41ff-4796-8a39-f05ccb2ac3f5 req-99b001ae-9b62-45b0-ba17-1ed8a76c25e2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Aug 22 15:26:32.394340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ac9c7096-71e5-4855-a949-f0570ba2bb52 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:26:32.537484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port ac9c7096-71e5-4855-a949-f0570ba2bb52 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:26:32.542100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port ac9c7096-71e5-4855-a949-f0570ba2bb52 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:32.542476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:32.630144 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:32.655048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:32.657346 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c79d381-801d-4815-bb86-1b16d47b344f" -d '{"events": [{"server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:32.672302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:32.696810 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102379ff-6cec-4adc-8a20-3ec8f8280545 x-openstack-request-id: req-102379ff-6cec-4adc-8a20-3ec8f8280545 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:32.697106 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:32.697363 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-102379ff-6cec-4adc-8a20-3ec8f8280545 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:32.697763 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'code': 200} Aug 22 15:26:32.731815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:32.806184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:32.837498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd858-b8ad-42f4-b692-3430369fc613 req-439b8de0-23f7-42f6-9649-02a5887af389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:32.839720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-45abd858-b8ad-42f4-b692-3430369fc613 req-439b8de0-23f7-42f6-9649-02a5887af389 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0515041 Aug 22 15:26:32.849742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe6262-ef05-4959-99fc-353408c331d6 req-faf6fad6-f413-40b2-8359-57678a7235d9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:32.854541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53fe6262-ef05-4959-99fc-353408c331d6 req-faf6fad6-f413-40b2-8359-57678a7235d9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 945 time: 0.0603333 Aug 22 15:26:32.873292 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:32.888773 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-45abd858-b8ad-42f4-b692-3430369fc613 req-46ce2f4d-638d-4535-a284-aa7b6d30594b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Aug 22 15:26:32.902887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53fe6262-ef05-4959-99fc-353408c331d6 req-7cb9e2dc-39fc-4980-90e9-c92c52fb7fd9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Aug 22 15:26:33.409755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-5a23c86e-7924-4d55-80b4-652fdd98c764 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:33.411301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-5a23c86e-7924-4d55-80b4-652fdd98c764 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/networks?id=0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 200 len: 814 time: 0.1163268 Aug 22 15:26:33.426471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-19274c13-8e0b-490e-ae6f-d237148fc081 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/quotas/f72087066d59440ab0c055fc6b2234fe HTTP/1.1" status: 200 len: 375 time: 0.0092626 Aug 22 15:26:33.462007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-bd834d79-88ac-4b98-aec8-414ae04523c8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292377 Aug 22 15:26:33.537441 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c46939dc-bf0a-4f42-b206-0034692615e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:33.622796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-b9d24e8b-9f29-4af7-8e4b-d087c05cf767 service neutron] 10.222.0.53 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536398 Aug 22 15:26:33.714323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-0eac29d7-2fc8-4b87-bccd-41a859626964 service neutron] 10.222.0.53 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Aug 22 15:26:33.985507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae610882-b52d-4b56-ac79-bf7dda94565a req-c44b1cc9-bf51-4c36-906c-dd80b69e9842 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 210 time: 0.0445445 Aug 22 15:26:34.036450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7e6c-8fe0-40d5-83a5-578c1a9fe423 req-bc9e5e83-c597-4c4e-b085-977d7f98ce84 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:34.037993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43a7e6c-8fe0-40d5-83a5-578c1a9fe423 req-bc9e5e83-c597-4c4e-b085-977d7f98ce84 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 945 time: 0.0552425 Aug 22 15:26:34.105506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43a7e6c-8fe0-40d5-83a5-578c1a9fe423 req-12f970ca-253d-4d6a-b094-beb023fd111d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Aug 22 15:26:34.920534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:35.066971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4263686e-1afd-4336-a314-a6438ce74c6e req-0f27ee9a-e8d6-4c6a-a6ed-6b71655bd5ae tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 210 time: 0.0298073 Aug 22 15:26:35.235915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21dd2-6146-4f73-94cf-78bbcfaf30fe req-123c1aa2-0458-43a6-87a5-16bb5691b70e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:35.237537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddf21dd2-6146-4f73-94cf-78bbcfaf30fe req-123c1aa2-0458-43a6-87a5-16bb5691b70e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 945 time: 0.0621436 Aug 22 15:26:35.278494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddf21dd2-6146-4f73-94cf-78bbcfaf30fe req-c505e32f-29a8-488b-8845-e890591a2af2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Aug 22 15:26:35.392632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-cfffe133-ad74-48f4-9926-dbf8632b3c08 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 267 time: 0.0442617 Aug 22 15:26:35.447578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-07267c5d-f0c2-4af1-8fd8-6b6123a14eab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:35.449173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-07267c5d-f0c2-4af1-8fd8-6b6123a14eab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 945 time: 0.0508583 Aug 22 15:26:35.464904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'security_groups': []}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:35.533698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:35.709179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:35.742016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:35.855666 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:35.868826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:35.898944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49', 'ac9c7096-71e5-4855-a949-f0570ba2bb52'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:35.943712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:35.944429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:35.950037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a05d234-1d3d-4bf1-9d89-7412e1dcb0fb req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "PUT /v2.0/ports/ac9c7096-71e5-4855-a949-f0570ba2bb52 HTTP/1.1" status: 200 len: 904 time: 0.4908228 Aug 22 15:26:35.951053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:35.954099 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd510d-5fa4-4239-9e0e-80533f77dc28" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:36.023286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004d38f-2023-481b-a5ac-061766773194 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:36.060221 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a409699-1b4e-4729-bcba-9112af25c541 x-openstack-request-id: req-2a409699-1b4e-4729-bcba-9112af25c541 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:36.060954 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:36.061315 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a409699-1b4e-4729-bcba-9112af25c541 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:36.062079 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'status': 'completed', 'code': 200} Aug 22 15:26:36.110933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['ac9c7096-71e5-4855-a949-f0570ba2bb52'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:36.149157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e79c9-5dea-4d01-a1a6-a4d4ea665684 req-19791e76-f4eb-4ec0-8749-51007a73e1d8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.150861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548e79c9-5dea-4d01-a1a6-a4d4ea665684 req-19791e76-f4eb-4ec0-8749-51007a73e1d8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 907 time: 0.1146927 Aug 22 15:26:36.225028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-f0f9acd7-af6f-4b7e-a166-cd4fc052f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.231864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-f0f9acd7-af6f-4b7e-a166-cd4fc052f056 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 1058 time: 0.1306894 Aug 22 15:26:36.270219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bacab1a7-953b-4d34-b7b7-1d7237be2811 req-422de99d-6a1b-40e1-9b2b-b948293137ff tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 210 time: 0.0811236 Aug 22 15:26:36.361418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72075513-5fa5-4c85-b3ea-55e3029df4cc req-76e7e276-8417-40bd-9afb-bd275be33059 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.363245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72075513-5fa5-4c85-b3ea-55e3029df4cc req-76e7e276-8417-40bd-9afb-bd275be33059 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0543993 Aug 22 15:26:36.386322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-11735856-1eb8-49f7-b1ad-36a4c07a88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.387939 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-11735856-1eb8-49f7-b1ad-36a4c07a88f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1496904 Aug 22 15:26:36.401448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a474d478-06e5-450b-8efe-3ca100d05af3 None None] Provisioning complete for port ac9c7096-71e5-4855-a949-f0570ba2bb52 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:36.401959 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a474d478-06e5-450b-8efe-3ca100d05af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:36.407457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72075513-5fa5-4c85-b3ea-55e3029df4cc req-e67d78e8-3dcb-4d37-af8f-898aab59c3cc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365365 Aug 22 15:26:36.438052 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-2ae2e4eb-bc8b-484f-98bb-61e48c291ab7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52 HTTP/1.1" status: 200 len: 217 time: 0.0422554 Aug 22 15:26:36.508539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-333ddef5-80df-4e99-a28e-cf3e894eb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.509670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-333ddef5-80df-4e99-a28e-cf3e894eb257 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0641949 Aug 22 15:26:36.569490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-95581610-938b-4f26-b8ed-609e413e5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.571178 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-95581610-938b-4f26-b8ed-609e413e5785 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540781 Aug 22 15:26:36.631603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f25ca6-c142-4d8b-99cd-03ea8c4aebd7 req-6432a04a-c8e9-4760-9af9-0e9b10afc669 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.633377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05f25ca6-c142-4d8b-99cd-03ea8c4aebd7 req-6432a04a-c8e9-4760-9af9-0e9b10afc669 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1102788 Aug 22 15:26:36.677236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-a97f3f5a-f74d-4dce-98c5-d7b8dd2174b8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:36.678735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-a97f3f5a-f74d-4dce-98c5-d7b8dd2174b8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "GET /v2.0/networks?id=0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 200 len: 814 time: 0.2090285 Aug 22 15:26:36.686539 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-86c77705-e194-41e1-922c-67f7e6eb411d service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079984 Aug 22 15:26:36.695212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Request body: {'port': {'device_id': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c', 'admin_state_up': True, 'tenant_id': 'f72087066d59440ab0c055fc6b2234fe'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:36.737042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05f25ca6-c142-4d8b-99cd-03ea8c4aebd7 req-4c70540d-7155-4ed2-b6f6-b2d14b9906f4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846632 Aug 22 15:26:36.835390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64cd510d-5fa4-4239-9e0e-80533f77dc28 req-439472f3-f353-4afd-96e1-b024a946394d service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398335 Aug 22 15:26:36.839227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:36.932222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Made reservation on behalf of f72087066d59440ab0c055fc6b2234fe for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:26:36.935834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:37.092172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-2d1d0411-e2a5-41fb-b7ed-0d0c0177c094 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:37.094153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-2d1d0411-e2a5-41fb-b7ed-0d0c0177c094 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1852126 Aug 22 15:26:37.140667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-078d04b7-4170-43a3-95b8-22ac7a3459ca tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/quotas/5f1e0970524e43a8840a2b5ddd27c789 HTTP/1.1" status: 200 len: 375 time: 0.0394437 Aug 22 15:26:37.191289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Allocated IP 172.20.0.12 (0bbc08d0-b855-4f0f-b089-54e527a91b8c/17c3e497-6218-4d5e-9e0c-dfe7ba405400/9f60dbdb-3166-446a-bef4-c3df5bb03143) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:26:37.238962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-a8f8e847-2548-453a-b5e8-b7189f422ab3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0904598 Aug 22 15:26:37.409019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fcb0827-606c-4ddb-8f40-2f02d503a5ee req-ac332d09-25c2-4245-b005-f7c08a086f3c tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 210 time: 0.0597847 Aug 22 15:26:37.441081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-2161df50-7cb1-401b-8d67-5af1ba468c35 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911161 Aug 22 15:26:37.482727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:37.574642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-96c35beb-3610-471e-9b84-7e8cc880eba1 service neutron] 10.222.0.53 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257672 Aug 22 15:26:37.655856 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:37.702787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Network 0bbc08d0-b855-4f0f-b089-54e527a91b8c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:26:37.715809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:26:37.715809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:26:37.719495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Pushing event updated for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:37.766865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:37.767510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:37.850857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0994f5c5-a813-441a-9e40-2823aef911e0 req-4409b84a-280b-41d3-85a4-a198d307d745 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 210 time: 0.0370331 Aug 22 15:26:37.852151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-42292176-f1bc-41e2-a3bf-07749659a958 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1632988 Aug 22 15:26:37.866864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Request body: {'port': {'device_id': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:37.935450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.230774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f60dbdb-3166-446a-bef4-c3df5bb03143 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:38.239352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.252356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Transition to ACTIVE for port object 9f60dbdb-3166-446a-bef4-c3df5bb03143 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:26:38.364555 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.449671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Pushing event updated for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:38.515385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Attempting to bind port 9f60dbdb-3166-446a-bef4-c3df5bb03143 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:26:38.515720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Attempting to bind port 9f60dbdb-3166-446a-bef4-c3df5bb03143 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:26:38.516087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Attempting to bind port 9f60dbdb-3166-446a-bef4-c3df5bb03143 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:38.535293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Port 9f60dbdb-3166-446a-bef4-c3df5bb03143 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:26:38.535610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Attempting to bind port 9f60dbdb-3166-446a-bef4-c3df5bb03143 on network 0bbc08d0-b855-4f0f-b089-54e527a91b8c {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:38.543699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:26:38.545464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Checking segment: {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:26:38.545464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Bound using segment: {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:26:38.545464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Bound port: 9f60dbdb-3166-446a-bef4-c3df5bb03143, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4901267-da65-46e7-a470-de577a516353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:26:38.545464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.581293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74b2a-8991-4d76-ab3d-c770bc819d76 req-d8cf8d46-7a02-49f3-ae0c-9bdb2fc6620a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:38.584511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb74b2a-8991-4d76-ab3d-c770bc819d76 req-d8cf8d46-7a02-49f3-ae0c-9bdb2fc6620a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 944 time: 0.0815439 Aug 22 15:26:38.621717 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-ba7d4d6c-8510-43be-a9a0-7c634f6800b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451992 Aug 22 15:26:38.661078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb74b2a-8991-4d76-ab3d-c770bc819d76 req-a13f4ef7-423d-4a65-9e03-c42cc94b6f99 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Aug 22 15:26:38.662103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:26:38.666261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:26:38.708256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f776-8991-4969-9c30-960ed38948e5 req-5be716d3-c289-4e32-8c1e-bf25584fe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:38.712939 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-5be716d3-c289-4e32-8c1e-bf25584fe0b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 1097 time: 0.0542476 Aug 22 15:26:38.787626 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.823802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f776-8991-4969-9c30-960ed38948e5 req-c9d09333-d6f7-4344-a4bf-9830cc1723c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:38.825641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:38.826160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-c9d09333-d6f7-4344-a4bf-9830cc1723c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0925887 Aug 22 15:26:38.827058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:38.828051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] 10.222.0.54 "PUT /v2.0/ports/9f60dbdb-3166-446a-bef4-c3df5bb03143 HTTP/1.1" status: 200 len: 1092 time: 0.9671476 Aug 22 15:26:38.828531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:38.830619 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403a37e-7978-4546-9703-0d8658ddecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:38.875318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9410b82-a57b-4361-842c-645a08e99054 service neutron] Pushing event updated for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:38.875550 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-18a4a3e3-d770-4d67-b1a5-f2506288ee98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 200 len: 217 time: 0.0429010 Aug 22 15:26:38.908887 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32f58a6-352d-41fb-8412-2e7a9382a432 x-openstack-request-id: req-e32f58a6-352d-41fb-8412-2e7a9382a432 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:38.909134 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:38.909420 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e32f58a6-352d-41fb-8412-2e7a9382a432 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:38.909863 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143', 'status': 'completed', 'code': 200} Aug 22 15:26:38.943485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f776-8991-4969-9c30-960ed38948e5 req-6ab5e681-fa4b-454f-98e5-318959674660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:38.945339 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-6ab5e681-fa4b-454f-98e5-318959674660 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0585005 Aug 22 15:26:38.999371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dc39f92-41f4-4d70-a5f2-ae7a2edd41b4 req-60682743-e019-478e-8c94-edcf08d9ec9e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 210 time: 0.0588453 Aug 22 15:26:39.006392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63f776-8991-4969-9c30-960ed38948e5 req-97b552a6-159d-4639-8988-87957f36d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.008637 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-97b552a6-159d-4639-8988-87957f36d8d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538104 Aug 22 15:26:39.012238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-196f0d8b-701a-4d17-a725-a0d88526b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.013746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-196f0d8b-701a-4d17-a725-a0d88526b0d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 1095 time: 0.0751364 Aug 22 15:26:39.126331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-ab8dcdbe-7717-43b6-a1c4-5ef3491bd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.127868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-ab8dcdbe-7717-43b6-a1c4-5ef3491bd8c6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f72087066d59440ab0c055fc6b2234fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1065376 Aug 22 15:26:39.137166 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-53f05828-cd7f-4089-8783-128d7d3d22b5 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218469 Aug 22 15:26:39.266565 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe63f776-8991-4969-9c30-960ed38948e5 req-bcbf786b-8e08-4705-984b-7cff5b8552e5 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218400 Aug 22 15:26:39.267071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-39b77b67-6a42-4acb-8e0c-0f031d2c7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.268764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0403a37e-7978-4546-9703-0d8658ddecb4 req-39b77b67-6a42-4acb-8e0c-0f031d2c7ed7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345568 Aug 22 15:26:39.349831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-a6f89482-5ec6-49c5-aeb4-51ec1a3ca000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.351330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-a6f89482-5ec6-49c5-aeb4-51ec1a3ca000 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f72087066d59440ab0c055fc6b2234fe&device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 1095 time: 0.0453675 Aug 22 15:26:39.401660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-f38304a9-2e86-4ff3-b694-6539ff8c75c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143 HTTP/1.1" status: 200 len: 217 time: 0.0401211 Aug 22 15:26:39.458173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-ceec0261-ed65-4b74-9a1c-7a0436588786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.459652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-ceec0261-ed65-4b74-9a1c-7a0436588786 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17c3e497-6218-4d5e-9e0c-dfe7ba405400 HTTP/1.1" status: 200 len: 854 time: 0.0511656 Aug 22 15:26:39.496398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-84432181-438a-47b0-a3bb-3b2402e6ee7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0bbc08d0-b855-4f0f-b089-54e527a91b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274155 Aug 22 15:26:39.596375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-3794bcf6-60fe-490c-8e1c-5f0bbdf6aecf service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921571 Aug 22 15:26:39.704721 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb45a7a8-fc95-4223-b3c6-d1254c6ca57d req-ec42d130-b3cc-4acd-b091-6729a697ea8c service neutron] 10.222.0.54 "GET /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002219 Aug 22 15:26:39.795580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d675a5-ea26-40ed-adc5-a0c68150c124 req-152391ef-cff1-43e6-bc03-d8633a9e34e3 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:39.797215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27d675a5-ea26-40ed-adc5-a0c68150c124 req-152391ef-cff1-43e6-bc03-d8633a9e34e3 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 944 time: 0.0541036 Aug 22 15:26:39.843645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27d675a5-ea26-40ed-adc5-a0c68150c124 req-72f75959-55cb-4222-abc2-b6492027be2a tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Aug 22 15:26:40.019934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-bc9f7f44-ac1e-422b-8d51-debecacaec66 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:40.021897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-bc9f7f44-ac1e-422b-8d51-debecacaec66 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 812 time: 0.1219077 Aug 22 15:26:40.035952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Request body: {'port': {'device_id': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'admin_state_up': True, 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:40.138817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38fccb12-ae8b-4fbe-bad6-30d2473b068f req-2427021d-d553-4162-a13e-c71c3dc50d3c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 210 time: 0.0346293 Aug 22 15:26:40.269249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Made reservation on behalf of 5f1e0970524e43a8840a2b5ddd27c789 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:26:40.273051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:40.408130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Allocated IP 172.20.0.5 (821da460-5995-4bf6-9c51-a3c14ef0bb8b/96b18c0f-e294-4abe-82a7-a095fb97fed5/a8c9211f-e017-4a37-a271-8c4cbbac8dc8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:26:40.574415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:40.591406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Transition to ACTIVE for port object a8c9211f-e017-4a37-a271-8c4cbbac8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:26:40.737834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:40.789692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:40.802456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:40.842155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:40.875242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:26:40.877358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:26:40.879933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:26:40.912669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:40.962698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:40.963793 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.056005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29b71-9c38-4b4e-a3b8-a588c7c9837c req-983b5c27-cd17-4b87-9727-a9cbf79c6182 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:41.058281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b29b71-9c38-4b4e-a3b8-a588c7c9837c req-983b5c27-cd17-4b87-9727-a9cbf79c6182 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 944 time: 0.0857294 Aug 22 15:26:41.063793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-6b789861-1f7a-4d2e-a2bb-2eaeb523ea2c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321505 Aug 22 15:26:41.077423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Request body: {'port': {'device_id': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:41.172294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.176940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12b29b71-9c38-4b4e-a3b8-a588c7c9837c req-9fc663f5-9b45-4f55-9a88-bbacd3e0e659 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118600 Aug 22 15:26:41.376853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee8829-89a0-45aa-8cbc-a6d59013f2d0 req-f69b1f01-0a8b-4d0c-93fd-c149569f778e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:41.379449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14ee8829-89a0-45aa-8cbc-a6d59013f2d0 req-f69b1f01-0a8b-4d0c-93fd-c149569f778e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 931 time: 0.1285970 Aug 22 15:26:41.421551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-98b96f3d-6933-466b-9436-3b4891b567ba None None] Provisioning for port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:26:41.426063 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-98b96f3d-6933-466b-9436-3b4891b567ba None None] Provisioning complete for port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:41.426446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-98b96f3d-6933-466b-9436-3b4891b567ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.456623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14ee8829-89a0-45aa-8cbc-a6d59013f2d0 req-9dc20958-ff43-4ff8-a62f-8aa7d6e7c57b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 Aug 22 15:26:41.465096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-98b96f3d-6933-466b-9436-3b4891b567ba None None] Port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:26:41.554109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c9211f-e017-4a37-a271-8c4cbbac8dc8 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:41.570937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.585883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Transition to ACTIVE for port object a8c9211f-e017-4a37-a271-8c4cbbac8dc8 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:26:41.645333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.717678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:41.775847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Attempting to bind port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:26:41.776476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Attempting to bind port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:26:41.777033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Attempting to bind port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:41.782719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:26:41.783103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Attempting to bind port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 on network 821da460-5995-4bf6-9c51-a3c14ef0bb8b {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:26:41.788472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:26:41.789000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Checking segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:26:41.789644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Bound using segment: {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:26:41.790159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Bound port: a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8640541a-568b-4c1b-925b-a5fec83a58b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:26:41.790704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.862620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:26:41.866160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:26:41.930797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.971292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:41.971944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:41.973385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] 10.222.0.54 "PUT /v2.0/ports/a8c9211f-e017-4a37-a271-8c4cbbac8dc8 HTTP/1.1" status: 200 len: 1091 time: 0.9010949 Aug 22 15:26:41.973860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:41.977559 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011" -d '{"events": [{"name": "network-changed", "server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:42.011519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acf9e3-54c3-4cf3-8836-fa37b73b3e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:42.037009 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f242b2-2055-4c2b-98ad-a546eef359be x-openstack-request-id: req-43f242b2-2055-4c2b-98ad-a546eef359be {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:42.037306 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:42.037575 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43f242b2-2055-4c2b-98ad-a546eef359be {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:42.037966 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'status': 'completed', 'code': 200} Aug 22 15:26:42.118792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-b7b677cc-1974-4dfc-9fc5-32a376fa5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.120388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-b7b677cc-1974-4dfc-9fc5-32a376fa5f06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 1094 time: 0.0598862 Aug 22 15:26:42.237736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-1d8544ed-4fdc-440a-86bd-d2bebe3b862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.239192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-1d8544ed-4fdc-440a-86bd-d2bebe3b862f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1105330 Aug 22 15:26:42.374038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b41bba-9a36-47b1-8064-8a1943d77fe4 req-67881269-0f68-4280-8b7d-ffda16bdb626 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.375571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0b41bba-9a36-47b1-8064-8a1943d77fe4 req-67881269-0f68-4280-8b7d-ffda16bdb626 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 944 time: 0.1082025 Aug 22 15:26:42.378573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-3f5bfbfe-990e-4027-8488-26b1b594ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.380015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6c1e098-80c9-45f6-b4b7-093ce8b6c011 req-3f5bfbfe-990e-4027-8488-26b1b594ef24 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335087 Aug 22 15:26:42.419181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0b41bba-9a36-47b1-8064-8a1943d77fe4 req-0d29ee1f-dd0e-4b1b-b2fa-a3fcaf0f2354 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Aug 22 15:26:42.467295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-e26475bb-48a7-432f-8f73-94bd28c2ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.468961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-e26475bb-48a7-432f-8f73-94bd28c2ee83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 1094 time: 0.0477409 Aug 22 15:26:42.512417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-5d2bc969-3fec-4cc9-9260-e4dce8586aa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0354378 Aug 22 15:26:42.595605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-880f86f4-e303-4177-a705-f063211df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.597103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-880f86f4-e303-4177-a705-f063211df788 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0775716 Aug 22 15:26:42.641200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a60d69-bbc5-488f-981e-a44c154ddaba req-2ce73150-7b1d-478e-ba28-213fc7d0692f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.642702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8a60d69-bbc5-488f-981e-a44c154ddaba req-2ce73150-7b1d-478e-ba28-213fc7d0692f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 943 time: 0.0911112 Aug 22 15:26:42.676292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-a697e727-0bf0-45e7-839a-e693f2e292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:42.677710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-a697e727-0bf0-45e7-839a-e693f2e292e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737343 Aug 22 15:26:42.700152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8a60d69-bbc5-488f-981e-a44c154ddaba req-ff5f93be-9891-4d2f-b447-45e1b336b965 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497010 Aug 22 15:26:42.788509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-9bfa5f0f-7b2a-4d86-8c98-4f36c05a9650 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020317 Aug 22 15:26:42.883834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54ad06f5-6cb8-46ab-b524-a38c7b223061 req-f78c7e52-2ccf-498b-a4d3-8473c50f2e18 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881677 Aug 22 15:26:43.893761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f60dbdb-3166-446a-bef4-c3df5bb03143 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:26:43.935079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c55dc-531c-4cab-bd24-03324004403b req-b377a59f-e077-4017-b3d2-d20fbfed5bda tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:43.936673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-386c55dc-531c-4cab-bd24-03324004403b req-b377a59f-e077-4017-b3d2-d20fbfed5bda tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 944 time: 0.4467838 Aug 22 15:26:43.969852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f715-4663-4eff-9e83-1befa1a533d7 req-c104e03f-2cbf-412d-91d7-aaa1b1e4c582 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:43.971507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c854f715-4663-4eff-9e83-1befa1a533d7 req-c104e03f-2cbf-412d-91d7-aaa1b1e4c582 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 943 time: 0.0866673 Aug 22 15:26:44.011041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-386c55dc-531c-4cab-bd24-03324004403b req-95d75a03-49f9-4f37-82df-1c4f3b56cd6b tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626428 Aug 22 15:26:44.015503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:44.028112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '9f60dbdb-3166-446a-bef4-c3df5bb03143', 'network_id': '0bbc08d0-b855-4f0f-b089-54e527a91b8c', 'port_id': '9f60dbdb-3166-446a-bef4-c3df5bb03143', 'mac_address': 'fa:16:3e:ab:a0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c3e497-6218-4d5e-9e0c-dfe7ba405400', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:26:44.037459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c854f715-4663-4eff-9e83-1befa1a533d7 req-e53070eb-97d4-4f25-bfbd-dbe73e8f4850 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Aug 22 15:26:44.067892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:44.082200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f60dbdb-3166-446a-bef4-c3df5bb03143 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:44.103717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:44.183214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:44.234220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:44.572083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9f60dbdb-3166-446a-bef4-c3df5bb03143'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:45.151261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eef9fd-e970-4653-8ce9-df4cca5e87c3 req-eddc5628-f25c-4e09-8437-db4b5a778273 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:45.153218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3eef9fd-e970-4653-8ce9-df4cca5e87c3 req-eddc5628-f25c-4e09-8437-db4b5a778273 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 945 time: 0.0717020 Aug 22 15:26:45.210169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3eef9fd-e970-4653-8ce9-df4cca5e87c3 req-0c887398-5124-44c0-8c7a-0a308ac3acbc tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Aug 22 15:26:45.218584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3ee6-d9a1-47cd-ab15-bbeaf836ad97 req-1d430a55-e059-4dea-ad57-c990f4e8b6db tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:45.220132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8cb3ee6-d9a1-47cd-ab15-bbeaf836ad97 req-1d430a55-e059-4dea-ad57-c990f4e8b6db tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 943 time: 0.0957091 Aug 22 15:26:45.268762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8cb3ee6-d9a1-47cd-ab15-bbeaf836ad97 req-d55854a1-47ae-40ea-9561-b836658c4b9f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Aug 22 15:26:45.909613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:26:45.921984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f60dbdb-3166-446a-bef4-c3df5bb03143 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:26:46.045532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:46.056481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'mac_address': 'fa:16:3e:fa:c0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:26:46.097262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:46.111338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c9211f-e017-4a37-a271-8c4cbbac8dc8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:46.116760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 9f60dbdb-3166-446a-bef4-c3df5bb03143 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:26:46.126973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 9f60dbdb-3166-446a-bef4-c3df5bb03143 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:46.127353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:46.138825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:46.219262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:46.229453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:46.278658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:46.281590 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc24076-d467-4104-8fe1-57b47d2ddadf" -d '{"events": [{"server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "name": "network-vif-plugged", "status": "completed", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:46.307135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:46.316003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:46.340140 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e405398-42f6-4c00-b465-a84dcd3c78eb x-openstack-request-id: req-3e405398-42f6-4c00-b465-a84dcd3c78eb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:46.340140 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "name": "network-vif-plugged", "status": "completed", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:46.340140 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e405398-42f6-4c00-b465-a84dcd3c78eb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:46.340140 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143', 'code': 200} Aug 22 15:26:46.353892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cafc3-6d57-4400-873f-7c6e73615673 req-5918c454-44fa-46cc-9005-5d83de8df20b tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:46.361260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505cafc3-6d57-4400-873f-7c6e73615673 req-5918c454-44fa-46cc-9005-5d83de8df20b tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 945 time: 0.0625587 Aug 22 15:26:46.420117 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:46.434920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-505cafc3-6d57-4400-873f-7c6e73615673 req-7ff43ab6-82e3-4a51-846e-b1ba6d64cb53 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725324 Aug 22 15:26:46.484468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72be58-b16a-4ea2-8eaa-6014ea440e12 req-5ea08c04-1dd9-43c7-9d03-47684b2190a7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:46.485229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:46.486506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df72be58-b16a-4ea2-8eaa-6014ea440e12 req-5ea08c04-1dd9-43c7-9d03-47684b2190a7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 944 time: 0.0970905 Aug 22 15:26:46.488713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4f66-92d4-4912-8e30-ef31285c3f12 req-b585c3c8-7cc7-499a-b052-8b25f608ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:46.490107 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-799e4f66-92d4-4912-8e30-ef31285c3f12 req-b585c3c8-7cc7-499a-b052-8b25f608ee33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 1097 time: 0.0818210 Aug 22 15:26:46.547235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-799e4f66-92d4-4912-8e30-ef31285c3f12 req-64442b21-25d8-4ee6-a90a-4cc85772ccc1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Aug 22 15:26:46.550422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df72be58-b16a-4ea2-8eaa-6014ea440e12 req-3bd3cb62-a049-42cc-a2b2-ff31d5915c5f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569413 Aug 22 15:26:46.559140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a8c9211f-e017-4a37-a271-8c4cbbac8dc8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:47.564297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2ece-65bd-4ebe-a5e0-0442d8bad0ad req-e6a2f77d-def0-4ae2-bedd-40aa2c1c7a74 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:47.565890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25da2ece-65bd-4ebe-a5e0-0442d8bad0ad req-e6a2f77d-def0-4ae2-bedd-40aa2c1c7a74 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 946 time: 0.0587909 Aug 22 15:26:47.608305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25da2ece-65bd-4ebe-a5e0-0442d8bad0ad req-32884d5f-7420-4cfa-93b8-b80325a96936 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Aug 22 15:26:47.676876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31162a-fe73-4c13-aa39-1d9efa3fb727 req-7e8bd5e7-bd63-4691-965c-9688f1f6c057 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:47.680578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e31162a-fe73-4c13-aa39-1d9efa3fb727 req-7e8bd5e7-bd63-4691-965c-9688f1f6c057 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 944 time: 0.0549901 Aug 22 15:26:47.718552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e31162a-fe73-4c13-aa39-1d9efa3fb727 req-247accf6-1cd7-47e3-855d-5a5c365d2d43 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Aug 22 15:26:47.890350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:26:48.046032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:26:48.050489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:48.050869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:48.140267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:48.176516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:48.257621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:48.306223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:48.338554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:26:48.341004 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4baf9ea-694d-4c4c-8e48-313f0c07a6b2" -d '{"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:26:48.380865 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92326a49-977b-4d2b-8702-35482671e7cf x-openstack-request-id: req-92326a49-977b-4d2b-8702-35482671e7cf {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:26:48.381160 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:26:48.381568 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92326a49-977b-4d2b-8702-35482671e7cf {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:26:48.381974 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'code': 200} Aug 22 15:26:48.487653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4cbd-ffaf-4fce-92f4-cd819ddce4d7 req-54d606e5-af29-488a-b656-6e83fa1aaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:48.489273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b8a4cbd-ffaf-4fce-92f4-cd819ddce4d7 req-54d606e5-af29-488a-b656-6e83fa1aaddc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 1096 time: 0.0420237 Aug 22 15:26:48.526085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b8a4cbd-ffaf-4fce-92f4-cd819ddce4d7 req-716c30a9-aab8-44e2-b4fe-aaf70dc84370 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295663 Aug 22 15:26:48.735536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112dceb-f844-4770-81ac-d729c98b99cb req-6ec9d12e-7dc8-41c8-86a5-a4cf81981a81 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:48.737164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a112dceb-f844-4770-81ac-d729c98b99cb req-6ec9d12e-7dc8-41c8-86a5-a4cf81981a81 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 946 time: 0.0579379 Aug 22 15:26:48.780661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a112dceb-f844-4770-81ac-d729c98b99cb req-2d1d9444-593b-437a-b1ab-dccea36e7a77 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361917 Aug 22 15:26:48.861796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326f00b-7512-41e7-a136-8a4f2bc253f8 req-5e1020a2-f461-44f6-9373-611d9aed3ea8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:48.863330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e326f00b-7512-41e7-a136-8a4f2bc253f8 req-5e1020a2-f461-44f6-9373-611d9aed3ea8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0649221 Aug 22 15:26:48.908738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e326f00b-7512-41e7-a136-8a4f2bc253f8 req-3c7d26b9-a977-43ad-8e89-48388f944ac3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Aug 22 15:26:50.042994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eda4a-ee60-45ea-9d59-a5bdba0c4da6 req-4345e914-8c51-4d70-8c6b-1b777ae2dcf6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:50.047326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e5eda4a-ee60-45ea-9d59-a5bdba0c4da6 req-4345e914-8c51-4d70-8c6b-1b777ae2dcf6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0656207 Aug 22 15:26:50.102346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e5eda4a-ee60-45ea-9d59-a5bdba0c4da6 req-ba05e130-190c-4bc7-80eb-e6613abc6b6f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Aug 22 15:26:51.249346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5596a4e-4f27-4b9f-80a1-ecf18e5e791a req-7f9805e5-7531-46f5-9809-c3d4d9432ccd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:51.251625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5596a4e-4f27-4b9f-80a1-ecf18e5e791a req-7f9805e5-7531-46f5-9809-c3d4d9432ccd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0559280 Aug 22 15:26:51.280236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:51.299188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5596a4e-4f27-4b9f-80a1-ecf18e5e791a req-7bcd0402-3017-4d59-958c-c9a810522e3c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Aug 22 15:26:51.683324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd7178-07d5-4c7c-b8cf-e4ab3a92f1f4 req-412e205e-3418-46f0-9726-4702eeca2515 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:51.685085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3dd7178-07d5-4c7c-b8cf-e4ab3a92f1f4 req-412e205e-3418-46f0-9726-4702eeca2515 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0639000 Aug 22 15:26:51.736573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3dd7178-07d5-4c7c-b8cf-e4ab3a92f1f4 req-dd54e99c-274e-4f35-9e41-14b9348abae3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Aug 22 15:26:52.166909 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:26:52.862520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8773c-bc9e-4e1f-a490-8c42529df97d req-c905a644-05ff-4cd4-87bf-41262f64c01d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:52.864079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4e8773c-bc9e-4e1f-a490-8c42529df97d req-c905a644-05ff-4cd4-87bf-41262f64c01d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0506966 Aug 22 15:26:52.906332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4e8773c-bc9e-4e1f-a490-8c42529df97d req-6ad7efd6-b76e-4f29-b4c9-73bfa7cda7c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Aug 22 15:26:53.715229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef4f57-d000-465e-a8a1-8ee4e4d905a8 req-eb866c3c-a766-489b-b407-5b6f8e98f6f4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:53.716962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bef4f57-d000-465e-a8a1-8ee4e4d905a8 req-eb866c3c-a766-489b-b407-5b6f8e98f6f4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0581439 Aug 22 15:26:53.770198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bef4f57-d000-465e-a8a1-8ee4e4d905a8 req-85a2cd1f-9a98-4493-8cc4-facd902ce01e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Aug 22 15:26:54.897610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c53a3-948b-444e-92f5-f8dd5c845949 req-1b7950c1-6ff4-4b13-9b20-a75c94ddd137 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:54.900968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a63c53a3-948b-444e-92f5-f8dd5c845949 req-1b7950c1-6ff4-4b13-9b20-a75c94ddd137 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0534492 Aug 22 15:26:54.943857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a63c53a3-948b-444e-92f5-f8dd5c845949 req-ed6962a0-309c-45f6-8f70-ccf87fe689b6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366836 Aug 22 15:26:56.062819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a612-cef4-4749-9c54-82ed0e01a023 req-3ea53f0c-1e76-48c2-9232-835c50e251c2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:56.064362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f06a612-cef4-4749-9c54-82ed0e01a023 req-3ea53f0c-1e76-48c2-9232-835c50e251c2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Aug 22 15:26:56.107287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f06a612-cef4-4749-9c54-82ed0e01a023 req-37a2d8b6-3233-4435-b37c-5d25f8b33ad5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 22 15:26:57.246841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850c102-96cd-453c-bec3-ea7b4a875ebc req-3da3e25b-3e6a-436e-8103-28b362317438 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:57.248692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2850c102-96cd-453c-bec3-ea7b4a875ebc req-3da3e25b-3e6a-436e-8103-28b362317438 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0703566 Aug 22 15:26:57.286818 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2850c102-96cd-453c-bec3-ea7b4a875ebc req-adfc8893-b7bd-4111-907f-933cc604f6a0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 22 15:26:57.923501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:26:58.020854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:58.031903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'port_id': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'mac_address': 'fa:16:3e:fa:c0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:26:58.068511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.083338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8c9211f-e017-4a37-a271-8c4cbbac8dc8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:26:58.103802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:26:58.175171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.225045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:58.261527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['a8c9211f-e017-4a37-a271-8c4cbbac8dc8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:26:58.419924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc1ac-f780-46e9-8589-7a1e4fbef388 req-71a689f8-eae3-4109-8e7a-707c321c1da1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:58.421690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79dbc1ac-f780-46e9-8589-7a1e4fbef388 req-71a689f8-eae3-4109-8e7a-707c321c1da1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 944 time: 0.0601678 Aug 22 15:26:58.462486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79dbc1ac-f780-46e9-8589-7a1e4fbef388 req-9d64e360-fbd0-41f5-9a1a-c36071ee7454 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Aug 22 15:26:58.573246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48622) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:26:58.578703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890987234', 'description': 'tempest-secgroup-smoke-1890987234 description', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:58.691927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.774777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.845930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.877316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caeafcb-5765-4456-9b3f-ac97f3a65023,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:58.966854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:58.968358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-caeaac95-b6ff-4ee9-b072-821b81cc4685 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3939290 Aug 22 15:26:58.971357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48636) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:26:58.976725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:59.103965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.165405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.245523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.264288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a24ab79-041b-498e-b651-97c73cb26264,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:59.342355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.345051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3c72b17-4dd0-4d34-a8a3-da6f989d658d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723452 Aug 22 15:26:59.347642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48652) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:26:59.356479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:59.504399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.623151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.633623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be20c1a-017c-4d43-a965-91da7e85abd6 req-9b75977f-3349-4dfa-86e5-1a60a5d2b15d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:26:59.635670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5be20c1a-017c-4d43-a965-91da7e85abd6 req-9b75977f-3349-4dfa-86e5-1a60a5d2b15d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 944 time: 0.0948384 Aug 22 15:26:59.687509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5be20c1a-017c-4d43-a965-91da7e85abd6 req-2be36ee4-6eb7-4446-8ad3-418f6c64564f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Aug 22 15:26:59.697892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.718075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c468644d-2985-470b-a5ce-621a514021ed,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:26:59.800704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.804581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-17940a16-ba4b-441a-8e88-6bb2fff1b64c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4526546 Aug 22 15:26:59.804737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48660) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:26:59.810305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:26:59.896997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.925113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:26:59.973722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:26:59.989998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:26:59.990371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.087018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.112225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f47bb43-63f8-4392-850e-b6c403dbe7cd,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:00.112508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1544181e-b3fd-4a8c-b451-0675df97b228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.130618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.157214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:00.159826 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea541d70-6ce7-4160-aa99-c83bd631edb7" -d '{"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:00.174519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:00.187304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.191249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5fae0a8a-f4d0-4e54-871f-4f800d195807 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828981 Aug 22 15:27:00.191551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48664) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:00.202447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:00.209397 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2432bd-0f3d-4c3b-a791-5e56b3da67ec x-openstack-request-id: req-ab2432bd-0f3d-4c3b-a791-5e56b3da67ec {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:00.209555 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-plugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:00.209793 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab2432bd-0f3d-4c3b-a791-5e56b3da67ec {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:00.210252 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'code': 200} Aug 22 15:27:00.297114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.338214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.355755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:00.429901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.497285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.517563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e3b18f-db19-4d4c-a65c-a5f37b865655,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:00.611830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.613222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b144b0da-ff11-459d-a9d5-0ed945560b11 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4206209 Aug 22 15:27:00.616025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:00.621602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:00.760235 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Project 29799ab15ad4452ea8a659ef20e7a54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:27:00.769504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.824104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d8ba6-da04-4152-b02a-000449960a3f req-a03348dd-a80b-4781-88d9-3f412496151e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:00.832208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e0d8ba6-da04-4152-b02a-000449960a3f req-a03348dd-a80b-4781-88d9-3f412496151e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0648754 Aug 22 15:27:00.866413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:00.900677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e0d8ba6-da04-4152-b02a-000449960a3f req-75af5ffd-5599-4195-afa5-cb410c19b129 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Aug 22 15:27:00.983276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.007619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fca1c2-fabf-4dd8-ae8e-c31a2e99c51a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:01.137819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.139083 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-08d9d165-1663-4268-b104-b980ae34d4fc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5218396 Aug 22 15:27:01.141857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48676) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:01.152078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'security_group_rule': {'security_group_id': '4caeafcb-5765-4456-9b3f-ac97f3a65023', 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:01.228598 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Project 29799ab15ad4452ea8a659ef20e7a54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:27:01.234431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.315356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.388654 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.414268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1386e83c-6163-4e01-99b6-b4e7861d1cee,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:01.498172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:01.499906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f52e23cd-ac40-45db-8ce8-e6ba4da40533 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3567894 Aug 22 15:27:01.736355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-ceba5c7e-ca39-413b-99b9-f2dc4738301b tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890987234&fields=id&tenant_id=29799ab15ad4452ea8a659ef20e7a54d HTTP/1.1" status: 200 len: 267 time: 0.0387735 Aug 22 15:27:01.867735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-ff3d15ef-3c3a-4e43-bfd4-76d9f04a926c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:01.875067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-ff3d15ef-3c3a-4e43-bfd4-76d9f04a926c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 814 time: 0.1300418 Aug 22 15:27:01.892354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-1d6196e9-89ac-4d00-9176-ce80854b216b tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/quotas/29799ab15ad4452ea8a659ef20e7a54d HTTP/1.1" status: 200 len: 375 time: 0.0163245 Aug 22 15:27:01.983205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-337d47f0-4632-43f8-9b5e-8cc4f51e905b tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897212 Aug 22 15:27:02.116171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c37c57-e97f-490a-983b-9f2a0a61008f req-0cc93b32-f620-44c5-849c-480463ef8798 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:02.118475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c37c57-e97f-490a-983b-9f2a0a61008f req-0cc93b32-f620-44c5-849c-480463ef8798 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.1339660 Aug 22 15:27:02.150624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-7b19a4e0-4726-4051-b757-4577c22fda7a service neutron] 10.222.0.53 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518533 Aug 22 15:27:02.189529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8c37c57-e97f-490a-983b-9f2a0a61008f req-98ff3020-eeb9-4ff2-9b9d-7d2135de484a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Aug 22 15:27:02.278630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-c658dbb1-067f-4598-ac1f-1a58068a1c41 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214654 Aug 22 15:27:02.881319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:03.022088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bf4d91d-6da8-4051-be4e-df9060866c9c req-f8b3a921-97ee-441d-b053-b2a8e1545eef tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0531750 Aug 22 15:27:03.329789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416208e-ff55-4401-841d-27bc8933e5bf req-52a1677b-1fc2-4132-b158-936d76d48718 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:03.331735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a416208e-ff55-4401-841d-27bc8933e5bf req-52a1677b-1fc2-4132-b158-936d76d48718 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0602026 Aug 22 15:27:03.385001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a416208e-ff55-4401-841d-27bc8933e5bf req-66a9ee29-2c13-4e7a-9318-c8b138306312 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 Aug 22 15:27:03.519876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34792b20-8e40-4484-9307-564b306f7bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:04.147307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6cebfd2b-ee3e-4831-bb19-9b989f0d9b40 req-7ea1f080-b03b-4abe-8103-1c8f383dc09b tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0427134 Aug 22 15:27:04.543885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2344-3dfe-44dd-8079-527298fa8800 req-15b22003-d39c-41e6-8836-b8c1969649c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:04.545577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-579e2344-3dfe-44dd-8079-527298fa8800 req-15b22003-d39c-41e6-8836-b8c1969649c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Aug 22 15:27:04.643022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-579e2344-3dfe-44dd-8079-527298fa8800 req-6e6bfa1d-f3ec-4590-82a1-b31abdf19661 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Aug 22 15:27:04.942828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:05.274092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4c0126a-e84a-4d23-befa-f067aa4d8d8f req-80f88440-1299-430a-ad5b-e7a0de1a4c88 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0296762 Aug 22 15:27:05.822845 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-09c8b263-f8df-4308-acfc-f929129b5bce tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:05.824848 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-09c8b263-f8df-4308-acfc-f929129b5bce tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 814 time: 0.2344413 Aug 22 15:27:05.849724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3eff-8f6a-4224-8a4f-d6dbf15c8b31 req-5a2d81ef-5971-42cc-9948-a9feb61bc9f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:05.859382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcdf3eff-8f6a-4224-8a4f-d6dbf15c8b31 req-5a2d81ef-5971-42cc-9948-a9feb61bc9f1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0687287 Aug 22 15:27:05.880417 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-7056cffa-a1ba-43fa-a0dd-37a3e6b306fe tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29799ab15ad4452ea8a659ef20e7a54d HTTP/1.1" status: 200 len: 380 time: 0.0396397 Aug 22 15:27:05.891579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'port': {'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'admin_state_up': True, 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'security_groups': ['4caeafcb-5765-4456-9b3f-ac97f3a65023']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:06.016968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcdf3eff-8f6a-4224-8a4f-d6dbf15c8b31 req-a39c2bd8-8523-483a-86db-a55ff30d9658 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Aug 22 15:27:06.278244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Made reservation on behalf of 29799ab15ad4452ea8a659ef20e7a54d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:27:06.282447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:06.462056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78935e2d-ea16-4161-b612-4f5e80e3db58 req-3f1b8c88-6096-418a-98cd-0bc199447b78 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.1039665 Aug 22 15:27:06.586965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Allocated IP 172.20.0.10 (9e5075c4-0429-4c38-ab73-a90d3246dfa2/7c431729-8cd2-4b1c-ba79-ec0305e155b8/1da33e32-622b-407f-89d5-98b7942eefed) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:27:06.828862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:06.865661 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:06.891756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Transition to ACTIVE for port object 1da33e32-622b-407f-89d5-98b7942eefed will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:27:07.040034 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:07.075257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0392e7-1c31-4356-bcf6-043eb17985d5 req-75cb09e4-e39b-48a2-9484-d540ce7cef2e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:07.077459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0392e7-1c31-4356-bcf6-043eb17985d5 req-75cb09e4-e39b-48a2-9484-d540ce7cef2e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0863769 Aug 22 15:27:07.117937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:07.121795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:27:07.123569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:27:07.128586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:27:07.149753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0392e7-1c31-4356-bcf6-043eb17985d5 req-3b586a68-5e25-4dbe-8be2-2214b832fb40 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581622 Aug 22 15:27:07.222280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:07.222972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:07.321750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-23a70f11-5a3b-4f9c-a5c1-2c59140528cd tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4343026 Aug 22 15:27:07.340954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Request body: {'port': {'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:07.414399 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:07.514754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d05330fb-55d5-490f-a961-308874b403ca None None] Provisioning for port 1da33e32-622b-407f-89d5-98b7942eefed completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:27:07.519868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d05330fb-55d5-490f-a961-308874b403ca None None] Provisioning complete for port 1da33e32-622b-407f-89d5-98b7942eefed triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:27:07.520648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d05330fb-55d5-490f-a961-308874b403ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:07.639637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d05330fb-55d5-490f-a961-308874b403ca None None] Port 1da33e32-622b-407f-89d5-98b7942eefed cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:27:07.715552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ef341-5e9b-4991-ba9b-8acf5e552ca3 req-eae3dc31-6da2-40a9-87f3-c6c1b3eb9522 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:07.717990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-952ef341-5e9b-4991-ba9b-8acf5e552ca3 req-eae3dc31-6da2-40a9-87f3-c6c1b3eb9522 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 932 time: 0.0726941 Aug 22 15:27:07.786633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-952ef341-5e9b-4991-ba9b-8acf5e552ca3 req-40c0f0ac-5613-4751-9456-04f90cd76106 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626159 Aug 22 15:27:07.833566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da33e32-622b-407f-89d5-98b7942eefed {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:27:07.845004 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:07.865145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Transition to ACTIVE for port object 1da33e32-622b-407f-89d5-98b7942eefed will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:27:07.958666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:08.085972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Pushing event updated for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:08.235752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Attempting to bind port 1da33e32-622b-407f-89d5-98b7942eefed on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:27:08.236737 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Attempting to bind port 1da33e32-622b-407f-89d5-98b7942eefed by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:27:08.237178 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Attempting to bind port 1da33e32-622b-407f-89d5-98b7942eefed on network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:27:08.243605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Port 1da33e32-622b-407f-89d5-98b7942eefed on network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:27:08.244329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Attempting to bind port 1da33e32-622b-407f-89d5-98b7942eefed on network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:27:08.250110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:27:08.250603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Checking segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:27:08.251108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Bound using segment: {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:27:08.251809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Bound port: 1da33e32-622b-407f-89d5-98b7942eefed, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:27:08.252300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:08.376580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:27:08.384989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=1da33e32-622b-407f-89d5-98b7942eefed,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:27:08.414831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1c8ae-9ffa-4903-b8c6-86f6a46793b5 req-c24c9981-b269-4b7f-b40f-afacd24c1f82 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:08.416954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17c1c8ae-9ffa-4903-b8c6-86f6a46793b5 req-c24c9981-b269-4b7f-b40f-afacd24c1f82 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0933132 Aug 22 15:27:08.463447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:08.482269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17c1c8ae-9ffa-4903-b8c6-86f6a46793b5 req-fb46a0c0-e13c-4101-9b34-967de11a821f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Aug 22 15:27:08.527545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:08.528219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:08.534132 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] 10.222.0.10 "PUT /v2.0/ports/1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 1092 time: 1.1973684 Aug 22 15:27:08.534132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:08.536575 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b6cad-73ef-42da-98dd-b4ec45722a68" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:08.584242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64940ea0-87fd-4df2-96b1-e938064b12df service neutron] Pushing event updated for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:08.605656 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f069bf-ca44-4dc4-9917-3c0c8f12c68b x-openstack-request-id: req-a5f069bf-ca44-4dc4-9917-3c0c8f12c68b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:08.605968 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:08.606235 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5f069bf-ca44-4dc4-9917-3c0c8f12c68b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:08.606649 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:27:08.738639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-1d6f3edd-1c10-4c5e-8fa0-1983cecb799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:08.740411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-1d6f3edd-1c10-4c5e-8fa0-1983cecb799d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1095 time: 0.0813367 Aug 22 15:27:08.976766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-a16584b9-df49-4b64-b3ad-0a1ae191dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:08.978411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-a16584b9-df49-4b64-b3ad-0a1ae191dee6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2242272 Aug 22 15:27:09.013877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff426-b0f8-464f-a5f2-17b5acd03057 req-bcab981d-e8ca-4034-aa29-5a9036542a5a tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.016327 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-605ff426-b0f8-464f-a5f2-17b5acd03057 req-bcab981d-e8ca-4034-aa29-5a9036542a5a tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0973210 Aug 22 15:27:09.107163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-605ff426-b0f8-464f-a5f2-17b5acd03057 req-4a1aff6d-2991-4ad0-96a5-0704ff7defce tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768359 Aug 22 15:27:09.133929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-d6647c63-eebd-4cf6-81cc-aa04d27c6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.135452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1f8b6cad-73ef-42da-98dd-b4ec45722a68 req-d6647c63-eebd-4cf6-81cc-aa04d27c6f35 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1454377 Aug 22 15:27:09.258302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-280a2c97-1b92-44c2-a282-4a4578a828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.259555 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-280a2c97-1b92-44c2-a282-4a4578a828f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1095 time: 0.0509472 Aug 22 15:27:09.330577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-397f9f65-3140-4b7e-8f45-6f51502aa70d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 217 time: 0.0541854 Aug 22 15:27:09.411880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-ff7ae4db-a2eb-4c69-a686-7a8198ce03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.416105 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-ff7ae4db-a2eb-4c69-a686-7a8198ce03be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0804515 Aug 22 15:27:09.598893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-3b5f4029-8552-4978-af18-116cfc48cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.603517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-3b5f4029-8552-4978-af18-116cfc48cf6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773314 Aug 22 15:27:09.658596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8957bb-4476-440c-bf8d-38bebe9cc503 req-db8d1e04-6e4c-4ffe-a52e-506785ded208 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:09.667216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd8957bb-4476-440c-bf8d-38bebe9cc503 req-db8d1e04-6e4c-4ffe-a52e-506785ded208 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0635383 Aug 22 15:27:09.720284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd8957bb-4476-440c-bf8d-38bebe9cc503 req-40ed59d1-ec41-4076-8c50-413b74938801 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Aug 22 15:27:09.742884 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-a0eb97d9-6218-4bfe-9482-c26d5646e5d8 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327426 Aug 22 15:27:09.856060 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-37e4024a-3401-41b9-a07b-2f2e7188191a req-30888370-af1b-4622-a022-9a76e26e8496 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054242 Aug 22 15:27:10.264735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db7c4b-0aa2-4692-971f-f3b5776aeacb req-abf90007-8c0f-4537-87f8-b2bb7994e3f2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:10.266373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44db7c4b-0aa2-4692-971f-f3b5776aeacb req-abf90007-8c0f-4537-87f8-b2bb7994e3f2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0829809 Aug 22 15:27:10.325750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44db7c4b-0aa2-4692-971f-f3b5776aeacb req-ce8e6cef-9a4d-4114-8983-9e7479d72b1e tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516500 Aug 22 15:27:10.640637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:10.847189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2de404-42d6-439c-94a3-abadedadabcb req-d55cc83a-fa0c-40b3-a530-4fd71e4559c5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:10.850021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f2de404-42d6-439c-94a3-abadedadabcb req-d55cc83a-fa0c-40b3-a530-4fd71e4559c5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Aug 22 15:27:10.894303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f2de404-42d6-439c-94a3-abadedadabcb req-7efebd7b-7eac-4fdd-ae11-d04334bbdb41 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376260 Aug 22 15:27:11.462915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2548864-0dc2-4cad-85eb-1079067fb443 req-fb792d51-a144-4926-a0ab-b02470b624f3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:11.464793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2548864-0dc2-4cad-85eb-1079067fb443 req-fb792d51-a144-4926-a0ab-b02470b624f3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0714576 Aug 22 15:27:11.548285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2548864-0dc2-4cad-85eb-1079067fb443 req-697f6643-7246-4edd-9e6d-662c361c49f3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764470 Aug 22 15:27:12.020014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7e236-4793-4577-a32d-cfbf96e5d4e5 req-0bed4f6b-b7f2-4764-9fcf-503fe17db338 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:12.021640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ff7e236-4793-4577-a32d-cfbf96e5d4e5 req-0bed4f6b-b7f2-4764-9fcf-503fe17db338 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Aug 22 15:27:12.067361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ff7e236-4793-4577-a32d-cfbf96e5d4e5 req-e5348f5f-32c1-4af4-b64f-f0c9d57e4889 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Aug 22 15:27:12.678141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e56f-534d-4f2e-a49a-9e218ca8113c req-15976c25-81f5-42a7-9659-100cdddc69c7 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:12.679763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a93e56f-534d-4f2e-a49a-9e218ca8113c req-15976c25-81f5-42a7-9659-100cdddc69c7 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0541384 Aug 22 15:27:12.721913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a93e56f-534d-4f2e-a49a-9e218ca8113c req-d3bb5854-3a94-4a15-a619-9042540b8f31 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351465 Aug 22 15:27:12.989487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-4fdeb0a2-e9f2-427a-ba96-50eb8a6465d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:12.991097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-4fdeb0a2-e9f2-427a-ba96-50eb8a6465d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 1096 time: 0.1155818 Aug 22 15:27:13.090239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-7b9eb030-5706-409f-a7af-af14856f4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:13.091740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-7b9eb030-5706-409f-a7af-af14856f4bb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.0930138 Aug 22 15:27:13.135717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-950b13b7-ec78-485d-b3cc-fa7b2c883549 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0357659 Aug 22 15:27:13.223463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-42e90d8a-85e4-41b2-aa3a-56e96117f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:13.224958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-42e90d8a-85e4-41b2-aa3a-56e96117f0a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0827615 Aug 22 15:27:13.263240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4995259-39c0-4f2e-aab2-cd0aced1b576 req-7013025b-0c8e-4db9-9e88-8160db9c12c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:13.264457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4995259-39c0-4f2e-aab2-cd0aced1b576 req-7013025b-0c8e-4db9-9e88-8160db9c12c3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.1147342 Aug 22 15:27:13.296679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-65df1eac-3983-4393-b7df-fca08b5c2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:13.298438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-65df1eac-3983-4393-b7df-fca08b5c2ba5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663600 Aug 22 15:27:13.323164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4995259-39c0-4f2e-aab2-cd0aced1b576 req-87622c8a-9385-4262-9fb0-360686e21c01 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Aug 22 15:27:13.404005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-7c46c780-5a33-45eb-9719-afcd845830a0 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955272 Aug 22 15:27:13.503911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbe3b2d7-22f7-494f-a57e-bceeee0285e7 req-87f8dc39-71d9-40b9-a887-c3b82e56cc36 service neutron] 10.222.0.54 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912538 Aug 22 15:27:13.846140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333bde-a82d-4c5f-b256-6b9b493ff129 req-91d30bf7-5605-4287-9c21-44a7448beb16 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:13.847917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34333bde-a82d-4c5f-b256-6b9b493ff129 req-91d30bf7-5605-4287-9c21-44a7448beb16 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0510557 Aug 22 15:27:13.894904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34333bde-a82d-4c5f-b256-6b9b493ff129 req-14d422cd-10ed-46f7-9f96-f1ffae75d48d tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Aug 22 15:27:14.458408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c5a19-01cf-4a2e-bd7e-c2b1eaff67f9 req-54d64b30-24dc-4c55-9724-c82ae863b57c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:14.460797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-624c5a19-01cf-4a2e-bd7e-c2b1eaff67f9 req-54d64b30-24dc-4c55-9724-c82ae863b57c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0575693 Aug 22 15:27:14.501934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-624c5a19-01cf-4a2e-bd7e-c2b1eaff67f9 req-3b1ccb80-65d1-45b4-9421-11e48f919435 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349658 Aug 22 15:27:15.018725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80618-29f4-4cf5-93a1-80e5b61b0ae1 req-be47e468-bad4-42c0-b055-81c47973a418 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:15.020244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dc80618-29f4-4cf5-93a1-80e5b61b0ae1 req-be47e468-bad4-42c0-b055-81c47973a418 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0498815 Aug 22 15:27:15.057868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dc80618-29f4-4cf5-93a1-80e5b61b0ae1 req-045db3b8-92fd-45cb-bd91-eeb365e06167 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Aug 22 15:27:15.637124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ad99-87fb-4cd6-a3cb-7a1ba73ac208 req-d627484f-59a8-4f70-b018-8208ceee5347 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:15.639322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5461ad99-87fb-4cd6-a3cb-7a1ba73ac208 req-d627484f-59a8-4f70-b018-8208ceee5347 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 945 time: 0.0591288 Aug 22 15:27:15.689778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5461ad99-87fb-4cd6-a3cb-7a1ba73ac208 req-a533676e-e0f3-4bf5-b097-c1ca07c1c2c0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Aug 22 15:27:15.813824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbb325-b0b8-4371-84f6-72d2d56f3f05 req-d8a66aa1-374d-4c00-96a1-748499039e76 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:15.815316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04bbb325-b0b8-4371-84f6-72d2d56f3f05 req-d8a66aa1-374d-4c00-96a1-748499039e76 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0498874 Aug 22 15:27:15.854563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04bbb325-b0b8-4371-84f6-72d2d56f3f05 req-399e218a-e841-410f-9531-d8a0012c07d0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Aug 22 15:27:15.975491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:15.981850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf58922-358a-4076-ac20-af8c74b30b50 req-26fe36db-162d-474d-a44e-7c469e417f79 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:15.983336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cf58922-358a-4076-ac20-af8c74b30b50 req-26fe36db-162d-474d-a44e-7c469e417f79 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0514696 Aug 22 15:27:16.025494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cf58922-358a-4076-ac20-af8c74b30b50 req-50c15ab2-d0c2-4393-b79c-b648f0f35bee tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359635 Aug 22 15:27:16.065362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:16.113990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:16.120448 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee074807-15c4-447f-812e-d36efcdccd8f" -d '{"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:16.124991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:16.190332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda74c4-6d75-464a-adf2-facf2f229d95 req-fa361803-01aa-4478-a78e-aac7f840a9bf tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:16.191900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffda74c4-6d75-464a-adf2-facf2f229d95 req-fa361803-01aa-4478-a78e-aac7f840a9bf tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0499945 Aug 22 15:27:16.203582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:16.236438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffda74c4-6d75-464a-adf2-facf2f229d95 req-362d102b-0f89-4766-aef1-ad188f78f7e2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Aug 22 15:27:16.252973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:16.281930 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c56c3e-0dcb-4df3-8419-681c3b5cb9d6 x-openstack-request-id: req-67c56c3e-0dcb-4df3-8419-681c3b5cb9d6 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:16.299213 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:16.299213 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67c56c3e-0dcb-4df3-8419-681c3b5cb9d6 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:16.299213 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'code': 200} Aug 22 15:27:16.481932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7da82-71a7-4b27-9aed-7e33f3198670 req-91d89154-4def-47c8-8751-7f8d231c6e20 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:16.483438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9f7da82-71a7-4b27-9aed-7e33f3198670 req-91d89154-4def-47c8-8751-7f8d231c6e20 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Aug 22 15:27:16.525590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e9f7da82-71a7-4b27-9aed-7e33f3198670 req-430efae0-69d3-4c84-8565-b480be0db08a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353172 Aug 22 15:27:17.358427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f834-b4b6-4a94-b963-ec5bd44be6b6 req-91094122-27bf-4c43-ba6e-90802258755c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:17.360008 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f12f834-b4b6-4a94-b963-ec5bd44be6b6 req-91094122-27bf-4c43-ba6e-90802258755c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0509310 Aug 22 15:27:17.400861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f12f834-b4b6-4a94-b963-ec5bd44be6b6 req-936f05d9-44aa-474d-972c-24bb064773fa tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347981 Aug 22 15:27:17.648864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92ded5-8c41-42ae-b5af-1b160b083f80 req-64b6ca92-2f94-4a33-b71b-c55310130127 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:17.651412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f92ded5-8c41-42ae-b5af-1b160b083f80 req-64b6ca92-2f94-4a33-b71b-c55310130127 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0521545 Aug 22 15:27:17.694285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f92ded5-8c41-42ae-b5af-1b160b083f80 req-cf5b53d7-b10c-4c30-a058-ff9008944f2f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365565 Aug 22 15:27:18.523860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26728c-c53d-43a7-b969-baaec4472d75 req-b989b938-1718-4dde-b569-5496ca84ea2c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:18.525702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab26728c-c53d-43a7-b969-baaec4472d75 req-b989b938-1718-4dde-b569-5496ca84ea2c tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Aug 22 15:27:18.565400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ab26728c-c53d-43a7-b969-baaec4472d75 req-3666ae1f-ce3b-49f4-8dbf-620ab2f1c38f tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Aug 22 15:27:18.811682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604a87-9d99-4714-b3cd-e177ea80f622 req-d4c2b28d-42dc-4fec-93a2-b44d70f11ab8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:18.813206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0604a87-9d99-4714-b3cd-e177ea80f622 req-d4c2b28d-42dc-4fec-93a2-b44d70f11ab8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0497785 Aug 22 15:27:18.852556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b0604a87-9d99-4714-b3cd-e177ea80f622 req-ca75038b-fe08-430a-8770-071f92b70fc8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 22 15:27:19.684599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5038d-fd7c-4055-a682-d907326d6d53 req-770ef40a-d08c-4d64-93e6-529786362cc7 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:19.686104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50e5038d-fd7c-4055-a682-d907326d6d53 req-770ef40a-d08c-4d64-93e6-529786362cc7 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0498073 Aug 22 15:27:19.728765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50e5038d-fd7c-4055-a682-d907326d6d53 req-ce5b1ad1-a58e-433b-b43c-2ba351d0d903 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Aug 22 15:27:19.969554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79103ac-5b78-4cf4-b060-4596ca72de4f req-0b49b67c-be95-4488-8c33-8978fa826028 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:19.972086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f79103ac-5b78-4cf4-b060-4596ca72de4f req-0b49b67c-be95-4488-8c33-8978fa826028 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0499752 Aug 22 15:27:20.012917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f79103ac-5b78-4cf4-b060-4596ca72de4f req-b7ed47f3-95f2-47f8-b271-18378ab3117f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357082 Aug 22 15:27:20.017184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device a8c9211f-e017-4a37-a271-8c4cbbac8dc8 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:20.621206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099128-e876-4c5b-ad6d-3b00a54dee33 req-bd4198eb-65c5-4433-8e31-2cb7d1273910 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:20.622749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc099128-e876-4c5b-ad6d-3b00a54dee33 req-bd4198eb-65c5-4433-8e31-2cb7d1273910 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 946 time: 0.0515292 Aug 22 15:27:20.658607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 1da33e32-622b-407f-89d5-98b7942eefed details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:27:20.662529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc099128-e876-4c5b-ad6d-3b00a54dee33 req-8a808e7d-c33b-47b3-b2f7-dea7c11b9f07 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Aug 22 15:27:20.761730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=1da33e32-622b-407f-89d5-98b7942eefed,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:20.773370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '1da33e32-622b-407f-89d5-98b7942eefed', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:27:20.813988 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:20.828943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da33e32-622b-407f-89d5-98b7942eefed {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:27:20.849924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=1da33e32-622b-407f-89d5-98b7942eefed,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:20.851604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476ac70-b4de-4b0e-b5c0-2f6cdc207e6a req-97d137eb-bf4e-4a1e-a787-428cafef7307 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:20.853172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a476ac70-b4de-4b0e-b5c0-2f6cdc207e6a req-97d137eb-bf4e-4a1e-a787-428cafef7307 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 944 time: 0.0498929 Aug 22 15:27:20.895956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a476ac70-b4de-4b0e-b5c0-2f6cdc207e6a req-55159ee5-bf68-4097-995e-b5f67cfbc6a2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 Aug 22 15:27:20.954044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:21.003772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:21.134219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a908-6367-47eb-993e-345c2770f76b req-45d4bf63-ea5a-48fd-9ebc-06f5cfbbe64e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:21.136483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23f7a908-6367-47eb-993e-345c2770f76b req-45d4bf63-ea5a-48fd-9ebc-06f5cfbbe64e tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0528498 Aug 22 15:27:21.178365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23f7a908-6367-47eb-993e-345c2770f76b req-fc4b496f-3384-4ef6-a209-4da29dc28ec4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Aug 22 15:27:21.206326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:21.373059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['1da33e32-622b-407f-89d5-98b7942eefed'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:21.782108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d44f0-3006-4bc1-bd88-30e44891c9bc req-d26b27ba-35d0-4767-b142-1cfbd05bf388 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:21.783593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5d44f0-3006-4bc1-bd88-30e44891c9bc req-d26b27ba-35d0-4767-b142-1cfbd05bf388 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 946 time: 0.0494366 Aug 22 15:27:21.821429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5d44f0-3006-4bc1-bd88-30e44891c9bc req-4fd7e2de-4ce1-40d4-9a14-e6d27da7cc5e tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a43124a-2e2e-4adc-8333-9132236d2c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Aug 22 15:27:22.013623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43110fb-f670-4db4-b031-9a29f0b0b5c5 req-55a1c154-032b-45ec-bbab-ced378e657d1 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:22.015031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43110fb-f670-4db4-b031-9a29f0b0b5c5 req-55a1c154-032b-45ec-bbab-ced378e657d1 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 22 15:27:22.055835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e43110fb-f670-4db4-b031-9a29f0b0b5c5 req-98f33d2f-860e-4d93-9c79-bae2cd8785ac tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Aug 22 15:27:22.324320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-f1604c1a-eefd-4376-992f-37922dab73d2 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:22.325781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-f1604c1a-eefd-4376-992f-37922dab73d2 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 946 time: 0.0685043 Aug 22 15:27:22.333310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bdc9-7c96-4a74-85ff-e37a399c63b7 req-90dc906a-18a0-4435-af20-02c65940d6dc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:22.334694 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e46bdc9-7c96-4a74-85ff-e37a399c63b7 req-90dc906a-18a0-4435-af20-02c65940d6dc tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0860353 Aug 22 15:27:22.418696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e46bdc9-7c96-4a74-85ff-e37a399c63b7 req-26b33b4c-b226-4635-82d4-17d4f6ecd4bd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768673 Aug 22 15:27:22.447914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Deleting port 9f60dbdb-3166-446a-bef4-c3df5bb03143 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:22.448279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.539635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] For port 9f60dbdb-3166-446a-bef4-c3df5bb03143, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9f60dbdb-3166-446a-bef4-c3df5bb03143,segment=NetworkSegment(c4901267-da65-46e7-a470-de577a516353),segment_id=c4901267-da65-46e7-a470-de577a516353)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:22.540607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.554349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Calling delete_port for 9f60dbdb-3166-446a-bef4-c3df5bb03143 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:22.668468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 1da33e32-622b-407f-89d5-98b7942eefed up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:27:22.765727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.774611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 1da33e32-622b-407f-89d5-98b7942eefed completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:27:22.780181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9f60dbdb-3166-446a-bef4-c3df5bb03143'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:22.783790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 1da33e32-622b-407f-89d5-98b7942eefed triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:27:22.784193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.798356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Pushing event deleted for resources: {'Port': ['ID=9f60dbdb-3166-446a-bef4-c3df5bb03143,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:22.843344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] No DVR routers for this DVR port 9f60dbdb-3166-446a-bef4-c3df5bb03143 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:22.846127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.848204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd900a60-1454-4682-9b47-ab3576edaf35 req-848880d4-b050-4b62-aeb2-7fea7d2abc64 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.54 "DELETE /v2.0/ports/9f60dbdb-3166-446a-bef4-c3df5bb03143 HTTP/1.1" status: 204 len: 173 time: 0.5125985 Aug 22 15:27:22.848649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'name': 'network-vif-deleted', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:22.850922 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e02105-d275-4abc-8bd0-5c1a9728b26c" -d '{"events": [{"server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "name": "network-vif-deleted", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:22.882237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:22.892109 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf943f-28b9-4f65-a05c-a0546a062753 x-openstack-request-id: req-34cf943f-28b9-4f65-a05c-a0546a062753 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:22.892618 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b80edf-9c7e-4484-9a1f-175612fe6f6f", "name": "network-vif-deleted", "tag": "9f60dbdb-3166-446a-bef4-c3df5bb03143", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:22.892992 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34cf943f-28b9-4f65-a05c-a0546a062753 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:22.893440 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b80edf-9c7e-4484-9a1f-175612fe6f6f', 'name': 'network-vif-deleted', 'tag': '9f60dbdb-3166-446a-bef4-c3df5bb03143', 'status': 'completed', 'code': 200} Aug 22 15:27:22.910226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:22.912606 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9fc6cb-3334-495b-a896-b5d754e400ff" -d '{"events": [{"server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:22.925286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f46fed8-749c-4607-a177-f5e3bc90fd71 req-7c7e8934-0dcc-4574-9f14-3cef92bc19d8 tempest-VolumesSnapshotTestJSON-1937846312 tempest-VolumesSnapshotTestJSON-1937846312-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b80edf-9c7e-4484-9a1f-175612fe6f6f HTTP/1.1" status: 200 len: 210 time: 0.0281641 Aug 22 15:27:22.926471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=1da33e32-622b-407f-89d5-98b7942eefed,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:22.953701 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9296fb3-ff08-4833-9899-ef87e0d34a92 x-openstack-request-id: req-f9296fb3-ff08-4833-9899-ef87e0d34a92 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:22.953997 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "name": "network-vif-plugged", "status": "completed", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:22.954278 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9296fb3-ff08-4833-9899-ef87e0d34a92 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:22.954676 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'code': 200} Aug 22 15:27:23.003458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:23.054912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:23.097212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3bc08-d4a6-442c-b958-330d41629166 req-d4f817a8-9112-48c9-846f-b07b1321aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:23.098736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a7c3bc08-d4a6-442c-b958-330d41629166 req-d4f817a8-9112-48c9-846f-b07b1321aa22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0481925 Aug 22 15:27:23.183010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3fafb-91cf-49a4-a279-976cccde82ee req-de5f9daf-e13a-4e5e-bf3c-6fa1b10ca839 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:23.184701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72d3fafb-91cf-49a4-a279-976cccde82ee req-de5f9daf-e13a-4e5e-bf3c-6fa1b10ca839 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0581219 Aug 22 15:27:23.228237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72d3fafb-91cf-49a4-a279-976cccde82ee req-24d14c11-98a4-45ef-b52b-9481797d02e6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371683 Aug 22 15:27:23.425584 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a7c3bc08-d4a6-442c-b958-330d41629166 req-e2268a24-bc3e-4512-b6d1-87cf4e702b5a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191574 Aug 22 15:27:23.538677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af56c4-f4df-427c-869d-1543304dfb49 req-0a9a2e39-7853-4c69-8b8f-be9be67449ed tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:23.540191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07af56c4-f4df-427c-869d-1543304dfb49 req-0a9a2e39-7853-4c69-8b8f-be9be67449ed tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0491416 Aug 22 15:27:23.579584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07af56c4-f4df-427c-869d-1543304dfb49 req-71581805-3a2f-4750-a76b-8f7b2ac12832 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Aug 22 15:27:24.356723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf1e76-86e4-494e-9116-7f569de5d62e req-84f02390-2857-4c88-812a-9efc52168565 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:24.358217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3cf1e76-86e4-494e-9116-7f569de5d62e req-84f02390-2857-4c88-812a-9efc52168565 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0552928 Aug 22 15:27:24.396475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3cf1e76-86e4-494e-9116-7f569de5d62e req-952a22b7-7008-4a12-89e7-7db59c9baedf tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Aug 22 15:27:24.707888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aa034-6781-41cc-bf81-903659f3aa4e req-3c44c2f2-0b72-4a96-92de-89d2a4733982 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:24.709386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c39aa034-6781-41cc-bf81-903659f3aa4e req-3c44c2f2-0b72-4a96-92de-89d2a4733982 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0502629 Aug 22 15:27:24.752214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c39aa034-6781-41cc-bf81-903659f3aa4e req-44d682a9-8c3f-40c5-aaf4-bb417784f07f tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361171 Aug 22 15:27:25.529311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648a4d5-e6e5-4bcc-9958-44410447b867 req-3a8aaf75-a12c-4949-8af8-de9b5b91fc45 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:25.530872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7648a4d5-e6e5-4bcc-9958-44410447b867 req-3a8aaf75-a12c-4949-8af8-de9b5b91fc45 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Aug 22 15:27:25.570023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7648a4d5-e6e5-4bcc-9958-44410447b867 req-4f4daa5e-6f1c-46b1-9275-8873e03ee8eb tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Aug 22 15:27:25.696902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc9855-3584-4190-9039-f6d9584ea1ac req-a5b8ad11-08fa-4c09-8367-988b4ad0cce3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:25.699039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbfc9855-3584-4190-9039-f6d9584ea1ac req-a5b8ad11-08fa-4c09-8367-988b4ad0cce3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0549381 Aug 22 15:27:25.738149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbfc9855-3584-4190-9039-f6d9584ea1ac req-9bc03178-3d0e-465d-8599-5ac76d66cafa tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Aug 22 15:27:25.761696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:25.859883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176daed-9633-4c45-8c50-44724f252158 tempest-TestVolumeBackupRestore-1385416889 tempest-TestVolumeBackupRestore-1385416889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:25.861711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3176daed-9633-4c45-8c50-44724f252158 tempest-TestVolumeBackupRestore-1385416889 tempest-TestVolumeBackupRestore-1385416889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1092 time: 0.0989609 Aug 22 15:27:25.864819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 48906) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:25.870128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:25.878415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9833b6-c225-4883-9fb0-76afd07938b4 req-a3ddd624-9b24-458e-84d9-98e2859cbc3d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:25.880287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9833b6-c225-4883-9fb0-76afd07938b4 req-a3ddd624-9b24-458e-84d9-98e2859cbc3d tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0525234 Aug 22 15:27:25.919068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd9833b6-c225-4883-9fb0-76afd07938b4 req-09ac6f87-bee2-4811-b4db-1017ad2eb414 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Aug 22 15:27:25.977243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:26.011228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f60dbdb-3166-446a-bef4-c3df5bb03143 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:26.041992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 9f60dbdb-3166-446a-bef4-c3df5bb03143 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:27:26.042339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9f60dbdb-3166-446a-bef4-c3df5bb03143 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:27:26.087225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:26.240718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Allocated IP 172.25.0.63 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6a176f37-9808-40a2-b536-79cbaa7b5ade) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:27:26.345982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:26.444071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:26.487015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:27:26.489769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:27:26.493275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:27:26.501683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'Port': ['ID=6a176f37-9808-40a2-b536-79cbaa7b5ade,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:26.531210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.531559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.531903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.532272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.532611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.532947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.533277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.533605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.533935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.534263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.534590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:26.534914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:27.016883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:27.049945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2db4f-3931-41af-93d5-abcaa851248f req-d5f2acc2-8431-4177-98a5-12fbff386bc0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:27.051601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29a2db4f-3931-41af-93d5-abcaa851248f req-d5f2acc2-8431-4177-98a5-12fbff386bc0 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0518999 Aug 22 15:27:27.105934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-29a2db4f-3931-41af-93d5-abcaa851248f req-d65da10e-da27-4618-8f98-8d776020f0ce tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 Aug 22 15:27:27.220431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:27.418268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:27.499628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df68e1-839d-402f-96b9-13d7a29ef9f0 req-c2a3b0fe-de48-4d37-9281-55b5bdbba9e1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:27.501151 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08df68e1-839d-402f-96b9-13d7a29ef9f0 req-c2a3b0fe-de48-4d37-9281-55b5bdbba9e1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0546031 Aug 22 15:27:27.535018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:27.542346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08df68e1-839d-402f-96b9-13d7a29ef9f0 req-a08769a3-c254-4f70-a2fc-4aa7d2bf39be tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Aug 22 15:27:27.613451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event updated for resources: {'Port': ['ID=6a176f37-9808-40a2-b536-79cbaa7b5ade,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:27.649337 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:27.699222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-787d9b2f-9697-4b6b-a51a-adb48d3318b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:27.700787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-787d9b2f-9697-4b6b-a51a-adb48d3318b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.1058030 Aug 22 15:27:27.812825 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Floating IP e33346ad-d01c-4aab-8c4d-5228e4d7e4fd associated. External IP: 172.25.0.63, port: 1da33e32-622b-407f-89d5-98b7942eefed. Aug 22 15:27:27.883507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-8c144b66-6e6d-42bc-aec2-2d3ed0fe4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:27.886153 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-8c144b66-6e6d-42bc-aec2-2d3ed0fe4695 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1754544 Aug 22 15:27:27.990010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-bc13ed5c-26b2-473d-be51-e1972a41b27e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0786083 Aug 22 15:27:28.410104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-7a530e8e-9a34-403f-a053-7fef95ea8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:28.411622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-7a530e8e-9a34-403f-a053-7fef95ea8ac5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.3867228 Aug 22 15:27:28.482994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Router de63ca72-29c5-4783-a77f-9c5d69afc075 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:27:28.498463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-4ce82baa-faad-4596-87d3-47eb92c5c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:28.500002 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-4ce82baa-faad-4596-87d3-47eb92c5c52a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789185 Aug 22 15:27:28.668058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed17454-e46c-4494-b501-79bf9e8a5d3a req-82eda42f-95b3-4828-bc95-6545fe749274 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:28.669476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ed17454-e46c-4494-b501-79bf9e8a5d3a req-82eda42f-95b3-4828-bc95-6545fe749274 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0521317 Aug 22 15:27:28.672836 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:27:28.682609 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-373b2241-0554-4318-ba0c-22e9ffce669b service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438324 Aug 22 15:27:28.683434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:27:28.692345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:28.692974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:28.722672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ed17454-e46c-4494-b501-79bf9e8a5d3a req-97fd1689-ee7a-4b79-80d4-a3b61d75bb46 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457842 Aug 22 15:27:28.786791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:28.802990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:28.821478 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fa0a9b6d-8412-4cec-8cc2-969e696d785b req-14e91859-182b-4bd4-987c-179d349bed27 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318593 Aug 22 15:27:28.826999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:28.836573 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-00ce941c-7907-426a-b381-aaa0e7fe5d90 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9706738 Aug 22 15:27:28.837308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:28.840320 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:28.892931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a998f-b91d-4f3b-b466-0d6c0fa05ad6 tempest-TestVolumeBackupRestore-1385416889 tempest-TestVolumeBackupRestore-1385416889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:28.896030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c78a998f-b91d-4f3b-b466-0d6c0fa05ad6 tempest-TestVolumeBackupRestore-1385416889 tempest-TestVolumeBackupRestore-1385416889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1092 time: 0.0667036 Aug 22 15:27:28.898015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 48934) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:28.899898 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180a67c-b57a-433f-ad66-818bc2bae167 x-openstack-request-id: req-d180a67c-b57a-433f-ad66-818bc2bae167 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:28.901004 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:28.901702 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d180a67c-b57a-433f-ad66-818bc2bae167 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:28.901912 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:27:28.903295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Request body: {'floatingip': {'port_id': '1da33e32-622b-407f-89d5-98b7942eefed'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:27:28.970029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:29.001703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-b010f4da-d0d9-4d95-a4f0-472eaf2ea6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:29.003228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-b010f4da-d0d9-4d95-a4f0-472eaf2ea6bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0608757 Aug 22 15:27:29.070475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:26Z', 'revision_number': 0, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:29.110131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-67a4924d-ef0b-4d9f-9380-6691cbd7d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:29.112123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-67a4924d-ef0b-4d9f-9380-6691cbd7d9fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 915 time: 0.1009519 Aug 22 15:27:29.115742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:27:29.128267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:29.128615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:29.165565 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:27:29.207513 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-ef8d358b-055c-47cb-b5db-03690ab23b26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 999 time: 0.0835526 Aug 22 15:27:29.276358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-4ebf62e5-920f-4e5a-ac16-7d46c7cba24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:29.277918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-4ebf62e5-920f-4e5a-ac16-7d46c7cba24f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0582082 Aug 22 15:27:29.345395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-4c970ece-6d32-4af2-9d03-8aa5463f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:29.348851 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-4c970ece-6d32-4af2-9d03-8aa5463f9ffc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617704 Aug 22 15:27:29.441373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:29.529336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-1f52488d-a106-412d-a2e6-d32d1fb97a06 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258206 Aug 22 15:27:29.558765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:29.605513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:29.649773 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58ed1058-3e6e-4660-a303-2dcef3f1ad1d req-6e1b22da-dc98-43e6-bafd-62f54bf639dc service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086943 Aug 22 15:27:29.754520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:26Z', 'revision_number': 0, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:29.812821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882a4db-ac65-463c-bd20-ce151cfac200 None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:26Z', 'revision_number': 0, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:27:30.040239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13db24-2b4c-4c9f-845e-b67c73965d4b None None] New status for floating IP e33346ad-d01c-4aab-8c4d-5228e4d7e4fd: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:27:30.129173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a3b2465c-f7e4-4a98-951b-36bbfaaae36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:30.288490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Router de63ca72-29c5-4783-a77f-9c5d69afc075 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:27:30.303496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047bb7b-60a5-4e22-aa95-87419a07ffb6 req-c5c041a1-498a-4955-8445-cc7786e5fb39 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:30.313113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6047bb7b-60a5-4e22-aa95-87419a07ffb6 req-c5c041a1-498a-4955-8445-cc7786e5fb39 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.4419076 Aug 22 15:27:30.386979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6047bb7b-60a5-4e22-aa95-87419a07ffb6 req-3c8b5383-4ad1-495a-b1c7-d92b3bf47461 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750601 Aug 22 15:27:30.451642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:27:30.456402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:30.463343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:27:30.472921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:30.474511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:30.514171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:30.516485 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:30.557406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc1dcb80-2024-4912-9fb0-1f26778c8d73 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "PUT /v2.0/floatingips/e33346ad-d01c-4aab-8c4d-5228e4d7e4fd HTTP/1.1" status: 200 len: 991 time: 1.6553676 Aug 22 15:27:30.566176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dbabc-40c3-4618-b90e-72b35390c2d9 req-ddd32c3b-837c-4f7e-b751-5a2cbe6113b3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:30.567862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e75dbabc-40c3-4618-b90e-72b35390c2d9 req-ddd32c3b-837c-4f7e-b751-5a2cbe6113b3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.1078289 Aug 22 15:27:30.574217 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807fe61-1ec2-4c09-90d0-c082777ebd55 x-openstack-request-id: req-5807fe61-1ec2-4c09-90d0-c082777ebd55 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:30.574768 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:30.575243 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5807fe61-1ec2-4c09-90d0-c082777ebd55 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:30.575812 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:27:30.597657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:30.610248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e75dbabc-40c3-4618-b90e-72b35390c2d9 req-5e706764-d816-4119-8bcc-2d741c911861 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Aug 22 15:27:30.711816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-59e506ed-1d8e-4013-9d90-3df4e2490bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:30.714102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-59e506ed-1d8e-4013-9d90-3df4e2490bef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0704420 Aug 22 15:27:30.763571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e728e-9cf7-42cf-b9c2-0cff0c7246c3 req-d517dfae-da10-4ea2-a856-b3795b2153a5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:30.765755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-522e728e-9cf7-42cf-b9c2-0cff0c7246c3 req-d517dfae-da10-4ea2-a856-b3795b2153a5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0630713 Aug 22 15:27:30.812566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-522e728e-9cf7-42cf-b9c2-0cff0c7246c3 req-3f600d8d-f942-4e14-8d85-ec5d25704f55 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Aug 22 15:27:30.845986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-e5909249-3f43-496b-87b6-96a031be0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:30.848059 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-e5909249-3f43-496b-87b6-96a031be0192 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 915 time: 0.1253643 Aug 22 15:27:30.920786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:30Z', 'revision_number': 2, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:30.981558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:27:30.986004 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-c2c2f006-de89-4977-bf50-3626319b1a7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 1001 time: 0.1173038 Aug 22 15:27:30.989531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:30.990142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:31.115376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-9e3b80cd-70f5-4886-b2ee-c66037f7c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:31.120842 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-9e3b80cd-70f5-4886-b2ee-c66037f7c262 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0910397 Aug 22 15:27:31.135236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:31.172198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-32799d86-3c37-4036-a5ca-8d393f8d9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:31.173762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-32799d86-3c37-4036-a5ca-8d393f8d9101 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473444 Aug 22 15:27:31.302000 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-91c6c676-75d2-41a9-84b1-032099067fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138849 Aug 22 15:27:31.342459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef64b-1406-4b3e-8823-ecb9471d57f6 req-39ba81b0-41b2-48fa-bad2-c2fc9349e834 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:31.344673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02aef64b-1406-4b3e-8823-ecb9471d57f6 req-39ba81b0-41b2-48fa-bad2-c2fc9349e834 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0607216 Aug 22 15:27:31.388681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02aef64b-1406-4b3e-8823-ecb9471d57f6 req-73c64a12-c56b-40d1-829c-6753585be0a4 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 Aug 22 15:27:31.429399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:30Z', 'revision_number': 2, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:31.437787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eddb2150-2c03-46c0-bdcc-4a920b6e11ab req-ba364374-b3fd-4167-a2dd-ecba354fd3be service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234243 Aug 22 15:27:31.460943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4862392-e7f0-49de-8da4-c14a107be4c9 None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'e33346ad-d01c-4aab-8c4d-5228e4d7e4fd', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'port_id': '1da33e32-622b-407f-89d5-98b7942eefed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'mac_address': 'fa:16:3e:24:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:27:26Z', 'updated_at': '2021-08-22T15:27:30Z', 'revision_number': 2, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:27:32.519587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab968b-bf69-4a38-8c40-6d6d9091438e req-47dd63ea-b721-4f2c-a256-91708d2e1838 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.521133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eeab968b-bf69-4a38-8c40-6d6d9091438e req-47dd63ea-b721-4f2c-a256-91708d2e1838 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0495462 Aug 22 15:27:32.562193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eeab968b-bf69-4a38-8c40-6d6d9091438e req-7812858e-e633-4e7c-8f76-7da7dd7a3be5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Aug 22 15:27:32.576961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:32.579451 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15573da-c7dd-45dc-8b72-31f4e344b849" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:32.617345 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869e8ccf-9ee7-48ec-b0f2-a48199728d86 x-openstack-request-id: req-869e8ccf-9ee7-48ec-b0f2-a48199728d86 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:32.617643 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:32.617904 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-869e8ccf-9ee7-48ec-b0f2-a48199728d86 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:32.618560 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:27:32.713943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-78127f88-cc79-4578-a15c-e64729976914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.715506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-78127f88-cc79-4578-a15c-e64729976914 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0449562 Aug 22 15:27:32.811981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-db62b436-b299-438d-b85d-cb3a6146ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.813499 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-db62b436-b299-438d-b85d-cb3a6146ef8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 915 time: 0.0916817 Aug 22 15:27:32.880135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:32.886054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-72f9a63c-68eb-45dd-bc32-ce1bd77e93df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 1001 time: 0.0604005 Aug 22 15:27:32.933407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abc6a-5bbc-4284-9a64-73aecad8f59b req-8a007cb3-9b3a-4a22-ae69-ecb1df9b317b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.935037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-409abc6a-5bbc-4284-9a64-73aecad8f59b req-8a007cb3-9b3a-4a22-ae69-ecb1df9b317b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0581396 Aug 22 15:27:32.941021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-302e2e4b-16dd-4234-ab92-a1ed0cc4160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.942523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-302e2e4b-16dd-4234-ab92-a1ed0cc4160c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0501626 Aug 22 15:27:32.983633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-409abc6a-5bbc-4284-9a64-73aecad8f59b req-34df9df2-12f0-4910-ac5a-637af3cbf4e7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Aug 22 15:27:32.993336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-ca48d588-e980-431e-a9cd-942a333fab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:32.995422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-ca48d588-e980-431e-a9cd-942a333fab8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454049 Aug 22 15:27:33.128191 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-001b1822-45ed-4077-b74d-293059a299b5 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257205 Aug 22 15:27:33.130781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-e68ed229-b4f6-41e3-9110-50cb60bd57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:33.132190 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-e68ed229-b4f6-41e3-9110-50cb60bd57f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0706456 Aug 22 15:27:33.305636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-b261bb62-e360-4353-aeeb-4608d34bc40f service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644857 Aug 22 15:27:33.307314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-c81a4495-4a6c-4aaa-a566-22786b04fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:33.308695 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-c81a4495-4a6c-4aaa-a566-22786b04fc59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1600883 Aug 22 15:27:33.396341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-8732cb2b-55db-49ce-aa4b-7c86b46511ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0683601 Aug 22 15:27:33.445433 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-6998902e-911b-4ec4-af7a-0c69d3c8f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:33.447464 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-6998902e-911b-4ec4-af7a-0c69d3c8f342 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0441749 Aug 22 15:27:33.495793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-03ff0758-f671-43ec-8b9f-547cc80b028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:33.497337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-03ff0758-f671-43ec-8b9f-547cc80b028d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419116 Aug 22 15:27:33.519924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e444-79ce-41ba-b77d-e49118eacbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:33.596088 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-19d1b146-35dd-4e01-8eef-4285d730fcc6 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914199 Aug 22 15:27:33.692933 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-71b208d2-083e-4caa-aabf-4708d576a7ce req-e872c2c2-83db-48d9-baa3-863c7bb00fa4 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897880 Aug 22 15:27:34.127310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c12f-c744-42be-a177-4761542dfc12 req-b8c2eb72-f78d-4214-8336-a7a6996099bd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:34.128903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee49c12f-c744-42be-a177-4761542dfc12 req-b8c2eb72-f78d-4214-8336-a7a6996099bd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0671780 Aug 22 15:27:34.174933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee49c12f-c744-42be-a177-4761542dfc12 req-d5fcc0e3-1957-47dc-9c47-50aa6f76334a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Aug 22 15:27:34.925490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:35.339441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b38bb5-7bcc-4ba6-ac07-62e78c9df74d req-25384843-8833-4200-b549-e13520888908 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:35.341481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6b38bb5-7bcc-4ba6-ac07-62e78c9df74d req-25384843-8833-4200-b549-e13520888908 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0656762 Aug 22 15:27:35.393324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6b38bb5-7bcc-4ba6-ac07-62e78c9df74d req-a2e29118-8c03-4180-83ab-4616fa983696 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Aug 22 15:27:35.535935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c05b6-5ae7-41c7-a42f-eed5e1f77cca req-887ffc81-1ce9-418d-96f6-ee8bffb7e943 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:35.537811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436c05b6-5ae7-41c7-a42f-eed5e1f77cca req-887ffc81-1ce9-418d-96f6-ee8bffb7e943 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0637147 Aug 22 15:27:35.592185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436c05b6-5ae7-41c7-a42f-eed5e1f77cca req-b7801df1-61ad-4faa-828b-6574645400a9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Aug 22 15:27:36.875211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:37.610210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-2abf01a8-9e5b-4299-8ca2-84449ad708b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:37.611877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-2abf01a8-9e5b-4299-8ca2-84449ad708b1 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d53d28f-c927-4eb3-ba70-92f31b4d6556 HTTP/1.1" status: 200 len: 943 time: 0.0534012 Aug 22 15:27:37.718478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:37.719388 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:37.847383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port a8c9211f-e017-4a37-a271-8c4cbbac8dc8, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:37.847670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:37.865288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for a8c9211f-e017-4a37-a271-8c4cbbac8dc8 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:38.114155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:38.128100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:38.147596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=a8c9211f-e017-4a37-a271-8c4cbbac8dc8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:38.158240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.158601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.160962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.161248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.161559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.161897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:27:38.183477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:38.207388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] No DVR routers for this DVR port a8c9211f-e017-4a37-a271-8c4cbbac8dc8 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:38.214749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:38.220781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd843a4d-4812-467a-a460-4bfa89f48c45 req-e9da36b1-b598-403b-b179-981ed7de63cd tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "DELETE /v2.0/ports/a8c9211f-e017-4a37-a271-8c4cbbac8dc8 HTTP/1.1" status: 204 len: 173 time: 0.6028800 Aug 22 15:27:38.221371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-deleted', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:38.223888 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64446035-3593-4278-a24b-1ddb8f78a07e" -d '{"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-deleted", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:38.281447 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c5f50-2e36-4ee0-a877-a02619b06f29 x-openstack-request-id: req-3b9c5f50-2e36-4ee0-a877-a02619b06f29 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:38.283100 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d53d28f-c927-4eb3-ba70-92f31b4d6556", "name": "network-vif-deleted", "tag": "a8c9211f-e017-4a37-a271-8c4cbbac8dc8", "status": "failed", "code": 422}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:38.283789 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b9c5f50-2e36-4ee0-a877-a02619b06f29 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:38.284723 n-d-805046-3 neutron-server[102049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d53d28f-c927-4eb3-ba70-92f31b4d6556', 'name': 'network-vif-deleted', 'tag': 'a8c9211f-e017-4a37-a271-8c4cbbac8dc8', 'status': 'failed', 'code': 422} returned with failed status Aug 22 15:27:38.639170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-8fb76f9d-ddd8-4ab9-b68e-54f1bbf540ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513754 Aug 22 15:27:38.780531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-cbc1bcae-c283-41ee-9ec6-c135e6f2f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:38.782082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-cbc1bcae-c283-41ee-9ec6-c135e6f2f970 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 1095 time: 0.0657227 Aug 22 15:27:38.913907 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-09ae982c-b4f4-4ada-80b0-95d27cd27b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:38.915677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-09ae982c-b4f4-4ada-80b0-95d27cd27b6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 200 len: 913 time: 0.1079559 Aug 22 15:27:38.993248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-00302d37-bff6-435c-92cf-c0919999e2a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 200 len: 999 time: 0.0698969 Aug 22 15:27:39.057969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-fafc7183-2062-45cb-9fa5-1257c034561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:39.059505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-fafc7183-2062-45cb-9fa5-1257c034561c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 200 len: 851 time: 0.0582249 Aug 22 15:27:39.127500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-1da77224-79fb-4b88-80d6-51637f3c2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:39.129251 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-1da77224-79fb-4b88-80d6-51637f3c2bb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=821da460-5995-4bf6-9c51-a3c14ef0bb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629888 Aug 22 15:27:39.287451 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-bc96516e-3807-4470-86b0-31ef15f5cb13 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424890 Aug 22 15:27:39.409029 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1b4cfc14-1e0d-4602-acca-555e15f63549 req-b025f602-8523-425a-9ac4-29e4889a79b4 service neutron] 10.222.0.10 "GET /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070752 Aug 22 15:27:39.770578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c4a4-76f5-46b4-baea-7497bbde711d req-ff5cff5d-62c7-4dda-b265-8e5b5e7ae197 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:39.772098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a127c4a4-76f5-46b4-baea-7497bbde711d req-ff5cff5d-62c7-4dda-b265-8e5b5e7ae197 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 907 time: 0.0635214 Aug 22 15:27:40.689200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:40.913801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916272-eb1e-497b-9ac0-7b972f5b4e19 req-0728f080-51ec-4dd6-b887-bce784e24b1a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:40.915370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66916272-eb1e-497b-9ac0-7b972f5b4e19 req-0728f080-51ec-4dd6-b887-bce784e24b1a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 907 time: 0.0597756 Aug 22 15:27:41.468392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-66afe9c0-88f0-4047-9e1f-7945325e17f9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:41.471230 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-66afe9c0-88f0-4047-9e1f-7945325e17f9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 907 time: 0.0867615 Aug 22 15:27:41.597220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port ac9c7096-71e5-4855-a949-f0570ba2bb52 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:41.598479 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:41.723150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port ac9c7096-71e5-4855-a949-f0570ba2bb52, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=ac9c7096-71e5-4855-a949-f0570ba2bb52,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:41.724203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:41.740696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for ac9c7096-71e5-4855-a949-f0570ba2bb52 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:41.937202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:41.971578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=ac9c7096-71e5-4855-a949-f0570ba2bb52,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:42.023869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] No DVR routers for this DVR port ac9c7096-71e5-4855-a949-f0570ba2bb52 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:42.028866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:42.032055 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a1a23787-a072-4ec2-a506-7db6baec9bfc req-73b73e28-b06f-4692-b4c9-b744a692e3ab tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "DELETE /v2.0/ports/ac9c7096-71e5-4855-a949-f0570ba2bb52 HTTP/1.1" status: 204 len: 173 time: 0.5540140 Aug 22 15:27:42.032575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'name': 'network-vif-deleted', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:42.036562 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3aeefe-edfc-4314-856c-9f9511677efb" -d '{"events": [{"server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "name": "network-vif-deleted", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:42.059521 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ca2f4c7-f942-4813-aa3b-21b958a73aa8 req-7cadc463-b9d6-4a95-962c-5ed8c926eaf8 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 210 time: 0.0366969 Aug 22 15:27:42.083132 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d832ff-52bd-409d-8b5d-65fdf7090a8d x-openstack-request-id: req-97d832ff-52bd-409d-8b5d-65fdf7090a8d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:42.083611 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2", "name": "network-vif-deleted", "tag": "ac9c7096-71e5-4855-a949-f0570ba2bb52", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:42.084041 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97d832ff-52bd-409d-8b5d-65fdf7090a8d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:42.084569 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2', 'name': 'network-vif-deleted', 'tag': 'ac9c7096-71e5-4855-a949-f0570ba2bb52', 'status': 'completed', 'code': 200} Aug 22 15:27:43.208241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d27b999-043a-4df6-a1ef-6c7618a51b50 req-83045b9f-3e51-4865-94f8-dce7de0bba0b tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce144b1-70ea-4f07-9fe3-3f84d8bd4eb2 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Aug 22 15:27:44.723696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ac9c7096-71e5-4855-a949-f0570ba2bb52 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:44.745331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: ac9c7096-71e5-4855-a949-f0570ba2bb52 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:27:44.746500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device ac9c7096-71e5-4855-a949-f0570ba2bb52 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:27:44.860495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286538b-b68b-4157-a4b8-265517b57f90 req-1d87fd1d-adb3-4c2e-8649-0dbe8f058aa6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:44.862171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c286538b-b68b-4157-a4b8-265517b57f90 req-1d87fd1d-adb3-4c2e-8649-0dbe8f058aa6 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 945 time: 0.0563600 Aug 22 15:27:44.902506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c286538b-b68b-4157-a4b8-265517b57f90 req-08d45786-3134-4c01-807a-e712671044d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Aug 22 15:27:46.054359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f3d4d-7f0a-4a73-bd53-7ab4b2db9423 req-5115d573-1ed7-4e38-b508-651b0e6f5dd2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:46.055895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b1f3d4d-7f0a-4a73-bd53-7ab4b2db9423 req-5115d573-1ed7-4e38-b508-651b0e6f5dd2 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 945 time: 0.0640554 Aug 22 15:27:46.099802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b1f3d4d-7f0a-4a73-bd53-7ab4b2db9423 req-a0794780-38f2-4194-bc97-83226693d1a3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Aug 22 15:27:46.242211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa40de0-5157-4e51-b389-f464493955d6 req-64b9a070-7290-42c5-9c59-2f4bf10c234c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:46.243814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa40de0-5157-4e51-b389-f464493955d6 req-64b9a070-7290-42c5-9c59-2f4bf10c234c tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Aug 22 15:27:46.347397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:46.347752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:46.442600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:46.442967 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:46.455432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:46.662950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:46.674942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:46.695824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:46.699609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3d29b040-335c-4de8-91e8-4e331dc07c49'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:27:46.749753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] No DVR routers for this DVR port 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:46.752586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:46.754940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa40de0-5157-4e51-b389-f464493955d6 req-6ed46acb-317c-46df-9c40-e46aea7dc172 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.54 "DELETE /v2.0/ports/2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 HTTP/1.1" status: 204 len: 173 time: 0.5051994 Aug 22 15:27:46.755333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'name': 'network-vif-deleted', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:46.757770 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e677ede-6f86-4b00-a9ec-bb586cb9c22d" -d '{"events": [{"server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "name": "network-vif-deleted", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:46.804539 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230cbc7-8cfa-46e3-a55b-67ff8636cf8e x-openstack-request-id: req-a230cbc7-8cfa-46e3-a55b-67ff8636cf8e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:46.804842 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d769da8-c376-4681-90b4-94d0083c6022", "name": "network-vif-deleted", "tag": "2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:46.805105 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a230cbc7-8cfa-46e3-a55b-67ff8636cf8e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:46.805596 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d769da8-c376-4681-90b4-94d0083c6022', 'name': 'network-vif-deleted', 'tag': '2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2', 'status': 'completed', 'code': 200} Aug 22 15:27:47.225484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4f5f66d-15e3-4811-ab48-0924bf47eedb req-df87bb17-ea6a-4904-a5f7-b0c1a68b52a5 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d769da8-c376-4681-90b4-94d0083c6022 HTTP/1.1" status: 200 len: 210 time: 0.0333514 Aug 22 15:27:48.825925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853f54-f919-4dec-9eee-680f0ab0218d req-9eec48e0-c51e-4575-99ac-e4ec8b80ff13 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:48.827655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca853f54-f919-4dec-9eee-680f0ab0218d req-9eec48e0-c51e-4575-99ac-e4ec8b80ff13 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0564890 Aug 22 15:27:48.871769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ca853f54-f919-4dec-9eee-680f0ab0218d req-a6eed4da-d1fc-4eac-93e9-16f3cbe14a64 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374031 Aug 22 15:27:50.002942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960ba0-89c1-486a-bd1c-45821f97b77e req-f6a58bd8-d282-45f2-b3ef-82b0bfad4267 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:50.004595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45960ba0-89c1-486a-bd1c-45821f97b77e req-f6a58bd8-d282-45f2-b3ef-82b0bfad4267 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0539470 Aug 22 15:27:50.048894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45960ba0-89c1-486a-bd1c-45821f97b77e req-f82ca3d0-65c8-452b-a178-a2d11e411514 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=38767b71-a8c1-42e0-b52e-9eaa24003b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373886 Aug 22 15:27:50.077030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:50.097979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:27:50.098323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 2d6bf844-2b5b-4a0d-88f5-b2a2ef330ac2 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:27:50.358519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-e7f55b90-8209-4faa-8806-bc42c6912c13 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:50.360095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-e7f55b90-8209-4faa-8806-bc42c6912c13 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 946 time: 0.0604398 Aug 22 15:27:50.484884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port 3d29b040-335c-4de8-91e8-4e331dc07c49 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:50.488716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:50.593784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port 3d29b040-335c-4de8-91e8-4e331dc07c49, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3d29b040-335c-4de8-91e8-4e331dc07c49,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:50.594075 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:50.607623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for 3d29b040-335c-4de8-91e8-4e331dc07c49 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:50.805819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:50.838281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=3d29b040-335c-4de8-91e8-4e331dc07c49,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:50.890106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] No DVR routers for this DVR port 3d29b040-335c-4de8-91e8-4e331dc07c49 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:50.893218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:50.895579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5c8da861-f872-4c6a-8bf7-da0224cb64e9 req-a7be2cb7-0a05-4449-b6a7-8f82ffc3a7d3 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "DELETE /v2.0/ports/3d29b040-335c-4de8-91e8-4e331dc07c49 HTTP/1.1" status: 204 len: 173 time: 0.5293078 Aug 22 15:27:50.896094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'name': 'network-vif-deleted', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:50.905352 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c51a3a-c576-4e28-8422-646e7d63c329" -d '{"events": [{"server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "name": "network-vif-deleted", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:50.967652 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a7b871-6cb0-40e8-81a5-049761c7f61b x-openstack-request-id: req-71a7b871-6cb0-40e8-81a5-049761c7f61b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:50.968332 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b874e4-f9cf-490d-b3e8-1e9f4bdbe719", "name": "network-vif-deleted", "tag": "3d29b040-335c-4de8-91e8-4e331dc07c49", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:50.968728 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71a7b871-6cb0-40e8-81a5-049761c7f61b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:50.969294 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b874e4-f9cf-490d-b3e8-1e9f4bdbe719', 'name': 'network-vif-deleted', 'tag': '3d29b040-335c-4de8-91e8-4e331dc07c49', 'status': 'completed', 'code': 200} Aug 22 15:27:51.179439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ceb61e37-e876-42c0-891a-17acd938f59a req-8c315b28-655c-4518-9d94-daa3c6be6fcb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b874e4-f9cf-490d-b3e8-1e9f4bdbe719 HTTP/1.1" status: 200 len: 210 time: 0.0323884 Aug 22 15:27:51.226041 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:52.775327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3d29b040-335c-4de8-91e8-4e331dc07c49 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:52.797706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 3d29b040-335c-4de8-91e8-4e331dc07c49 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:27:52.798194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3d29b040-335c-4de8-91e8-4e331dc07c49 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:27:52.867226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf72e3c-9e8f-4d9d-96fc-148f7d448b89 req-cb6444d9-2071-4154-9bfd-1e317970e0b9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:52.868843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf72e3c-9e8f-4d9d-96fc-148f7d448b89 req-cb6444d9-2071-4154-9bfd-1e317970e0b9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0571363 Aug 22 15:27:52.910767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf72e3c-9e8f-4d9d-96fc-148f7d448b89 req-3c8ec575-288d-49d2-b2c9-a85492e0a802 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 22 15:27:54.046490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41925ba4-e9eb-4496-b200-63789d20b3ee req-3c737d2a-9874-4b51-8e22-70a436926fc9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:54.048135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41925ba4-e9eb-4496-b200-63789d20b3ee req-3c737d2a-9874-4b51-8e22-70a436926fc9 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0626385 Aug 22 15:27:54.111482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41925ba4-e9eb-4496-b200-63789d20b3ee req-fbecc116-ee4a-4341-bb97-50f52c74adaf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564399 Aug 22 15:27:54.574683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-92b0da8b-d94a-419c-9bb9-f1cd96843feb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:54.576932 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-92b0da8b-d94a-419c-9bb9-f1cd96843feb tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0617723 Aug 22 15:27:54.689110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:54.689475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:54.789397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] For port a4a700a6-6c06-409c-9132-85b0eef6efe7, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a4a700a6-6c06-409c-9132-85b0eef6efe7,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:54.789775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:55.277117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1012-e8c8-4c93-9791-5bebbaddd18f req-1cce11f7-59b1-4643-a439-cfac9aae8f19 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:27:55.279630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086c1012-e8c8-4c93-9791-5bebbaddd18f req-1cce11f7-59b1-4643-a439-cfac9aae8f19 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 944 time: 0.0739095 Aug 22 15:27:55.327912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-086c1012-e8c8-4c93-9791-5bebbaddd18f req-407127fc-3629-42c4-b888-4cf1f94d8fbf tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups?id=69f8c00e-3198-4c26-8c9a-6463662712f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Aug 22 15:27:55.415328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:55.415783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:55.416644 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Floating IP 337fb7bb-283e-4019-af9e-1a82493c2d65 disassociated. External IP: 172.25.0.125, port: a4a700a6-6c06-409c-9132-85b0eef6efe7. Aug 22 15:27:55.416999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for a4a700a6-6c06-409c-9132-85b0eef6efe7 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:55.626236 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:55.655359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=a4a700a6-6c06-409c-9132-85b0eef6efe7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:55.802340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Router f13e56a2-36af-4908-92fa-eab45a4315fe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:27:55.927222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:27:55.945086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Sync routers for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:27:55.957065 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:55.957959 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:55.980265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] No DVR routers for this DVR port a4a700a6-6c06-409c-9132-85b0eef6efe7 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:27:55.984812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:55.987364 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-64977d7d-8fd9-4595-b5fc-c8afa5679b35 req-808303c7-8f1b-43a0-9eb8-6803bd1f53b7 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.10 "DELETE /v2.0/ports/a4a700a6-6c06-409c-9132-85b0eef6efe7 HTTP/1.1" status: 204 len: 173 time: 1.4047179 Aug 22 15:27:55.987858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-deleted', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:27:55.990303 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484bd8dc-9c20-48ac-bd99-0a8f25cbb06f" -d '{"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-deleted", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:27:56.040444 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04014e9c-3964-4b12-8d5a-7f658b1f73ad x-openstack-request-id: req-04014e9c-3964-4b12-8d5a-7f658b1f73ad {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:27:56.040749 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2d65a-68fb-431b-9692-4c1c5ac7c829", "name": "network-vif-deleted", "tag": "a4a700a6-6c06-409c-9132-85b0eef6efe7", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:27:56.041010 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04014e9c-3964-4b12-8d5a-7f658b1f73ad {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:27:56.041442 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2d65a-68fb-431b-9692-4c1c5ac7c829', 'name': 'network-vif-deleted', 'tag': 'a4a700a6-6c06-409c-9132-85b0eef6efe7', 'status': 'completed', 'code': 200} Aug 22 15:27:56.084822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:56.441174 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:56.475463 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Checking router: f13e56a2-36af-4908-92fa-eab45a4315fe for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:27:56.486239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:27:56.486950 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:56.518349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf0593d0-47c8-4655-8a16-b93113e7018d req-728fb515-6513-40b7-bbd5-9470b3941cad tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f2d65a-68fb-431b-9692-4c1c5ac7c829 HTTP/1.1" status: 200 len: 210 time: 0.0544236 Aug 22 15:27:56.616565 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:27:56.805715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:27:56.828467 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: a4a700a6-6c06-409c-9132-85b0eef6efe7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:27:56.828805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a4a700a6-6c06-409c-9132-85b0eef6efe7 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:27:56.850432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:27:56.879429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebddb89-1af3-451f-8115-387bd2f759ae None None] The sync data for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 is: [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:18:31Z', 'revision_number': 4, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '3e6608ca-d54d-4833-8804-90a72aec6361', 'name': '', 'network_id': '821da460-5995-4bf6-9c51-a3c14ef0bb8b', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'mac_address': 'fa:16:3e:2b:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:30Z', 'updated_at': '2021-08-22T15:18:38Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'subnets': [{'id': '96b18c0f-e294-4abe-82a7-a095fb97fed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:27:57.174015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f69770-5cba-4803-9627-3373d29797e9 None None] New status for floating IP 337fb7bb-283e-4019-af9e-1a82493c2d65: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:27:57.901239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49146) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:57.962408 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:57.989547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.142740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.145456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.146775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "DELETE /v2.0/security-groups/69f8c00e-3198-4c26-8c9a-6463662712f2 HTTP/1.1" status: 204 len: 168 time: 0.2444518 Aug 22 15:27:58.149622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49148) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:58.157716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846657-90b3-44ff-a707-213446978b0a tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8c00e-3198-4c26-8c9a-6463662712f2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:58.165614 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-7057206d-2cf9-4a67-b25f-c72e1ec0b120 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] show failed (client error): The resource could not be found. Aug 22 15:27:58.169010 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7057206d-2cf9-4a67-b25f-c72e1ec0b120 tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "GET /v2.0/security-groups/69f8c00e-3198-4c26-8c9a-6463662712f2 HTTP/1.1" status: 404 len: 347 time: 0.0163171 Aug 22 15:27:58.171731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49150) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:58.315028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Deleting port 53cd3175-555c-48b7-9fba-8fbb11c77628 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:58.315386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.404407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.405188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.420399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Calling delete_port for 53cd3175-555c-48b7-9fba-8fbb11c77628 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:27:58.654996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.687422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Pushing event deleted for resources: {'Port': ['ID=53cd3175-555c-48b7-9fba-8fbb11c77628,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:27:58.754704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.757330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:58.761416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-812a2cc2-baa4-480b-be2e-cce3b3b511af tempest-ServerActionsTestJSON-1946953305 tempest-ServerActionsTestJSON-1946953305-project] 10.222.0.53 "DELETE /v2.0/floatingips/337fb7bb-283e-4019-af9e-1a82493c2d65 HTTP/1.1" status: 204 len: 168 time: 0.5856001 Aug 22 15:27:58.762329 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49154) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:27:59.354190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:59.626336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Deleting port 3e6608ca-d54d-4833-8804-90a72aec6361 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:27:59.627272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:59.721266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] For port 3e6608ca-d54d-4833-8804-90a72aec6361, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3e6608ca-d54d-4833-8804-90a72aec6361,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:27:59.721640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:27:59.735596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Calling delete_port for 3e6608ca-d54d-4833-8804-90a72aec6361 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:00.004182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:00.038086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6608ca-d54d-4833-8804-90a72aec6361,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:00.109106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-adf8efce-3a75-425b-a8f3-1129a9ba4f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:00.263922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:00.490477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Router f13e56a2-36af-4908-92fa-eab45a4315fe has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:28:00.606034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:00.611481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0cfd1131-31b6-430d-8d18-08268d072b64 admin admin] 10.222.0.53 "PUT /v2.0/routers/f13e56a2-36af-4908-92fa-eab45a4315fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479691 Aug 22 15:28:00.614675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:00.617565 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Sync routers for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:00.638880 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:00.639651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:00.732535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:00.766102 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:00.845782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:00.969453 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:27:59Z', 'revision_number': 5, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port': {'id': 'e9566996-dff3-413c-b82b-00b60f70639e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:18:27Z', 'updated_at': '2021-08-22T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:01.005971 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Checking router: f13e56a2-36af-4908-92fa-eab45a4315fe for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:01.019241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Deleting port e9566996-dff3-413c-b82b-00b60f70639e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:28:01.019637 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:01.019833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Routers {'f13e56a2-36af-4908-92fa-eab45a4315fe'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:01.020455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:27:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['f13e56a2-36af-4908-92fa-eab45a4315fe'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:01.120401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] For port e9566996-dff3-413c-b82b-00b60f70639e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e9566996-dff3-413c-b82b-00b60f70639e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:01.121289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:01.124973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] Set router f13e56a2-36af-4908-92fa-eab45a4315fe gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:01.135454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Calling delete_port for e9566996-dff3-413c-b82b-00b60f70639e owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:01.180168 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:28:00Z', 'revision_number': 6, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:01.211576 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf6f221-285e-4e41-82da-92dc22f0fc1b None None] The sync data for ids ['f13e56a2-36af-4908-92fa-eab45a4315fe'] in n-d-805046-3 is: [{'id': 'f13e56a2-36af-4908-92fa-eab45a4315fe', 'name': 'tempest-ServerActionsTestJSON-1233081168-router', 'tenant_id': '5f1e0970524e43a8840a2b5ddd27c789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:18:26Z', 'updated_at': '2021-08-22T15:28:00Z', 'revision_number': 6, 'project_id': '5f1e0970524e43a8840a2b5ddd27c789', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:01.454667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:01.481946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9566996-dff3-413c-b82b-00b60f70639e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:01.548763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:01.665872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:01.669504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.206835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9566996-dff3-413c-b82b-00b60f70639e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:28:02.206835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e9566996-dff3-413c-b82b-00b60f70639e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:28:02.206835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e9566996-dff3-413c-b82b-00b60f70639e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:28:02.206835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3e6608ca-d54d-4833-8804-90a72aec6361 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:28:02.230947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3e6608ca-d54d-4833-8804-90a72aec6361 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:28:02.232204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3e6608ca-d54d-4833-8804-90a72aec6361 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:28:02.679930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.680727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f13e56a2-36af-4908-92fa-eab45a4315fe {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:28:02.685658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.690746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-12454ee7-b133-42e9-a6ae-8b8497f57887 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f13e56a2-36af-4908-92fa-eab45a4315fe HTTP/1.1" status: 204 len: 168 time: 2.0711362 Aug 22 15:28:02.690746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:02.766082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Deleting subnet 96b18c0f-e294-4abe-82a7-a095fb97fed5 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:28:02.771547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.816993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.913377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:02.917461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.107180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.137212 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.139769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96b18c0f-e294-4abe-82a7-a095fb97fed5 HTTP/1.1" status: 204 len: 168 time: 0.4485757 Aug 22 15:28:03.140688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124ae0f-2e28-49ad-8c19-5628fa6dd316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b18c0f-e294-4abe-82a7-a095fb97fed5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:03.142345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49170) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:03.145616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171128f3-ba46-4078-9802-7c55800520f1 None None] Network 821da460-5995-4bf6-9c51-a3c14ef0bb8b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:03.217552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.278199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Deleting port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:28:03.278794 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.331864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] DHCP port deletion for 821da460-5995-4bf6-9c51-a3c14ef0bb8b request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:28:03.352275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] For port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:03.352651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.367121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Calling delete_port for ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:03.386389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Deleting port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:28:03.387577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.463105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] For port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,segment=NetworkSegment(8640541a-568b-4c1b-925b-a5fec83a58b6),segment_id=8640541a-568b-4c1b-925b-a5fec83a58b6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:03.463502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.476337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Calling delete_port for ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:03.521571 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-edd4ba50-8bd7-4789-ad44-ff0df53cffd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.540377 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.553634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.567446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:03.572444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] No DVR routers for this DVR port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:28:03.578542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Pushing event deleted for resources: {'Port': ['ID=ed552ece-c05d-4b7d-8b6a-67fcd7ab8914,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:03.592939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] No DVR routers for this DVR port ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:28:03.596232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.596972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.597497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.598177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.599161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.599758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.600189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.600853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.601195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.601874 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.602097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.602611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b011d0dc-bb49-4f6f-a6c8-09f8ff2015e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:03.665612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.677954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821da460-5995-4bf6-9c51-a3c14ef0bb8b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:03.692318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8640541a-568b-4c1b-925b-a5fec83a58b6') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:03.692617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8640541a-568b-4c1b-925b-a5fec83a58b6') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:03.704210 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.720678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.728005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:28:03.728433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:28:03.740493 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:28:03.882912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.890163 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:03.892585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] 10.222.0.53 "DELETE /v2.0/networks/821da460-5995-4bf6-9c51-a3c14ef0bb8b HTTP/1.1" status: 204 len: 168 time: 0.7488267 Aug 22 15:28:03.905988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb340-5579-4dbf-8b54-6c1897e9fc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=821da460-5995-4bf6-9c51-a3c14ef0bb8b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:04.187391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:28:04.231933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:28:04.232844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ed552ece-c05d-4b7d-8b6a-67fcd7ab8914 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:28:04.366591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49176) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:04.411152 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ca08efbd-eb3f-440b-afff-c3992880e622 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f1e0970524e43a8840a2b5ddd27c789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433202 Aug 22 15:28:04.414702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:04.466993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:04.496333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:04.614835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:04.617577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:04.618801 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38767b71-a8c1-42e0-b52e-9eaa24003b80 HTTP/1.1" status: 204 len: 168 time: 0.2032008 Aug 22 15:28:04.628014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd71473-4900-4558-81bf-b6694eb9f719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38767b71-a8c1-42e0-b52e-9eaa24003b80,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:04.948401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:05.858070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49202) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:05.972263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-network', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:06.085530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Made reservation on behalf of 3c86c167a12144388c54e92f5b9e2386 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:06.088077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.102935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.165173 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:28:06.213980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.331114 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.353550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:28:06.367993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3744ffa3-d8be-4feb-8c7d-6b32d461db58,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:06.374196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.376896 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Added segment 13b3514c-1e8d-410f-af37-a8186c9d8cb8 of type vlan for network 4a9bce8d-f952-4076-8927-d655ce984760 Aug 22 15:28:06.420589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.521859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.521859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:06.521859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.587315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9bce8d-f952-4076-8927-d655ce984760,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:06.597836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 4a9bce8d-f952-4076-8927-d655ce984760 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:28:06.697517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9b814fb0-aad9-4dc0-9ab7-363f9ab42722 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8383136 Aug 22 15:28:06.700324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49208) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:06.705623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Request body: {'subnet': {'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-subnet', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:06.836936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Made reservation on behalf of 3c86c167a12144388c54e92f5b9e2386 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:06.839318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:06.879282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.119482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.178004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3bd243-2e37-4018-9e0f-d35ac7f19709,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:07.189511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Checking segment: {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:07.189875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Network hostable DHCP agents. Network: 4a9bce8d-f952-4076-8927-d655ce984760, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:28:07.280098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Network 4a9bce8d-f952-4076-8927-d655ce984760 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:28:07.348509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 4a9bce8d-f952-4076-8927-d655ce984760) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:07.353284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:07.354109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.359722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd127f5-e62d-4ad4-b543-0b57b936a57a None None] Network 4a9bce8d-f952-4076-8927-d655ce984760 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:07.452957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-83b05c2b-98af-4872-b686-4c285a6f3f9a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7515373 Aug 22 15:28:07.455868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49212) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:07.460386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:07.491257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09225038-8fd3-4b61-a032-673e33a2e933 None None] Network 4a9bce8d-f952-4076-8927-d655ce984760 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:07.585990 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.586985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.682784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:07.900145 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:08.192285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:08.213798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:08.333303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Allocated IP 172.25.0.20 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:08.438326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:08.628599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:08.668231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:08.672631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:08.675801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:08.684202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Pushing event updated for resources: {'Port': ['ID=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:09.061526 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:09.261735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:09.484921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Router c5484f03-68ea-4969-9320-9b7b2144779f is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:28:09.603751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:09.614180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Sync routers for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:09.625119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:09.625761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:09.699965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:09.702568 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05881aa9-b211-431c-9ae6-f4f3653feabd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2457502 Aug 22 15:28:09.705418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49220) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:09.913747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:10.104811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:08Z', 'revision_number': 3, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:10.137292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Checking router: c5484f03-68ea-4969-9320-9b7b2144779f for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:10.137660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Updating router c5484f03-68ea-4969-9320-9b7b2144779f port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:28:10.166162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.183517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.405692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Allocated IP 172.20.0.1 (4a9bce8d-f952-4076-8927-d655ce984760/6d3bd243-2e37-4018-9e0f-d35ac7f19709/d962cdf1-93d2-4152-8e0c-4a2557d9b012) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:10.432722 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.443736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Transition to ACTIVE for port object a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:10.512068 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.614207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.651537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.672462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Attempting to bind port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:10.672770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Attempting to bind port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:10.673122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Attempting to bind port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:10.682495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534e60-1960-4eff-b3da-0e69e7618136 None None] Pushing event updated for resources: {'Port': ['ID=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Bound port: a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:10.691666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.692969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Network 4a9bce8d-f952-4076-8927-d655ce984760 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:10.698685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:10.702830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:10.711835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:10.741731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.746849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] For port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:10.750516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] For port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:10.750788 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.834314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:10.891235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:10.891939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:10.934309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534e60-1960-4eff-b3da-0e69e7618136 None None] Pushing event updated for resources: {'Port': ['ID=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:10.949813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:11.019397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:11.155858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:11.226202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:08Z', 'revision_number': 3, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:11.227643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:11.254772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a6c228-b0b3-4816-9b26-1af916f65e80 None None] The sync data for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 is: [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:08Z', 'revision_number': 3, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:11.304432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:11.306527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:11.412599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Network 4a9bce8d-f952-4076-8927-d655ce984760 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:11.414693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:11.574362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Router c5484f03-68ea-4969-9320-9b7b2144779f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:28:11.696461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:11.702113 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74c96469-044d-4ceb-af1a-b83da4d500c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5484f03-68ea-4969-9320-9b7b2144779f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9953239 Aug 22 15:28:12.189192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-40325372-415f-449c-9add-f91ed178ff20 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:12.196278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-40325372-415f-449c-9add-f91ed178ff20 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 820 time: 0.1288774 Aug 22 15:28:12.208294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-9fbfc1bc-a464-43a1-9b92-3872b181195d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/quotas/3c86c167a12144388c54e92f5b9e2386 HTTP/1.1" status: 200 len: 375 time: 0.0111401 Aug 22 15:28:12.227268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:12.270781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-4582f36d-0c6a-4b61-8953-97ec34790415 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565000 Aug 22 15:28:12.343309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:12.347483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:12.351310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:12.385326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-d939393c-739e-4751-989b-6f1554083c48 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065781 Aug 22 15:28:12.443500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:12.466466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:12.488869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-95df56b1-d7d9-4e42-bd3f-8b77c28db754 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958014 Aug 22 15:28:12.554208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:12.608234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:12.785997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27d830e5-2c20-4e6c-8bc9-e2ea5413ead4 req-dddb5caf-0193-4cb8-ac9b-2e3ac9689727 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0300782 Aug 22 15:28:12.842810 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Sync routers for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:12.852475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:12.853348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:12.972597 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:13.174710 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:11Z', 'revision_number': 2, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:13.203017 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Checking router: c5484f03-68ea-4969-9320-9b7b2144779f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:13.203329 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Updating router c5484f03-68ea-4969-9320-9b7b2144779f port d962cdf1-93d2-4152-8e0c-4a2557d9b012 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:28:13.345483 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:13.671581 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:13.682729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Transition to ACTIVE for port object d962cdf1-93d2-4152-8e0c-4a2557d9b012 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:13.791353 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:13.849749 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Pushing event updated for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:13.882275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.882626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.882975 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.883319 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.883651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.884005 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.889989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:13.896848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06bbe3c2-8b41-4bde-a685-200a457408b9 req-703d5045-3d8a-495e-aa84-75a582db32f3 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0330253 Aug 22 15:28:13.918275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Attempting to bind port d962cdf1-93d2-4152-8e0c-4a2557d9b012 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:13.918414 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Attempting to bind port d962cdf1-93d2-4152-8e0c-4a2557d9b012 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:13.918778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Attempting to bind port d962cdf1-93d2-4152-8e0c-4a2557d9b012 on network 4a9bce8d-f952-4076-8927-d655ce984760 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:13.924279 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:13.924578 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Checking segment: {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:13.924957 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:13.925347 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Bound using segment: {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:13.925812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Bound port: d962cdf1-93d2-4152-8e0c-4a2557d9b012, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:13.926190 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:14.000973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] For port d962cdf1-93d2-4152-8e0c-4a2557d9b012, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:14.004308 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] For port d962cdf1-93d2-4152-8e0c-4a2557d9b012, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d962cdf1-93d2-4152-8e0c-4a2557d9b012,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:14.119830 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:14.188227 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:14.188867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:14.191819 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166b20-d334-46d7-8cca-51e1c4e76c7e None None] Pushing event updated for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:14.203632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:14.273498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:14.273995 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:14.305950 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:14.538349 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:13Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:14.564837 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071c41c-466d-4f17-ab01-ae85db6aeea8 None None] The sync data for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 is: [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:13Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:15.035644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-edb45aaf-b456-4cb5-a25b-670d07ff6dec req-47497cb6-5a19-47da-af73-d3cd8eb5d424 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Aug 22 15:28:15.453744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-d89b4f13-b1be-4799-b7ee-6d4cd9e43ef7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:15.455251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-d89b4f13-b1be-4799-b7ee-6d4cd9e43ef7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 820 time: 0.1152112 Aug 22 15:28:15.470074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'port': {'device_id': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'admin_state_up': True, 'tenant_id': '3c86c167a12144388c54e92f5b9e2386'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:15.753710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Made reservation on behalf of 3c86c167a12144388c54e92f5b9e2386 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:15.757289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:15.894136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Allocated IP 172.20.0.3 (4a9bce8d-f952-4076-8927-d655ce984760/6d3bd243-2e37-4018-9e0f-d35ac7f19709/e60624b5-5ffa-4e89-a411-098fa7ae0f58) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:16.056498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.145593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-306aa9df-1ed0-43d0-af1f-22d598ebda56 req-8052b66a-1005-4e56-be5d-28e430050ba4 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Aug 22 15:28:16.197717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.225924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d962cdf1-93d2-4152-8e0c-4a2557d9b012 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:16.243809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Network 4a9bce8d-f952-4076-8927-d655ce984760 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:16.246731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:16.250415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:16.282036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:16.306078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:16.306690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.399626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d962cdf1-93d2-4152-8e0c-4a2557d9b012 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:16.404679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d962cdf1-93d2-4152-8e0c-4a2557d9b012 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:16.405049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.428630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a62ee70-4b82-4a80-b8a6-aa4d781fd1c6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9634950 Aug 22 15:28:16.438750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-115f189f-3f05-4e9a-acf4-4be52b749af1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:28:16.439934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-115f189f-3f05-4e9a-acf4-4be52b749af1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055106 Aug 22 15:28:16.454022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Request body: {'port': {'device_id': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:16.485495 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.514714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.524103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d962cdf1-93d2-4152-8e0c-4a2557d9b012, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d962cdf1-93d2-4152-8e0c-4a2557d9b012,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:16.599873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.654683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:16.790435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60624b5-5ffa-4e89-a411-098fa7ae0f58 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:28:16.798150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.810751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Transition to ACTIVE for port object e60624b5-5ffa-4e89-a411-098fa7ae0f58 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:16.899849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:16.956379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:17.026305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Attempting to bind port e60624b5-5ffa-4e89-a411-098fa7ae0f58 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:17.026647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Attempting to bind port e60624b5-5ffa-4e89-a411-098fa7ae0f58 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:17.026987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Attempting to bind port e60624b5-5ffa-4e89-a411-098fa7ae0f58 on network 4a9bce8d-f952-4076-8927-d655ce984760 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:17.031444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Port e60624b5-5ffa-4e89-a411-098fa7ae0f58 on network 4a9bce8d-f952-4076-8927-d655ce984760 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:28:17.031772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Attempting to bind port e60624b5-5ffa-4e89-a411-098fa7ae0f58 on network 4a9bce8d-f952-4076-8927-d655ce984760 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:17.036674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:17.037021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Checking segment: {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:17.037415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Bound using segment: {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:17.037845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Bound port: e60624b5-5ffa-4e89-a411-098fa7ae0f58, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b3514c-1e8d-410f-af37-a8186c9d8cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:17.038207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:17.108695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:17.111923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:17.249581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:17.288245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.288858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:17.290556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 1091 time: 0.8415308 Aug 22 15:28:17.291052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:17.293482 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2fca02-2cd8-46e4-afb9-6a592e38004a" -d '{"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:17.310982 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee647e-e167-4d5a-ac1a-2142a767fee6 req-bc4b2b9b-4a04-46ac-bb8e-6d6dd389827b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.310982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79ee647e-e167-4d5a-ac1a-2142a767fee6 req-bc4b2b9b-4a04-46ac-bb8e-6d6dd389827b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 943 time: 0.1012044 Aug 22 15:28:17.346089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae91c93-7ac8-4b8d-98c0-42912bb9ed9c x-openstack-request-id: req-dae91c93-7ac8-4b8d-98c0-42912bb9ed9c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:17.348789 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:17.348789 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dae91c93-7ac8-4b8d-98c0-42912bb9ed9c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:17.348789 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:28:17.359751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6532ad-80ed-4f02-b71c-d4c6324591c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:17.404712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79ee647e-e167-4d5a-ac1a-2142a767fee6 req-14e35ae3-5f5e-4548-b7af-5d92e6b56084 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Aug 22 15:28:17.417591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-8a3fd571-0e49-4105-a9a7-e2dbcf8ac853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.419745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-8a3fd571-0e49-4105-a9a7-e2dbcf8ac853 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0610967 Aug 22 15:28:17.525163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-1c1a4396-d98b-4bd9-8a93-add21c6a0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.526663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-1c1a4396-d98b-4bd9-8a93-add21c6a0b90 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c86c167a12144388c54e92f5b9e2386&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0998743 Aug 22 15:28:17.625493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-39f120db-cfa5-42a0-a385-2d7c366b86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.627095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df2fca02-2cd8-46e4-afb9-6a592e38004a req-39f120db-cfa5-42a0-a385-2d7c366b86ee service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938368 Aug 22 15:28:17.713737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a44319c-4737-4a9a-859b-0add22aff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.715317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-5a44319c-4737-4a9a-859b-0add22aff7b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0498328 Aug 22 15:28:17.759190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-3b110825-a5e7-45b8-979d-470f2815415b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Aug 22 15:28:17.808300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-bdae1e0c-5f96-4d6a-9fbb-62bf361cbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:17.809841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-bdae1e0c-5f96-4d6a-9fbb-62bf361cbb1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.0439651 Aug 22 15:28:17.843515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-02594fec-5478-4b0d-992d-672716c69f5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264268 Aug 22 15:28:17.943816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-e1c8caad-b140-4af8-88c2-777d0bee2298 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920463 Aug 22 15:28:18.047533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c7fc5021-7225-462d-a450-1e37b41ea34c req-febc47e1-a1bb-415a-b6f8-0197459dd17e service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960739 Aug 22 15:28:18.193004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d962cdf1-93d2-4152-8e0c-4a2557d9b012 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:18.244530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d962cdf1-93d2-4152-8e0c-4a2557d9b012 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:18.244905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:18.527811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2de4-62fc-4d63-83ec-5c8d445e258f req-4e8f69f6-76de-443e-86c7-1d3f2ed74fc0 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:18.529625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-397e2de4-62fc-4d63-83ec-5c8d445e258f req-4e8f69f6-76de-443e-86c7-1d3f2ed74fc0 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 943 time: 0.0536606 Aug 22 15:28:18.570589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-397e2de4-62fc-4d63-83ec-5c8d445e258f req-b47eeba3-56c7-45cf-9639-b99bdc2a8c0a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 Aug 22 15:28:19.691791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08db72-9e77-40ab-81f7-15787414fd21 req-ad53b6d6-e567-473a-9714-fa00d0c5f8ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:19.693354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a08db72-9e77-40ab-81f7-15787414fd21 req-ad53b6d6-e567-473a-9714-fa00d0c5f8ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 943 time: 0.0519061 Aug 22 15:28:19.742925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a08db72-9e77-40ab-81f7-15787414fd21 req-9442c222-a297-48cb-bb45-d2e2142534a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Aug 22 15:28:20.863718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1e8ba-c1d1-44ba-8c65-d5d91d00f024 req-aabd2411-936f-4707-aef9-833cc325aa5c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:20.865453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4b1e8ba-c1d1-44ba-8c65-d5d91d00f024 req-aabd2411-936f-4707-aef9-833cc325aa5c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 943 time: 0.0527368 Aug 22 15:28:20.909510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4b1e8ba-c1d1-44ba-8c65-d5d91d00f024 req-cbdeb0e9-b398-490d-ae93-5162d3d314b8 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Aug 22 15:28:21.225405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:22.033138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af70ab7-6066-46f0-83d2-96ab8071b36a req-7de6517d-790b-4961-8152-3b61766a83b4 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:22.034696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7af70ab7-6066-46f0-83d2-96ab8071b36a req-7de6517d-790b-4961-8152-3b61766a83b4 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 943 time: 0.0561216 Aug 22 15:28:22.074266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7af70ab7-6066-46f0-83d2-96ab8071b36a req-04df0df6-d656-498c-81d7-45467020d99c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Aug 22 15:28:22.295756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e60624b5-5ffa-4e89-a411-098fa7ae0f58 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:28:22.393765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:22.407140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'port_id': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'mac_address': 'fa:16:3e:c1:73:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:28:22.445418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:22.462948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60624b5-5ffa-4e89-a411-098fa7ae0f58 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:28:22.483387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:22.570517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:22.620339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:22.869086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:28:23.193220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ff91-d6c0-4c7b-abac-876e112fd6ba req-991f5cb9-f70e-45fb-8430-e9454d131a05 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:23.194766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f549ff91-d6c0-4c7b-abac-876e112fd6ba req-991f5cb9-f70e-45fb-8430-e9454d131a05 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0517111 Aug 22 15:28:23.234180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f549ff91-d6c0-4c7b-abac-876e112fd6ba req-6a884610-edcb-4415-bd2d-58c14b7b1020 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Aug 22 15:28:24.296600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e60624b5-5ffa-4e89-a411-098fa7ae0f58 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:24.355591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a4ac6-6bba-405f-812a-91ab7d3e3385 req-e98d0f2f-8cbf-4691-8cf6-7db994866475 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:24.357818 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c9a4ac6-6bba-405f-812a-91ab7d3e3385 req-e98d0f2f-8cbf-4691-8cf6-7db994866475 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0550361 Aug 22 15:28:24.401558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c9a4ac6-6bba-405f-812a-91ab7d3e3385 req-dd214e3f-b9ba-4b6d-ae9e-d61205ff220a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Aug 22 15:28:24.439388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port e60624b5-5ffa-4e89-a411-098fa7ae0f58 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:24.443615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port e60624b5-5ffa-4e89-a411-098fa7ae0f58 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:24.460289 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:24.523571 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:24.547864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:24.550235 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e92d8d9-bec2-4d57-a5c7-6e008b33c4de" -d '{"events": [{"server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "name": "network-vif-plugged", "status": "completed", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:24.564350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:24.655864 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e1a51-41c1-4c73-99bd-0b73b9711671 x-openstack-request-id: req-dc1e1a51-41c1-4c73-99bd-0b73b9711671 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:24.656421 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "name": "network-vif-plugged", "status": "completed", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:24.656679 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc1e1a51-41c1-4c73-99bd-0b73b9711671 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:24.657101 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'code': 200} Aug 22 15:28:24.722549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:24.751248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593be44-6841-4ded-9fca-b815567704dc req-bde0515c-ed4b-47cb-84a8-4b8f50905bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:24.752944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7593be44-6841-4ded-9fca-b815567704dc req-bde0515c-ed4b-47cb-84a8-4b8f50905bab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0443711 Aug 22 15:28:24.775144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:24.790466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7593be44-6841-4ded-9fca-b815567704dc req-1d01137c-e219-4e68-bced-1427b33da9af service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308764 Aug 22 15:28:25.518532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621850f7-3bd0-43aa-ba20-fa383d067a2c req-447dc63f-3050-4dce-8530-cac761e41a24 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:25.519983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-621850f7-3bd0-43aa-ba20-fa383d067a2c req-447dc63f-3050-4dce-8530-cac761e41a24 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0497673 Aug 22 15:28:25.558181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-621850f7-3bd0-43aa-ba20-fa383d067a2c req-991f97fc-4bd4-49fc-8403-724c7c69df22 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Aug 22 15:28:26.678700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d37e37-8f4d-4d12-8c7b-b0b42f89423c req-c10c13db-56d7-42db-9b60-5009ec345914 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:26.680192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d37e37-8f4d-4d12-8c7b-b0b42f89423c req-c10c13db-56d7-42db-9b60-5009ec345914 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Aug 22 15:28:26.723207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d37e37-8f4d-4d12-8c7b-b0b42f89423c req-6ee373ba-1080-4369-8516-4cb72b2f736a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Aug 22 15:28:27.254433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edb4ab-a090-47a3-aea5-9c2589ca6f92 req-dd580862-876b-4b27-890b-4326a2e67800 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:27.256211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7edb4ab-a090-47a3-aea5-9c2589ca6f92 req-dd580862-876b-4b27-890b-4326a2e67800 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0564818 Aug 22 15:28:27.320505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7edb4ab-a090-47a3-aea5-9c2589ca6f92 req-eefbc256-b037-49de-966d-19ffa838907d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Aug 22 15:28:27.323015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-5c11881b-f0dd-4646-8e7a-f2cae5503932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:27.324553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-5c11881b-f0dd-4646-8e7a-f2cae5503932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0674760 Aug 22 15:28:27.428597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-c3b5804c-b55b-4dfb-a91a-9290063a259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:27.430105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-c3b5804c-b55b-4dfb-a91a-9290063a259f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.0974994 Aug 22 15:28:27.474203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-f9d67da2-8013-4148-a105-5c98958dde9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.0367351 Aug 22 15:28:27.524251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-fbbf84d3-a5f9-4c64-980e-fa3821e1e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:27.525775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-fbbf84d3-a5f9-4c64-980e-fa3821e1e4e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.0451796 Aug 22 15:28:27.563803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-eba93193-b712-4672-8e78-6ba641893895 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303981 Aug 22 15:28:27.657904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-63aefd30-c214-4515-b517-8132e7b165b7 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873048 Aug 22 15:28:27.758092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1dbe06e9-f64a-4094-939a-ee26176fb4f5 req-90c2baa7-c79d-44ad-be85-a54701b5cd01 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936327 Aug 22 15:28:28.443587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f5a97-5da8-4420-bca0-f7c2501521eb req-f12b3124-22c5-4b7a-b1f0-b9091ec1bf4e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:28.445125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e13f5a97-5da8-4420-bca0-f7c2501521eb req-f12b3124-22c5-4b7a-b1f0-b9091ec1bf4e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0509472 Aug 22 15:28:28.485595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e13f5a97-5da8-4420-bca0-f7c2501521eb req-85075956-0138-4c44-af2a-7fbf4ac9779a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Aug 22 15:28:29.606696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b6dba-04a5-4b80-8176-e516290a04de req-0fe44700-f719-43f1-b5fc-175697bc10f1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:29.612561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-741b6dba-04a5-4b80-8176-e516290a04de req-0fe44700-f719-43f1-b5fc-175697bc10f1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0554440 Aug 22 15:28:29.658668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-741b6dba-04a5-4b80-8176-e516290a04de req-6147b24f-ed79-480a-8e6d-0be64ba4587b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372510 Aug 22 15:28:30.156692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c34415e-63f1-4c0f-a4f0-f8c66d740141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:30.783187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd72e-7a07-486d-bfca-2ab9005276d5 req-54ceeb22-8616-4ad3-aa9f-e6ddf8410bca tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:30.784847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bcfd72e-7a07-486d-bfca-2ab9005276d5 req-54ceeb22-8616-4ad3-aa9f-e6ddf8410bca tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0533390 Aug 22 15:28:30.823315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bcfd72e-7a07-486d-bfca-2ab9005276d5 req-e6df13a8-be08-4faf-921f-d530bfe10496 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Aug 22 15:28:31.944251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8937d-012e-4543-beda-8efea6b0caf4 req-74ebe9e5-fd4f-4c59-8888-112a6948d306 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:31.945834 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61c8937d-012e-4543-beda-8efea6b0caf4 req-74ebe9e5-fd4f-4c59-8888-112a6948d306 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Aug 22 15:28:31.986470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-61c8937d-012e-4543-beda-8efea6b0caf4 req-17b000a4-8d5a-4191-bb02-2b5c05a05419 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339503 Aug 22 15:28:32.887808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:33.109934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b288785-0d1c-4e11-99e6-3f9b0b50d659 req-e436550c-df5a-4a77-9dfd-bc969e5127bd tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:33.113014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b288785-0d1c-4e11-99e6-3f9b0b50d659 req-e436550c-df5a-4a77-9dfd-bc969e5127bd tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0574110 Aug 22 15:28:33.161379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b288785-0d1c-4e11-99e6-3f9b0b50d659 req-ddefa3c9-5177-4ea3-8337-470938cbb1bf tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Aug 22 15:28:33.448381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1a32869e-6abe-482a-b029-da67e4d1c809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:33.980837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-909f6ca5-b3a2-4a95-b082-509e2b748880 req-9983e37e-0536-4fbd-8c2b-374eaabe7bbc service neutron] (102049) timed out ('10.222.0.54', 49588) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:28:34.297099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfda409-64d4-497a-a7b7-5e3e944b5183 req-25354d28-2b4f-4d8f-a6b6-fad58d174892 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:34.299475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bfda409-64d4-497a-a7b7-5e3e944b5183 req-25354d28-2b4f-4d8f-a6b6-fad58d174892 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0610642 Aug 22 15:28:34.342343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bfda409-64d4-497a-a7b7-5e3e944b5183 req-fab999cf-5517-4b39-b28c-9065a5a29b3c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 22 15:28:34.930252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:35.419775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-2b7f36bd-c969-4efa-988a-dec3cab84ac7 req-d9a08932-6b8c-4fe0-950e-2be5db98ecb4 service neutron] (102048) timed out ('10.222.0.54', 49589) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:28:35.462748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da473-822d-4f69-9487-7a00e1ecfb95 req-89b2f763-256e-4579-9ef2-fce791b32d2b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:35.464352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e1da473-822d-4f69-9487-7a00e1ecfb95 req-89b2f763-256e-4579-9ef2-fce791b32d2b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0521648 Aug 22 15:28:35.504058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e1da473-822d-4f69-9487-7a00e1ecfb95 req-2ebe6395-a447-47a1-ae76-9b15ba8e028b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Aug 22 15:28:36.627673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed303ac-c488-4169-a35c-3f06327bf47e req-e2a9cc43-f65d-4e73-90f2-be31a21a317d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:36.629323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed303ac-c488-4169-a35c-3f06327bf47e req-e2a9cc43-f65d-4e73-90f2-be31a21a317d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0545020 Aug 22 15:28:36.677334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed303ac-c488-4169-a35c-3f06327bf47e req-be6cdfd4-f65d-4605-89f5-81bb8e72f3a9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Aug 22 15:28:36.839394 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:37.817263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b5e9-9ba4-4aa1-96b7-cffd77e26108 req-dc173cca-63d7-4e5d-8af6-81b709960c27 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:37.818797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f903b5e9-9ba4-4aa1-96b7-cffd77e26108 req-dc173cca-63d7-4e5d-8af6-81b709960c27 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0578983 Aug 22 15:28:37.865951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f903b5e9-9ba4-4aa1-96b7-cffd77e26108 req-d9eab57f-eac8-41dd-9d1c-2841048751fe tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Aug 22 15:28:38.989376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998e04-e5a1-404e-a238-c2d866afb179 req-c39eccc3-479f-4c11-a550-8e4bbd7ae072 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:38.991276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f998e04-e5a1-404e-a238-c2d866afb179 req-c39eccc3-479f-4c11-a550-8e4bbd7ae072 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Aug 22 15:28:39.031292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f998e04-e5a1-404e-a238-c2d866afb179 req-08a59f8d-e513-4711-9f90-7acdaec08f9b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Aug 22 15:28:40.154674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560821d6-6d36-425a-a9c3-3238fe51bf26 req-48beeeda-5d48-4752-8251-38997f978967 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:40.156510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-560821d6-6d36-425a-a9c3-3238fe51bf26 req-48beeeda-5d48-4752-8251-38997f978967 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Aug 22 15:28:40.195046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-560821d6-6d36-425a-a9c3-3238fe51bf26 req-f47aef4d-8a1e-4ee0-8c0f-4116673417e8 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 22 15:28:40.701273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-8a5c4a5f-f312-466a-81f6-1907b825eb71 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966082 Aug 22 15:28:40.705010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:40.778396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-61e24ea4-ce0c-4ae3-8275-5552e1a31754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:40.779958 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-61e24ea4-ce0c-4ae3-8275-5552e1a31754 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0461609 Aug 22 15:28:41.195715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-3c9fc4b6-d560-4e17-9287-d321d8a42d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:41.197290 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-3c9fc4b6-d560-4e17-9287-d321d8a42d11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 915 time: 0.3971670 Aug 22 15:28:41.270769 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-321f34ac-f896-4c8d-b465-46c61fef2e94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 1001 time: 0.0618131 Aug 22 15:28:41.322455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa36eb5-109d-453f-b408-0e023bfcaf5d req-cfbed688-fe91-424d-a06e-79c35718edd9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:41.323064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-3626013f-7545-4ff8-b3d9-b8de6c496824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:41.324157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-3626013f-7545-4ff8-b3d9-b8de6c496824 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0457788 Aug 22 15:28:41.324977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fa36eb5-109d-453f-b408-0e023bfcaf5d req-cfbed688-fe91-424d-a06e-79c35718edd9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Aug 22 15:28:41.368391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fa36eb5-109d-453f-b408-0e023bfcaf5d req-413b8f91-3416-4857-9faf-2903df560fef tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 Aug 22 15:28:41.383413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-eb666437-4687-4faf-9c41-1830bc9abcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:41.384996 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-eb666437-4687-4faf-9c41-1830bc9abcd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537419 Aug 22 15:28:41.396781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-bc1929eb-5daf-418a-b40a-525aba01c5d2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:28:41.398071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-bc1929eb-5daf-418a-b40a-525aba01c5d2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059001 Aug 22 15:28:41.498960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-140b5adb-aee4-471c-af4d-d83915c15e1d service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937550 Aug 22 15:28:41.602481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6120aebd-c6c8-42de-b6ed-478450e97e8c req-b80e9c42-68a6-4694-836d-cda21d676e8f service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963657 Aug 22 15:28:42.501397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec1410-fea8-49fc-bf0b-3c7ae523b516 req-c6eda427-287e-4f53-9786-1e094b81f1ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:42.503686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ec1410-fea8-49fc-bf0b-3c7ae523b516 req-c6eda427-287e-4f53-9786-1e094b81f1ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0646789 Aug 22 15:28:42.546015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ec1410-fea8-49fc-bf0b-3c7ae523b516 req-44fffc79-50af-4853-a470-2aa98ca2d415 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Aug 22 15:28:43.164887 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:28:43.669565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791fe-6229-4746-91ad-e843b94c09c2 req-69e3cfc4-8a4d-48e5-8dcd-29c2a646ba9a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:43.671082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7d791fe-6229-4746-91ad-e843b94c09c2 req-69e3cfc4-8a4d-48e5-8dcd-29c2a646ba9a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Aug 22 15:28:43.711304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d7d791fe-6229-4746-91ad-e843b94c09c2 req-eb7f33bc-d5b1-4fb5-8acf-ada434e20b26 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332277 Aug 22 15:28:44.833772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69f91a-1847-4ed8-8001-aedac36af6fc req-753c869b-6e1d-44a3-8d45-40ef4ab507a3 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:44.835480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f69f91a-1847-4ed8-8001-aedac36af6fc req-753c869b-6e1d-44a3-8d45-40ef4ab507a3 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0544531 Aug 22 15:28:44.875295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f69f91a-1847-4ed8-8001-aedac36af6fc req-6fdbb9ff-01b1-4101-a8ed-523bcad32795 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Aug 22 15:28:45.998046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb84c54-f089-4c5f-9b33-7a1388459cc3 req-1b982148-acb3-4d90-a05f-b72e9b1fdf9b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:45.999611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffb84c54-f089-4c5f-9b33-7a1388459cc3 req-1b982148-acb3-4d90-a05f-b72e9b1fdf9b tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Aug 22 15:28:46.039324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ffb84c54-f089-4c5f-9b33-7a1388459cc3 req-1db13057-61d3-4b06-b38f-620e6fd26b43 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 22 15:28:46.967885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49472) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:47.070063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Deleting subnet 17c3e497-6218-4d5e-9e0c-dfe7ba405400 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:28:47.074066 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.111688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.153181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.166329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4453f6-fddc-4093-9341-f7b879c55021 req-2961c8e6-5bd5-4904-87d2-c337b8aab130 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:47.168019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d4453f6-fddc-4093-9341-f7b879c55021 req-2961c8e6-5bd5-4904-87d2-c337b8aab130 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Aug 22 15:28:47.215944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3d4453f6-fddc-4093-9341-f7b879c55021 req-8bb05b72-3568-4a19-9b08-96a507783162 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Aug 22 15:28:47.290889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.316821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c3e497-6218-4d5e-9e0c-dfe7ba405400,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:47.325255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.327115 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/17c3e497-6218-4d5e-9e0c-dfe7ba405400 HTTP/1.1" status: 204 len: 168 time: 0.3581502 Aug 22 15:28:47.329050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.329403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.329758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.330065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49478) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:47.330196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.330424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.330757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.331092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.331587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.332063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.332596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.332936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.333271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab528b-0b48-4c04-baa6-c43ff8d39436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:47.751649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.835300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.845169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbc08d0-b855-4f0f-b089-54e527a91b8c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:47.859324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4901267-da65-46e7-a470-de577a516353') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:47.859623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4901267-da65-46e7-a470-de577a516353') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:47.869180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.883421 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.889480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:28:47.889872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:28:47.891514 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:28:48.007880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49482) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:48.051787 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.058156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.065054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0bbc08d0-b855-4f0f-b089-54e527a91b8c HTTP/1.1" status: 204 len: 168 time: 0.7289045 Aug 22 15:28:48.075309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbc08d0-b855-4f0f-b089-54e527a91b8c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:48.090251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.090609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.090963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.091390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.091615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.091939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.092300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.092635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.092962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.093283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.093608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.093932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292e0a84-be07-482a-b975-4e85ad3016c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:28:48.204978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Deleting port 6a176f37-9808-40a2-b536-79cbaa7b5ade {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:28:48.205708 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.298183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.298425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.328221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Calling delete_port for 6a176f37-9808-40a2-b536-79cbaa7b5ade owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:48.398100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89df84-ae9d-442c-9696-c3c83f46e6f4 req-df173d7d-7cf4-4c50-8d30-0f5777d51f1a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:48.399746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e89df84-ae9d-442c-9696-c3c83f46e6f4 req-df173d7d-7cf4-4c50-8d30-0f5777d51f1a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.1130865 Aug 22 15:28:48.431145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:48.455392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e89df84-ae9d-442c-9696-c3c83f46e6f4 req-165eb3ab-3543-4b18-85f6-9b666134ee64 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485237 Aug 22 15:28:48.476329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8de6938d-cf3f-4cf0-b258-8243cd150177 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f72087066d59440ab0c055fc6b2234fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432665 Aug 22 15:28:48.481785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:48.539045 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.560297 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.619491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.646216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event deleted for resources: {'Port': ['ID=6a176f37-9808-40a2-b536-79cbaa7b5ade,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:48.693749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.696906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.698191 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a43124a-2e2e-4adc-8333-9132236d2c20 HTTP/1.1" status: 204 len: 168 time: 0.2154479 Aug 22 15:28:48.706947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665daaf-4a5e-4376-94b0-5753889c35fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a43124a-2e2e-4adc-8333-9132236d2c20,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:48.713161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:48.713556 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Floating IP e33346ad-d01c-4aab-8c4d-5228e4d7e4fd disassociated (deleted). External IP: 172.25.0.63, port: 1da33e32-622b-407f-89d5-98b7942eefed. Aug 22 15:28:48.950663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Router de63ca72-29c5-4783-a77f-9c5d69afc075 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:28:49.065958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:49.073314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:49.077438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:49.089157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:49.090227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:49.108799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1b0e25e0-3100-4104-80be-6acaf19dd5a6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "DELETE /v2.0/floatingips/e33346ad-d01c-4aab-8c4d-5228e4d7e4fd HTTP/1.1" status: 204 len: 168 time: 1.0998316 Aug 22 15:28:49.109374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:49.111666 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65d8c28-a929-4c48-882d-a4e180a859d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:49.152577 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123dcfe-b8ee-40d7-a44c-050df6ef11e7 x-openstack-request-id: req-9123dcfe-b8ee-40d7-a44c-050df6ef11e7 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:49.152964 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:49.153217 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9123dcfe-b8ee-40d7-a44c-050df6ef11e7 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:49.153633 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:28:49.247605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-e1f3c07c-e19e-4eb2-a265-c1f6a69d9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.249373 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-e1f3c07c-e19e-4eb2-a265-c1f6a69d9a7c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 1097 time: 0.0487404 Aug 22 15:28:49.256770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:49.346626 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-1a45bcaa-7c7d-42d6-b6cc-fe1173746e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.348743 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-1a45bcaa-7c7d-42d6-b6cc-fe1173746e24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 200 len: 915 time: 0.0920403 Aug 22 15:28:49.394429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-90ab3cf6-d177-4986-aa0e-8134027a599a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 200 len: 217 time: 0.0389376 Aug 22 15:28:49.458427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-0d245521-cf0b-4604-84ee-321c8656154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.460199 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-0d245521-cf0b-4604-84ee-321c8656154a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 200 len: 853 time: 0.0589433 Aug 22 15:28:49.490702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:49.514973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-b5201b13-a3c2-4840-8460-11120aa9dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.516850 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-b5201b13-a3c2-4840-8460-11120aa9dc43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9e5075c4-0429-4c38-ab73-a90d3246dfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499103 Aug 22 15:28:49.532487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:49.545450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:49.546355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:49.638155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee5fc-e883-40c4-a87a-1d1dffbffec7 req-29fdaaa8-6381-4273-8e46-0e0d03c18336 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.639858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bceee5fc-e883-40c4-a87a-1d1dffbffec7 req-29fdaaa8-6381-4273-8e46-0e0d03c18336 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0836174 Aug 22 15:28:49.643356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-58fd2805-6489-46f5-85f4-29d0f6ca9f44 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141779 Aug 22 15:28:49.664489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:49.686628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332f4c-fa69-4a83-9914-f6836297b0fe req-b3b6b1ec-e12f-496b-98e8-a807fac05b21 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:49.688736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8332f4c-fa69-4a83-9914-f6836297b0fe req-b3b6b1ec-e12f-496b-98e8-a807fac05b21 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.1020904 Aug 22 15:28:49.757423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bceee5fc-e883-40c4-a87a-1d1dffbffec7 req-394a1c0e-6897-491e-a92f-d6917df83b1f tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860603 Aug 22 15:28:49.774055 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d65d8c28-a929-4c48-882d-a4e180a859d5 req-0df7fbd7-f6a6-4f83-87df-487a660f6cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222937 Aug 22 15:28:49.784873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8332f4c-fa69-4a83-9914-f6836297b0fe req-efc36b55-2dda-422b-ae5c-46b149edad65 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866385 Aug 22 15:28:49.888093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:49.913898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f45fb4-893a-4f9f-a641-344870dfebaf None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:17Z', 'revision_number': 4, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'fb29b5e0-1601-419e-afda-07ca44ba2e22', 'name': '', 'network_id': '9e5075c4-0429-4c38-ab73-a90d3246dfa2', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'mac_address': 'fa:16:3e:c6:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:16Z', 'updated_at': '2021-08-22T15:24:22Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'subnets': [{'id': '7c431729-8cd2-4b1c-ba79-ec0305e155b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:50.058499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:50.148997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb56d56-9a6e-42b6-b4df-a3fbda3421fe None None] New status for floating IP e33346ad-d01c-4aab-8c4d-5228e4d7e4fd: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:28:50.171432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-521338530-network', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:50.293515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Made reservation on behalf of b8affbcd0faa4083a8a4667d8429109d for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:50.295824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.306335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.397450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.476257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.507508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207f1701-2265-422c-b928-35f132787851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:28:50.513009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff30a8-335c-4f62-98ba-0d015b6d2a0d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:50.521484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.521836 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Added segment 9d5cc9f9-d8b9-452e-afea-be8d45ac02ba of type vlan for network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 Aug 22 15:28:50.563254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.670718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.671745 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:50.672362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.733158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f1701-2265-422c-b928-35f132787851 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ac12d7-e9c5-4ed9-b98e-957aea212c22,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:50.747168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:28:50.783086 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-207f1701-2265-422c-b928-35f132787851 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7203505 Aug 22 15:28:50.783210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49526) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:50.789828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Request body: {'subnet': {'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-521338530-subnet', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:50.870593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0e512-4bfd-477e-adf6-c52f1f909ffa req-d7c470d5-8f25-4c9a-876b-4e9e10b1d76d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:50.872396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81c0e512-4bfd-477e-adf6-c52f1f909ffa req-d7c470d5-8f25-4c9a-876b-4e9e10b1d76d tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0587542 Aug 22 15:28:50.876681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Made reservation on behalf of b8affbcd0faa4083a8a4667d8429109d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:50.879802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:50.945923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81c0e512-4bfd-477e-adf6-c52f1f909ffa req-ae5163d5-f9f4-4be2-8de6-ddee4a12d8c7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622036 Aug 22 15:28:50.955217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cb4db-9913-410e-954c-f2725c2e5b40 req-1eb11902-7ea4-4f43-b257-3e1be4463f96 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:50.958135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a0cb4db-9913-410e-954c-f2725c2e5b40 req-1eb11902-7ea4-4f43-b257-3e1be4463f96 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0845659 Aug 22 15:28:51.013626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a0cb4db-9913-410e-954c-f2725c2e5b40 req-4239e7d9-ab0e-4a13-bb07-6b81422b847f tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/security-groups?id=4caeafcb-5765-4456-9b3f-ac97f3a65023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Aug 22 15:28:51.142148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.206204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8e0e57-9d51-4a30-bab6-713497a7db99,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:51.212288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Checking segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:51.212288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Network hostable DHCP agents. Network: e7ac12d7-e9c5-4ed9-b98e-957aea212c22, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:28:51.223303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.302668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:28:51.386802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e7ac12d7-e9c5-4ed9-b98e-957aea212c22) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:51.395311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:51.395311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.395581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842a538-53de-4852-b449-4677659a08a1 None None] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:51.436527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-2904976a-09f5-4190-a1c4-d2db898537d9 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:51.438014 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-2904976a-09f5-4190-a1c4-d2db898537d9 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 946 time: 0.0603983 Aug 22 15:28:51.506011 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a57f6da2-39a9-4745-9433-8d8dbbba05d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7217884 Aug 22 15:28:51.509001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49530) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:51.514040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:51.542321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Deleting port 1da33e32-622b-407f-89d5-98b7942eefed {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:28:51.542740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.545578 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:28:51.550262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.633400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.635371 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.641104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] For port 1da33e32-622b-407f-89d5-98b7942eefed, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=1da33e32-622b-407f-89d5-98b7942eefed,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:51.641483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.656146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Calling delete_port for 1da33e32-622b-407f-89d5-98b7942eefed owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:28:51.683961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Allocated IP 172.20.0.2 (e7ac12d7-e9c5-4ed9-b98e-957aea212c22/ce8e0e57-9d51-4a30-bab6-713497a7db99/9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:51.693256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.837344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.862276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.864627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Transition to ACTIVE for port object 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:51.892623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Transition to ACTIVE for port object 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:51.907116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event deleted for resources: {'Port': ['ID=1da33e32-622b-407f-89d5-98b7942eefed,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:51.938414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.956564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] No DVR routers for this DVR port 1da33e32-622b-407f-89d5-98b7942eefed on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:28:51.959423 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:51.961443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7279cfab-8bde-4046-98ec-2ff289ffc0ad req-24302aa2-5a2f-48d4-b755-3758b23ef087 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.10 "DELETE /v2.0/ports/1da33e32-622b-407f-89d5-98b7942eefed HTTP/1.1" status: 204 len: 173 time: 0.5172627 Aug 22 15:28:51.961883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'name': 'network-vif-deleted', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:51.964168 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6e7fe6-95c0-4824-a69a-388a258a6443" -d '{"events": [{"server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "name": "network-vif-deleted", "tag": "1da33e32-622b-407f-89d5-98b7942eefed"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:51.988138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.030101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:52.033326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:52.038963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:52.053212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Pushing event updated for resources: {'Port': ['ID=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:52.090391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593328d6-2446-4c33-917f-56b3d8122064 req-1de53f49-cebf-46dc-ac0d-4cb7f74b8f96 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:52.094786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-593328d6-2446-4c33-917f-56b3d8122064 req-1de53f49-cebf-46dc-ac0d-4cb7f74b8f96 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0686879 Aug 22 15:28:52.115559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Attempting to bind port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:52.122962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Attempting to bind port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:52.122962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Attempting to bind port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 on network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:52.122962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:52.124358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Checking segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:52.124868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.125288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Bound using segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:52.125790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Bound port: 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:52.126192 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.171420 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0826fb35-00f8-40d8-b38c-fa2f908bbc32 x-openstack-request-id: req-0826fb35-00f8-40d8-b38c-fa2f908bbc32 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:52.175451 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2", "name": "network-vif-deleted", "tag": "1da33e32-622b-407f-89d5-98b7942eefed", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:52.175451 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0826fb35-00f8-40d8-b38c-fa2f908bbc32 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:52.175451 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2', 'name': 'network-vif-deleted', 'tag': '1da33e32-622b-407f-89d5-98b7942eefed', 'status': 'completed', 'code': 200} Aug 22 15:28:52.182150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-593328d6-2446-4c33-917f-56b3d8122064 req-87ab80f3-4602-4a44-8bc9-3638e3df35b4 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727077 Aug 22 15:28:52.205133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] For port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:52.209719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] For port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:52.267740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.332498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daec9d23-c020-49ea-a08c-9740ddd6c343 req-76d6fcfc-75f8-47f8-933e-5188623624d6 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0660107 Aug 22 15:28:52.369151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5f182-396d-4f84-aa98-363d8a9e3215 None None] Pushing event updated for resources: {'Port': ['ID=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:52.399022 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.432268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.581180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Allocated IP 172.25.0.51 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a8ab94d4-4b0b-4b9f-b435-fba6d065643c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:52.701154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.805158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:52.850121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:52.853263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:52.855774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:52.885613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:53.247161 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:53.380886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeda7e8-7794-4180-93e1-a12579abfc1a None None] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:53.392194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52193563-59fe-46ea-a6cf-53ffc7494518 req-8bd7687c-193b-4058-b86d-7bd2aba43db5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:53.394078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52193563-59fe-46ea-a6cf-53ffc7494518 req-8bd7687c-193b-4058-b86d-7bd2aba43db5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.1071813 Aug 22 15:28:53.501660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f348a19-0530-4cae-bc52-83450c49ef7a req-718d1171-69e8-456e-b53a-8a75df405408 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0718164 Aug 22 15:28:53.524150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-52193563-59fe-46ea-a6cf-53ffc7494518 req-66d24daf-9bdc-4755-b572-12edd031f501 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237202 Aug 22 15:28:53.557551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c52d3059-ed4c-4985-a55c-568326fb2314 None None] Provisioning for port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:53.594315 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:53.798938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Router 2c718707-1b85-48ac-98b8-181cc9bb58f2 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:28:53.909604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:53.919128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Sync routers for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:53.928628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:53.929251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:53.985372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:53.986719 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01229e0a-c842-4b38-bd91-f6c24a377a48 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4764471 Aug 22 15:28:53.989779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49544) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:54.046967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:54.249517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:53Z', 'revision_number': 3, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:54.284036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:54.286763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Checking router: 2c718707-1b85-48ac-98b8-181cc9bb58f2 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:54.287082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Updating router 2c718707-1b85-48ac-98b8-181cc9bb58f2 port a8ab94d4-4b0b-4b9f-b435-fba6d065643c binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:28:54.343957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.516855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ede21-e1ac-4e68-a417-29ac0b8a8974 req-e884d459-9e26-4d86-8936-4ae8734a4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:54.518392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-851ede21-e1ac-4e68-a417-29ac0b8a8974 req-e884d459-9e26-4d86-8936-4ae8734a4e00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0774322 Aug 22 15:28:54.520620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.534683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:54.541939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:54.542315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.611716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-851ede21-e1ac-4e68-a417-29ac0b8a8974 req-2535d898-5111-4ccd-beb5-010762342889 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Aug 22 15:28:54.709959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9975a71d-a670-405e-b39a-52c33eca44fb req-7aea6879-6c10-4f11-8201-8e2f7c904acc tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0611537 Aug 22 15:28:54.712068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.727996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Transition to ACTIVE for port object a8ab94d4-4b0b-4b9f-b435-fba6d065643c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:54.769268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822fa9d-b107-4815-bea6-9932decd9354 req-6c187446-3f04-4381-a6b4-70f3576c2b59 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:54.770925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9822fa9d-b107-4815-bea6-9932decd9354 req-6c187446-3f04-4381-a6b4-70f3576c2b59 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.1211102 Aug 22 15:28:54.777392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.789912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Allocated IP 172.20.0.1 (e7ac12d7-e9c5-4ed9-b98e-957aea212c22/ce8e0e57-9d51-4a30-bab6-713497a7db99/87cd116d-3011-47f3-98ec-a29ff62f11c5) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:54.813241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:54.830313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.839283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9822fa9d-b107-4815-bea6-9932decd9354 req-f2268ff9-3c37-4dbf-bba3-0d0f1d88cdaf tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621963 Aug 22 15:28:54.887929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Attempting to bind port a8ab94d4-4b0b-4b9f-b435-fba6d065643c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:54.888356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Attempting to bind port a8ab94d4-4b0b-4b9f-b435-fba6d065643c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:54.888816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Attempting to bind port a8ab94d4-4b0b-4b9f-b435-fba6d065643c on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:54.890947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60b546-b72f-42e4-bf1c-f3f64ce1b3a1 None None] Pushing event updated for resources: {'Port': ['ID=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:54.897684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:54.898213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:54.898721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.899209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:54.899786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Bound port: a8ab94d4-4b0b-4b9f-b435-fba6d065643c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:54.900382 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.903719 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.923021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:54.938973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Transition to ACTIVE for port object 87cd116d-3011-47f3-98ec-a29ff62f11c5 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:54.995002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] For port a8ab94d4-4b0b-4b9f-b435-fba6d065643c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:54.997133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:55.009691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] For port a8ab94d4-4b0b-4b9f-b435-fba6d065643c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:55.059676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:55.096941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:55.106117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:55.111036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:55.114292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:28:55.131942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 1da33e32-622b-407f-89d5-98b7942eefed no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:28:55.158955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Pushing event updated for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:55.164388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 1da33e32-622b-407f-89d5-98b7942eefed {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:28:55.164752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 1da33e32-622b-407f-89d5-98b7942eefed not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:28:55.175202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:55.194870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:55.195506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:55.201046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60b546-b72f-42e4-bf1c-f3f64ce1b3a1 None None] Pushing event updated for resources: {'Port': ['ID=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:55.320147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:55.390604 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:55.524329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:53Z', 'revision_number': 3, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:55.553832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4dbf8781-b0cb-47a7-8545-f4e9f08f2156 None None] Provisioning for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:55.556182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1625d-b6b1-46fa-a238-4249923d3940 None None] The sync data for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 is: [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:53Z', 'revision_number': 3, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:55.559832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4dbf8781-b0cb-47a7-8545-f4e9f08f2156 None None] Provisioning complete for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:55.560239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4dbf8781-b0cb-47a7-8545-f4e9f08f2156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:55.603945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf8781-b0cb-47a7-8545-f4e9f08f2156 None None] Port 87cd116d-3011-47f3-98ec-a29ff62f11c5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:28:55.976831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0b8ed36-1c96-4bb1-acf3-ff926e5fc8ab req-aed04d9f-06ce-4a46-8a6a-79d55620ccf3 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0578511 Aug 22 15:28:56.015105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a3f7-78b8-4ec0-a7cd-d32f18fb1bf2 req-9e3f4db4-be19-4890-b2ba-f015e12492ea tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:56.017850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4809a3f7-78b8-4ec0-a7cd-d32f18fb1bf2 req-9e3f4db4-be19-4890-b2ba-f015e12492ea tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0889432 Aug 22 15:28:56.093888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4809a3f7-78b8-4ec0-a7cd-d32f18fb1bf2 req-9b78824e-f123-426d-8104-74a244da4f88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678813 Aug 22 15:28:56.105446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.143660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-631764049', 'description': 'tempest-description-2015023106'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:56.157541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.242456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Pushing event updated for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:56.245335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.315205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8ab94d4-4b0b-4b9f-b435-fba6d065643c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:56.316933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.375664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:28:56.380817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:56.421632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a8ab94d4-4b0b-4b9f-b435-fba6d065643c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:28:56.426715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a8ab94d4-4b0b-4b9f-b435-fba6d065643c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:56.427855 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.514667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.536122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.540262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Router 2c718707-1b85-48ac-98b8-181cc9bb58f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:28:56.560392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a8ab94d4-4b0b-4b9f-b435-fba6d065643c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:56.605482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.647996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.649025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:56.679777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e303e16-0461-403a-8eeb-56decb3c3d3a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:56.696487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:28:56.704644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d74b61da-b759-4bb5-b048-f38c2a9d53d7 admin admin] 10.222.0.53 "PUT /v2.0/routers/2c718707-1b85-48ac-98b8-181cc9bb58f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134364 Aug 22 15:28:56.749068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:56.759899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c557818c-d873-4a91-968b-0feeb0f85e6c None None] Provisioning complete for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:56.763546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c557818c-d873-4a91-968b-0feeb0f85e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.793691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:56.794052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.806941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:56.806941 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c96cbc23-6080-4556-807f-8963a0c22aa8 req-78e43c29-2384-4060-8e9f-ed95bbd33aa7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6672828 Aug 22 15:28:56.826483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c557818c-d873-4a91-968b-0feeb0f85e6c None None] Port 87cd116d-3011-47f3-98ec-a29ff62f11c5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:28:56.930337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-83c2b959-11b7-4c38-9963-f332526e2daa tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631764049&fields=id&tenant_id=3c86c167a12144388c54e92f5b9e2386 HTTP/1.1" status: 200 len: 267 time: 0.0378323 Aug 22 15:28:56.984225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-47f536ae-28aa-4739-8b63-53e289eabc4a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:56.985646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-47f536ae-28aa-4739-8b63-53e289eabc4a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0488839 Aug 22 15:28:56.997592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'port': {'security_groups': ['3744ffa3-d8be-4feb-8c7d-6b32d461db58', '8e303e16-0461-403a-8eeb-56decb3c3d3a']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:57.074958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.112768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0ac6d066-866f-49cf-955f-8ec30697a41f req-5c7559dd-ca1f-4463-bdf7-765caa5f04a5 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdf6ec3-4c13-4d34-b161-b418b5b6cdd2 HTTP/1.1" status: 200 len: 210 time: 0.0395045 Aug 22 15:28:57.305209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:57.337003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.404775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.416612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:28:57.427548 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Sync routers for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:28:57.443045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:57.444534 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:57.474021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:57.474692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.476201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2545d407-a5be-4e28-a0f3-422a3ee41bfe req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "PUT /v2.0/ports/e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 981 time: 0.4832494 Aug 22 15:28:57.476678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:57.479793 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5698048d-0388-4eb9-b3d7-b5911d330221" -d '{"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:57.509733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a9e8-190e-45aa-a668-f95fffbc8d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:57.548752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:28:57.557746 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fad9698-72f9-437b-bf14-7314628ce5fd x-openstack-request-id: req-8fad9698-72f9-437b-bf14-7314628ce5fd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:57.558075 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:57.558334 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fad9698-72f9-437b-bf14-7314628ce5fd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:57.558744 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:28:57.584260 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:57.646513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94e622d3-5e19-40b2-b972-81764a56a00a req-7ec3fe8b-4d87-492e-a2d5-6b96e7ab185c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-631764049&fields=id&tenant_id=3c86c167a12144388c54e92f5b9e2386 HTTP/1.1" status: 200 len: 267 time: 0.0785327 Aug 22 15:28:57.666650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:57.675423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1912541394-network', 'tenant_id': '871fb19771b9447e95da340871bc38f6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:57.700460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-30ff7100-7033-47f7-ae71-66769f16bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:57.702577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-30ff7100-7033-47f7-ae71-66769f16bc26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1135 time: 0.1172214 Aug 22 15:28:57.715309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e622d3-5e19-40b2-b972-81764a56a00a req-8e83bcdf-6110-4964-a55d-6d570d65550f tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:57.716866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94e622d3-5e19-40b2-b972-81764a56a00a req-8e83bcdf-6110-4964-a55d-6d570d65550f tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 984 time: 0.0695529 Aug 22 15:28:57.742945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'port': {'security_groups': ['3744ffa3-d8be-4feb-8c7d-6b32d461db58']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:57.798384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Made reservation on behalf of 871fb19771b9447e95da340871bc38f6 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:57.804755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.813061 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 2, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:57.825907 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.853739 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Checking router: 2c718707-1b85-48ac-98b8-181cc9bb58f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:28:57.854466 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Updating router 2c718707-1b85-48ac-98b8-181cc9bb58f2 port 87cd116d-3011-47f3-98ec-a29ff62f11c5 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:28:57.861694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.881227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-4b45890d-bbe8-4eb7-8ecc-0d6d19b191a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:57.881913 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.882823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-4b45890d-bbe8-4eb7-8ecc-0d6d19b191a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.1650681 Aug 22 15:28:57.929019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:57.952063 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-7be03ed3-3596-45f4-bfcb-4ade9a7ddb5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.0420578 Aug 22 15:28:58.010805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.039325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:28:58.041961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-72ca1b8c-6373-4263-b86d-206d2de4ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:58.043608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-72ca1b8c-6373-4263-b86d-206d2de4ae2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.0849800 Aug 22 15:28:58.060390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a3f28-b99b-45e8-95e4-caf970536f5d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:58.063614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.064004 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Added segment fc31265f-9d60-4dfb-831b-9e73bae2e6dd of type vlan for network f7206b1c-ac12-417b-9e4e-68218d72cf7d Aug 22 15:28:58.104214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-2ce88f4f-1176-40ef-8eac-4325a297efd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515091 Aug 22 15:28:58.115258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.179731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:58.232022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.232915 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:58.233707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.243922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8ab94d4-4b0b-4b9f-b435-fba6d065643c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:28:58.260568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-c0102e12-1a7f-4ec1-abd1-ed03886959b2 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168723 Aug 22 15:28:58.292016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.303007 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.307248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a8ab94d4-4b0b-4b9f-b435-fba6d065643c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:28:58.307640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.315425 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Transition to ACTIVE for port object 87cd116d-3011-47f3-98ec-a29ff62f11c5 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:28:58.352268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.355006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:28:58.367654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] Pushing event updated for resources: {'Network': ['ID=f7206b1c-ac12-417b-9e4e-68218d72cf7d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:58.376022 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a28938ce-0539-4f95-a695-67ed2b12b12a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066736 Aug 22 15:28:58.380967 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49586) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:58.385776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:28:58.389214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Request body: {'subnet': {'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1912541394-subnet', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:58.406142 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.413125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5698048d-0388-4eb9-b3d7-b5911d330221 req-a7f50845-c743-42b2-b031-04cc5e2e638c service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440465 Aug 22 15:28:58.416631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.478630 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922027c-b5cb-42f9-9707-3d260080a06f None None] Pushing event updated for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:58.535595 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Attempting to bind port 87cd116d-3011-47f3-98ec-a29ff62f11c5 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:28:58.539089 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Attempting to bind port 87cd116d-3011-47f3-98ec-a29ff62f11c5 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:28:58.539089 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Attempting to bind port 87cd116d-3011-47f3-98ec-a29ff62f11c5 on network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:28:58.541640 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:28:58.542014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Checking segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:58.542438 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.542804 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Bound using segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:28:58.543299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Bound port: 87cd116d-3011-47f3-98ec-a29ff62f11c5, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:28:58.543855 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.562200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Made reservation on behalf of 871fb19771b9447e95da340871bc38f6 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:28:58.564710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.573130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.582441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:28:58.595953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.600852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.602069 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] 10.222.0.53 "DELETE /v2.0/security-groups/4caeafcb-5765-4456-9b3f-ac97f3a65023 HTTP/1.1" status: 204 len: 168 time: 0.4212737 Aug 22 15:28:58.635547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:58.636274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.641666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94e622d3-5e19-40b2-b972-81764a56a00a req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "PUT /v2.0/ports/e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 942 time: 0.9018474 Aug 22 15:28:58.649864 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] For port 87cd116d-3011-47f3-98ec-a29ff62f11c5, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:28:58.654625 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] For port 87cd116d-3011-47f3-98ec-a29ff62f11c5, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=87cd116d-3011-47f3-98ec-a29ff62f11c5,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:28:58.678584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6125e-bdfc-4e2b-9e38-eff372b2a9c9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:58.692553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e72f-6f92-4bff-abee-97ab5a1413d2 tempest-TestVolumeBackupRestore-1309176590 tempest-TestVolumeBackupRestore-1309176590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caeafcb-5765-4456-9b3f-ac97f3a65023,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:58.696021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:28:58.731300 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.833658 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:28:58.834206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:58.949285 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:58.987582 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:28:59.073718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922027c-b5cb-42f9-9707-3d260080a06f None None] Pushing event updated for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:59.077914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c13681c-d552-4ac9-9932-eb8adeec22cd,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:28:59.084810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-8727fc3d-40f0-4795-9ef6-1b716a5c14fb tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4177620 Aug 22 15:28:59.090094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Checking segment: {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:28:59.090455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Network hostable DHCP agents. Network: f7206b1c-ac12-417b-9e4e-68218d72cf7d, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:28:59.111208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:59.244587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:28:59.244810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.312837 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:28:58Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:28:59.350082 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f5f4a-76bc-4cbd-bd97-5bcf96df9668 None None] The sync data for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 is: [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:28:58Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:28:59.365610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f7206b1c-ac12-417b-9e4e-68218d72cf7d) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:28:59.370386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:59.373874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.374681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.379687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54756fae-8a17-4987-95f3-d0cff49f8b60 None None] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:28:59.508184 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6d6d2fb8-bfca-4994-be37-b588acb255a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1260860 Aug 22 15:28:59.510744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49618) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:28:59.515714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:28:59.586137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:28:59.588399 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e532c20-e4e3-47da-a51d-3d5542710c11" -d '{"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:28:59.626515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Allocated IP 172.25.0.251 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:28:59.650319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.661815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.727777 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3363237c-5ff3-44f0-aab9-e1e465e1dd9d x-openstack-request-id: req-3363237c-5ff3-44f0-aab9-e1e465e1dd9d {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:28:59.728504 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:28:59.728860 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3363237c-5ff3-44f0-aab9-e1e465e1dd9d {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:28:59.729354 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:28:59.780211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.817764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-00ed2944-cff1-428d-acb3-ef9e32852f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:28:59.820136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-00ed2944-cff1-428d-acb3-ef9e32852f6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0894477 Aug 22 15:28:59.891347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'fixed_ips': [{'subnet_id': '1c13681c-d552-4ac9-9932-eb8adeec22cd'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:28:59.893498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:28:59.913901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.040330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.048530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-48a6baf7-7388-416f-a5d3-0e1a5d2bccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:00.051332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-48a6baf7-7388-416f-a5d3-0e1a5d2bccca service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.2239258 Aug 22 15:29:00.114744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-74315d32-0c22-4bd0-99b8-912e258b214e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.0502210 Aug 22 15:29:00.163795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Allocated IP 172.20.0.2 (f7206b1c-ac12-417b-9e4e-68218d72cf7d/1c13681c-d552-4ac9-9932-eb8adeec22cd/af51da41-b76d-4007-8977-073a8176210b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:00.255333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-81c63269-bca4-446e-acc1-718e41c233df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:00.255333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-81c63269-bca4-446e-acc1-718e41c233df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.1292620 Aug 22 15:29:00.258438 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.405570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-03535764-9271-4e40-b248-f0f7b1234479 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367035 Aug 22 15:29:00.458905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 87cd116d-3011-47f3-98ec-a29ff62f11c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:00.535895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.539833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f1020c13-b7f9-4f5c-9a7e-224bdf02b4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.556020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Transition to ACTIVE for port object af51da41-b76d-4007-8977-073a8176210b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:00.579800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Transition to ACTIVE for port object af51da41-b76d-4007-8977-073a8176210b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:00.632458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-b0396c0b-6f70-4a24-83f5-110173a24df6 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205191 Aug 22 15:29:00.647284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.671305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:00.674065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:00.674451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.726483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.758220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:00.760900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e532c20-e4e3-47da-a51d-3d5542710c11 req-7980e164-3187-4cb9-bbaa-94928706accf service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150854 Aug 22 15:29:00.767429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:00.769503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:00.774466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:00.849115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'Port': ['ID=6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:00.880677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:00.919818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:00.923871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Pushing event updated for resources: {'Port': ['ID=af51da41-b76d-4007-8977-073a8176210b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:00.930089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:00.955899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Allocated IP 172.25.0.226 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/d9ad7223-7c21-42bb-ba42-1926568b38e1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:01.006500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.033679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.078732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Attempting to bind port af51da41-b76d-4007-8977-073a8176210b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:01.079266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Attempting to bind port af51da41-b76d-4007-8977-073a8176210b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:01.079746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Attempting to bind port af51da41-b76d-4007-8977-073a8176210b on network f7206b1c-ac12-417b-9e4e-68218d72cf7d {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:01.105601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 87cd116d-3011-47f3-98ec-a29ff62f11c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=87cd116d-3011-47f3-98ec-a29ff62f11c5,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:01.107340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:01.108302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Checking segment: {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:01.108920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.109482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Bound using segment: {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:01.110560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Bound port: af51da41-b76d-4007-8977-073a8176210b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:01.111549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.177820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.182603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.196757 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.319492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.323270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] For port af51da41-b76d-4007-8977-073a8176210b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:01.332978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] For port af51da41-b76d-4007-8977-073a8176210b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af51da41-b76d-4007-8977-073a8176210b,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:01.344493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:01.383301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Pushing event updated for resources: {'Port': ['ID=d9ad7223-7c21-42bb-ba42-1926568b38e1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:01.396897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:01.407025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:01.412002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:01.416918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.502671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.505358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d168-8b06-4e14-b44a-1a67ac74344e None None] Pushing event updated for resources: {'Port': ['ID=af51da41-b76d-4007-8977-073a8176210b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:01.555498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.646596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event updated for resources: {'Port': ['ID=6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:01.674976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.821830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:01.825404 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-e4f79d66-aacb-4540-9881-656931683fd1 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7239125 Aug 22 15:29:01.925287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-61040177-265a-44c3-86d0-eb152b3538db tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0940990 Aug 22 15:29:01.975115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:02.075476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-7e0e25bd-3c52-4119-b922-2d8143a88d61 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:02.083682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-7e0e25bd-3c52-4119-b922-2d8143a88d61 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1512189 Aug 22 15:29:02.099954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-cd84bfbd-34de-49ec-a197-e05d1c8969cc tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:29:02.106215 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd34dfdf-9762-4ae9-a0c9-676c105a0a06 req-cd84bfbd-34de-49ec-a197-e05d1c8969cc tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076585 Aug 22 15:29:02.252651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:02.333719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-9740c592-e0a0-4173-85fa-cf46a0d43a01 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:02.336082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-9740c592-e0a0-4173-85fa-cf46a0d43a01 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1595721 Aug 22 15:29:02.409435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af51da41-b76d-4007-8977-073a8176210b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:02.440384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-2ef2f65a-4457-4ba8-9f0a-a885656b8ace tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0930800 Aug 22 15:29:02.457764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'floatingip': {'port_id': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:02.656736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port af51da41-b76d-4007-8977-073a8176210b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:02.666872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 87cd116d-3011-47f3-98ec-a29ff62f11c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:02.685257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Router 2f51207f-539a-4932-96d2-6ad2ea332a92 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:29:02.751183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 87cd116d-3011-47f3-98ec-a29ff62f11c5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:02.752208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:02.855217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b706eab-10a7-4e6f-a3dd-86551aa6fa57 None None] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:29:02.927471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:02.930204 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:02.986185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Sync routers for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:03.019745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:03.021511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:03.033149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.041095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-08705078-cc5c-4572-a81e-0a67e2b3df9e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5226209 Aug 22 15:29:03.052572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49756) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:03.065499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.093086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Provisioning for port af51da41-b76d-4007-8977-073a8176210b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:03.095267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Provisioning complete for port af51da41-b76d-4007-8977-073a8176210b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:03.095865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.256518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:03.481963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.570214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-26ece360-106d-47a1-a401-055f54ea0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.603074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] For port af51da41-b76d-4007-8977-073a8176210b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af51da41-b76d-4007-8977-073a8176210b,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:03.643217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 3, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:03.695870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Checking router: 2f51207f-539a-4932-96d2-6ad2ea332a92 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:03.696638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Updating router 2f51207f-539a-4932-96d2-6ad2ea332a92 port d9ad7223-7c21-42bb-ba42-1926568b38e1 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:29:03.743773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.791286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.811168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:03.853246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Pushing event updated for resources: {'Port': ['ID=af51da41-b76d-4007-8977-073a8176210b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:03.877911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.002389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.079946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49790) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:04.283560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.300187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Transition to ACTIVE for port object d9ad7223-7c21-42bb-ba42-1926568b38e1 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:04.306774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.307176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.307520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.308345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.308682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.309014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.309389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.309716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.310040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.310361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.310694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.311008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b23ec7-bdf7-4656-bcc2-78250d9c5422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:04.314698 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Floating IP 4652fb18-eb1a-4f72-b4d4-f4c065d75622 associated. External IP: 172.25.0.251, port: e60624b5-5ffa-4e89-a411-098fa7ae0f58. Aug 22 15:29:04.330113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-61d00251-ff2c-4920-a3c7-28fbb0af65c6 None None] Provisioning complete for port af51da41-b76d-4007-8977-073a8176210b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:04.330490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-61d00251-ff2c-4920-a3c7-28fbb0af65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.416701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.494549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc988-3a90-473f-9220-fd7ffd42e402 None None] Pushing event updated for resources: {'Port': ['ID=d9ad7223-7c21-42bb-ba42-1926568b38e1,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:04.517696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Attempting to bind port d9ad7223-7c21-42bb-ba42-1926568b38e1 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:04.518070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Attempting to bind port d9ad7223-7c21-42bb-ba42-1926568b38e1 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:04.522730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Attempting to bind port d9ad7223-7c21-42bb-ba42-1926568b38e1 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:04.534045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:04.534045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:04.535201 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.535795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:04.536457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Bound port: d9ad7223-7c21-42bb-ba42-1926568b38e1, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:04.536860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.651178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] For port d9ad7223-7c21-42bb-ba42-1926568b38e1, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:04.659216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] For port d9ad7223-7c21-42bb-ba42-1926568b38e1, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9ad7223-7c21-42bb-ba42-1926568b38e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:04.692199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Allocated IP 172.20.0.1 (f7206b1c-ac12-417b-9e4e-68218d72cf7d/1c13681c-d552-4ac9-9932-eb8adeec22cd/a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:04.766273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Router c5484f03-68ea-4969-9320-9b7b2144779f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:04.818833 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.828351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.861636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Transition to ACTIVE for port object a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:04.952631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:04.953314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:04.982279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:04.987426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:04.995801 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479249-0e59-487b-a763-94763d852f1f None None] Sync routers for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:04.999206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.018892 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:05.023253 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:05.050732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-c860324c-1f2b-4f2b-a381-a3e7c4422a88 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "PUT /v2.0/floatingips/4652fb18-eb1a-4f72-b4d4-f4c065d75622 HTTP/1.1" status: 200 len: 996 time: 2.5965421 Aug 22 15:29:05.053585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc988-3a90-473f-9220-fd7ffd42e402 None None] Pushing event updated for resources: {'Port': ['ID=d9ad7223-7c21-42bb-ba42-1926568b38e1,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:05.062284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:05.065415 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bd8e3-5411-4d2a-8b88-510f23993f10" -d '{"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:05.071465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.098560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:05.126467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:05.138447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:05.144178 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39881839-a72d-44cd-8952-d2c726eadeea x-openstack-request-id: req-39881839-a72d-44cd-8952-d2c726eadeea {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:05.145237 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:05.145758 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39881839-a72d-44cd-8952-d2c726eadeea {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:05.146390 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:29:05.161512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:05.201383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:05.240644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.381953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-58de2833-b837-469e-88dd-6e87ada11e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:05.390225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-58de2833-b837-469e-88dd-6e87ada11e14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.3375385 Aug 22 15:29:05.396286 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:05.453235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.498301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-ab3c9dc6-0f1b-4cd5-99b6-2ba5d9745bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:05.500336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-ab3c9dc6-0f1b-4cd5-99b6-2ba5d9745bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.3049295 Aug 22 15:29:05.539735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.694390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5008baca-c93a-4907-bcdc-7537168d2f85 None None] Provisioning for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:05.700771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5008baca-c93a-4907-bcdc-7537168d2f85 None None] Provisioning complete for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:05.701328 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5008baca-c93a-4907-bcdc-7537168d2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.778893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5008baca-c93a-4907-bcdc-7537168d2f85 None None] Port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:05.789331 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.824344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '4652fb18-eb1a-4f72-b4d4-f4c065d75622', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'port_id': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'mac_address': 'fa:16:3e:c1:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:03Z', 'revision_number': 1, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:05.861477 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479249-0e59-487b-a763-94763d852f1f None None] Checking router: c5484f03-68ea-4969-9320-9b7b2144779f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:05.871261 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:05.872077 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:05.872865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 3, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:05.884498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:05.917710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d56b01-efe4-4888-b005-d918cc79d510 None None] The sync data for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 is: [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 3, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:05.970543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:05.983281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-34f7fd29-0aaf-416e-bc70-fa34e1297d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:05.992567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-34f7fd29-0aaf-416e-bc70-fa34e1297d68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.6007652 Aug 22 15:29:06.016081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:06.040300 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:06.089721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-b310cb51-d1f9-4d3c-bd84-a8d625f54726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:06.093513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-b310cb51-d1f9-4d3c-bd84-a8d625f54726 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.5842590 Aug 22 15:29:06.154007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:06.162798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:06.347431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af51da41-b76d-4007-8977-073a8176210b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:06.449866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Router 2f51207f-539a-4932-96d2-6ad2ea332a92 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:06.481229 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49479249-0e59-487b-a763-94763d852f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '4652fb18-eb1a-4f72-b4d4-f4c065d75622', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'port_id': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'mac_address': 'fa:16:3e:c1:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:03Z', 'revision_number': 1, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:06.489791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port af51da41-b76d-4007-8977-073a8176210b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:06.492680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:06.497801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-82a12ffd-5873-4221-be22-a1f4235ecde7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 999 time: 0.5037909 Aug 22 15:29:06.568338 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49479249-0e59-487b-a763-94763d852f1f None None] The sync data for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 is: [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '4652fb18-eb1a-4f72-b4d4-f4c065d75622', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'port_id': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'mac_address': 'fa:16:3e:c1:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:03Z', 'revision_number': 1, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:06.740238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-c634b0ed-9176-4f7d-bc40-6f48ef7755e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 999 time: 0.6117091 Aug 22 15:29:06.741116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da8740a3-5994-4117-87b8-1bdee7e613bb None None] Provisioning complete for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:06.741504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da8740a3-5994-4117-87b8-1bdee7e613bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:06.776470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:06.782528 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-42bde8fb-e46b-4931-9a6c-1150f2f01f8f admin admin] 10.222.0.53 "PUT /v2.0/routers/2f51207f-539a-4932-96d2-6ad2ea332a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7269969 Aug 22 15:29:06.798327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-da8740a3-5994-4117-87b8-1bdee7e613bb None None] Port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:06.844451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-d4f56df8-893c-43a3-94fe-10d507771f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:06.853071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-d4f56df8-893c-43a3-94fe-10d507771f8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.2424879 Aug 22 15:29:06.893508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:06.899830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-0e756453-d7c6-47a1-8b09-fe7e80359f9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457499 Aug 22 15:29:06.906631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-3b4d7b74-effb-40e2-8718-8303943467fa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:29:06.915183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-3b4d7b74-effb-40e2-8718-8303943467fa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136445 Aug 22 15:29:06.954310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-8aa1b1b4-86e3-4303-afe2-25812cd6bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:06.958022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-8aa1b1b4-86e3-4303-afe2-25812cd6bc2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.2081361 Aug 22 15:29:07.047892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-6e94d498-0a5d-46df-b824-3e1318e1d445 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709648 Aug 22 15:29:07.124411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678687e9-0ed1-4fc5-b25f-44f050247562 None None] New status for floating IP 4652fb18-eb1a-4f72-b4d4-f4c065d75622: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:29:07.193155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-312711fb-c04e-4eb6-b702-ba6a36337f11 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771773 Aug 22 15:29:07.220003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-6210ba45-302f-46da-8ccf-1e4b776480b8 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542499 Aug 22 15:29:07.404705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Deleting port fb29b5e0-1601-419e-afda-07ca44ba2e22 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:07.404970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.483767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa55d430-a08c-4288-81d1-c97e1da7f300 req-ea8f0cd9-3e19-406d-8e6d-92cae3e48435 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620502 Aug 22 15:29:07.485605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c43bd8e3-5411-4d2a-8b88-510f23993f10 req-67a37aeb-e809-4e54-8571-3b0a1848d9c7 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504628 Aug 22 15:29:07.524241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] For port fb29b5e0-1601-419e-afda-07ca44ba2e22, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fb29b5e0-1601-419e-afda-07ca44ba2e22,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:07.524653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.538143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Calling delete_port for fb29b5e0-1601-419e-afda-07ca44ba2e22 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:07.542936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49916) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:07.548156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579132073', 'description': 'tempest-secgroup-smoke-1579132073 description', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:07.677534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.752931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-d28d7a81-46ab-4070-b613-2cce6148a827 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1001 time: 0.1073799 Aug 22 15:29:07.772211 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.832805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-57f0c63a-3025-4176-b4d8-e01068cd454a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:07.834214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-57f0c63a-3025-4176-b4d8-e01068cd454a tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports/e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 942 time: 0.0748148 Aug 22 15:29:07.848301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.880372 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256097f3-a5a1-4163-bacf-a90ef68840db,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:07.929795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.961890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:07.964221 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72f14113-c38d-4a13-85c0-96d1b50dce16 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4190412 Aug 22 15:29:07.966146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=fb29b5e0-1601-419e-afda-07ca44ba2e22,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:07.966294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:07.978931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:08.007872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-f3ddd884-812d-48c3-87bc-c43321662fce tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1001 time: 0.1301351 Aug 22 15:29:08.116489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.237095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.282858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-bd1b83dc-88b4-46a6-bb41-d639275df197 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:08.285499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-bd1b83dc-88b4-46a6-bb41-d639275df197 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.2579768 Aug 22 15:29:08.304146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-78706976-a90c-4761-9b5a-279975756e94 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:29:08.305189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-78706976-a90c-4761-9b5a-279975756e94 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096354 Aug 22 15:29:08.307937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.318650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.343926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514cfe6f-8137-4f4c-baf4-507e39800575,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:08.395946 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9ad7223-7c21-42bb-ba42-1926568b38e1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:08.412868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Sync routers for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:08.433387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.434701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f24cb86-1edb-4668-9416-a078a03505d4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4674191 Aug 22 15:29:08.442210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:08.443075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:08.451321 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:08.452276 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:08.572633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d9ad7223-7c21-42bb-ba42-1926568b38e1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:08.597243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d9ad7223-7c21-42bb-ba42-1926568b38e1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:08.599076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.621614 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.685045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:08.739410 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.775918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.783308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-11817b8b-fae4-4106-b835-e8386bd2edba tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 1001 time: 0.4691880 Aug 22 15:29:08.796341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:08.802787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d9ad7223-7c21-42bb-ba42-1926568b38e1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9ad7223-7c21-42bb-ba42-1926568b38e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:08.816625 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.836812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef545ac-8efb-4ad5-a291-277698d0eb33,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:08.873543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.910749 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:08.932510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 49978) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:08.937289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:08.937987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d9ad7223-7c21-42bb-ba42-1926568b38e1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:08.941734 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:05Z', 'revision_number': 4, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff', 'name': '', 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'mac_address': 'fa:16:3e:a8:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:03Z', 'updated_at': '2021-08-22T15:29:05Z', 'revision_number': 2, 'project_id': '871fb19771b9447e95da340871bc38f6', 'subnets': [{'id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:08.943675 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-695ac089-f41a-4854-b787-d6c273c5da0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4981239 Aug 22 15:29:08.978218 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Checking router: 2f51207f-539a-4932-96d2-6ad2ea332a92 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:08.978460 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Updating router 2f51207f-539a-4932-96d2-6ad2ea332a92 port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:29:08.983645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.002763 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.031861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Router de63ca72-29c5-4783-a77f-9c5d69afc075 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:09.138249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.256390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.281801 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.288029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:09.293123 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Transition to ACTIVE for port object a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:09.297275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63bee9f1-c35d-4a2b-a422-de2f60f93ebd admin admin] 10.222.0.53 "PUT /v2.0/routers/de63ca72-29c5-4783-a77f-9c5d69afc075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2132828 Aug 22 15:29:09.297762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 49994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:09.302180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.302995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Sync routers for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:09.312972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:09.315428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:09.333360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.333695 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Floating IP 4652fb18-eb1a-4f72-b4d4-f4c065d75622 disassociated. External IP: 172.25.0.251, port: e60624b5-5ffa-4e89-a411-098fa7ae0f58. Aug 22 15:29:09.398789 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.426167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.432200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.442464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:09.455162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2849fce0-f179-4737-a298-535d641ab975,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:09.534264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.536410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1ab91741-b78b-43e1-a7ad-af7697d3ba0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6031845 Aug 22 15:29:09.539432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:09.544189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:09.578547 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be0743-84cf-45b9-ae0d-214c8a3bb626 None None] Pushing event updated for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:09.593932 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Attempting to bind port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:09.594742 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Attempting to bind port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:09.595669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Attempting to bind port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff on network f7206b1c-ac12-417b-9e4e-68218d72cf7d {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:09.602044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.602646 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:09.603318 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Checking segment: {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:09.603897 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.604515 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Bound using segment: {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:09.605167 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Bound port: a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:09.605737 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.669845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Router c5484f03-68ea-4969-9320-9b7b2144779f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:09.705557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:29:07Z', 'revision_number': 5, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port': {'id': '3421d261-96bd-47ef-a00f-af38d0d1717e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:09.720086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] For port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:09.725578 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] For port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:09.747885 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Checking router: de63ca72-29c5-4783-a77f-9c5d69afc075 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:09.759786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Routers {'de63ca72-29c5-4783-a77f-9c5d69afc075'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:09.760460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['de63ca72-29c5-4783-a77f-9c5d69afc075'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:09.772993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Deleting port 3421d261-96bd-47ef-a00f-af38d0d1717e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:09.773478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.804248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.836940 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.844907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:09.854637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.893592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] Set router de63ca72-29c5-4783-a77f-9c5d69afc075 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:09.905837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] For port 3421d261-96bd-47ef-a00f-af38d0d1717e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3421d261-96bd-47ef-a00f-af38d0d1717e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:09.914706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Sync routers for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:09.914860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.916530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-aa1a7a1c-1ce2-4244-b846-6e341a96401c tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "PUT /v2.0/floatingips/4652fb18-eb1a-4f72-b4d4-f4c065d75622 HTTP/1.1" status: 200 len: 695 time: 1.1198177 Aug 22 15:29:09.918543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:09.919587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:09.921842 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd3708-5009-4840-8628-c2615b1505b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:09.937976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Calling delete_port for 3421d261-96bd-47ef-a00f-af38d0d1717e owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:09.957237 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:09.957876 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:09.961881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:29:09Z', 'revision_number': 6, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:09.986640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-08e23143-387e-4246-99f7-4215205c0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:09.987117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-08e23143-387e-4246-99f7-4215205c0051 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.0604935 Aug 22 15:29:09.997072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027328e6-a608-42ad-83db-16e0f73801fb None None] The sync data for ids ['de63ca72-29c5-4783-a77f-9c5d69afc075'] in n-d-805046-3 is: [{'id': 'de63ca72-29c5-4783-a77f-9c5d69afc075', 'name': 'tempest-TestVolumeBackupRestore-1069614681-router', 'tenant_id': '29799ab15ad4452ea8a659ef20e7a54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:13Z', 'updated_at': '2021-08-22T15:29:09Z', 'revision_number': 6, 'project_id': '29799ab15ad4452ea8a659ef20e7a54d', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:10.017688 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa82cf-12f0-433f-bbdb-83f8ee78a238 x-openstack-request-id: req-befa82cf-12f0-433f-bbdb-83f8ee78a238 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:10.017988 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:10.018341 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-befa82cf-12f0-433f-bbdb-83f8ee78a238 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:10.018636 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:29:10.021353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.067383 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:10.068441 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:10.073452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cfb686-7d48-49c5-b37e-a79dc9b6831e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:10.075039 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be0743-84cf-45b9-ae0d-214c8a3bb626 None None] Pushing event updated for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:10.183774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-1d4ba1d8-be4b-4073-ac2c-f68504dc69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:10.185702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-1d4ba1d8-be4b-4073-ac2c-f68504dc69f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 1096 time: 0.1616170 Aug 22 15:29:10.188641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.190064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6bfb1778-a9e0-42bd-bb07-77aa18c8db0f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6496434 Aug 22 15:29:10.195056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:10.217033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:10.272499 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:10.298154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-ff4d6a48-4f4a-4802-a7f3-e00194ae9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:10.313330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-ff4d6a48-4f4a-4802-a7f3-e00194ae9658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.3170877 Aug 22 15:29:10.339517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9ad7223-7c21-42bb-ba42-1926568b38e1 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:10.403962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:10.421860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.425785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d9ad7223-7c21-42bb-ba42-1926568b38e1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:10.426164 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.435636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-8859ce47-1bf1-4ed4-be1a-9763647c6c04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.1217029 Aug 22 15:29:10.476759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Pushing event deleted for resources: {'Port': ['ID=3421d261-96bd-47ef-a00f-af38d0d1717e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:10.521780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-1621c6d4-f48b-43c9-9a8b-a27ee705b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:10.523913 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-1621c6d4-f48b-43c9-9a8b-a27ee705b181 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.0781903 Aug 22 15:29:10.565413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.577825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-4c3e1a48-7c0b-4960-b7e5-af16787652c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:10.580225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-4c3e1a48-7c0b-4960-b7e5-af16787652c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 200 len: 921 time: 0.3836293 Aug 22 15:29:10.582835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-04d226b7-aaa0-4486-99a5-bb5f65796fa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498106 Aug 22 15:29:10.602403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fb29b5e0-1601-419e-afda-07ca44ba2e22 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:10.629251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: fb29b5e0-1601-419e-afda-07ca44ba2e22 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:10.629746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fb29b5e0-1601-419e-afda-07ca44ba2e22 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:10.642620 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Project b8affbcd0faa4083a8a4667d8429109d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:29:10.649599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.668706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-f84cc93d-03c6-46ab-8118-09327215debc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 200 len: 217 time: 0.0790920 Aug 22 15:29:10.698712 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:05Z', 'revision_number': 4, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff', 'name': '', 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'mac_address': 'fa:16:3e:a8:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:03Z', 'updated_at': '2021-08-22T15:29:09Z', 'revision_number': 4, 'project_id': '871fb19771b9447e95da340871bc38f6', 'subnets': [{'id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:10.704315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.708756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.754014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd1832-7617-4c77-b4ef-63a815112960 None None] The sync data for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 is: [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:29:05Z', 'revision_number': 4, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff', 'name': '', 'network_id': 'f7206b1c-ac12-417b-9e4e-68218d72cf7d', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'mac_address': 'fa:16:3e:a8:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:03Z', 'updated_at': '2021-08-22T15:29:09Z', 'revision_number': 4, 'project_id': '871fb19771b9447e95da340871bc38f6', 'subnets': [{'id': '1c13681c-d552-4ac9-9932-eb8adeec22cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:10.763574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.788528 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:10.849242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-fce43f83-c98d-4baf-99c5-e139488009b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:10.850873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-fce43f83-c98d-4baf-99c5-e139488009b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 200 len: 860 time: 0.1684554 Aug 22 15:29:10.852861 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.859516 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Checking router: c5484f03-68ea-4969-9320-9b7b2144779f for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:10.864963 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:10.865651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:10.878916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-b0540728-4dac-4316-a907-b008735a4f14 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787428 Aug 22 15:29:10.884453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.886009 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de63ca72-29c5-4783-a77f-9c5d69afc075 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:29:10.891029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:10.896565 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fa74644-7e36-43a7-b7b2-157b563b5815 admin admin] 10.222.0.53 "DELETE /v2.0/routers/de63ca72-29c5-4783-a77f-9c5d69afc075 HTTP/1.1" status: 204 len: 168 time: 1.5927401 Aug 22 15:29:10.896565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:10.923704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-0fbc8b68-5bfb-4132-a59a-9ede50db2eb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4a9bce8d-f952-4076-8927-d655ce984760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647166 Aug 22 15:29:10.963009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.032583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba3f4f4-bd95-456a-a2e0-8ff8778ed0b8,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:11.155322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.160290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-176ade38-8679-48e0-887d-a9ffd6bfa4b2 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9473794 Aug 22 15:29:11.164838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:11.169734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'security_group_rule': {'security_group_id': '256097f3-a5a1-4163-bacf-a90ef68840db', 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:11.193424 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:11.202764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Deleting subnet 7c431729-8cd2-4b1c-ba79-ec0305e155b8 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:29:11.208558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.241158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-a3626ca1-5edd-4cfa-bba0-f1798c382bfb service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067789 Aug 22 15:29:11.244606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b2af9773-4dfd-4429-b010-4b63a51d2395 req-ad5ccc5b-2d44-404d-a4e4-4f86721b2ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186097 Aug 22 15:29:11.273777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.315373 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Project b8affbcd0faa4083a8a4667d8429109d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 15:29:11.385469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.390712 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.538295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.547185 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:11.575896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c431729-8cd2-4b1c-ba79-ec0305e155b8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:11.580930 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d75d5-ebcb-4ca7-b5b3-24eafe344fb9 None None] The sync data for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 is: [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:28:10Z', 'revision_number': 4, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd962cdf1-93d2-4152-8e0c-4a2557d9b012', 'name': '', 'network_id': '4a9bce8d-f952-4076-8927-d655ce984760', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'mac_address': 'fa:16:3e:b3:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:10Z', 'updated_at': '2021-08-22T15:28:16Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'subnets': [{'id': '6d3bd243-2e37-4018-9e0f-d35ac7f19709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:11.591832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.591832 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88934307-d14b-436e-b660-66a1b77ec474 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c431729-8cd2-4b1c-ba79-ec0305e155b8 HTTP/1.1" status: 204 len: 168 time: 0.6946313 Aug 22 15:29:11.592640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25b780-f65b-411d-b1d3-8ba2489df61e None None] Network 9e5075c4-0429-4c38-ab73-a90d3246dfa2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:29:11.594516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50088) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:11.708166 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.773255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Deleting port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:11.773836 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.826017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-92589fdc-b5e9-4c11-b66d-284eda17dad0 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips/4652fb18-eb1a-4f72-b4d4-f4c065d75622 HTTP/1.1" status: 200 len: 695 time: 0.4542644 Aug 22 15:29:11.855991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] DHCP port deletion for 9e5075c4-0429-4c38-ab73-a90d3246dfa2 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:29:11.862252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] For port fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:11.863137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.879718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Calling delete_port for fa4c37cc-5d2e-4cba-9312-dfb028c33e31 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:11.910838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd3708-5009-4840-8628-c2615b1505b7 req-4e9b6546-6413-43a3-99b5-afa5378f9871 service neutron] 10.222.0.54 "GET /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618307 Aug 22 15:29:11.922273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Deleting port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:11.922712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:11.973983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.000920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-92d20974-e62d-4d46-88ce-c94e51d92ce9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:12.002344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-92d20974-e62d-4d46-88ce-c94e51d92ce9 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/networks/6e17ac43-13d9-4221-8f2e-e33af352ea02 HTTP/1.1" status: 200 len: 784 time: 0.1657116 Aug 22 15:29:12.011094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] For port fa4c37cc-5d2e-4cba-9312-dfb028c33e31, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,segment=NetworkSegment(91aafb0b-0cb2-45b7-8b1d-745b2c0c429f),segment_id=91aafb0b-0cb2-45b7-8b1d-745b2c0c429f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:12.011503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.017375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-96e4d2c9-1d08-4e06-96aa-083242d5b2f6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:29:12.019493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-96e4d2c9-1d08-4e06-96aa-083242d5b2f6 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063231 Aug 22 15:29:12.031011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Calling delete_port for fa4c37cc-5d2e-4cba-9312-dfb028c33e31 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:12.055869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.071766 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.095090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:12.103057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] No DVR routers for this DVR port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:29:12.106891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-a899641e-29b1-470e-b9ce-789431e20dce tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 698 time: 0.0775611 Aug 22 15:29:12.120461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272aad11-1c6b-4b0b-816a-3c479e5d61d0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:12.139457 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.162349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.172546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13e36908-3d91-4d16-95a1-68ce1d830261 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0034504 Aug 22 15:29:12.175152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] Pushing event deleted for resources: {'Port': ['ID=fa4c37cc-5d2e-4cba-9312-dfb028c33e31,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:12.181932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-15b626c2-3bcc-4dac-90ab-1cadf2dedb92 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 698 time: 0.0697765 Aug 22 15:29:12.184602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2e1ba-da17-4444-a253-ecc8aa031098 None None] No DVR routers for this DVR port fa4c37cc-5d2e-4cba-9312-dfb028c33e31 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:29:12.199563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.230128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5075c4-0429-4c38-ab73-a90d3246dfa2']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:12.247895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:12.248227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aafb0b-0cb2-45b7-8b1d-745b2c0c429f') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:12.265790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.297148 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.305570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:29:12.316567 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.317628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8701b8-e35c-485f-9a2c-4a2833443529 None None] New status for floating IP 4652fb18-eb1a-4f72-b4d4-f4c065d75622: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:29:12.385233 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:29:12.401416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:12.403826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-e6f46d0b-b312-4a59-908a-e0c0555cc77d tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579132073&fields=id&tenant_id=b8affbcd0faa4083a8a4667d8429109d HTTP/1.1" status: 200 len: 267 time: 0.0840888 Aug 22 15:29:12.422147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Deleting port 6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:12.422570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.501798 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.527118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.532744 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e5075c4-0429-4c38-ab73-a90d3246dfa2 HTTP/1.1" status: 204 len: 168 time: 0.9359803 Aug 22 15:29:12.533851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58fba-423b-4c66-ad61-4f751196c265 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5075c4-0429-4c38-ab73-a90d3246dfa2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:12.535825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50104) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:12.618938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.619349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.638949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-d52d0060-0da5-4ae5-b927-c13565fe868d tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:12.640767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-d52d0060-0da5-4ae5-b927-c13565fe868d tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 808 time: 0.2204270 Aug 22 15:29:12.651715 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Calling delete_port for 6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:12.674249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-c5c88df8-03dd-47a9-9ce4-1418a36271c1 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/quotas/b8affbcd0faa4083a8a4667d8429109d HTTP/1.1" status: 200 len: 375 time: 0.0245478 Aug 22 15:29:12.788165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-4c7963f8-3cf4-4b8a-aae3-ed2adcceb2a4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671473 Aug 22 15:29:12.812411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-802bc0c6-501d-44a1-97b0-33874d101347 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:29:12.813416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-802bc0c6-501d-44a1-97b0-33874d101347 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062020 Aug 22 15:29:12.838483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:12.842811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:12.847835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.947364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-357c98e3-5efe-4846-8b43-e756c3b7d64c service neutron] 10.222.0.53 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257524 Aug 22 15:29:12.948573 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.978804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:12.990456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:13.054447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-f2d3ec44-a697-47a8-9a77-8eaaedd7b6ec service neutron] 10.222.0.53 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996127 Aug 22 15:29:13.055522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.085691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.091293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event deleted for resources: {'Port': ['ID=6c5cf4a6-be64-41a2-bf1f-05c20b9ffd04,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:13.173929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3421d261-96bd-47ef-a00f-af38d0d1717e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:13.174444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.179288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.186109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2fc0ade2-c307-4b64-ab4e-e74c43178eba req-87279c34-66bf-43c5-902e-b14a321526ab tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "DELETE /v2.0/floatingips/4652fb18-eb1a-4f72-b4d4-f4c065d75622 HTTP/1.1" status: 204 len: 173 time: 0.9978397 Aug 22 15:29:13.214955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3421d261-96bd-47ef-a00f-af38d0d1717e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:13.215847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3421d261-96bd-47ef-a00f-af38d0d1717e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:13.216735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fa4c37cc-5d2e-4cba-9312-dfb028c33e31 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:13.241414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: fa4c37cc-5d2e-4cba-9312-dfb028c33e31 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:13.241770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fa4c37cc-5d2e-4cba-9312-dfb028c33e31 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:13.244784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:13.254686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-75967619-d83b-47fc-918f-c8f0218484d4 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups/8e303e16-0461-403a-8eeb-56decb3c3d3a HTTP/1.1" status: 200 len: 1809 time: 0.0515046 Aug 22 15:29:13.297274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Deleting port f0f2d3d1-b77d-4e89-9698-afd99fb70e51 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:13.297921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.318816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.341108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.377425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] For port f0f2d3d1-b77d-4e89-9698-afd99fb70e51, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:13.377795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.391061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Calling delete_port for f0f2d3d1-b77d-4e89-9698-afd99fb70e51 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:13.444747 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.447505 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.448838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fec79f18-6fef-4cfc-8c1c-e9050d02be21 req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e303e16-0461-403a-8eeb-56decb3c3d3a HTTP/1.1" status: 204 len: 173 time: 0.1866157 Aug 22 15:29:13.461746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba8a4-dc01-4c68-afb6-f1e7a8df76a5 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e303e16-0461-403a-8eeb-56decb3c3d3a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:13.764935 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:13.792650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2d3d1-b77d-4e89-9698-afd99fb70e51,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:13.969841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:14.030503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961614e-0da4-4549-8091-4f4b1cdb28f3 req-7c431626-9d9e-412e-943c-0e0a63864f1f tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:14.032039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b961614e-0da4-4549-8091-4f4b1cdb28f3 req-7c431626-9d9e-412e-943c-0e0a63864f1f tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Aug 22 15:29:14.074115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b961614e-0da4-4549-8091-4f4b1cdb28f3 req-7351f7da-c6e9-41f3-9b49-aba788e511d0 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Aug 22 15:29:14.196389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Router a488e509-e780-4990-9396-1758b6259fb1 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:14.282069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:14.348275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:14.348679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:14.394728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1bb2c0f-847b-4a0c-8565-177ef7476108 req-7911814b-b114-4c8f-a57e-f9f4e10163e4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 210 time: 0.0397308 Aug 22 15:29:14.655628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:14.663564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bdf3b431-391b-4f3e-a4bf-b1f11997bb53 admin admin] 10.222.0.53 "PUT /v2.0/routers/a488e509-e780-4990-9396-1758b6259fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1245041 Aug 22 15:29:14.663792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:14.665621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Sync routers for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:14.676077 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:14.676702 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:14.777900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:14.782883 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:14.882352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:14.966926 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:29:13Z', 'revision_number': 5, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port': {'id': 'dee2963e-45ff-4020-8109-967074ff3f6e', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a488e509-e780-4990-9396-1758b6259fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:14.994972 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Checking router: a488e509-e780-4990-9396-1758b6259fb1 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:15.004628 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Routers {'a488e509-e780-4990-9396-1758b6259fb1'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:15.005242 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a488e509-e780-4990-9396-1758b6259fb1'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:15.056531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Deleting port dee2963e-45ff-4020-8109-967074ff3f6e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:15.056905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.103737 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] Set router a488e509-e780-4990-9396-1758b6259fb1 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:15.155123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] For port dee2963e-45ff-4020-8109-967074ff3f6e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=dee2963e-45ff-4020-8109-967074ff3f6e,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:15.155490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.157704 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:29:14Z', 'revision_number': 6, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:15.171124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Calling delete_port for dee2963e-45ff-4020-8109-967074ff3f6e owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:15.189550 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1cc10-8349-444a-8d39-ce5af504021a None None] The sync data for ids ['a488e509-e780-4990-9396-1758b6259fb1'] in n-d-805046-3 is: [{'id': 'a488e509-e780-4990-9396-1758b6259fb1', 'name': 'tempest-TestVolumeBackupRestore-1488553538-router', 'tenant_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:24:21Z', 'updated_at': '2021-08-22T15:29:14Z', 'revision_number': 6, 'project_id': 'c0aa440c7aba466ab8ba7f52be3886ab', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:15.223305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc419f-0f68-4fc5-814a-8d5fcdb5d27a req-84e79df7-0cf6-4fc2-8ea8-1092f3264c8e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:15.232414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3dc419f-0f68-4fc5-814a-8d5fcdb5d27a req-84e79df7-0cf6-4fc2-8ea8-1092f3264c8e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0759664 Aug 22 15:29:15.272867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3dc419f-0f68-4fc5-814a-8d5fcdb5d27a req-cf7d1610-a6eb-407c-a732-4e405add7d79 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Aug 22 15:29:15.475760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8e50ae5-41e9-4056-9448-477841dc6c9a req-0307cbfa-3489-42d1-b148-54c1f7bcf23f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 210 time: 0.0372276 Aug 22 15:29:15.484716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.512980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dee2963e-45ff-4020-8109-967074ff3f6e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:15.602896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.704851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.708165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.821941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.822813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a488e509-e780-4990-9396-1758b6259fb1 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:29:15.831930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.831930 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-651f7f62-5140-4210-91f1-0c0a894e7b2b admin admin] 10.222.0.53 "DELETE /v2.0/routers/a488e509-e780-4990-9396-1758b6259fb1 HTTP/1.1" status: 204 len: 168 time: 1.1639977 Aug 22 15:29:15.833227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50132) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:15.884647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Deleting subnet 1aa32080-3c00-4111-aae4-070c5064e587 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:29:15.888292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:15.926515 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.017022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.133666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.165024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa32080-3c00-4111-aae4-070c5064e587,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:16.169147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.171510 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c478b58-7390-463f-b32d-57f4528433cb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1aa32080-3c00-4111-aae4-070c5064e587 HTTP/1.1" status: 204 len: 168 time: 0.3368247 Aug 22 15:29:16.173620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:16.177128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78541378-2f6b-4f75-9baf-e4af6b36e932 None None] Network 3aabaa43-6857-4542-909b-8ac68d83faec requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:29:16.281392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device dee2963e-45ff-4020-8109-967074ff3f6e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:16.285735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.315151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: dee2963e-45ff-4020-8109-967074ff3f6e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:16.315151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device dee2963e-45ff-4020-8109-967074ff3f6e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:16.315151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f0f2d3d1-b77d-4e89-9698-afd99fb70e51 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:16.317476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-86b3fd10-338e-4e07-8d3b-d68c10a4e818 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:16.319329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-86b3fd10-338e-4e07-8d3b-d68c10a4e818 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.54 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0796115 Aug 22 15:29:16.342988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f0f2d3d1-b77d-4e89-9698-afd99fb70e51 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:16.342988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f0f2d3d1-b77d-4e89-9698-afd99fb70e51 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:16.396757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Deleting port 8609992d-9c19-4b2c-b689-21ad71637856 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:16.397537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.469856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe45ea-cb0b-45d2-917a-fef97409ef52 req-8bb7fdd0-8a48-4f73-b01f-32421c19724e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:16.470099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] DHCP port deletion for 3aabaa43-6857-4542-909b-8ac68d83faec request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:29:16.471438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55fe45ea-cb0b-45d2-917a-fef97409ef52 req-8bb7fdd0-8a48-4f73-b01f-32421c19724e tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0890868 Aug 22 15:29:16.481561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] For port 8609992d-9c19-4b2c-b689-21ad71637856, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8609992d-9c19-4b2c-b689-21ad71637856,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:16.481964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.483317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Deleting port e60624b5-5ffa-4e89-a411-098fa7ae0f58 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:16.483663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.501800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Calling delete_port for 8609992d-9c19-4b2c-b689-21ad71637856 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:16.532325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Deleting port 8609992d-9c19-4b2c-b689-21ad71637856 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:16.532862 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.600280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55fe45ea-cb0b-45d2-917a-fef97409ef52 req-1337e0fe-9bc9-41bc-98c0-c143144b07c7 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3744ffa3-d8be-4feb-8c7d-6b32d461db58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197157 Aug 22 15:29:16.608962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] For port 8609992d-9c19-4b2c-b689-21ad71637856, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=8609992d-9c19-4b2c-b689-21ad71637856,segment=NetworkSegment(ad91f098-489e-48b5-9ac9-1512a8eb5736),segment_id=ad91f098-489e-48b5-9ac9-1512a8eb5736)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:16.609536 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.624401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Calling delete_port for 8609992d-9c19-4b2c-b689-21ad71637856 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:16.630958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-000c7e4f-ac4d-4ce0-88bb-c9578550d3b6 req-2530c2d8-70dc-4433-8b8a-cc357718e183 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 210 time: 0.0601170 Aug 22 15:29:16.667094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] For port e60624b5-5ffa-4e89-a411-098fa7ae0f58, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=e60624b5-5ffa-4e89-a411-098fa7ae0f58,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:16.667548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.681118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Calling delete_port for e60624b5-5ffa-4e89-a411-098fa7ae0f58 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:16.724535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.733610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.763325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Pushing event deleted for resources: {'Port': ['ID=8609992d-9c19-4b2c-b689-21ad71637856,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:16.769966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] No DVR routers for this DVR port 8609992d-9c19-4b2c-b689-21ad71637856 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:29:16.782044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] Pushing event deleted for resources: {'Port': ['ID=8609992d-9c19-4b2c-b689-21ad71637856,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:16.786983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80cc07-93bd-45b4-a8b4-2d050b7991af None None] No DVR routers for this DVR port 8609992d-9c19-4b2c-b689-21ad71637856 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:29:16.850216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.860237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aabaa43-6857-4542-909b-8ac68d83faec']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:16.870927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad91f098-489e-48b5-9ac9-1512a8eb5736') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:16.871223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad91f098-489e-48b5-9ac9-1512a8eb5736') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:16.889295 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.893240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.904934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['e60624b5-5ffa-4e89-a411-098fa7ae0f58'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:29:16.921517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Pushing event deleted for resources: {'Port': ['ID=e60624b5-5ffa-4e89-a411-098fa7ae0f58,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:16.928747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.965054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:29:16.965460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:29:16.967360 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:29:16.987019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] No DVR routers for this DVR port e60624b5-5ffa-4e89-a411-098fa7ae0f58 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:29:16.990426 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:16.992774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e51ea37-56cb-4248-83cb-02db51b8ce6b req-ab16f8d5-f968-4be2-acbd-37efc3ac9683 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.54 "DELETE /v2.0/ports/e60624b5-5ffa-4e89-a411-098fa7ae0f58 HTTP/1.1" status: 204 len: 173 time: 0.6660631 Aug 22 15:29:16.993344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'name': 'network-vif-deleted', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:16.995820 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a34226-f382-442a-817b-19f763864e14" -d '{"events": [{"server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "name": "network-vif-deleted", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:17.033988 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d7224-7952-48d4-a746-97efad08473e x-openstack-request-id: req-1b9d7224-7952-48d4-a746-97efad08473e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:17.034327 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580dfdc-990d-4f63-8e18-aa3cec61c5d4", "name": "network-vif-deleted", "tag": "e60624b5-5ffa-4e89-a411-098fa7ae0f58", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:17.034588 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b9d7224-7952-48d4-a746-97efad08473e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:17.035021 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580dfdc-990d-4f63-8e18-aa3cec61c5d4', 'name': 'network-vif-deleted', 'tag': 'e60624b5-5ffa-4e89-a411-098fa7ae0f58', 'status': 'completed', 'code': 200} Aug 22 15:29:17.050647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-599e131b-3664-440e-ac29-2f97eaaeba9e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:17.052211 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-599e131b-3664-440e-ac29-2f97eaaeba9e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 808 time: 0.1744430 Aug 22 15:29:17.102381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-446ce50a-0ded-495f-a839-d32affcaf8e4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8affbcd0faa4083a8a4667d8429109d HTTP/1.1" status: 200 len: 380 time: 0.0354431 Aug 22 15:29:17.111655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'port': {'device_id': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'admin_state_up': True, 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'security_groups': ['256097f3-a5a1-4163-bacf-a90ef68840db']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:17.126597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.134968 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.136606 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3aabaa43-6857-4542-909b-8ac68d83faec HTTP/1.1" status: 204 len: 168 time: 0.9611309 Aug 22 15:29:17.156121 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a150ae-8c8f-4f9e-af82-252a632bb35a admin admin] Pushing event deleted for resources: {'Network': ['ID=3aabaa43-6857-4542-909b-8ac68d83faec,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:17.298965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Made reservation on behalf of b8affbcd0faa4083a8a4667d8429109d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:29:17.303673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.437109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Allocated IP 172.20.0.8 (e7ac12d7-e9c5-4ed9-b98e-957aea212c22/ce8e0e57-9d51-4a30-bab6-713497a7db99/5627b1dc-34f5-4d34-b720-5dfaee3819d8) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:17.553069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50144) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:17.582925 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.597150 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Transition to ACTIVE for port object 5627b1dc-34f5-4d34-b720-5dfaee3819d8 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:17.603464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3693f4f1-e27b-48a1-85b2-2ea9c2b02643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29799ab15ad4452ea8a659ef20e7a54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469453 Aug 22 15:29:17.603700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50146) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:17.668209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3001523-9270-410d-bf89-8e4be3872307 req-a1319a91-e9de-496b-a272-2bfbc91732ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0324972 Aug 22 15:29:17.685102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.714442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.781885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.785149 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4facaf3-e482-4a15-afa3-c454666a921d req-ec230296-c5b4-4788-81a2-7362ea119681 tempest-ServerRescueTestJSONUnderV235-754938894 tempest-ServerRescueTestJSONUnderV235-754938894-project] 10.222.0.53 "GET /v2.0/ports?device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0782745 Aug 22 15:29:17.795050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12cb32dd-d56c-4874-95de-c353940743f7 req-47763994-4e18-4791-8a83-3cf3b21e133b tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 210 time: 0.0840917 Aug 22 15:29:17.813556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3001523-9270-410d-bf89-8e4be3872307 req-b917c760-19fb-498c-9ee3-1059da03b28c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c86c167a12144388c54e92f5b9e2386&device_id=c580dfdc-990d-4f63-8e18-aa3cec61c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0706308 Aug 22 15:29:17.846208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:17.850116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:17.853136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:17.896327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:17.930320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:17.931270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.943387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.946016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:17.947211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/966b5b02-218a-4935-89d7-9104a80f37a2 HTTP/1.1" status: 204 len: 168 time: 0.3425345 Aug 22 15:29:17.962738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510c64-b302-45f5-8365-2cab544483e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b5b02-218a-4935-89d7-9104a80f37a2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:17.999858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-50e05604-af37-4c2c-92f6-866534ddd51f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919206 Aug 22 15:29:18.006965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3001523-9270-410d-bf89-8e4be3872307 req-4bf1a214-6a23-43bb-9924-565815063766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:18.010262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3001523-9270-410d-bf89-8e4be3872307 req-4bf1a214-6a23-43bb-9924-565815063766 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3c86c167a12144388c54e92f5b9e2386&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1664212 Aug 22 15:29:18.023733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Request body: {'port': {'device_id': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:18.087803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:18.145138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3001523-9270-410d-bf89-8e4be3872307 req-1307c13d-1fd9-4068-8c86-df24c7296125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:18.147144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f3001523-9270-410d-bf89-8e4be3872307 req-1307c13d-1fd9-4068-8c86-df24c7296125 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176431 Aug 22 15:29:18.245030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8609992d-9c19-4b2c-b689-21ad71637856 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:18.268927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 8609992d-9c19-4b2c-b689-21ad71637856 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:18.269347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 8609992d-9c19-4b2c-b689-21ad71637856 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:18.286590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41083f02-f42a-4c1d-89a9-90a91977874e None None] Provisioning for port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:18.291637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41083f02-f42a-4c1d-89a9-90a91977874e None None] Provisioning complete for port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:18.292123 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41083f02-f42a-4c1d-89a9-90a91977874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:18.333489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-41083f02-f42a-4c1d-89a9-90a91977874e None None] Port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:18.402044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5627b1dc-34f5-4d34-b720-5dfaee3819d8 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:29:18.409953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:18.421898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Transition to ACTIVE for port object 5627b1dc-34f5-4d34-b720-5dfaee3819d8 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:18.767504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:18.820899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:18.883425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50162) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:18.937611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Attempting to bind port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:18.937990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Attempting to bind port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:18.938852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Attempting to bind port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 on network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:18.946571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 on network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:29:18.946936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Attempting to bind port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 on network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:18.952806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:18.953129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Checking segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:18.953526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Bound using segment: {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:18.953959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Bound port: 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:18.954326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.020129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b08c-caea-4f4d-af0e-fbb85f8966e8 req-16037175-cd70-40e2-bb23-33fdbd0f79c9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.021624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c992b08c-caea-4f4d-af0e-fbb85f8966e8 req-16037175-cd70-40e2-bb23-33fdbd0f79c9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 943 time: 0.1295552 Aug 22 15:29:19.026057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:19.029551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:19.060949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:19.108205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a4567b1-5753-4940-8dd7-e114a1267524 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0aa440c7aba466ab8ba7f52be3886ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437479 Aug 22 15:29:19.108482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:19.138205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c992b08c-caea-4f4d-af0e-fbb85f8966e8 req-234d0085-29ec-4452-8e37-54065d9cadc4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902314 Aug 22 15:29:19.158188 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.163060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.214157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.214816 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.216264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] 10.222.0.10 "PUT /v2.0/ports/5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1091 time: 1.1999474 Aug 22 15:29:19.216711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:19.219275 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16718900-bb02-451c-87d3-2aa9fcb13a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:19.224073 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.273605 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1062c09f-0db7-428e-b4d2-e1ac344b26dd x-openstack-request-id: req-1062c09f-0db7-428e-b4d2-e1ac344b26dd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:19.273920 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:19.274122 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1062c09f-0db7-428e-b4d2-e1ac344b26dd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:19.274504 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'status': 'completed', 'code': 200} Aug 22 15:29:19.285130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e946bca-6b7b-4f2b-b7d9-2ae3c0080bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:19.373044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-ce9041d4-233e-47fe-ba04-17015354868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.375564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-ce9041d4-233e-47fe-ba04-17015354868f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1094 time: 0.0452425 Aug 22 15:29:19.377312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.381239 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.382440 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c13d4fd-abcf-4f5e-ab1f-0abe40f93a4b HTTP/1.1" status: 204 len: 168 time: 0.2729943 Aug 22 15:29:19.402719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c537b5-d27b-4259-a34f-23ff0f00a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13d4fd-abcf-4f5e-ab1f-0abe40f93a4b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:19.445780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.511088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-1ccec9d6-3d89-44d7-99c5-3aabbecd24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.512640 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-1ccec9d6-3d89-44d7-99c5-3aabbecd24fd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b8affbcd0faa4083a8a4667d8429109d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1210923 Aug 22 15:29:19.643830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-1cf6c95d-61f3-4a8d-a022-f28ae826d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.645654 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-16718900-bb02-451c-87d3-2aa9fcb13a4b req-1cf6c95d-61f3-4a8d-a022-f28ae826d26b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261091 Aug 22 15:29:19.744005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Deleting port d962cdf1-93d2-4152-8e0c-4a2557d9b012 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:19.744354 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.755885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-d6a5231d-3e46-4658-9500-d1ad8dc86c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.757463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-d6a5231d-3e46-4658-9500-d1ad8dc86c8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1094 time: 0.0475614 Aug 22 15:29:19.807751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-70afa4a9-0f42-4192-9aeb-60e63516c3a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 217 time: 0.0375230 Aug 22 15:29:19.836329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] For port d962cdf1-93d2-4152-8e0c-4a2557d9b012, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d962cdf1-93d2-4152-8e0c-4a2557d9b012,segment=NetworkSegment(13b3514c-1e8d-410f-af37-a8186c9d8cb8),segment_id=13b3514c-1e8d-410f-af37-a8186c9d8cb8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:19.836864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:19.851925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Calling delete_port for d962cdf1-93d2-4152-8e0c-4a2557d9b012 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:19.863460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-0ce18926-0c65-4ff0-9e8d-5a7c53607230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.865023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-0ce18926-0c65-4ff0-9e8d-5a7c53607230 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0507860 Aug 22 15:29:19.921424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-7b35b82d-5ffe-40b5-a1f5-8e4ba478018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:19.923027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-7b35b82d-5ffe-40b5-a1f5-8e4ba478018f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504544 Aug 22 15:29:20.026696 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-deb5aa6d-0060-4b1e-b1a1-b51dfca18fc1 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956314 Aug 22 15:29:20.132350 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9c6ebdbe-e7ab-4268-a730-5a2b253afba7 req-a8712601-6135-4e40-808e-2f50310a8044 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990002 Aug 22 15:29:20.150779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:20.176786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Pushing event deleted for resources: {'Port': ['ID=d962cdf1-93d2-4152-8e0c-4a2557d9b012,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:20.180688 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:29:20.342020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9181-b0b1-4deb-8809-8abe3542fd0f req-b6eb2265-b37e-41b8-93b5-5b1a6b477138 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:20.343539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63cc9181-b0b1-4deb-8809-8abe3542fd0f req-b6eb2265-b37e-41b8-93b5-5b1a6b477138 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 943 time: 0.1046176 Aug 22 15:29:20.411938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:20.416954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63cc9181-b0b1-4deb-8809-8abe3542fd0f req-ee71cfc3-bdac-4555-91d3-31964804fc5c tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480993 Aug 22 15:29:20.591100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e60624b5-5ffa-4e89-a411-098fa7ae0f58 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:20.613533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: e60624b5-5ffa-4e89-a411-098fa7ae0f58 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:20.614085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device e60624b5-5ffa-4e89-a411-098fa7ae0f58 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:20.896125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Router c5484f03-68ea-4969-9320-9b7b2144779f has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:21.001514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:21.007409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bc08db8d-baee-4206-a779-8e69027372df admin admin] 10.222.0.53 "PUT /v2.0/routers/c5484f03-68ea-4969-9320-9b7b2144779f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220844 Aug 22 15:29:21.010048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50174) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:21.015919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Sync routers for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:21.026814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:21.027437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:21.117901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:21.135956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:21.227860 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:21.278918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:21.322882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:29:20Z', 'revision_number': 5, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port': {'id': 'a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:08Z', 'updated_at': '2021-08-22T15:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:21.343896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Deleting port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:29:21.344264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:21.354138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Checking router: c5484f03-68ea-4969-9320-9b7b2144779f for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:21.363014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Routers {'c5484f03-68ea-4969-9320-9b7b2144779f'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:21.363630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c5484f03-68ea-4969-9320-9b7b2144779f'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:21.423838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] For port a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:21.424238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:21.436501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Calling delete_port for a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:29:21.457425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] Set router c5484f03-68ea-4969-9320-9b7b2144779f gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:21.513111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:29:21Z', 'revision_number': 6, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:21.546208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a85b00-ddc2-4711-991b-184bfc0c41c3 None None] The sync data for ids ['c5484f03-68ea-4969-9320-9b7b2144779f'] in n-d-805046-3 is: [{'id': 'c5484f03-68ea-4969-9320-9b7b2144779f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1739347708-router', 'tenant_id': '3c86c167a12144388c54e92f5b9e2386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:07Z', 'updated_at': '2021-08-22T15:29:21Z', 'revision_number': 6, 'project_id': '3c86c167a12144388c54e92f5b9e2386', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:21.550083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437a6ad-0291-4cdc-84a2-c8321cf6fdb7 req-47ae2196-b1e8-47d9-b77e-a8f0bf1e248e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:21.551675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0437a6ad-0291-4cdc-84a2-c8321cf6fdb7 req-47ae2196-b1e8-47d9-b77e-a8f0bf1e248e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 943 time: 0.0602422 Aug 22 15:29:21.597925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0437a6ad-0291-4cdc-84a2-c8321cf6fdb7 req-a09fd7e1-b9ea-424d-87f4-8290b872065e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Aug 22 15:29:22.015865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.046018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Pushing event deleted for resources: {'Port': ['ID=a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:22.108220 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.198085 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.200238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.301143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.302135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5484f03-68ea-4969-9320-9b7b2144779f {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:29:22.313199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.313199 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-44fed20d-5dfb-46c4-88fb-d8ca2b31847d admin admin] 10.222.0.53 "DELETE /v2.0/routers/c5484f03-68ea-4969-9320-9b7b2144779f HTTP/1.1" status: 204 len: 168 time: 1.3007765 Aug 22 15:29:22.314694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:22.370607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d962cdf1-93d2-4152-8e0c-4a2557d9b012 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:22.378539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Deleting subnet 6d3bd243-2e37-4018-9e0f-d35ac7f19709 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:29:22.381913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.391549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d962cdf1-93d2-4152-8e0c-4a2557d9b012 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:22.391899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d962cdf1-93d2-4152-8e0c-4a2557d9b012 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:22.392347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:29:22.411226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:29:22.411583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a58cc1ac-6162-4761-bbf1-d09a2d6e6f0d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:29:22.417535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.457715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.575882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.608363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3bd243-2e37-4018-9e0f-d35ac7f19709,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:22.612851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.616610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e9ed132d-6bcd-4973-9e5c-d56410a96792 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6d3bd243-2e37-4018-9e0f-d35ac7f19709 HTTP/1.1" status: 204 len: 168 time: 0.2994573 Aug 22 15:29:22.617507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50180) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:22.686455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.715764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3573a-f6a8-4b20-abf0-abc48405e7d1 req-fea988c5-5c74-4805-a75c-5cf84ce411b5 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:22.717296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcc3573a-f6a8-4b20-abf0-abc48405e7d1 req-fea988c5-5c74-4805-a75c-5cf84ce411b5 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 943 time: 0.0500042 Aug 22 15:29:22.757635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fcc3573a-f6a8-4b20-abf0-abc48405e7d1 req-da6c2c71-2138-4738-84b0-535af7737b96 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Aug 22 15:29:22.770037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.779998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9bce8d-f952-4076-8927-d655ce984760']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:22.792136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b3514c-1e8d-410f-af37-a8186c9d8cb8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:22.792437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b3514c-1e8d-410f-af37-a8186c9d8cb8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:22.802481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.816671 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.822396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:29:22.822785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:29:22.824553 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:29:22.935635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.941090 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:22.945340 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4a9bce8d-f952-4076-8927-d655ce984760 HTTP/1.1" status: 204 len: 168 time: 0.3245685 Aug 22 15:29:22.957186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2f242-51aa-4251-b58e-18247fbecb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9bce8d-f952-4076-8927-d655ce984760,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:23.206840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5627b1dc-34f5-4d34-b720-5dfaee3819d8 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:29:23.308349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:23.319942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50186) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:23.320471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'port_id': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'mac_address': 'fa:16:3e:79:87:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:29:23.358756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.360493 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79a9014c-9de3-43e0-aa98-289394e4d31d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c86c167a12144388c54e92f5b9e2386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391803 Aug 22 15:29:23.363483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50188) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:23.372803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5627b1dc-34f5-4d34-b720-5dfaee3819d8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:29:23.400394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:23.420899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.442641 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.507763 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.551316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.554180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:23.557915 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3744ffa3-d8be-4feb-8c7d-6b32d461db58 HTTP/1.1" status: 204 len: 168 time: 0.1908765 Aug 22 15:29:23.558068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:23.569099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b1b6d-4a08-4528-bec4-9344499c456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3744ffa3-d8be-4feb-8c7d-6b32d461db58,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:23.876160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c72fd-81f3-46ad-acae-2ca0e3e9d312 req-06f4647f-675d-46c3-b8e0-868dc31458ad tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:23.877648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f83c72fd-81f3-46ad-acae-2ca0e3e9d312 req-06f4647f-675d-46c3-b8e0-868dc31458ad tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 944 time: 0.0506835 Aug 22 15:29:23.921165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f83c72fd-81f3-46ad-acae-2ca0e3e9d312 req-9d06f857-2061-4288-92ee-6da9098d93d0 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Aug 22 15:29:23.933660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['5627b1dc-34f5-4d34-b720-5dfaee3819d8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:29:24.741000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50212) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:24.870059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-528194273-network', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:24.950469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Made reservation on behalf of f6dca0f5f93643fd994f449390c0cb0e for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:29:24.953768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:24.968305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.060795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2f5c8-0fd4-4055-9e48-3dc061f4aa14 req-a660b4dc-e81f-4cd6-85bc-299ceea7e63d tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:25.062514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fb2f5c8-0fd4-4055-9e48-3dc061f4aa14 req-a660b4dc-e81f-4cd6-85bc-299ceea7e63d tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 944 time: 0.0598199 Aug 22 15:29:25.102353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.106363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fb2f5c8-0fd4-4055-9e48-3dc061f4aa14 req-72d64b28-4fe7-4777-ae21-3cadd9fa041b tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Aug 22 15:29:25.181326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.207641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:29:25.217924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2db0e-d9b6-4f09-962d-2662fe2fa9e2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:25.220386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5627b1dc-34f5-4d34-b720-5dfaee3819d8 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:25.223663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.224050 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Added segment 58b0ec19-00d1-4041-a62d-cd883014d9d0 of type vlan for network f946fa35-ac6a-4cae-ba43-55e58ba30078 Aug 22 15:29:25.279924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.335634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:25.339955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:25.340496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.364932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.366469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:25.367438 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.457353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.468790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] Pushing event updated for resources: {'Network': ['ID=f946fa35-ac6a-4cae-ba43-55e58ba30078,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:25.480869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:29:25.489849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:25.492116 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547262ce-7b34-488a-9e8b-e820300fc5b2" -d '{"events": [{"server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "name": "network-vif-plugged", "status": "completed", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:25.519330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-78f781f9-5c19-48ca-bc26-bb3434d56e4a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7745435 Aug 22 15:29:25.520553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50220) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:25.520687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:25.525157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Request body: {'subnet': {'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-528194273-subnet', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:25.554509 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7d482-7840-4f0a-8508-fcfc95019b64 x-openstack-request-id: req-c7c7d482-7840-4f0a-8508-fcfc95019b64 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:25.554836 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "name": "network-vif-plugged", "status": "completed", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:25.555050 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7c7d482-7840-4f0a-8508-fcfc95019b64 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:25.555435 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'code': 200} Aug 22 15:29:25.621327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.648708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Made reservation on behalf of f6dca0f5f93643fd994f449390c0cb0e for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:29:25.651044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.671134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:25.710014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7399-b9ce-432f-8cb3-7673334b1e8f req-b048a222-469b-420f-83c4-9bb0adddc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:25.711540 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-211e7399-b9ce-432f-8cb3-7673334b1e8f req-b048a222-469b-420f-83c4-9bb0adddc1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0941806 Aug 22 15:29:25.768732 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-211e7399-b9ce-432f-8cb3-7673334b1e8f req-eb7874b2-c178-4360-8e06-bd69cd3e86d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494146 Aug 22 15:29:25.930279 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:25.992773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a82945c-00e6-4fdc-8100-e83749f24a22,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:26.001569 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Checking segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:26.001934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Network hostable DHCP agents. Network: f946fa35-ac6a-4cae-ba43-55e58ba30078, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:29:26.079023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:29:26.158549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f946fa35-ac6a-4cae-ba43-55e58ba30078) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:26.163730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:26.164408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.171394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6682540-73a1-4914-9266-d49593c58e7b None None] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:29:26.239108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693740-4821-4083-8e1f-c4445ebdc351 req-af9bcd50-f661-48c8-841a-46332d244e93 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:26.240711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e693740-4821-4083-8e1f-c4445ebdc351 req-af9bcd50-f661-48c8-841a-46332d244e93 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Aug 22 15:29:26.251123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-164f6c2d-efb4-4f64-a76f-6506e7eb5443 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7301500 Aug 22 15:29:26.254542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50224) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:26.260002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:26.292073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e693740-4821-4083-8e1f-c4445ebdc351 req-e91ce7e9-84e8-454f-8733-fef03566e074 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372744 Aug 22 15:29:26.335414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f946fa35-ac6a-4cae-ba43-55e58ba30078', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:29:26.336355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.347736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.348858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.404373 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.477463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Allocated IP 172.20.0.2 (f946fa35-ac6a-4cae-ba43-55e58ba30078/4a82945c-00e6-4fdc-8100-e83749f24a22/e242da9b-747c-4a1e-a662-1d9b00c2b39a) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:26.603035 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.626943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.636363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Transition to ACTIVE for port object e242da9b-747c-4a1e-a662-1d9b00c2b39a will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:26.652591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Transition to ACTIVE for port object e242da9b-747c-4a1e-a662-1d9b00c2b39a will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:26.750747 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.792213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:26.796638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:26.800822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:26.808841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Pushing event updated for resources: {'Port': ['ID=e242da9b-747c-4a1e-a662-1d9b00c2b39a,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:26.867490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Attempting to bind port e242da9b-747c-4a1e-a662-1d9b00c2b39a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:26.867759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Attempting to bind port e242da9b-747c-4a1e-a662-1d9b00c2b39a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:26.868177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Attempting to bind port e242da9b-747c-4a1e-a662-1d9b00c2b39a on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:26.873706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:26.874088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Checking segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:26.874496 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.874926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Bound using segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:26.875407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Bound port: e242da9b-747c-4a1e-a662-1d9b00c2b39a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:26.875798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.895547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.920128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:26.943816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] For port e242da9b-747c-4a1e-a662-1d9b00c2b39a, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:26.946926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] For port e242da9b-747c-4a1e-a662-1d9b00c2b39a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e242da9b-747c-4a1e-a662-1d9b00c2b39a,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:27.037496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Allocated IP 172.25.0.70 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/514ab4c2-19d0-4147-b3ee-0f67f03e2c43) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:27.044987 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:27.127419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb416-8d30-4b44-a0e2-83bcdc322d91 None None] Pushing event updated for resources: {'Port': ['ID=e242da9b-747c-4a1e-a662-1d9b00c2b39a,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:27.168274 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:27.318312 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:27.378709 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:27.384045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:27.391497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:27.395830 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Pushing event updated for resources: {'Port': ['ID=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:27.443637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478beef-93b1-43f5-9339-504291b9568b req-77caaaae-6591-479d-bb37-dfded68b1d28 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:27.445265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0478beef-93b1-43f5-9339-504291b9568b req-77caaaae-6591-479d-bb37-dfded68b1d28 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0592756 Aug 22 15:29:27.489778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0478beef-93b1-43f5-9339-504291b9568b req-8fbee463-bf76-4eb7-bc46-7265ebd7c2af tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Aug 22 15:29:27.740289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:27.946368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.098412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dbb703-372b-4a6d-af66-59655e436d62 None None] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:29:28.155705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Router 688f3002-9a79-4286-ab8c-c92355efbb20 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:29:28.266271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1292a8c7-84ad-410f-bc7b-23be810ad112 None None] Provisioning for port e242da9b-747c-4a1e-a662-1d9b00c2b39a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:28.278783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e242da9b-747c-4a1e-a662-1d9b00c2b39a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:28.285323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:28.294085 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:28.306380 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:28.307119 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:28.379046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.380416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31674f44-dc48-4398-9f57-d175aabc7c09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1247969 Aug 22 15:29:28.383274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50230) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:28.407352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e242da9b-747c-4a1e-a662-1d9b00c2b39a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:28.413939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e242da9b-747c-4a1e-a662-1d9b00c2b39a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:28.414608 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.427050 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:28.499964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.540518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e242da9b-747c-4a1e-a662-1d9b00c2b39a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e242da9b-747c-4a1e-a662-1d9b00c2b39a,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:28.605641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24e2518b-7d86-49d9-8e1e-f9e794a0650d None None] Provisioning complete for port e242da9b-747c-4a1e-a662-1d9b00c2b39a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:28.606425 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24e2518b-7d86-49d9-8e1e-f9e794a0650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.637237 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.654315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2eee2-3278-404c-b257-4d506173d99e req-57a815d8-7c1b-41a4-a050-73fb9eea0c34 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:28.655960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0dc2eee2-3278-404c-b257-4d506173d99e req-57a815d8-7c1b-41a4-a050-73fb9eea0c34 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0798724 Aug 22 15:29:28.682088 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:27Z', 'revision_number': 3, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:28.712079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0dc2eee2-3278-404c-b257-4d506173d99e req-e4f0ead1-b0e6-483c-9133-a885b0b2ecb3 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Aug 22 15:29:28.712557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e242da9b-747c-4a1e-a662-1d9b00c2b39a,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:28.719447 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:28.719801 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Updating router 688f3002-9a79-4286-ab8c-c92355efbb20 port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:29:28.748657 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:28.860963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a903e-1190-4112-aaaf-f0098f0496ef req-02e7138b-57e9-4a97-8b3f-64e357d29df8 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:28.863231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-753a903e-1190-4112-aaaf-f0098f0496ef req-02e7138b-57e9-4a97-8b3f-64e357d29df8 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0597684 Aug 22 15:29:28.905908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-753a903e-1190-4112-aaaf-f0098f0496ef req-8d919740-ed68-4a2b-afaa-dd98efd118c7 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355225 Aug 22 15:29:28.919508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.041024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad2ea3-941c-4670-a95f-c090a9a8a7a6 req-820d0e81-36aa-46da-b850-19bea69ef4d3 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:29.042859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6cad2ea3-941c-4670-a95f-c090a9a8a7a6 req-820d0e81-36aa-46da-b850-19bea69ef4d3 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0577531 Aug 22 15:29:29.088418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6cad2ea3-941c-4670-a95f-c090a9a8a7a6 req-7b77cc5f-ba7e-46fb-93ee-0d8abaa5419f tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Aug 22 15:29:29.092315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Allocated IP 172.20.0.1 (f946fa35-ac6a-4cae-ba43-55e58ba30078/4a82945c-00e6-4fdc-8100-e83749f24a22/94cb8845-a86e-49ce-a2f6-09552c504cc2) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:29.114718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50238) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:29.148145 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.158057 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Transition to ACTIVE for port object 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:29.205311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.221976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Transition to ACTIVE for port object 94cb8845-a86e-49ce-a2f6-09552c504cc2 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:29.253378 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.277299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc8237-4f6b-4f00-afd8-409d465ac178 tempest-TestServerBasicOps-1844524844 tempest-TestServerBasicOps-1844524844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:29.278855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aebc8237-4f6b-4f00-afd8-409d465ac178 tempest-TestServerBasicOps-1844524844 tempest-TestServerBasicOps-1844524844-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1091 time: 0.1656001 Aug 22 15:29:29.282402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50242) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:29.287650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:29.307330 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Attempting to bind port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:29.307953 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Attempting to bind port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:29.308213 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Attempting to bind port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:29.310984 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Pushing event updated for resources: {'Port': ['ID=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:29.315908 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:29.316426 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:29.316823 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.317222 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:29.317686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Bound port: 514ab4c2-19d0-4147-b3ee-0f67f03e2c43, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:29.318063 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.324584 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.324937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.325280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.325615 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.325976 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.326311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.326640 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.326973 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.327299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.327879 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.328231 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.328509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.328650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:29:29.375837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:29.378675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:29.381106 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:29.385042 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] For port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:29.389297 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] For port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:29.390145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.416347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Pushing event updated for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:29.435556 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.465082 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.521434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.524358 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0da13-a4a1-4c6d-abb6-2dc6a20408df None None] Pushing event updated for resources: {'Port': ['ID=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:29.554369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:29.555585 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:29.794644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Allocated IP 172.25.0.247 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/dddddced-bee5-4d8b-9f7a-ea6b1ecc352e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:29.795170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:29.818270 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.878574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fc36555-befb-4539-91f0-7d5ac2bc7241 None None] Provisioning for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:29.883761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2fc36555-befb-4539-91f0-7d5ac2bc7241 None None] Provisioning complete for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:29.884515 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fc36555-befb-4539-91f0-7d5ac2bc7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:29.915448 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:27Z', 'revision_number': 3, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:29.921746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2fc36555-befb-4539-91f0-7d5ac2bc7241 None None] Port 94cb8845-a86e-49ce-a2f6-09552c504cc2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:29.947274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cfb3-2d0a-45c6-acc9-b7cfc3fcab59 None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:27Z', 'revision_number': 3, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:29.950356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.004278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:30.007755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:30.010880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:30.019749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'Port': ['ID=dddddced-bee5-4d8b-9f7a-ea6b1ecc352e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:30.026343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.128051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4b9f-c4e1-4c6e-8221-c872251b2f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.258932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.316832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e242da9b-747c-4a1e-a662-1d9b00c2b39a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:30.327316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.398047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e242da9b-747c-4a1e-a662-1d9b00c2b39a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:30.398831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.411306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Pushing event updated for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:30.413867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.520264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.525680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:30.527485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:30.673588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:30.673866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.820487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:30.829235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5bd2e38-28cb-4f17-a38a-a81e9a065312 admin admin] 10.222.0.53 "PUT /v2.0/routers/688f3002-9a79-4286-ab8c-c92355efbb20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4449670 Aug 22 15:29:30.868050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3ded13a-0691-4a6e-b7f8-14dc657550ae None None] Provisioning complete for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:30.868811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3ded13a-0691-4a6e-b7f8-14dc657550ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.869648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:30.915507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c3ded13a-0691-4a6e-b7f8-14dc657550ae None None] Port 94cb8845-a86e-49ce-a2f6-09552c504cc2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:30.921567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.013950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event updated for resources: {'Port': ['ID=dddddced-bee5-4d8b-9f7a-ea6b1ecc352e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:31.027534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.142255 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Floating IP ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb associated. External IP: 172.25.0.247, port: 5627b1dc-34f5-4d34-b720-5dfaee3819d8. Aug 22 15:29:31.368710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Router 2c718707-1b85-48ac-98b8-181cc9bb58f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:31.460685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50252) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:31.472689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371612428', 'description': 'tempest-description--1649500211'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:31.491331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:31.506297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Sync routers for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:31.516062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:31.516681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:31.573094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.647588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.699873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d1111a9-7d84-40f3-b03b-de8f40f6dbca tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4009151 Aug 22 15:29:31.699873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:31.699873 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2553902b-f839-47d3-a591-f519e2667890" -d '{"events": [{"name": "network-changed", "server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:31.746587 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:31.747089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b182dd-c023-4b84-b6f4-5e5169c0ba72 x-openstack-request-id: req-c3b182dd-c023-4b84-b6f4-5e5169c0ba72 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:31.747089 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:31.747422 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3b182dd-c023-4b84-b6f4-5e5169c0ba72 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:31.747795 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'status': 'completed', 'code': 200} Aug 22 15:29:31.758305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:31.760899 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:31.761340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.820984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:31.833597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553902b-f839-47d3-a591-f519e2667890 req-b2a7efda-b7a0-4505-ac15-8709265ee35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:31.835297 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-b2a7efda-b7a0-4505-ac15-8709265ee35e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0448837 Aug 22 15:29:31.864592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:31.878056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:31.941410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:31.974061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553902b-f839-47d3-a591-f519e2667890 req-68bb28bd-8c55-4408-8894-f5e29e0064aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:31.975080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-68bb28bd-8c55-4408-8894-f5e29e0064aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.1331642 Aug 22 15:29:32.030521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.035498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cba313ff-7c9c-4e75-8450-fe3fdafe3786 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5687449 Aug 22 15:29:32.036509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:32.041591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group_rule': {'security_group_id': 'ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:32.063943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-f1df7779-7101-4792-a579-a30777b67a33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 999 time: 0.0808616 Aug 22 15:29:32.085618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'port_id': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'mac_address': 'fa:16:3e:79:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:30Z', 'updated_at': '2021-08-22T15:29:30Z', 'revision_number': 0, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:32.115100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Checking router: 2c718707-1b85-48ac-98b8-181cc9bb58f2 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:32.124047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553902b-f839-47d3-a591-f519e2667890 req-610a8b2b-5940-4234-a90b-2d89d6246f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:32.124317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:32.124894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:32.126474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-610a8b2b-5940-4234-a90b-2d89d6246f06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0549953 Aug 22 15:29:32.132291 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:30Z', 'revision_number': 2, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:32.135454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.185968 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:32.186739 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Updating router 688f3002-9a79-4286-ab8c-c92355efbb20 port 94cb8845-a86e-49ce-a2f6-09552c504cc2 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:29:32.223195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553902b-f839-47d3-a591-f519e2667890 req-8945439d-01d4-47e5-8295-c56a7c59cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:32.226712 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-8945439d-01d4-47e5-8295-c56a7c59cee4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912263 Aug 22 15:29:32.233951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.237849 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.313039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.314423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:32.338418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636beced-237c-474f-bf1a-4f971dcede0a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:32.390038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:32.392105 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-4afc07fe-e469-42a6-90c5-d5807da06607 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581769 Aug 22 15:29:32.404556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.408267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb535007-6caa-4863-b741-4f80ae258055 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681734 Aug 22 15:29:32.409460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50260) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:32.415421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group_rule': {'security_group_id': 'ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:32.516649 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2553902b-f839-47d3-a591-f519e2667890 req-50585008-4152-4315-a054-aa328bdb799b service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152916 Aug 22 15:29:32.546598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.570022 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.581576 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Transition to ACTIVE for port object 94cb8845-a86e-49ce-a2f6-09552c504cc2 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:32.583258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:32.593356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:32.593740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.609174 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.730071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.730368 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.732238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.759470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:32.760223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f16d2a3-a8ca-4c76-8177-410bb3998c37,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:32.762053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'port_id': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'mac_address': 'fa:16:3e:79:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:30Z', 'updated_at': '2021-08-22T15:29:30Z', 'revision_number': 0, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:32.783497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db70914-18ac-49a5-8aed-afabb6e5a8eb None None] Pushing event updated for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:32.803052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99af63-37c2-44ce-b2ba-27b41b45ba6e None None] The sync data for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 is: [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'port_id': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'mac_address': 'fa:16:3e:79:87:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:30Z', 'updated_at': '2021-08-22T15:29:30Z', 'revision_number': 0, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:32.839636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.840961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3f82e476-3713-4bcc-8b8a-e6cecc9849f0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4304993 Aug 22 15:29:32.844258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50262) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:32.852614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:32.853830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Attempting to bind port 94cb8845-a86e-49ce-a2f6-09552c504cc2 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:32.854394 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Attempting to bind port 94cb8845-a86e-49ce-a2f6-09552c504cc2 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:32.854828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Attempting to bind port 94cb8845-a86e-49ce-a2f6-09552c504cc2 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:32.861040 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:32.862474 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Checking segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:32.863436 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.864178 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Bound using segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:32.864853 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Bound port: 94cb8845-a86e-49ce-a2f6-09552c504cc2, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:32.865450 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.870492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.872095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:32.932014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:32.951652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] For port 94cb8845-a86e-49ce-a2f6-09552c504cc2, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:32.955282 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] For port 94cb8845-a86e-49ce-a2f6-09552c504cc2, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=94cb8845-a86e-49ce-a2f6-09552c504cc2,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:32.975844 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.073077 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.081140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf88cd-92b6-4e0b-83e3-bfb5a475bf3f None None] New status for floating IP ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:29:33.103764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.150676 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db70914-18ac-49a5-8aed-afabb6e5a8eb None None] Pushing event updated for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:33.160740 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:33.162336 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:33.263937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Allocated IP 172.25.0.25 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/143d4c08-004b-4f6d-9aea-b9ac505a8c7b) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:33.313373 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:33.392385 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.465991 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fc5415f-1c96-4e50-8023-559a00b04e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.488600 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.530283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:33.533505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:33.536495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:33.571686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=143d4c08-004b-4f6d-9aea-b9ac505a8c7b,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:33.637644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:33.645354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.670178 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201678b-c280-4e38-8c24-95e007619b2e None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:33.787922 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:33.961421 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.004595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.077110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=143d4c08-004b-4f6d-9aea-b9ac505a8c7b,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:34.090895 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.165656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.167736 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-aee5dadb-3307-4416-892d-ddd459791e86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3221960 Aug 22 15:29:34.342827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 94cb8845-a86e-49ce-a2f6-09552c504cc2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:34.359773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-c2e817ad-e48a-4a4c-a8e8-67299ada2648 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--371612428&fields=id&tenant_id=f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 267 time: 0.0477896 Aug 22 15:29:34.489786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:34.494232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:34.494828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.514545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-47338c4e-6c7c-47d8-98f3-6ca817b14e92 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:34.516316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-47338c4e-6c7c-47d8-98f3-6ca817b14e92 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 810 time: 0.1480041 Aug 22 15:29:34.537844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0daa7f0e-b582-4f68-af47-fb6b48b2328f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/quotas/f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 375 time: 0.0107911 Aug 22 15:29:34.595598 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.600565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-27287abe-a420-42bd-94b8-30de272d5462 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545013 Aug 22 15:29:34.637464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 94cb8845-a86e-49ce-a2f6-09552c504cc2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=94cb8845-a86e-49ce-a2f6-09552c504cc2,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:34.715940 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.716785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:34.741775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-812b7553-0453-4111-9afd-2bdc94cde42d service neutron] 10.222.0.53 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203222 Aug 22 15:29:34.801804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:34.821309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:34.821691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:34.857562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-000c726e-d637-4f9c-a8f3-e8a418be6a0d service neutron] 10.222.0.53 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090801 Aug 22 15:29:34.943137 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:35.125261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8331cc11-b438-40aa-90a5-07465e5c41f0 req-59f57bfb-d85b-4e11-9943-f87fe9d52680 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0308247 Aug 22 15:29:36.219454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-467723e4-c882-43fe-b52b-665c688359f4 req-abf1dde5-0c7a-49f1-b198-9a937f81c601 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0342176 Aug 22 15:29:36.266013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 94cb8845-a86e-49ce-a2f6-09552c504cc2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:36.318789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 94cb8845-a86e-49ce-a2f6-09552c504cc2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:36.319319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:36.855660 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:37.091650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-5cb0ca12-02b6-4e9f-92ef-bfdd1dd824a9 req-0e7b8409-a616-4929-914a-846ced87988f service neutron] (102048) timed out ('10.222.0.53', 60864) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:29:37.298307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8820c3d3-2318-4272-8a45-76aed8c38b72 req-97b7ce2d-0c42-4f5b-aa37-de99cef5dc68 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0274272 Aug 22 15:29:38.396897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c78329f-fdce-4669-bed1-b5430a1d12ab req-96ede5eb-0991-4dcd-96ee-48627b21c261 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0284922 Aug 22 15:29:39.505586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed41eed7-2150-4091-bfeb-fc22f13b972a req-4eb051fd-2b31-4243-8d52-5f14a8b12672 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0372393 Aug 22 15:29:39.522388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-84462beb-cb22-436b-8f8e-a389a7d8563d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:39.524208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-84462beb-cb22-436b-8f8e-a389a7d8563d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 810 time: 0.1466076 Aug 22 15:29:39.581021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-e4eafb97-4b3b-4f25-a4f3-19543465d8a7 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 379 time: 0.0465090 Aug 22 15:29:39.589474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'port': {'device_id': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'admin_state_up': True, 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'security_groups': ['ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:39.773151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Made reservation on behalf of f6dca0f5f93643fd994f449390c0cb0e for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:29:39.776764 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:39.913837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Allocated IP 172.20.0.13 (f946fa35-ac6a-4cae-ba43-55e58ba30078/4a82945c-00e6-4fdc-8100-e83749f24a22/591233fa-edd4-44e1-98e1-ef6f9a7279f1) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:29:40.067120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.082495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Transition to ACTIVE for port object 591233fa-edd4-44e1-98e1-ef6f9a7279f1 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:40.177033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.221626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:29:40.225579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:29:40.229559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:29:40.260285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:40.296696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:40.297696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.404639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0f194f66-8d4a-483f-98f2-d9e07a8a08aa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8190730 Aug 22 15:29:40.417815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Request body: {'port': {'device_id': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:40.478443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.504201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d4bd9ac-aa0e-49f0-89d5-5bb67399765d None None] Provisioning for port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:40.504201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d4bd9ac-aa0e-49f0-89d5-5bb67399765d None None] Provisioning complete for port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:40.504201 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd9ac-aa0e-49f0-89d5-5bb67399765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.554903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bd9ac-aa0e-49f0-89d5-5bb67399765d None None] Port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:29:40.633903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-bfe01c2a-30fd-40d5-9959-382011b12be2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558929 Aug 22 15:29:40.737790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-202d9f20-0180-4d49-94af-4207d69f6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:40.739713 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-202d9f20-0180-4d49-94af-4207d69f6182 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0485172 Aug 22 15:29:40.755048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b316-7e65-4cd0-a27e-6d35b9e85369 req-da5f3ede-8bee-4941-ab56-0b6db3457992 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:40.756750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f5b316-7e65-4cd0-a27e-6d35b9e85369 req-da5f3ede-8bee-4941-ab56-0b6db3457992 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 932 time: 0.1303446 Aug 22 15:29:40.822031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f5b316-7e65-4cd0-a27e-6d35b9e85369 req-4b83310b-3a21-4083-bfcf-0d3c3ce7f252 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585327 Aug 22 15:29:40.833228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.857699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-13056427-7718-4fac-b6fc-734cfe3ff7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:40.859496 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-13056427-7718-4fac-b6fc-734cfe3ff7c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.0973485 Aug 22 15:29:40.887831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591233fa-edd4-44e1-98e1-ef6f9a7279f1 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:29:40.896280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.909341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Transition to ACTIVE for port object 591233fa-edd4-44e1-98e1-ef6f9a7279f1 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:29:40.931704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-f983cec3-6317-41c5-911e-25dbe8fc888d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1001 time: 0.0659196 Aug 22 15:29:40.975557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:40.985784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-7aa761be-1486-432c-a119-de8b8cd1ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:40.988337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-7aa761be-1486-432c-a119-de8b8cd1ac67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0496054 Aug 22 15:29:41.043100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-7723b0be-cd6e-4e9d-87ab-5ccd9c1956e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:41.045020 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-7723b0be-cd6e-4e9d-87ab-5ccd9c1956e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491076 Aug 22 15:29:41.064054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Pushing event updated for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:41.137706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Attempting to bind port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:29:41.138139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Attempting to bind port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:29:41.138510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Attempting to bind port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:41.143725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:29:41.144090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Attempting to bind port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:29:41.149363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:29:41.149714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Checking segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:29:41.150107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Bound using segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:29:41.150545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Bound port: 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:29:41.150909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:41.156307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-9c834c09-6cad-4406-a858-3af5efdadbc5 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044171 Aug 22 15:29:41.228477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:29:41.232424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:29:41.258867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8149e216-b44f-4d5d-b7a2-4bba110135c0 req-ec911e10-a2d7-44e6-a9a1-a3837dec4542 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954394 Aug 22 15:29:41.339356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:41.382961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:41.383607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:41.385518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] 10.222.0.54 "PUT /v2.0/ports/591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1092 time: 0.9722116 Aug 22 15:29:41.386023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:41.388513 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f571cc-c60e-4cb5-8195-467a47eccd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:41.429474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed158616-2551-4c4a-a5b5-1b645f37f792 service neutron] Pushing event updated for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:41.436320 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2690cd-b93c-4b4b-9a7b-050089929508 x-openstack-request-id: req-da2690cd-b93c-4b4b-9a7b-050089929508 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:41.436622 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:41.436881 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da2690cd-b93c-4b4b-9a7b-050089929508 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:41.437299 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'status': 'completed', 'code': 200} Aug 22 15:29:41.503750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-00e4c015-9564-4fe1-bb37-402e1a4ad531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:41.505379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-00e4c015-9564-4fe1-bb37-402e1a4ad531 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1095 time: 0.0484004 Aug 22 15:29:41.623573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-0b6d70e1-b671-4219-bfb2-0b1c1c640e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:41.625130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-0b6d70e1-b671-4219-bfb2-0b1c1c640e4d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1113245 Aug 22 15:29:42.040374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-ae3ffa06-1c93-47fb-8c44-cf95a85a428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:42.041863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79f571cc-c60e-4cb5-8195-467a47eccd2e req-ae3ffa06-1c93-47fb-8c44-cf95a85a428c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4104228 Aug 22 15:29:42.056868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20e5b-d32a-450a-bd3d-e8721306fa47 req-5362f519-30e5-41b9-98ca-5ca157067391 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:42.058398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ed20e5b-d32a-450a-bd3d-e8721306fa47 req-5362f519-30e5-41b9-98ca-5ca157067391 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 944 time: 0.0739219 Aug 22 15:29:42.130128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ed20e5b-d32a-450a-bd3d-e8721306fa47 req-242d0246-2103-419e-851a-b8a3b0d4ae3d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654356 Aug 22 15:29:42.140133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-59076124-b744-4588-8f08-b61a05fc2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:42.141656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-59076124-b744-4588-8f08-b61a05fc2f0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1095 time: 0.0594614 Aug 22 15:29:42.187737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-b4734188-880a-4710-8b5a-010bde91476a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 217 time: 0.0386970 Aug 22 15:29:42.240304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-9bf6f27a-1877-4f3c-8f45-2fdd99bc39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:42.241789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-9bf6f27a-1877-4f3c-8f45-2fdd99bc39ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0476589 Aug 22 15:29:42.290709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-4614cff0-fe98-47e7-8c82-dcb12c6787d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:42.292305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-4614cff0-fe98-47e7-8c82-dcb12c6787d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436659 Aug 22 15:29:42.400034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-aedd731b-4987-4264-b2f8-a0c946bbf252 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954216 Aug 22 15:29:42.493368 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b3c17f66-aba1-45a8-a242-2a0e94300ab5 req-0dd5361b-2bac-4da2-9f6e-e203c0f78d7e service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903592 Aug 22 15:29:43.256798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291d42c-b54e-4d9a-95ee-55596a23616e req-cf6582cf-6290-4146-955e-1fc80d6446c0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:43.258453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c291d42c-b54e-4d9a-95ee-55596a23616e req-cf6582cf-6290-4146-955e-1fc80d6446c0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 944 time: 0.0516715 Aug 22 15:29:43.311906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c291d42c-b54e-4d9a-95ee-55596a23616e req-306b4836-1c7b-4bb0-ac45-5f415a2f66de tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Aug 22 15:29:44.438430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cfcfc-2148-45f4-8afe-7cad1d664ee3 req-0fc110c7-4f16-4ecd-bf89-e89f6b1bb4d6 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:44.440168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b93cfcfc-2148-45f4-8afe-7cad1d664ee3 req-0fc110c7-4f16-4ecd-bf89-e89f6b1bb4d6 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 944 time: 0.0558035 Aug 22 15:29:44.484599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b93cfcfc-2148-45f4-8afe-7cad1d664ee3 req-9728cf0e-4b32-45ef-b93b-7fbe0e9f2284 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379360 Aug 22 15:29:45.614333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c57d-a7ab-4bfb-adcf-5b9f8840049e req-2d446ec0-6cd9-4ab9-bbc1-1518c8aad953 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:45.615873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47c7c57d-a7ab-4bfb-adcf-5b9f8840049e req-2d446ec0-6cd9-4ab9-bbc1-1518c8aad953 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 944 time: 0.0531898 Aug 22 15:29:45.655900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47c7c57d-a7ab-4bfb-adcf-5b9f8840049e req-8dd09239-79a8-4d3f-ad5b-f815c90bf547 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Aug 22 15:29:46.763856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 591233fa-edd4-44e1-98e1-ef6f9a7279f1 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:29:46.797296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01dd4-335b-48c5-8ea4-97fc080c53c1 req-decef3f1-5bbd-49eb-8672-2873126a073a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:46.798898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c01dd4-335b-48c5-8ea4-97fc080c53c1 req-decef3f1-5bbd-49eb-8672-2873126a073a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 944 time: 0.0564046 Aug 22 15:29:46.844862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e4c01dd4-335b-48c5-8ea4-97fc080c53c1 req-5e2d585f-eb7f-4ac8-b578-7745ccaa7048 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395474 Aug 22 15:29:46.869824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:46.883301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'port_id': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'mac_address': 'fa:16:3e:cf:57:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:29:46.922661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:46.956456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591233fa-edd4-44e1-98e1-ef6f9a7279f1 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:29:46.963464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:47.106913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:47.156742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:47.402161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['591233fa-edd4-44e1-98e1-ef6f9a7279f1'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:29:47.967867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ad1d8-9701-4859-af78-15640497284d req-65040259-9740-4247-93a1-f2ea4e8477d2 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:47.969446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-200ad1d8-9701-4859-af78-15640497284d req-65040259-9740-4247-93a1-f2ea4e8477d2 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 945 time: 0.0526893 Aug 22 15:29:48.009460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-200ad1d8-9701-4859-af78-15640497284d req-dc069300-c03b-40dc-82fb-693675a1ddd4 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Aug 22 15:29:48.790944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 591233fa-edd4-44e1-98e1-ef6f9a7279f1 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:29:48.921175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:29:48.925759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:29:48.926136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:49.008776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:49.033692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:49.036777 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2550db37-df3e-4236-8946-3cd19b251f4d" -d '{"events": [{"server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "name": "network-vif-plugged", "status": "completed", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:49.052910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:29:49.099818 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec55ea9-628c-45be-90ef-061be1b48d7c x-openstack-request-id: req-9ec55ea9-628c-45be-90ef-061be1b48d7c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:49.100137 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "name": "network-vif-plugged", "status": "completed", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:49.100394 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ec55ea9-628c-45be-90ef-061be1b48d7c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:49.100790 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'code': 200} Aug 22 15:29:49.139574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242f70-266b-4b4d-a848-c1c2f99b039b req-4c5e7546-8243-4243-a6c7-873429283332 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:49.141174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:49.142233 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3242f70-266b-4b4d-a848-c1c2f99b039b req-4c5e7546-8243-4243-a6c7-873429283332 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 945 time: 0.0545774 Aug 22 15:29:49.193203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:29:49.219771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3242f70-266b-4b4d-a848-c1c2f99b039b req-15074a23-7f74-4ac1-b758-463ea4737b18 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693998 Aug 22 15:29:49.228864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db2be7-c9a1-4964-98cc-172d028b334a req-5d9186bd-8eb8-4812-ae9c-8ea0862e6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:49.228864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1db2be7-c9a1-4964-98cc-172d028b334a req-5d9186bd-8eb8-4812-ae9c-8ea0862e6668 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0629315 Aug 22 15:29:49.264823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1db2be7-c9a1-4964-98cc-172d028b334a req-9b34dc4c-c94a-42c3-a47d-b15b25f58b64 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303171 Aug 22 15:29:50.345222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0ae25-3d47-4368-9cb9-106fc6008747 req-9ae2f093-05b1-44e5-855c-6d053591e334 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:50.346830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54c0ae25-3d47-4368-9cb9-106fc6008747 req-9ae2f093-05b1-44e5-855c-6d053591e334 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0547857 Aug 22 15:29:50.391398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54c0ae25-3d47-4368-9cb9-106fc6008747 req-6ef856ad-ef8c-4e29-afab-84abbf64784e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382702 Aug 22 15:29:51.243827 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:51.513092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d8ea0-7bba-4ca7-8b37-5105dd569f65 req-520592cf-81c8-48ad-a876-91de30ab82b5 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:51.514669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788d8ea0-7bba-4ca7-8b37-5105dd569f65 req-520592cf-81c8-48ad-a876-91de30ab82b5 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0514159 Aug 22 15:29:51.557705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788d8ea0-7bba-4ca7-8b37-5105dd569f65 req-df92f3d9-ef19-40db-ba8e-e9e8d7e499ae tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Aug 22 15:29:51.681180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514921-7102-47ed-9466-6e5c2a4f6de4 req-6551a984-9538-493d-a2bd-0d11d6e5ed3d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:51.682710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51514921-7102-47ed-9466-6e5c2a4f6de4 req-6551a984-9538-493d-a2bd-0d11d6e5ed3d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0555038 Aug 22 15:29:51.692032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50330) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:29:51.696896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'floatingip': {'port_id': '591233fa-edd4-44e1-98e1-ef6f9a7279f1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:29:51.739715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:52.205919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:52.283814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:52.389698 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Floating IP eb200feb-0b9b-4142-bf24-0457acb135a7 associated. External IP: 172.25.0.25, port: 591233fa-edd4-44e1-98e1-ef6f9a7279f1. Aug 22 15:29:52.611357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:29:52.725348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:29:52.730222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:29:52.735273 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:29:52.745174 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:52.745800 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:52.764784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c0a88adc-860a-4409-a49b-384d97634b16 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "PUT /v2.0/floatingips/eb200feb-0b9b-4142-bf24-0457acb135a7 HTTP/1.1" status: 200 len: 991 time: 1.0715306 Aug 22 15:29:52.765503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:29:52.767789 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:29:52.806750 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec2efd-2f33-431d-ab54-6e2200d70b34 x-openstack-request-id: req-36ec2efd-2f33-431d-ab54-6e2200d70b34 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:29:52.807051 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:29:52.807307 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36ec2efd-2f33-431d-ab54-6e2200d70b34 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:29:52.807708 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'status': 'completed', 'code': 200} Aug 22 15:29:52.856257 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:52.875478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-2e4c9e40-f291-4811-9d90-231195f6da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:52.876977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-2e4c9e40-f291-4811-9d90-231195f6da90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0412409 Aug 22 15:29:52.968817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-d6b43c9b-0ef6-4c42-8357-079f2626b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:52.970328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-d6b43c9b-0ef6-4c42-8357-079f2626b0c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0858045 Aug 22 15:29:53.039434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-d396ab1b-506e-480e-9b04-2a66c1e395b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 999 time: 0.0625002 Aug 22 15:29:53.080906 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'eb200feb-0b9b-4142-bf24-0457acb135a7', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:cf:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:33Z', 'updated_at': '2021-08-22T15:29:52Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:53.094038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-1cb3e465-3f44-4b8f-8cab-e79a2d66e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:53.095564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-1cb3e465-3f44-4b8f-8cab-e79a2d66e8d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0499709 Aug 22 15:29:53.110505 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:29:53.119096 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:29:53.119695 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:29:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:53.143767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-bc8411e6-1da4-4967-b789-3f86e89a2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:29:53.146080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-bc8411e6-1da4-4967-b789-3f86e89a2934 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424578 Aug 22 15:29:53.228098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:29:53.244756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-fa83a407-65e5-498f-9435-8ac5429adfae service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Aug 22 15:29:53.349268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c6e2851-f3df-42d4-9fa6-7dfe952ce502 req-e99799c5-1088-43d1-88b6-edbc3d8cef3c service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979490 Aug 22 15:29:53.459622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'eb200feb-0b9b-4142-bf24-0457acb135a7', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:cf:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:33Z', 'updated_at': '2021-08-22T15:29:52Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:29:53.490157 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bded7d7-a9be-47ae-a369-b4ddae0abba7 None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'eb200feb-0b9b-4142-bf24-0457acb135a7', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:cf:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:29:33Z', 'updated_at': '2021-08-22T15:29:52Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:29:53.689406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ccfc6-8e00-46fa-b730-f3be6b69e5a1 None None] New status for floating IP eb200feb-0b9b-4142-bf24-0457acb135a7: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:29:57.170214 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:30:00.115702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6fee9840-a383-40a4-adb8-f1fad097d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:02.857728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:03.480809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-384248a0-9be6-47e2-908b-c1042327ad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:04.924174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:06.895710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:10.658351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:18.672800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-d1d5bcd2-b673-47eb-bdb8-73f76100c7b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428658 Aug 22 15:30:18.758065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-06cc8a85-20b9-4e70-9048-62d47b1896ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:18.759604 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-06cc8a85-20b9-4e70-9048-62d47b1896ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0428715 Aug 22 15:30:18.871108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-a00b3475-60de-4b83-98ec-e43de4e4de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:18.872674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-a00b3475-60de-4b83-98ec-e43de4e4de4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0947256 Aug 22 15:30:18.937605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-a0929447-0249-4c50-8cf1-602d66db2e85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0572047 Aug 22 15:30:18.985771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-0d59ba81-3c65-49cb-8946-76c19a40d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:18.987725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-0d59ba81-3c65-49cb-8946-76c19a40d0a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0426688 Aug 22 15:30:19.036244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-c2b982be-fc93-4fec-a92e-582c393cc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:19.037760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-c2b982be-fc93-4fec-a92e-582c393cc23c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436904 Aug 22 15:30:19.130477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-a78f518c-db3d-439d-b616-a62d4b2cc7fa service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Aug 22 15:30:19.225898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faffff9c-171e-41e1-885a-64bfcf49edc1 req-2fafd565-2cbc-4de4-8e13-ebfedb379e02 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877953 Aug 22 15:30:21.269267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:30.118039 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9916b5f1-f9a0-4f1a-957b-f021a866df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:32.863189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:33.520368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c40dfc3-9637-41f7-93b4-72c53045b0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:34.169543 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:30:34.919904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:36.337020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50440) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:30:36.425149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8d0e5-20f3-476e-af03-99a6f95f529c req-94516a9c-39ef-4cf3-9fdf-0ca8a8030d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:36.426708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53c8d0e5-20f3-476e-af03-99a6f95f529c req-94516a9c-39ef-4cf3-9fdf-0ca8a8030d48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0880308 Aug 22 15:30:36.464240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53c8d0e5-20f3-476e-af03-99a6f95f529c req-bf899262-9117-4c55-a2f4-bcd15b8af9de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301006 Aug 22 15:30:36.839051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:40.717590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:30:41.642194 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-3094f942-81aa-4f7c-898d-3b99c4f203c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509148 Aug 22 15:30:41.742159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-5a7e780b-5ebd-47f0-86fd-3d8487e55ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:41.743680 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-5a7e780b-5ebd-47f0-86fd-3d8487e55ee0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0427589 Aug 22 15:30:41.857375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-3b179194-5edb-4798-a1a8-ed628f5fc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:41.859074 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-3b179194-5edb-4798-a1a8-ed628f5fc8b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.0941834 Aug 22 15:30:41.931785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-a772bc56-5975-4b1e-83a8-40fbef74a860 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1001 time: 0.0651028 Aug 22 15:30:41.985442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-509364cd-38fe-4b32-97af-5f348585803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:41.986916 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-509364cd-38fe-4b32-97af-5f348585803c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0487907 Aug 22 15:30:42.033939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-917a96e1-bc34-420d-8c4e-855ee239c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:30:42.035438 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-917a96e1-bc34-420d-8c4e-855ee239c5f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416162 Aug 22 15:30:42.130784 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-f14b82e6-61de-42cd-87c5-6b2228d64399 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881555 Aug 22 15:30:42.225264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bfa50acb-1245-49a7-a0ca-b1cdc07f408e req-e1da706f-e14b-4f2e-b43d-cfebd58694bf service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Aug 22 15:30:51.265891 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:00.105882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-40be653c-f024-4bed-abf0-b9ca38266ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:02.862599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:03.489179 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f72e89f6-a92a-4d3f-81ef-069d15863825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:04.936942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:06.875472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:10.677488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:11.168535 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:31:19.679885 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-7133d14c-7009-449f-945b-8ca9d7423b6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405085 Aug 22 15:31:19.762353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-f20dfa61-216d-45bc-8102-b6beb85f35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:19.763782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-f20dfa61-216d-45bc-8102-b6beb85f35e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0405943 Aug 22 15:31:19.870890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-bae5e7b5-dd03-4f08-adb4-09f8414f2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:19.872538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-bae5e7b5-dd03-4f08-adb4-09f8414f2667 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0889556 Aug 22 15:31:19.940710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-6f64ac3c-427e-402e-87e9-bc1d899e0840 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0615876 Aug 22 15:31:20.261863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-27ed23b9-1ee7-4d5b-b551-17bb1bfd9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:20.263331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-27ed23b9-1ee7-4d5b-b551-17bb1bfd9c2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.3154209 Aug 22 15:31:20.309910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-acfed50a-3d5f-4de4-845e-c9d690658e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:20.311411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-acfed50a-3d5f-4de4-845e-c9d690658e35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407968 Aug 22 15:31:20.403414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-1ae4a130-1a73-416b-9a87-bee711793df7 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 Aug 22 15:31:20.494209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6138dcb-890b-4fba-a4ec-0063f3ced440 req-a95b0413-ce9c-4723-94af-c3d97b82376d service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Aug 22 15:31:21.273836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:30.106093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f6fe-2699-4dfa-b4b0-0068aaf2ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:32.871558 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:33.482478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b76d787b-d68f-422d-b9c4-69553892b740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:34.951601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:36.865524 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:40.690665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:31:42.601627 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-1f017b2b-b864-453d-a17e-ebf86f3d7922 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453615 Aug 22 15:31:42.706043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-0c31cb45-09ec-4669-ab31-139dcf1ddba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:42.707618 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-0c31cb45-09ec-4669-ab31-139dcf1ddba0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0466437 Aug 22 15:31:42.815236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-7c896702-5b04-4ea1-882d-ca2f397188fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:42.816721 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-7c896702-5b04-4ea1-882d-ca2f397188fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.0895655 Aug 22 15:31:42.881777 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-b5e719b3-e655-4315-ae20-d7d3f0f1fec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1001 time: 0.0579841 Aug 22 15:31:42.930932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-18485cff-af6b-43eb-86b0-c7f30eee595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:42.932482 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-18485cff-af6b-43eb-86b0-c7f30eee595a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0438130 Aug 22 15:31:42.984494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-39e30007-f9d5-4415-a935-35bd31bd73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:31:42.985994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-39e30007-f9d5-4415-a935-35bd31bd73b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467868 Aug 22 15:31:43.083547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-ee46c375-4541-4597-9488-1d1cd78fceb9 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899148 Aug 22 15:31:43.179587 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-57bac3a6-3208-4ec8-b361-e28f73520b9d req-51279e23-d23b-4b80-a0cc-352623f02086 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894332 Aug 22 15:31:48.168239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:31:51.244584 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:00.110607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9afe8d63-9b0b-4077-b5df-9534049e75cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:02.867171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:03.483093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0d051da-90bd-402c-97fd-117b637fbdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:04.918205 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:06.859766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:10.681806 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:20.729643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-eeb8a5f7-4d17-4262-813b-01cc3edd9106 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939507 Aug 22 15:32:20.815232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17b2d-f497-41a0-9746-e72756cc319e req-be0dc1ae-44b9-4c6d-8658-0e384a9cc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:20.817407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-be0dc1ae-44b9-4c6d-8658-0e384a9cc887 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0454361 Aug 22 15:32:20.919283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17b2d-f497-41a0-9746-e72756cc319e req-0d8f3770-86b4-4ead-ae3b-3baa2e267f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:20.920710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-0d8f3770-86b4-4ead-ae3b-3baa2e267f39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0848100 Aug 22 15:32:20.988948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-e2359f54-2304-4ed9-a4c8-8d5a6aa3f63f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0609455 Aug 22 15:32:21.044581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17b2d-f497-41a0-9746-e72756cc319e req-5560e754-43c4-4f2c-9cd4-2721b2bfac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:21.046047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-5560e754-43c4-4f2c-9cd4-2721b2bfac25 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0510757 Aug 22 15:32:21.092604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17b2d-f497-41a0-9746-e72756cc319e req-6513d28c-2fbe-4f08-a86a-a897daaa2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:21.094154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-6513d28c-2fbe-4f08-a86a-a897daaa2714 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413420 Aug 22 15:32:21.193674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-af3226df-9ab1-498d-be9e-bec7733c965c service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922849 Aug 22 15:32:21.294115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22f17b2d-f497-41a0-9746-e72756cc319e req-9966ac10-85d6-49b7-86dc-69519634f586 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933528 Aug 22 15:32:21.301478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:25.168836 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:32:30.106772 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1904f929-4454-4ab0-bc88-74dd56aa92ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:32.872394 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:32.927213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc78e9-5211-4eba-b081-e50300332982 req-11ed2134-d44f-47c1-b39d-a6d284f2664f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:32.929408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cfc78e9-5211-4eba-b081-e50300332982 req-11ed2134-d44f-47c1-b39d-a6d284f2664f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0562558 Aug 22 15:32:32.967656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3cfc78e9-5211-4eba-b081-e50300332982 req-b25b6e10-c53e-4869-984a-2389ff17eb2c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321417 Aug 22 15:32:33.540941 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4cf2-7873-4163-8d0e-df59788f76e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:34.150751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f8d4-f5b7-4cf3-b321-c4f076de5204 req-8fa73b8a-4770-4c4c-a114-9022bc28cca4 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:34.152341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37c5f8d4-f5b7-4cf3-b321-c4f076de5204 req-8fa73b8a-4770-4c4c-a114-9022bc28cca4 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.1099291 Aug 22 15:32:34.191532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37c5f8d4-f5b7-4cf3-b321-c4f076de5204 req-76cbd977-5dcd-437e-aa0c-3ab112016037 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Aug 22 15:32:34.951992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:35.310325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac9aa-2a42-4f7d-a93c-b04de0b2c1ad req-33bb71e1-b8e7-42c2-8b81-cc0a1532f5b1 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:35.311833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22ac9aa-2a42-4f7d-a93c-b04de0b2c1ad req-33bb71e1-b8e7-42c2-8b81-cc0a1532f5b1 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0512908 Aug 22 15:32:35.354364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a22ac9aa-2a42-4f7d-a93c-b04de0b2c1ad req-07d86d51-a40a-4cad-9be9-93892ad31fa3 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363770 Aug 22 15:32:36.484849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be26db5-6970-4d5a-8072-1588fb421cec req-83e48963-b55c-4c54-948f-87d2f4352f81 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:36.486314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7be26db5-6970-4d5a-8072-1588fb421cec req-83e48963-b55c-4c54-948f-87d2f4352f81 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0607188 Aug 22 15:32:36.527245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7be26db5-6970-4d5a-8072-1588fb421cec req-561a191a-cae4-4c91-80ec-53cd12fc23ea tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Aug 22 15:32:36.849595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:37.655963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f38dc-180e-4a38-bdef-dcc7d2164861 req-8a325ec1-2fd3-463c-ac01-122bf99b92a4 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:37.659406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a4f38dc-180e-4a38-bdef-dcc7d2164861 req-8a325ec1-2fd3-463c-ac01-122bf99b92a4 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0636625 Aug 22 15:32:37.703695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a4f38dc-180e-4a38-bdef-dcc7d2164861 req-f0ff4d4a-ebfb-4814-9f7c-710ef64dc7c5 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 Aug 22 15:32:38.830530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122420d-ec25-4ef7-a641-c67f3006c5a9 req-eb02b569-8217-49f7-9a51-fd6af8893968 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:38.832114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4122420d-ec25-4ef7-a641-c67f3006c5a9 req-eb02b569-8217-49f7-9a51-fd6af8893968 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0513699 Aug 22 15:32:38.871961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4122420d-ec25-4ef7-a641-c67f3006c5a9 req-04f30480-a200-41f4-b2d8-9020caeba3c5 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Aug 22 15:32:39.996798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0360c7-e188-44d1-a4b5-3e770ae965ec req-4547bf2a-0775-4224-bccc-e15d4f95fcac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:39.998451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be0360c7-e188-44d1-a4b5-3e770ae965ec req-4547bf2a-0775-4224-bccc-e15d4f95fcac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0569868 Aug 22 15:32:40.039435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be0360c7-e188-44d1-a4b5-3e770ae965ec req-b3befcb4-d88e-4b0a-a513-84c3dc5db7c9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Aug 22 15:32:40.735200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:32:41.160578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f438-0d3b-4189-be58-e0b84559cef3 req-1d73efba-09c3-4be4-bdb6-cde6259fe967 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:41.162065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e67f438-0d3b-4189-be58-e0b84559cef3 req-1d73efba-09c3-4be4-bdb6-cde6259fe967 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0508623 Aug 22 15:32:41.200426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e67f438-0d3b-4189-be58-e0b84559cef3 req-84b11d24-cab0-417c-8199-52c7da306d15 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Aug 22 15:32:42.316519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cbf15-c2d8-4e66-a86e-e9ae59b137e9 req-a0acc670-16d7-47b9-92f5-c8993d7adf1e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:42.318023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c89cbf15-c2d8-4e66-a86e-e9ae59b137e9 req-a0acc670-16d7-47b9-92f5-c8993d7adf1e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0496387 Aug 22 15:32:42.356109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c89cbf15-c2d8-4e66-a86e-e9ae59b137e9 req-7e47b73e-cf4f-4f8b-a5a6-de6a2b86db63 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313826 Aug 22 15:32:43.484293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241feb7-c6e3-4e89-8d3d-3ac30a187860 req-eb76d171-f25d-4eeb-b800-7da2a6e6b740 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:43.486075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9241feb7-c6e3-4e89-8d3d-3ac30a187860 req-eb76d171-f25d-4eeb-b800-7da2a6e6b740 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0542924 Aug 22 15:32:43.530132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9241feb7-c6e3-4e89-8d3d-3ac30a187860 req-f2210fc1-1ebb-45f6-bdd1-990c77a1bba2 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360291 Aug 22 15:32:43.910744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d244-0dd1-4cc5-9622-5fe833a154f8 req-964425f1-ba5c-46b9-b0f7-29e1a991f51a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:43.912370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8392d244-0dd1-4cc5-9622-5fe833a154f8 req-964425f1-ba5c-46b9-b0f7-29e1a991f51a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0539219 Aug 22 15:32:43.976678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8392d244-0dd1-4cc5-9622-5fe833a154f8 req-9bd4287e-7a64-4e01-a278-e0bae5b9fff9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579741 Aug 22 15:32:43.987156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-e55a6b87-a97c-4a33-bf28-0c485f501803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:43.988715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-e55a6b87-a97c-4a33-bf28-0c485f501803 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0564277 Aug 22 15:32:44.083916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-2ac171b3-17d9-4ddb-ab53-f31d6019722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.085560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-2ac171b3-17d9-4ddb-ab53-f31d6019722d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0903463 Aug 22 15:32:44.153024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-f2c4d46f-4e78-49de-817f-8deed64832d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0594475 Aug 22 15:32:44.208559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-274cf1cd-0378-42b8-b721-f70e2fcda0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.210060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-274cf1cd-0378-42b8-b721-f70e2fcda0a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0509701 Aug 22 15:32:44.255110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-2c47cc28-af06-4fdc-a2e7-348e25e2d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.256636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-2c47cc28-af06-4fdc-a2e7-348e25e2d839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397127 Aug 22 15:32:44.348065 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-d03ebb2a-f6ea-4a29-9084-17ace7252a9b service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Aug 22 15:32:44.441967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60253c80-04a2-4491-ac06-23b097c4aa7e req-0aab7796-ac9d-4371-8938-36259a13b62e service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Aug 22 15:32:44.633229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-880a6d7a-d41b-4988-a581-942547492109 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446637 Aug 22 15:32:44.731346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882242-0c22-400e-9327-dac76b0daf02 req-3330f996-7d82-456d-acd6-b4a86ec73f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.732647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-3330f996-7d82-456d-acd6-b4a86ec73f5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0421965 Aug 22 15:32:44.838769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882242-0c22-400e-9327-dac76b0daf02 req-1e3f179a-c8a7-47cb-b4f8-d391e033279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.840366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-1e3f179a-c8a7-47cb-b4f8-d391e033279a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.0894306 Aug 22 15:32:44.905666 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-fcbff5f0-d0e8-4183-931f-3525e18188d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1001 time: 0.0584655 Aug 22 15:32:44.956173 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882242-0c22-400e-9327-dac76b0daf02 req-a92e1d01-961e-4227-8664-b053b636add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:44.957653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-a92e1d01-961e-4227-8664-b053b636add7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0454819 Aug 22 15:32:45.009672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882242-0c22-400e-9327-dac76b0daf02 req-c2091028-cedc-41a4-aa92-aba6e9841ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:45.011805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-c2091028-cedc-41a4-aa92-aba6e9841ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466897 Aug 22 15:32:45.106398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459b080-398e-44e8-a654-d022626aa8fa req-d26a6e35-43ac-4171-b637-5d46298475d0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:45.107101 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-dfe8294e-cbbc-4bc7-b435-7dcf6088093f service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879524 Aug 22 15:32:45.107948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c459b080-398e-44e8-a654-d022626aa8fa req-d26a6e35-43ac-4171-b637-5d46298475d0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0543716 Aug 22 15:32:45.148230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c459b080-398e-44e8-a654-d022626aa8fa req-0da7014d-7b22-4e50-b62d-23ce84da3f5d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342009 Aug 22 15:32:45.205143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-26882242-0c22-400e-9327-dac76b0daf02 req-699147f1-5bfc-4f53-a64f-05621cb84a65 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910256 Aug 22 15:32:46.268882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3555c8e-40c8-4433-bf7b-b71a4aa1ff7b req-a86d7d71-213e-4668-97b2-c165cd15602a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:32:46.270401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3555c8e-40c8-4433-bf7b-b71a4aa1ff7b req-a86d7d71-213e-4668-97b2-c165cd15602a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0534379 Aug 22 15:32:46.310878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3555c8e-40c8-4433-bf7b-b71a4aa1ff7b req-9072407a-2642-4a17-adf3-26cee953a188 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337746 Aug 22 15:32:51.315843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:00.105890 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe03bde6-f405-4ca8-ab76-69845a18b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:02.167328 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:33:02.226102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-c1826d2d-bb05-4672-8e34-306ff53d6917 req-3067fb4f-6611-479e-b117-254679040d64 service neutron] (102049) timed out ('10.222.0.10', 62748) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:33:02.875425 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:03.493561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a543386-9453-4f56-a7a5-2a8deee903f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:04.933296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:06.871534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:10.717196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:21.299954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:22.664489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-d156e316-175e-42a7-9082-17909116b2d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409701 Aug 22 15:33:22.745543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-42d1b078-a04d-425e-afff-67aa82bbde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:22.747058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-42d1b078-a04d-425e-afff-67aa82bbde9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0408309 Aug 22 15:33:22.856087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-786139d0-4f7d-4a5a-8629-870e71a47729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:22.857479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-786139d0-4f7d-4a5a-8629-870e71a47729 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0917840 Aug 22 15:33:22.925483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-715ec96f-0da8-413c-b5da-81985a5e956c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0596907 Aug 22 15:33:22.976137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-dd0bd5e5-50ce-49c1-99b7-569c9a7b2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:22.977610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-dd0bd5e5-50ce-49c1-99b7-569c9a7b2fa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0444810 Aug 22 15:33:23.027804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-6cef0f42-1ca0-4674-9d05-51990583353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:23.029231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-6cef0f42-1ca0-4674-9d05-51990583353d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448725 Aug 22 15:33:23.120815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-84d01fa4-4388-4d58-b9d6-2420aad651b9 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Aug 22 15:33:23.214186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efc81dd0-47d4-4fca-b20a-b021fcc2c17a req-f8fb6247-ad26-4a1b-b8f1-814651ac78bd service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867574 Aug 22 15:33:30.128207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c55a16ce-1709-4baf-969c-8ddd9fafe8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:32.892425 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:33.499347 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec357723-d2fb-4929-8663-41cf12cd9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:34.934035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:36.882525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:39.167554 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:33:40.711373 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:46.463608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327c776-b0d2-4a29-92da-f95f4df9d23b req-a696891e-5adf-4167-9584-79aea8d7a8c9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:46.465180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7327c776-b0d2-4a29-92da-f95f4df9d23b req-a696891e-5adf-4167-9584-79aea8d7a8c9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0538676 Aug 22 15:33:46.505662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7327c776-b0d2-4a29-92da-f95f4df9d23b req-b2fd4556-4e5e-408e-b017-415475904745 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Aug 22 15:33:46.707548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-baae37f7-795b-481e-8bb8-a9847a15d8ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495073 Aug 22 15:33:46.803913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-823cd8d4-c084-45f2-ab81-986e8fbdf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:46.806367 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-823cd8d4-c084-45f2-ab81-986e8fbdf844 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8affbcd0faa4083a8a4667d8429109d&device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 1096 time: 0.0413191 Aug 22 15:33:46.913193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-6b4c72b7-0ab7-45a0-8876-90decc35d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:46.915204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-6b4c72b7-0ab7-45a0-8876-90decc35d43a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 200 len: 909 time: 0.0904040 Aug 22 15:33:46.980719 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-ca7c14ef-060e-48bc-b390-ecf04f7e7d52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 200 len: 1001 time: 0.0588019 Aug 22 15:33:47.034422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-5a448e7c-2196-44f4-bd17-3b6897414b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:47.035915 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-5a448e7c-2196-44f4-bd17-3b6897414b12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 200 len: 847 time: 0.0480423 Aug 22 15:33:47.083036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-80e9c3f7-5351-4fc0-bcd8-81dbde43132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:47.084601 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-80e9c3f7-5351-4fc0-bcd8-81dbde43132b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7ac12d7-e9c5-4ed9-b98e-957aea212c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422204 Aug 22 15:33:47.176763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-2c9c5fd6-a131-4ada-b865-adc316833f04 service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Aug 22 15:33:47.271779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ce6011b-74f0-4d03-b934-0812032c0657 req-9c9f1a99-2d03-451a-84e5-4f4f950f63fc service neutron] 10.222.0.10 "GET /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883327 Aug 22 15:33:47.629348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f23111-843e-412d-a38c-adbf96f19633 req-46a09221-bedf-4027-a6df-1d5b19f8efde tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:47.630855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f23111-843e-412d-a38c-adbf96f19633 req-46a09221-bedf-4027-a6df-1d5b19f8efde tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0543182 Aug 22 15:33:47.670640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2f23111-843e-412d-a38c-adbf96f19633 req-e20240c1-99e6-45d7-b264-3dd9d5f0aed9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Aug 22 15:33:48.791289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f58ca2-7418-4480-905c-90cd1c1be390 req-900f59f7-ce49-47a0-adfd-80956d736987 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:48.792822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5f58ca2-7418-4480-905c-90cd1c1be390 req-900f59f7-ce49-47a0-adfd-80956d736987 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0546374 Aug 22 15:33:48.830601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5f58ca2-7418-4480-905c-90cd1c1be390 req-f40b480b-02c1-4dc6-8404-ec2d7e9c904d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Aug 22 15:33:49.953489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46ab6b-f2a1-4ffe-9e2f-55601cc19e60 req-4683b266-89f6-431f-afc4-abece08dc22f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:49.955330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d46ab6b-f2a1-4ffe-9e2f-55601cc19e60 req-4683b266-89f6-431f-afc4-abece08dc22f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0516193 Aug 22 15:33:49.995626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d46ab6b-f2a1-4ffe-9e2f-55601cc19e60 req-fd273350-c0f5-4119-a634-256e9bc8350b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Aug 22 15:33:51.115658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4637dcd-eca1-46da-8d96-e2eefd5414b5 req-32b62afe-e275-4003-b56d-ef8711d46423 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:51.117193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4637dcd-eca1-46da-8d96-e2eefd5414b5 req-32b62afe-e275-4003-b56d-ef8711d46423 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0518641 Aug 22 15:33:51.156122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4637dcd-eca1-46da-8d96-e2eefd5414b5 req-7eca89c5-a87c-45b1-851b-42e60c6a846d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Aug 22 15:33:51.345458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:33:52.281186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a463-5e0e-4eff-adda-f753dff39109 req-2d8903e2-953d-4c43-98e3-0a0eb3be3f6e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:52.282691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06b9a463-5e0e-4eff-adda-f753dff39109 req-2d8903e2-953d-4c43-98e3-0a0eb3be3f6e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0576315 Aug 22 15:33:52.321929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06b9a463-5e0e-4eff-adda-f753dff39109 req-1a79e829-e2b4-4206-abe5-634ca42387a7 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331461 Aug 22 15:33:53.439248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca4413-30ec-400a-9648-9632354bd59a req-1c949867-6f68-466b-b5ae-346f036e3c22 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:53.440765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33ca4413-30ec-400a-9648-9632354bd59a req-1c949867-6f68-466b-b5ae-346f036e3c22 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0490353 Aug 22 15:33:53.478557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33ca4413-30ec-400a-9648-9632354bd59a req-89dc715b-5924-4f0f-936f-c6a56c9e336c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Aug 22 15:33:54.595563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfda7ae-e52d-4081-b988-da4ff4136512 req-71ebe54b-df32-4ca0-a144-067e9f157f59 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:54.597117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bfda7ae-e52d-4081-b988-da4ff4136512 req-71ebe54b-df32-4ca0-a144-067e9f157f59 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0499144 Aug 22 15:33:54.634297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bfda7ae-e52d-4081-b988-da4ff4136512 req-fdc18726-15a6-4a4e-bfcb-2fb9c76cb085 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Aug 22 15:33:55.756150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83956e92-e0bc-453c-a2c7-f16f5c93b7eb req-091d80dc-b662-46aa-8d33-5465566b4eb6 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:55.757683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83956e92-e0bc-453c-a2c7-f16f5c93b7eb req-091d80dc-b662-46aa-8d33-5465566b4eb6 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0547266 Aug 22 15:33:55.796364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83956e92-e0bc-453c-a2c7-f16f5c93b7eb req-d104e2a2-8846-4c95-82dd-d4a345dfe6df tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325663 Aug 22 15:33:56.914155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3e203-1e23-48e4-9d72-696d14157175 req-104fd365-e143-4a0a-97ed-99d1b93d0cbd tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:56.915656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81c3e203-1e23-48e4-9d72-696d14157175 req-104fd365-e143-4a0a-97ed-99d1b93d0cbd tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0504560 Aug 22 15:33:56.956188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81c3e203-1e23-48e4-9d72-696d14157175 req-0b0ade5d-2ca5-4aa5-b937-4589ea51d96e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Aug 22 15:33:58.074481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e48571-5fba-4cf6-886f-d4bbf4d2babd req-b09c8d1c-ca9e-4c1c-99f7-4ee0c9dbfd58 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.076270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e48571-5fba-4cf6-886f-d4bbf4d2babd req-b09c8d1c-ca9e-4c1c-99f7-4ee0c9dbfd58 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0518882 Aug 22 15:33:58.116265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f0e48571-5fba-4cf6-886f-d4bbf4d2babd req-3dd7c173-59b9-4536-a850-22bd40c7246c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Aug 22 15:33:58.507690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2492-1e72-4db5-b39a-7128988da779 req-bd54faa4-1931-4c2e-b994-172781d1b48b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.509236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c02f2492-1e72-4db5-b39a-7128988da779 req-bd54faa4-1931-4c2e-b994-172781d1b48b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0546260 Aug 22 15:33:58.549938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c02f2492-1e72-4db5-b39a-7128988da779 req-d353ecb8-c2bd-45d8-a288-9259409d9056 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Aug 22 15:33:58.609487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06543-5d68-496e-878f-4220013f4163 req-90176350-cd6a-470b-b2cf-b3f1e94246c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.610886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-90176350-cd6a-470b-b2cf-b3f1e94246c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0417740 Aug 22 15:33:58.704246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06543-5d68-496e-878f-4220013f4163 req-6eb3172a-98c8-46b6-8e24-43e5e971e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.706026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-6eb3172a-98c8-46b6-8e24-43e5e971e2dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0888147 Aug 22 15:33:58.772057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-c5122567-953e-4fcd-a72b-75095b680e0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0586610 Aug 22 15:33:58.821753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06543-5d68-496e-878f-4220013f4163 req-e647da92-b549-407d-961a-be29ae2725b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.823257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-e647da92-b549-407d-961a-be29ae2725b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0434015 Aug 22 15:33:58.872052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06543-5d68-496e-878f-4220013f4163 req-8e8e699d-aa02-4773-b497-9c735f501e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:58.874188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-8e8e699d-aa02-4773-b497-9c735f501e50 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436656 Aug 22 15:33:58.965320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-8aa0b876-1c7e-439f-a047-dec0e51aa330 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843661 Aug 22 15:33:59.059305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24d06543-5d68-496e-878f-4220013f4163 req-4fe005c5-83d3-4d15-ba35-e71684a19058 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874984 Aug 22 15:33:59.672896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85866a3-6657-4a23-9c7d-910f575fc01d req-dbcd6efd-1120-4d58-9e61-37c271cfcf37 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:33:59.674418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a85866a3-6657-4a23-9c7d-910f575fc01d req-dbcd6efd-1120-4d58-9e61-37c271cfcf37 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0498254 Aug 22 15:33:59.713270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a85866a3-6657-4a23-9c7d-910f575fc01d req-3be8ead1-5659-481d-bf63-f95dc6be19f5 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Aug 22 15:34:00.122155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42271cac-d23d-457c-a954-72719a4db700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:00.836548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8290e-7144-4f87-b849-75951b7ca972 req-f0bac50d-4e0e-4397-93a8-a0e223ccdb86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:00.838061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fa8290e-7144-4f87-b849-75951b7ca972 req-f0bac50d-4e0e-4397-93a8-a0e223ccdb86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0516286 Aug 22 15:34:00.879069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6fa8290e-7144-4f87-b849-75951b7ca972 req-906b34f9-e64a-44de-bbe7-fa5a485d7624 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349026 Aug 22 15:34:02.870395 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:03.491651 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38dd7b7e-01bd-4874-b6f7-e257adc725d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:04.985417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:06.865122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:10.771415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:16.167914 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:34:21.304520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:22.694475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-3d303ff4-b7f6-453f-a5b6-af26319a2b50 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572779 Aug 22 15:34:22.796037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-2e2d9e23-d77f-45e2-9de3-6f942a9db34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:22.798155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-2e2d9e23-d77f-45e2-9de3-6f942a9db34d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 1097 time: 0.0570281 Aug 22 15:34:22.918573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-e226492f-7743-4e0b-b694-f474f97897e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:22.920325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-e226492f-7743-4e0b-b694-f474f97897e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.1030624 Aug 22 15:34:22.992003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-04b1353f-441a-4ff5-a163-b708fc33fa12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 200 len: 1001 time: 0.0644052 Aug 22 15:34:23.041617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-f2dbf543-6c40-490e-b36f-225ba2647c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:23.043137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-f2dbf543-6c40-490e-b36f-225ba2647c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0438445 Aug 22 15:34:23.089934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-f1829592-2947-4025-8e8f-5fd91b2a0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:23.091710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-f1829592-2947-4025-8e8f-5fd91b2a0c20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411842 Aug 22 15:34:23.188407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-2d5a39e7-dd93-4cef-b487-372acc5d9c6d service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890987 Aug 22 15:34:23.280673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e8748dc-c72a-4c1c-931c-eaff008d4e65 req-baaef4af-c685-4d94-a906-f9f1b404e355 service neutron] 10.222.0.54 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853708 Aug 22 15:34:24.579110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-05a03639-68bc-4588-936d-329c80941d19 req-724b8ca8-d83b-44d9-a4e5-ec3a84f50fc9 service neutron] (102048) timed out ('10.222.0.53', 57174) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:34:30.110035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cfb01e3d-639a-4242-a001-5040cb164dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:32.881202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:33.492586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e3d3fc95-2512-47fb-b390-db474347a041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:34.955689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:36.904503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:40.703892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:41.471100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0192db6-f82a-4490-a31b-138069a63db0 req-15085fc2-7bf0-4c6f-bcda-da5fdcf3baf6 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:41.472638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0192db6-f82a-4490-a31b-138069a63db0 req-15085fc2-7bf0-4c6f-bcda-da5fdcf3baf6 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0569403 Aug 22 15:34:41.511180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0192db6-f82a-4490-a31b-138069a63db0 req-23bc8142-2b05-4cc3-8c5c-853bec372832 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Aug 22 15:34:42.254917 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-f628f0d7-7a16-41bb-aa0d-448e07658b66 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:42.256422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-f628f0d7-7a16-41bb-aa0d-448e07658b66 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.10 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0499771 Aug 22 15:34:42.351879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Deleting port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:34:42.352308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:42.445020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] For port 5627b1dc-34f5-4d34-b720-5dfaee3819d8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=5627b1dc-34f5-4d34-b720-5dfaee3819d8,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:34:42.446197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:42.620710 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:42.621104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:42.621424 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Floating IP ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb disassociated. External IP: 172.25.0.247, port: 5627b1dc-34f5-4d34-b720-5dfaee3819d8. Aug 22 15:34:42.621768 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Calling delete_port for 5627b1dc-34f5-4d34-b720-5dfaee3819d8 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:34:42.647405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf808-f248-4a2f-932a-8d9601b865e9 req-11c6c9fb-e073-4f52-be8f-0859c9ba02f4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:42.649208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-429bf808-f248-4a2f-932a-8d9601b865e9 req-11c6c9fb-e073-4f52-be8f-0859c9ba02f4 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 945 time: 0.0502341 Aug 22 15:34:42.689300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-429bf808-f248-4a2f-932a-8d9601b865e9 req-55095549-3fe5-415c-bdd8-fdc12b03ed03 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/security-groups?id=256097f3-a5a1-4163-bacf-a90ef68840db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336823 Aug 22 15:34:42.823044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:42.852960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event deleted for resources: {'Port': ['ID=5627b1dc-34f5-4d34-b720-5dfaee3819d8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:42.865266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.865613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.865955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.866290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.866623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.866996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.867282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.867609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.867938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.868313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.868639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.868963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:42.980820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Router 2c718707-1b85-48ac-98b8-181cc9bb58f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:34:43.096689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:34:43.108661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Sync routers for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:34:43.118086 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:34:43.118703 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:43.140468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] No DVR routers for this DVR port 5627b1dc-34f5-4d34-b720-5dfaee3819d8 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:34:43.143164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:43.145231 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-01b25af8-14e6-4b68-896b-e033f5195c5b req-b7dade9b-5d3d-405b-a62e-edc903f80acd tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.10 "DELETE /v2.0/ports/5627b1dc-34f5-4d34-b720-5dfaee3819d8 HTTP/1.1" status: 204 len: 173 time: 0.8824282 Aug 22 15:34:43.145680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'name': 'network-vif-deleted', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:34:43.148000 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad425b-b55c-498e-afda-3c0fcab30ebf" -d '{"events": [{"server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "name": "network-vif-deleted", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:34:43.236561 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:34:43.288089 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d246b5-a5de-4c1a-bb18-f4fefdc05820 x-openstack-request-id: req-11d246b5-a5de-4c1a-bb18-f4fefdc05820 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:34:43.288611 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742dee0e-e6f0-4a42-8cde-cde721de3d28", "name": "network-vif-deleted", "tag": "5627b1dc-34f5-4d34-b720-5dfaee3819d8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:34:43.288611 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11d246b5-a5de-4c1a-bb18-f4fefdc05820 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:34:43.289022 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742dee0e-e6f0-4a42-8cde-cde721de3d28', 'name': 'network-vif-deleted', 'tag': '5627b1dc-34f5-4d34-b720-5dfaee3819d8', 'status': 'completed', 'code': 200} Aug 22 15:34:43.552421 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:43.579655 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Checking router: 2c718707-1b85-48ac-98b8-181cc9bb58f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:34:43.588852 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:34:43.589461 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:43.694646 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:34:43.802508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-633e42d7-f891-4989-9bda-1e6191fa0ace req-91f231a2-93a2-4dcf-aae8-1e7c8d676abe tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "GET /v2.0/ports?device_id=742dee0e-e6f0-4a42-8cde-cde721de3d28 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Aug 22 15:34:43.895108 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:43.926583 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36eb30e-acc0-4530-bee3-11e186b3fdcd None None] The sync data for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 is: [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:28:55Z', 'revision_number': 4, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '87cd116d-3011-47f3-98ec-a29ff62f11c5', 'name': '', 'network_id': 'e7ac12d7-e9c5-4ed9-b98e-957aea212c22', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'mac_address': 'fa:16:3e:d0:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:54Z', 'updated_at': '2021-08-22T15:29:01Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'subnets': [{'id': 'ce8e0e57-9d51-4a30-bab6-713497a7db99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:34:44.161734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e961c5-b8dd-42ef-8dd3-b419fc4a3d8b None None] New status for floating IP ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:34:44.860163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50922) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:44.985392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Deleting port dddddced-bee5-4d8b-9f7a-ea6b1ecc352e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:34:44.985742 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.063700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.064061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.075872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Calling delete_port for dddddced-bee5-4d8b-9f7a-ea6b1ecc352e owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:34:45.275200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.300635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event deleted for resources: {'Port': ['ID=dddddced-bee5-4d8b-9f7a-ea6b1ecc352e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:45.314237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.314594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.314942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.315288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.315630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.315995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.316329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.316665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.316995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.317324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.317653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.317979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:34:45.372152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.375100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.376328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-86db4a97-71f9-482f-8ec1-003cd598e3a9 tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "DELETE /v2.0/floatingips/ddcc6b4a-9d90-4d7b-bd91-b17de238e6eb HTTP/1.1" status: 204 len: 168 time: 0.5151310 Aug 22 15:34:45.445533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50928) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:45.508792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.534296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.657921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.660561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:45.661745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] 10.222.0.53 "DELETE /v2.0/security-groups/256097f3-a5a1-4163-bacf-a90ef68840db HTTP/1.1" status: 204 len: 168 time: 0.2152135 Aug 22 15:34:45.671227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389857-e658-42a4-a152-9d1dcffe052e tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256097f3-a5a1-4163-bacf-a90ef68840db,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:46.729255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5627b1dc-34f5-4d34-b720-5dfaee3819d8 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:34:46.751478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 5627b1dc-34f5-4d34-b720-5dfaee3819d8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:34:46.751829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 5627b1dc-34f5-4d34-b720-5dfaee3819d8 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:34:49.772848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9493-2e59-47f5-b01c-f3e2521bafa9 req-b8ab7c66-5be9-45bc-849c-954a8af076ad tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:49.774349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a3e9493-2e59-47f5-b01c-f3e2521bafa9 req-b8ab7c66-5be9-45bc-849c-954a8af076ad tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0592024 Aug 22 15:34:49.813940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a3e9493-2e59-47f5-b01c-f3e2521bafa9 req-de8728fd-6d9a-4e9f-9b39-676a26c32e00 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Aug 22 15:34:50.930804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321c762-9da2-457b-ab1c-a01f4a36f274 req-a9bd7525-46ce-4477-b882-8f7a441f6d4e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:50.932329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b321c762-9da2-457b-ab1c-a01f4a36f274 req-a9bd7525-46ce-4477-b882-8f7a441f6d4e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0502834 Aug 22 15:34:50.970168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b321c762-9da2-457b-ab1c-a01f4a36f274 req-7d77ad77-ff6b-4106-8525-f5f3a84e4457 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Aug 22 15:34:51.217853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-82447b46-0899-48fc-b085-64dd976cdc9f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:51.219530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-82447b46-0899-48fc-b085-64dd976cdc9f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0536201 Aug 22 15:34:51.290907 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:51.310235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Deleting port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:34:51.311106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:51.401792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] For port 591233fa-edd4-44e1-98e1-ef6f9a7279f1, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=591233fa-edd4-44e1-98e1-ef6f9a7279f1,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:34:51.402167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:51.883670 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:51.883999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:51.884325 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Floating IP eb200feb-0b9b-4142-bf24-0457acb135a7 disassociated. External IP: 172.25.0.25, port: 591233fa-edd4-44e1-98e1-ef6f9a7279f1. Aug 22 15:34:51.884679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Calling delete_port for 591233fa-edd4-44e1-98e1-ef6f9a7279f1 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:34:52.088929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67924636-ff9f-423a-b782-2532937661ca req-ff52d95b-d7ce-474d-bb41-15d3fb483555 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:52.090458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67924636-ff9f-423a-b782-2532937661ca req-ff52d95b-d7ce-474d-bb41-15d3fb483555 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 946 time: 0.0498259 Aug 22 15:34:52.097200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:52.140454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'Port': ['ID=591233fa-edd4-44e1-98e1-ef6f9a7279f1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:52.171487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67924636-ff9f-423a-b782-2532937661ca req-f3147288-cc10-4dd7-9149-51909296b00b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720651 Aug 22 15:34:52.280612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:34:52.389097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:34:52.399302 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:34:52.409603 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:34:52.410212 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:52.427959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] No DVR routers for this DVR port 591233fa-edd4-44e1-98e1-ef6f9a7279f1 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:34:52.430616 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:52.432644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a72afb7a-e609-4e0c-be38-4981469c3ea8 req-01d53288-1bfc-4e23-a900-ca70b7cc7c91 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.54 "DELETE /v2.0/ports/591233fa-edd4-44e1-98e1-ef6f9a7279f1 HTTP/1.1" status: 204 len: 173 time: 1.2072008 Aug 22 15:34:52.433094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'name': 'network-vif-deleted', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:34:52.435471 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b655dc-6c93-4550-bdb2-826d2adec4c4" -d '{"events": [{"server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "name": "network-vif-deleted", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:34:52.532563 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:34:52.552054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dd2d6c-0d2f-41a5-81fd-a08a152a1e33 x-openstack-request-id: req-b6dd2d6c-0d2f-41a5-81fd-a08a152a1e33 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:34:52.552361 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a27d4-9e57-4de3-bd06-5b3b23335a7b", "name": "network-vif-deleted", "tag": "591233fa-edd4-44e1-98e1-ef6f9a7279f1", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:34:52.552619 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6dd2d6c-0d2f-41a5-81fd-a08a152a1e33 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:34:52.553026 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a27d4-9e57-4de3-bd06-5b3b23335a7b', 'name': 'network-vif-deleted', 'tag': '591233fa-edd4-44e1-98e1-ef6f9a7279f1', 'status': 'completed', 'code': 200} Aug 22 15:34:52.747569 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:52.797214 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:34:52.808111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:34:52.808718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:52.913544 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:34:53.110280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:34:53.137366 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22db21-ad0c-4402-93bb-3eaa460ecf79 None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:34:53.166669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:34:53.287461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1dfe7dd-fac1-4939-bacf-770a2ac12573 req-e5d61645-5802-4de6-8e40-7d72ff6ea399 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c2a27d4-9e57-4de3-bd06-5b3b23335a7b HTTP/1.1" status: 200 len: 210 time: 0.0296407 Aug 22 15:34:53.382324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a89ac9d-b73f-47a0-8f72-acc8026c6ecb None None] New status for floating IP eb200feb-0b9b-4142-bf24-0457acb135a7: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:34:54.422776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 591233fa-edd4-44e1-98e1-ef6f9a7279f1 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:34:54.434632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:54.447678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 591233fa-edd4-44e1-98e1-ef6f9a7279f1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:34:54.452288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 591233fa-edd4-44e1-98e1-ef6f9a7279f1 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:34:54.490938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.513824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.610615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.613213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.620279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "DELETE /v2.0/security-groups/ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54 HTTP/1.1" status: 204 len: 168 time: 0.1780899 Aug 22 15:34:54.620437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 50972) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:54.623882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3402b3-4b0a-43e3-9017-0f1ba880b625 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:54.634089 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-9685cb04-5264-42aa-91ca-acf976865f4c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] show failed (client error): The resource could not be found. Aug 22 15:34:54.635219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9685cb04-5264-42aa-91ca-acf976865f4c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups/ecf4574c-de6e-4e9a-ac1f-c9dff58b4d54 HTTP/1.1" status: 404 len: 347 time: 0.0170884 Aug 22 15:34:54.638223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:54.769075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Deleting port 143d4c08-004b-4f6d-9aea-b9ac505a8c7b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:34:54.769314 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.850106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.850442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:54.862897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Calling delete_port for 143d4c08-004b-4f6d-9aea-b9ac505a8c7b owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:34:55.068571 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.096669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'Port': ['ID=143d4c08-004b-4f6d-9aea-b9ac505a8c7b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:55.164198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.166881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.168066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9fc41d34-b8c4-4fcc-a7cc-6e9eeb1b1b82 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "DELETE /v2.0/floatingips/eb200feb-0b9b-4142-bf24-0457acb135a7 HTTP/1.1" status: 204 len: 168 time: 0.5287092 Aug 22 15:34:55.646271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50978) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:55.650944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705107098', 'description': 'tempest-description--1675114414'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:34:55.739519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.820864 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.920302 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:55.951213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77b547-c9a0-4707-8b2c-24605b28912b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:56.000707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.002020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43094700-8312-4e23-9e0e-36831cf4eeac tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3546968 Aug 22 15:34:56.004835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50980) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:56.009499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group_rule': {'security_group_id': 'ba77b547-c9a0-4707-8b2c-24605b28912b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:34:56.097944 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.153297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.220702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.242290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72afe17b-48e5-4f33-92af-cbc3d02da107,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:56.338267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.339533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a52a40c0-fb83-4525-8aa1-ee773212145a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336880 Aug 22 15:34:56.342417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:56.347012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'security_group_rule': {'security_group_id': 'ba77b547-c9a0-4707-8b2c-24605b28912b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:34:56.434908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.501207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.561635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.580650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a55975c-3e7c-4cef-99f2-07902a68bee4,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:56.657160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.658435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9812b970-9e6c-411b-a5bc-98ccca8c5c75 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3149920 Aug 22 15:34:56.661557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 50984) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:34:56.666253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:34:56.750155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.853189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:56.966453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Allocated IP 172.25.0.32 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/691d52d5-7b74-4e41-9bef-3adb5d2079a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:34:57.074158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.190099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.231304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:34:57.235001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:34:57.238608 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:34:57.246559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=691d52d5-7b74-4e41-9bef-3adb5d2079a4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:57.336566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.432055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.594769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.670297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.750676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=691d52d5-7b74-4e41-9bef-3adb5d2079a4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:34:57.767303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.835409 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:34:57.836765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-109a5d5a-7fb9-4d59-beac-59c55f16fe7c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1742237 Aug 22 15:34:57.985965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-3ec5217f-9bc0-42e3-881c-0de23e83ff86 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--705107098&fields=id&tenant_id=f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 267 time: 0.0371509 Aug 22 15:34:58.115655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-f08bd7fa-55d7-4817-b79c-1cf8e389fc71 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:34:58.117204 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-f08bd7fa-55d7-4817-b79c-1cf8e389fc71 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 810 time: 0.1239126 Aug 22 15:34:58.136000 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-7d8b5826-e62d-4ebd-809c-0923ff96ff23 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/quotas/f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 375 time: 0.0110645 Aug 22 15:34:58.196190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-08f3691c-94d4-4522-8714-34e910f0ba9e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540528 Aug 22 15:34:58.397061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-9ade6c5d-0eed-49ed-9d08-c798b7aa50ba service neutron] 10.222.0.53 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853781 Aug 22 15:34:58.497198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-3a74da13-632a-48e2-a3f3-e4dc089132ec service neutron] 10.222.0.53 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936520 Aug 22 15:34:58.734154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06587ee4-2258-4002-9549-5e5c545fa17d req-a10318ff-e7ae-43cb-9578-e7ab060b2c8e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 210 time: 0.0325551 Aug 22 15:34:59.832104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86e51d15-1772-4cba-921d-2646927189f1 req-59c8cc37-c43b-4871-8b0d-35ecc257229a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Aug 22 15:35:00.137923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b7ac50c-bdbe-4a90-9d2e-7dfae5df126b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:00.931826 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0335afb-5111-4a5c-b886-bacf4f90ba63 req-6c672075-5b31-45be-beb0-b600a9ea8b76 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Aug 22 15:35:00.969740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-21009571-c484-47e1-89a7-64be95c1fe2a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:00.973943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-21009571-c484-47e1-89a7-64be95c1fe2a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.10 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 810 time: 0.1062150 Aug 22 15:35:01.022850 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-ebc57c08-ba8c-4b4e-a2a9-c35eee658c33 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6dca0f5f93643fd994f449390c0cb0e HTTP/1.1" status: 200 len: 379 time: 0.0358856 Aug 22 15:35:01.032000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'port': {'device_id': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'admin_state_up': True, 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'security_groups': ['ba77b547-c9a0-4707-8b2c-24605b28912b']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:01.201309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Made reservation on behalf of f6dca0f5f93643fd994f449390c0cb0e for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:35:01.205546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:01.347155 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Allocated IP 172.20.0.9 (f946fa35-ac6a-4cae-ba43-55e58ba30078/4a82945c-00e6-4fdc-8100-e83749f24a22/2b8a1336-f59f-45ff-86ee-faf01b0c1196) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:35:01.827048 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:01.843733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Transition to ACTIVE for port object 2b8a1336-f59f-45ff-86ee-faf01b0c1196 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:35:01.989993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.035522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:35:02.038790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:35:02.042583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:35:02.058449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18410d97-ed90-4762-a054-26acbbfd52fe req-2aa3636a-b5b9-449b-98c7-0563815ecd5b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:02.060624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18410d97-ed90-4762-a054-26acbbfd52fe req-2aa3636a-b5b9-449b-98c7-0563815ecd5b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 931 time: 0.0556128 Aug 22 15:35:02.086979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event updated for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:02.113040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:02.113717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.116366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18410d97-ed90-4762-a054-26acbbfd52fe req-7165417f-6dfc-4b3c-9e51-32aad7730a19 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473545 Aug 22 15:35:02.212955 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-2cf7e677-f87f-4fba-9645-1a03e727e1ee tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1846926 Aug 22 15:35:02.231145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Request body: {'port': {'device_id': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:02.287662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.321197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b447881a-93c1-443b-be60-b786cfa5bfff None None] Provisioning for port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:35:02.326994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b447881a-93c1-443b-be60-b786cfa5bfff None None] Provisioning complete for port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:35:02.332230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b447881a-93c1-443b-be60-b786cfa5bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.362903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b447881a-93c1-443b-be60-b786cfa5bfff None None] Port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:35:02.573502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8a1336-f59f-45ff-86ee-faf01b0c1196 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:35:02.581991 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.594659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Transition to ACTIVE for port object 2b8a1336-f59f-45ff-86ee-faf01b0c1196 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:35:02.646548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.708658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:02.781299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Attempting to bind port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:35:02.781630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Attempting to bind port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:35:02.781956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Attempting to bind port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:35:02.786664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:35:02.787144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Attempting to bind port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 on network f946fa35-ac6a-4cae-ba43-55e58ba30078 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:35:02.792746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:35:02.793095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Checking segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:35:02.793479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Bound using segment: {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:35:02.793904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Bound port: 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0ec19-00d1-4041-a62d-cd883014d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:35:02.794950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.865904 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:35:02.869511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:35:02.889079 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.938858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.974227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:02.974849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:02.976352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] 10.222.0.10 "PUT /v2.0/ports/2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 1091 time: 0.7497158 Aug 22 15:35:02.976796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:35:02.979089 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff11b9-b581-420e-a6fd-78965f2beef6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:35:03.012411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebff2-7435-43e8-9a4f-831623cda305 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:03.030312 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092b673-c506-4a4a-8fb9-a9ba3cc190a8 x-openstack-request-id: req-b092b673-c506-4a4a-8fb9-a9ba3cc190a8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:35:03.030736 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:35:03.030874 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b092b673-c506-4a4a-8fb9-a9ba3cc190a8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:35:03.031254 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'status': 'completed', 'code': 200} Aug 22 15:35:03.119663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-d85e0a6a-d098-43d9-8cbf-168626de3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.121280 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-d85e0a6a-d098-43d9-8cbf-168626de3755 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1094 time: 0.0478272 Aug 22 15:35:03.242359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-e101d5f6-3535-4d65-b36e-4e6bf3e6364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.243827 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-e101d5f6-3535-4d65-b36e-4e6bf3e6364d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1095476 Aug 22 15:35:03.250488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aa06d-5593-4f97-9d82-410c023efd07 req-d1fd9d1f-e402-4974-8fe6-990015b8d965 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.252106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d0aa06d-5593-4f97-9d82-410c023efd07 req-d1fd9d1f-e402-4974-8fe6-990015b8d965 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 943 time: 0.0585995 Aug 22 15:35:03.290678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1d0aa06d-5593-4f97-9d82-410c023efd07 req-1c1134e3-2106-46bc-847d-8f560e905135 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Aug 22 15:35:03.349658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-fd42c42f-a84f-4579-8103-dcf7d52f26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.351204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ebff11b9-b581-420e-a6fd-78965f2beef6 req-fd42c42f-a84f-4579-8103-dcf7d52f26f9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009419 Aug 22 15:35:03.457630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-fd68ace6-3429-4ff5-9771-1dacc0858542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.459143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-fd68ace6-3429-4ff5-9771-1dacc0858542 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1094 time: 0.0421629 Aug 22 15:35:03.509135 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-8fb004a6-2c5f-43d7-bbf0-91bf752795fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 217 time: 0.0364957 Aug 22 15:35:03.537898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd12196a-e9e3-4f34-b7e8-ebf4dd794360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:03.558622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-c8a2e0e1-6ddf-49e5-a4c9-c91180126389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.560879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-c8a2e0e1-6ddf-49e5-a4c9-c91180126389 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0453010 Aug 22 15:35:03.620026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-08489e92-73f2-41e4-83d2-845f5b2117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:03.621620 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-08489e92-73f2-41e4-83d2-845f5b2117ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533552 Aug 22 15:35:03.718794 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-7c5b26ad-c5f5-4d2b-a596-f3ed773dd28f service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Aug 22 15:35:03.824243 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54b30454-8edd-4fc4-82fa-6bc88e634550 req-5b806ac7-05fa-4aa9-8168-2087b62aaef1 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987861 Aug 22 15:35:04.421901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106aa165-b64f-4c3c-8a13-002834c97ad7 req-e6db5869-5a1f-426c-9dc6-e84c084fa97c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:04.423525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106aa165-b64f-4c3c-8a13-002834c97ad7 req-e6db5869-5a1f-426c-9dc6-e84c084fa97c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 943 time: 0.0578187 Aug 22 15:35:04.469888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106aa165-b64f-4c3c-8a13-002834c97ad7 req-2a148dba-37bd-4ef5-8640-0a91063b0494 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Aug 22 15:35:04.961194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:05.591904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba7220-6cab-42c4-ab52-6035061569cc req-7ab0bb47-7a6f-4900-9de3-8cee7bdc704f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:05.593526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63ba7220-6cab-42c4-ab52-6035061569cc req-7ab0bb47-7a6f-4900-9de3-8cee7bdc704f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 943 time: 0.0525858 Aug 22 15:35:05.633531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63ba7220-6cab-42c4-ab52-6035061569cc req-07d16d03-daab-4e3e-975c-7bb4a5304066 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339434 Aug 22 15:35:06.774088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a39c-a20a-4f0c-9413-209d9dde660f req-e6eed285-bf99-4dbb-8b4d-e62ccd561923 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:06.775755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8035a39c-a20a-4f0c-9413-209d9dde660f req-e6eed285-bf99-4dbb-8b4d-e62ccd561923 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 943 time: 0.0655835 Aug 22 15:35:06.823226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8035a39c-a20a-4f0c-9413-209d9dde660f req-3f94d88b-7a01-42e6-bfb0-44465718f925 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Aug 22 15:35:06.886860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:07.944275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3ed2-cbaf-455e-9266-af6856b1adc2 req-0a503a91-6c9b-4fb1-97c5-862c0498d478 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:07.945803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085e3ed2-cbaf-455e-9266-af6856b1adc2 req-0a503a91-6c9b-4fb1-97c5-862c0498d478 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 943 time: 0.0501680 Aug 22 15:35:07.988017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-085e3ed2-cbaf-455e-9266-af6856b1adc2 req-cc5520f5-a069-4c18-8080-de3f25bcba4e tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349112 Aug 22 15:35:08.811804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b8a1336-f59f-45ff-86ee-faf01b0c1196 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:35:08.916560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:08.928659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'port_id': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'mac_address': 'fa:16:3e:52:47:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:35:08.969779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:08.983839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8a1336-f59f-45ff-86ee-faf01b0c1196 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:35:09.003859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:09.063924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:09.112434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2b4c7-614a-4d95-af91-1880a03954f9 req-8cac583a-7771-428e-8cb6-6289185927c3 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:09.113950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1af2b4c7-614a-4d95-af91-1880a03954f9 req-8cac583a-7771-428e-8cb6-6289185927c3 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 944 time: 0.0553727 Aug 22 15:35:09.114216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:09.123424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.123773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.124159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.124498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.124858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.125337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.125750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.126006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.126335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.126663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.126992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.127316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:09.154674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1af2b4c7-614a-4d95-af91-1880a03954f9 req-aeb2e3ad-37b1-42ef-ac5c-52e9aeaef282 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343070 Aug 22 15:35:09.475853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2b8a1336-f59f-45ff-86ee-faf01b0c1196'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:35:10.296248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76d654-39a0-4b6e-8b12-08c0e4ef9e4b req-1801bcc7-136a-436a-b71c-f32be7309a6c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:10.297759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e76d654-39a0-4b6e-8b12-08c0e4ef9e4b req-1801bcc7-136a-436a-b71c-f32be7309a6c tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 944 time: 0.0613084 Aug 22 15:35:10.336916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e76d654-39a0-4b6e-8b12-08c0e4ef9e4b req-896f9eb3-acfb-4633-94b9-bb1105d2d121 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Aug 22 15:35:10.743955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:10.804917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b8a1336-f59f-45ff-86ee-faf01b0c1196 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:35:10.903876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:35:10.908171 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:35:10.908548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:10.991954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:11.016348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:35:11.018559 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5339918c12d0cb29934dd6ca405b04f5f10cab8ca35471a5ac9501225883879b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45c325f-7928-411e-878d-3359cbf5df02" -d '{"events": [{"server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:35:11.032403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:11.119910 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:11.125401 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31301d5-dee2-4f0a-aeab-ad5e7d26ddc9 x-openstack-request-id: req-b31301d5-dee2-4f0a-aeab-ad5e7d26ddc9 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:35:11.125715 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "name": "network-vif-plugged", "status": "completed", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:35:11.125945 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b31301d5-dee2-4f0a-aeab-ad5e7d26ddc9 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:35:11.126329 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'code': 200} Aug 22 15:35:11.176231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:11.250538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f849f20-360a-4824-b384-0799387bb8cc req-2cbc8a72-3eec-47dd-8b11-891bd75e3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:11.252103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f849f20-360a-4824-b384-0799387bb8cc req-2cbc8a72-3eec-47dd-8b11-891bd75e3975 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1096 time: 0.0428035 Aug 22 15:35:11.289892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-3f849f20-360a-4824-b384-0799387bb8cc req-8fb8a85f-d0e5-436c-b292-12efebfae1e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Aug 22 15:35:11.463633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a2cfa-a4bc-4667-8cad-8a9635bffa7d req-fb5c14dc-d80b-4e74-8f06-eec7ee3a966b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:11.465231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-520a2cfa-a4bc-4667-8cad-8a9635bffa7d req-fb5c14dc-d80b-4e74-8f06-eec7ee3a966b tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0540454 Aug 22 15:35:11.510791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-520a2cfa-a4bc-4667-8cad-8a9635bffa7d req-a1ec8937-6808-41e2-a0d5-35cda3febdb7 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 Aug 22 15:35:12.637324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ea604-57e8-45b2-91d9-ca5ebccfc92f req-3ebe7820-0e89-4477-9ab3-959da597d549 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:12.639057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e42ea604-57e8-45b2-91d9-ca5ebccfc92f req-3ebe7820-0e89-4477-9ab3-959da597d549 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Aug 22 15:35:12.679114 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e42ea604-57e8-45b2-91d9-ca5ebccfc92f req-b1229d0a-6e39-4b52-ab82-24b4924dabfc tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339596 Aug 22 15:35:13.805580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49fa2-2f76-4cd2-93e5-4868440f9998 req-b414be1f-905a-4464-9d12-6f1bb5504958 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:13.807120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49f49fa2-2f76-4cd2-93e5-4868440f9998 req-b414be1f-905a-4464-9d12-6f1bb5504958 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0573268 Aug 22 15:35:13.850466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-49f49fa2-2f76-4cd2-93e5-4868440f9998 req-8a1a0718-2c9e-4f40-9dae-e5eb107e8e2d tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Aug 22 15:35:13.967615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893fbd5-c8e4-4f5c-b670-ec25331fc6b6 req-58f97c7e-14e5-49fb-b3bc-770ed6d2b593 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:13.969139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4893fbd5-c8e4-4f5c-b670-ec25331fc6b6 req-58f97c7e-14e5-49fb-b3bc-770ed6d2b593 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Aug 22 15:35:13.977483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51068) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:13.982159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Request body: {'floatingip': {'port_id': '2b8a1336-f59f-45ff-86ee-faf01b0c1196'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:14.024841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:14.489828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:14.606832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:14.713591 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Floating IP ff51d331-2261-46c5-a92c-510e068a5b4c associated. External IP: 172.25.0.32, port: 2b8a1336-f59f-45ff-86ee-faf01b0c1196. Aug 22 15:35:14.938374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:35:15.324430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:35:15.329513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:15.334560 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:35:15.347735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:15.348405 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:15.358195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3502bf98-60dd-4094-b3ec-472d7eab2fb9 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "PUT /v2.0/floatingips/ff51d331-2261-46c5-a92c-510e068a5b4c HTTP/1.1" status: 200 len: 990 time: 1.3795986 Aug 22 15:35:15.358788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:35:15.361132 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29b437eb4e510c39be7bce0b3b207ed5b9d8861e443328c75dae8c2e5d97547b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a911c8-bfee-4819-9c83-5caea16f9f45" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:35:15.461766 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:15.476740 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abd014f-7f22-4d89-bea6-017f28bfa4ec x-openstack-request-id: req-5abd014f-7f22-4d89-bea6-017f28bfa4ec {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:35:15.476740 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:35:15.476740 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5abd014f-7f22-4d89-bea6-017f28bfa4ec {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:35:15.476740 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'status': 'completed', 'code': 200} Aug 22 15:35:15.566905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-87fd71d7-addd-4ee7-bbec-f71adf07313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:15.568497 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-87fd71d7-addd-4ee7-bbec-f71adf07313f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1096 time: 0.0509558 Aug 22 15:35:15.670681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-6efdfe9e-6d80-43fe-9abe-fc535a536f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:15.672563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-6efdfe9e-6d80-43fe-9abe-fc535a536f2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0975232 Aug 22 15:35:15.744641 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-9b56dc9b-54a5-4816-9017-678b0dc24cc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 998 time: 0.0650291 Aug 22 15:35:15.794627 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ff51d331-2261-46c5-a92c-510e068a5b4c', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:52:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:34:57Z', 'updated_at': '2021-08-22T15:35:14Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:15.795857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-cdcbf1e2-85c5-41c9-833b-399e0cabaa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:15.797393 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-cdcbf1e2-85c5-41c9-833b-399e0cabaa84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0467198 Aug 22 15:35:15.821314 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:35:15.830833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:15.831449 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:15.845821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-43e0a359-91e7-4547-9428-0ee00bb6510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:15.847390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-43e0a359-91e7-4547-9428-0ee00bb6510c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431333 Aug 22 15:35:15.946204 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:15.953935 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-e120822d-becc-4134-98a7-b37bed3fdaa3 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997305 Aug 22 15:35:16.050157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d9a911c8-bfee-4819-9c83-5caea16f9f45 req-10ca4fb4-5d27-4784-9ecd-6888480e835f service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888355 Aug 22 15:35:16.187574 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ff51d331-2261-46c5-a92c-510e068a5b4c', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:52:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:34:57Z', 'updated_at': '2021-08-22T15:35:14Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:16.215164 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d54bb-f1b1-4a8f-8165-e1bf3cbabb89 None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ff51d331-2261-46c5-a92c-510e068a5b4c', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'port_id': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'mac_address': 'fa:16:3e:52:47:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:34:57Z', 'updated_at': '2021-08-22T15:35:14Z', 'revision_number': 1, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:35:16.428957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82213638-f350-40a2-8baf-55d2f2f34a66 None None] New status for floating IP ff51d331-2261-46c5-a92c-510e068a5b4c: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:35:21.372821 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:30.120542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef4eb-b374-48a2-8d52-242379b02d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:30.165526 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:35:32.943163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:33.507883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-67cb6d6e-a468-45bf-9511-d993146036c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:34.956035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:36.874727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:40.759820 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:45.814128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:46.238859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:46.508855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Deleting port 87cd116d-3011-47f3-98ec-a29ff62f11c5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:46.509122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:46.588418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] For port 87cd116d-3011-47f3-98ec-a29ff62f11c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=87cd116d-3011-47f3-98ec-a29ff62f11c5,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:46.588795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:46.601472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Calling delete_port for 87cd116d-3011-47f3-98ec-a29ff62f11c5 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:46.873480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:46.906754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cd116d-3011-47f3-98ec-a29ff62f11c5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:46.933855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.933855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.934233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.934488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.934827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.935164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.935500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.935875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.936241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.936575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.936913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:46.937931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:47.099319 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:47.319039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Router 2c718707-1b85-48ac-98b8-181cc9bb58f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:35:47.426257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:35:47.431506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-615b8c53-5fae-4725-a954-6370a5efb8e8 admin admin] 10.222.0.53 "PUT /v2.0/routers/2c718707-1b85-48ac-98b8-181cc9bb58f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158512 Aug 22 15:35:47.435222 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51150) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:47.438029 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Sync routers for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:35:47.451117 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:47.451748 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:47.546048 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:47.565381 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:47.651061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:47.748952 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:35:46Z', 'revision_number': 5, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port': {'id': 'a8ab94d4-4b0b-4b9f-b435-fba6d065643c', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:94:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:28:52Z', 'updated_at': '2021-08-22T15:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:47.769087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Deleting port a8ab94d4-4b0b-4b9f-b435-fba6d065643c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:47.769436 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:47.780655 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Checking router: 2c718707-1b85-48ac-98b8-181cc9bb58f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:35:47.790163 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Routers {'2c718707-1b85-48ac-98b8-181cc9bb58f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:47.790783 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2c718707-1b85-48ac-98b8-181cc9bb58f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:47.855883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] For port a8ab94d4-4b0b-4b9f-b435-fba6d065643c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:47.856606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:47.869785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Calling delete_port for a8ab94d4-4b0b-4b9f-b435-fba6d065643c owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:47.879940 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] Set router 2c718707-1b85-48ac-98b8-181cc9bb58f2 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:47.931642 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:35:47Z', 'revision_number': 6, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:47.963456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ada94-eec1-481a-8cc7-1ca92845981e None None] The sync data for ids ['2c718707-1b85-48ac-98b8-181cc9bb58f2'] in n-d-805046-3 is: [{'id': '2c718707-1b85-48ac-98b8-181cc9bb58f2', 'name': 'tempest-TestServerBasicOps-521338530-router', 'tenant_id': 'b8affbcd0faa4083a8a4667d8429109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:51Z', 'updated_at': '2021-08-22T15:35:47Z', 'revision_number': 6, 'project_id': 'b8affbcd0faa4083a8a4667d8429109d', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:35:48.148334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.177955 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ab94d4-4b0b-4b9f-b435-fba6d065643c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:48.243894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.664800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.666928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.794628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.795198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c718707-1b85-48ac-98b8-181cc9bb58f2 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:35:48.802677 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.804006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b5568b8d-56f3-4852-8ddc-7051e549eb75 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2c718707-1b85-48ac-98b8-181cc9bb58f2 HTTP/1.1" status: 204 len: 168 time: 1.3677108 Aug 22 15:35:48.806658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51156) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:48.813659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 87cd116d-3011-47f3-98ec-a29ff62f11c5 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:48.834201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 87cd116d-3011-47f3-98ec-a29ff62f11c5 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:48.834644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 87cd116d-3011-47f3-98ec-a29ff62f11c5 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:48.875606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Deleting subnet ce8e0e57-9d51-4a30-bab6-713497a7db99 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:35:48.878977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:48.922137 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.043338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.183720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.211539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8e0e57-9d51-4a30-bab6-713497a7db99,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:49.221245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.222163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7724ac-81c7-4d36-8f56-91efb9ab4784 None None] Network e7ac12d7-e9c5-4ed9-b98e-957aea212c22 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:35:49.226610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce8e0e57-9d51-4a30-bab6-713497a7db99 HTTP/1.1" status: 204 len: 168 time: 0.4153488 Aug 22 15:35:49.226610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.226610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.226610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.226610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.227170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51160) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:49.227631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.227631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.227631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.227631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.227631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.228169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.228283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.228536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a65b1f5-edbe-4aab-b308-faa8728bdcd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:35:49.306049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.364317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Deleting port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:49.365508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.407026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] DHCP port deletion for e7ac12d7-e9c5-4ed9-b98e-957aea212c22 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:35:49.436269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] For port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:49.436535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.450441 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Calling delete_port for 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:49.456349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Deleting port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:49.456728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.531358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] For port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,segment=NetworkSegment(9d5cc9f9-d8b9-452e-afea-be8d45ac02ba),segment_id=9d5cc9f9-d8b9-452e-afea-be8d45ac02ba)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:49.531761 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.545576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Calling delete_port for 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:49.606806 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:35:49.615852 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 15:35:49.627474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.644803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:49.646718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] No DVR routers for this DVR port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:35:49.651235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] Pushing event deleted for resources: {'Port': ['ID=9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:49.656550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740835cc-b7f0-40c4-ad66-ec4a5036b8a7 None None] No DVR routers for this DVR port 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:35:49.672982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-4d85150f-66e5-462d-a5a3-53fdb2c30caf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949342 Aug 22 15:35:49.726679 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.744780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ac12d7-e9c5-4ed9-b98e-957aea212c22']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:49.772758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:49.773052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5cc9f9-d8b9-452e-afea-be8d45ac02ba') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:49.784758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.802618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.808565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-db094a3d-d4b0-48e8-959b-127bcc700382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:49.810098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-db094a3d-d4b0-48e8-959b-127bcc700382 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1096 time: 0.0755043 Aug 22 15:35:49.813359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:35:49.813975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:35:49.815659 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:35:49.950480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-33cb9b8a-25c7-4c2b-8ef8-6305d3acb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:49.952005 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-33cb9b8a-25c7-4c2b-8ef8-6305d3acb6cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.1187356 Aug 22 15:35:49.952618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.958431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:49.960623 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e7ac12d7-e9c5-4ed9-b98e-957aea212c22 HTTP/1.1" status: 204 len: 168 time: 0.7312524 Aug 22 15:35:49.963813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51162) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:49.978502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413eec-4276-4268-ba0d-28d479c30cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ac12d7-e9c5-4ed9-b98e-957aea212c22,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:50.030650 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-c66c6728-d1a4-4ff7-a017-72b8b0b6bb75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 1000 time: 0.0692074 Aug 22 15:35:50.084750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-44d012cd-7f70-4686-92cd-8ddb4c29f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:50.086254 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-44d012cd-7f70-4686-92cd-8ddb4c29f488 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0484467 Aug 22 15:35:50.142554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-9f1f8d01-f3a3-4636-a219-277b6e77d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:50.144151 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-9f1f8d01-f3a3-4636-a219-277b6e77d3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502503 Aug 22 15:35:50.249750 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-2f4824e5-b011-4f15-a87d-e20b7fa323cc service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963414 Aug 22 15:35:50.341950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:50.347021 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4be14efd-792a-4f1b-8889-6170ddbcd03f req-13a1068b-c9e2-4afd-9388-3bd2477e90a1 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Aug 22 15:35:50.441793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8ab94d4-4b0b-4b9f-b435-fba6d065643c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:50.462121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a8ab94d4-4b0b-4b9f-b435-fba6d065643c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:50.462468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8ab94d4-4b0b-4b9f-b435-fba6d065643c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:50.462879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:50.484202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:50.484466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c9312b3-aab0-4c70-b7d7-6ab406a5c3a3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:50.592727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Deleting port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:50.593079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:50.682032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] For port a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:50.682406 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:50.693953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Calling delete_port for a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:50.942007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:50.974448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:51.149721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.326287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.385590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Router 2f51207f-539a-4932-96d2-6ad2ea332a92 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:35:51.498952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:35:51.503943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d50efb9-fe0d-41e7-8fc8-03bb6d9fe886 admin admin] 10.222.0.53 "PUT /v2.0/routers/2f51207f-539a-4932-96d2-6ad2ea332a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390859 Aug 22 15:35:51.506433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51168) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:51.509242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Sync routers for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:35:51.520021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:51.520656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:51.628259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:51.628938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.736253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.807423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:35:50Z', 'revision_number': 5, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port': {'id': 'd9ad7223-7c21-42bb-ba42-1926568b38e1', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:00Z', 'updated_at': '2021-08-22T15:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:51.835054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Checking router: 2f51207f-539a-4932-96d2-6ad2ea332a92 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:35:51.843912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Routers {'2f51207f-539a-4932-96d2-6ad2ea332a92'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:51.848164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['2f51207f-539a-4932-96d2-6ad2ea332a92'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:51.858941 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Deleting port d9ad7223-7c21-42bb-ba42-1926568b38e1 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:51.859286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.933447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] Set router 2f51207f-539a-4932-96d2-6ad2ea332a92 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:35:51.944162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] For port d9ad7223-7c21-42bb-ba42-1926568b38e1, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9ad7223-7c21-42bb-ba42-1926568b38e1,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:51.944531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:51.956597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Calling delete_port for d9ad7223-7c21-42bb-ba42-1926568b38e1 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:52.159083 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:35:51Z', 'revision_number': 6, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:52.186939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3959d-3dd0-4ec1-a884-fe7dd8c5197e None None] The sync data for ids ['2f51207f-539a-4932-96d2-6ad2ea332a92'] in n-d-805046-3 is: [{'id': '2f51207f-539a-4932-96d2-6ad2ea332a92', 'name': 'tempest-TestServerBasicOps-1912541394-router', 'tenant_id': '871fb19771b9447e95da340871bc38f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:28:59Z', 'updated_at': '2021-08-22T15:35:51Z', 'revision_number': 6, 'project_id': '871fb19771b9447e95da340871bc38f6', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:35:52.206961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.235387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ad7223-7c21-42bb-ba42-1926568b38e1,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:52.304106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.410901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.412952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.560980 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.561663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f51207f-539a-4932-96d2-6ad2ea332a92 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:35:52.566383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.567684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3e78052d-e6db-4706-98fc-605690e8a171 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2f51207f-539a-4932-96d2-6ad2ea332a92 HTTP/1.1" status: 204 len: 168 time: 1.0603304 Aug 22 15:35:52.570189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51172) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:52.623784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Deleting subnet 1c13681c-d552-4ac9-9932-eb8adeec22cd {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:35:52.627298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.668325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.758322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.878858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.908546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c13681c-d552-4ac9-9932-eb8adeec22cd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:52.912294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:52.914190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3de8f8f3-8c2a-4ba6-8b15-4a0159fcc37a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c13681c-d552-4ac9-9932-eb8adeec22cd HTTP/1.1" status: 204 len: 168 time: 0.3429890 Aug 22 15:35:52.916827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51174) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:52.919370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3edf018-3c61-47fc-be6c-bd03d94b165b None None] Network f7206b1c-ac12-417b-9e4e-68218d72cf7d requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:35:52.987753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:52.989852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.011824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:53.012932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a97a5c9e-ed8b-4012-9ebe-8a7e3bdd82ff not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:53.055218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Deleting port af51da41-b76d-4007-8977-073a8176210b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:53.055897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.132124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] For port af51da41-b76d-4007-8977-073a8176210b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af51da41-b76d-4007-8977-073a8176210b,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:53.132497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.145782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Calling delete_port for af51da41-b76d-4007-8977-073a8176210b owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:53.152852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224ef38-5770-4271-8926-23601a7d734d None None] DHCP port deletion for f7206b1c-ac12-417b-9e4e-68218d72cf7d request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:35:53.212261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Deleting port af51da41-b76d-4007-8977-073a8176210b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:35:53.212643 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.281127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7224ef38-5770-4271-8926-23601a7d734d None None] For port af51da41-b76d-4007-8977-073a8176210b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=af51da41-b76d-4007-8977-073a8176210b,segment=NetworkSegment(fc31265f-9d60-4dfb-831b-9e73bae2e6dd),segment_id=fc31265f-9d60-4dfb-831b-9e73bae2e6dd)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:35:53.281523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.294307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Calling delete_port for af51da41-b76d-4007-8977-073a8176210b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:35:53.337031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.367426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Pushing event deleted for resources: {'Port': ['ID=af51da41-b76d-4007-8977-073a8176210b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:53.374817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] No DVR routers for this DVR port af51da41-b76d-4007-8977-073a8176210b on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:35:53.375729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.400470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224ef38-5770-4271-8926-23601a7d734d None None] Pushing event deleted for resources: {'Port': ['ID=af51da41-b76d-4007-8977-073a8176210b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:53.402887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224ef38-5770-4271-8926-23601a7d734d None None] No DVR routers for this DVR port af51da41-b76d-4007-8977-073a8176210b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:35:53.451063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.462037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7206b1c-ac12-417b-9e4e-68218d72cf7d']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:53.472367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:53.472664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc31265f-9d60-4dfb-831b-9e73bae2e6dd') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:53.481256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.500618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.506358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:35:53.506803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:35:53.508422 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:35:53.651145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.657569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:53.662157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f7206b1c-ac12-417b-9e4e-68218d72cf7d HTTP/1.1" status: 204 len: 168 time: 0.7408595 Aug 22 15:35:53.671234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dcfea-a18f-48ec-9f61-ba2d82b7a265 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7206b1c-ac12-417b-9e4e-68218d72cf7d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:53.975491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51180) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:54.016279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-49e9fe96-6d86-492a-bb92-5300cce2dd65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8affbcd0faa4083a8a4667d8429109d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395191 Aug 22 15:35:54.018703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51182) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:54.066262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:54.088018 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:54.222407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:54.225015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:54.226235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bff30a8-335c-4f62-98ba-0d015b6d2a0d HTTP/1.1" status: 204 len: 168 time: 0.2065825 Aug 22 15:35:54.234860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9bfff-4e6c-44fc-8bae-4b4974eb65b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff30a8-335c-4f62-98ba-0d015b6d2a0d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:54.444556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9ad7223-7c21-42bb-ba42-1926568b38e1 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:54.466123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d9ad7223-7c21-42bb-ba42-1926568b38e1 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:54.466465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9ad7223-7c21-42bb-ba42-1926568b38e1 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:54.466872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af51da41-b76d-4007-8977-073a8176210b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:35:54.484904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: af51da41-b76d-4007-8977-073a8176210b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:35:54.485179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device af51da41-b76d-4007-8977-073a8176210b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:35:54.921737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51190) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:54.962800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ca062bd3-ad7e-4bdd-a32e-97705610d404 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=871fb19771b9447e95da340871bc38f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398922 Aug 22 15:35:54.965920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51192) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:55.013673 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:55.035804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:55.158920 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:55.161518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:55.162728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/047a3f28-b99b-45e8-95e4-caf970536f5d HTTP/1.1" status: 204 len: 168 time: 0.1958869 Aug 22 15:35:55.170937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebef89f-7526-41a9-8b01-7d3017c781a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a3f28-b99b-45e8-95e4-caf970536f5d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:56.170910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51218) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:56.274103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-305124397-network', 'tenant_id': 'e57b33ac1126410995f71c3137340b01'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:56.360200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Made reservation on behalf of e57b33ac1126410995f71c3137340b01 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:35:56.362624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.373756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.466932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.536481 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.557384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:35:56.574011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bfd28f-cbc0-492d-b53c-89663509d54a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:56.578380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.578730 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Added segment 909fb2cb-0ee1-44e2-b3be-3de1664babf0 of type vlan for network 3610d19a-dc8d-491b-85e9-a031eeb2631c Aug 22 15:35:56.618649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.691205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.692311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:56.692903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:56.759335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] Pushing event updated for resources: {'Network': ['ID=3610d19a-dc8d-491b-85e9-a031eeb2631c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:56.769167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:35:56.783516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a41fdcec-6b6c-4f62-952d-ca5795ccc399 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6114590 Aug 22 15:35:56.786469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51224) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:56.791496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Request body: {'subnet': {'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-305124397-subnet', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:56.913789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Made reservation on behalf of e57b33ac1126410995f71c3137340b01 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:35:56.916199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.164594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.226061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68a5297-47fd-43f7-b33a-366b2940e6a0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:57.237118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Checking segment: {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:35:57.237496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Network hostable DHCP agents. Network: 3610d19a-dc8d-491b-85e9-a031eeb2631c, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:35:57.308646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:35:57.422574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3610d19a-dc8d-491b-85e9-a031eeb2631c) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:35:57.427055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:35:57.427648 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.433686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef2a8d-3cf7-4944-b1b9-33bc936a35e8 None None] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:35:57.498493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1741597b-a69d-4657-be81-f2ede1944a0e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7108753 Aug 22 15:35:57.502241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51226) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:57.507010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:35:57.582794 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.582993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3610d19a-dc8d-491b-85e9-a031eeb2631c', 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'fixed_ips': [{'subnet_id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:35:57.583885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.584034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.636374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.715793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Allocated IP 172.20.0.2 (3610d19a-dc8d-491b-85e9-a031eeb2631c/d68a5297-47fd-43f7-b33a-366b2940e6a0/ff0fa2f5-a213-4a45-be49-a56468dfdb68) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:35:57.870865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:57.879762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Transition to ACTIVE for port object ff0fa2f5-a213-4a45-be49-a56468dfdb68 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:35:57.895528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Transition to ACTIVE for port object ff0fa2f5-a213-4a45-be49-a56468dfdb68 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:35:57.966449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.005280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:35:58.008118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:35:58.012297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:35:58.021727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Pushing event updated for resources: {'Port': ['ID=ff0fa2f5-a213-4a45-be49-a56468dfdb68,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:58.075988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Attempting to bind port ff0fa2f5-a213-4a45-be49-a56468dfdb68 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:35:58.076992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Attempting to bind port ff0fa2f5-a213-4a45-be49-a56468dfdb68 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:35:58.076992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Attempting to bind port ff0fa2f5-a213-4a45-be49-a56468dfdb68 on network 3610d19a-dc8d-491b-85e9-a031eeb2631c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:35:58.082479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:35:58.082869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Checking segment: {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:35:58.083315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.083713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Bound using segment: {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:35:58.084209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Bound port: ff0fa2f5-a213-4a45-be49-a56468dfdb68, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:35:58.084599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.109618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.149127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] For port ff0fa2f5-a213-4a45-be49-a56468dfdb68, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:35:58.152700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] For port ff0fa2f5-a213-4a45-be49-a56468dfdb68, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ff0fa2f5-a213-4a45-be49-a56468dfdb68,segment=NetworkSegment(909fb2cb-0ee1-44e2-b3be-3de1664babf0),segment_id=909fb2cb-0ee1-44e2-b3be-3de1664babf0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:35:58.228594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.284904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df53bf-230a-4705-8e87-4935ea7f5ae2 None None] Pushing event updated for resources: {'Port': ['ID=ff0fa2f5-a213-4a45-be49-a56468dfdb68,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:58.358294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.377928 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.501900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Allocated IP 172.25.0.40 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1361d779-a542-4e15-83b6-3c4bcbba2d04) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:35:58.622882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.732382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:58.770622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:35:58.773419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:35:58.777580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:35:58.785279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Pushing event updated for resources: {'Port': ['ID=1361d779-a542-4e15-83b6-3c4bcbba2d04,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:35:59.121774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:59.161437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263c3ea-390c-43ae-a94e-d777bc9bddc5 None None] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:35:59.310280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4330d388-d50b-4e12-abd1-bd498fbdae7e None None] Provisioning for port ff0fa2f5-a213-4a45-be49-a56468dfdb68 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:35:59.338731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:59.553645 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Router 1a26b6d0-2f76-43b1-83df-c16c86fc517e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:35:59.660472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:35:59.669598 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Sync routers for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:35:59.678647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:35:59.682239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:35:59.748005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:35:59.749337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-30cd7ecb-1093-43b4-835d-bb24f258134d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2458470 Aug 22 15:35:59.752590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51232) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:35:59.785589 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:00.067459 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:35:58Z', 'revision_number': 3, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:00.095156 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Checking router: 1a26b6d0-2f76-43b1-83df-c16c86fc517e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:36:00.095509 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Updating router 1a26b6d0-2f76-43b1-83df-c16c86fc517e port 1361d779-a542-4e15-83b6-3c4bcbba2d04 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:36:00.118787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f2f735c-30f3-4917-8bcc-5ae095cf0cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.124398 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.193446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.358250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Allocated IP 172.20.0.1 (3610d19a-dc8d-491b-85e9-a031eeb2631c/d68a5297-47fd-43f7-b33a-366b2940e6a0/10975d74-0272-4a7a-bc4b-4e59ad3b178c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:36:00.378427 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.388781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Transition to ACTIVE for port object 1361d779-a542-4e15-83b6-3c4bcbba2d04 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:36:00.471631 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.485532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ff0fa2f5-a213-4a45-be49-a56468dfdb68 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:36:00.489603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Transition to ACTIVE for port object 10975d74-0272-4a7a-bc4b-4e59ad3b178c will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:36:00.507987 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.556779 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Attempting to bind port 1361d779-a542-4e15-83b6-3c4bcbba2d04 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:36:00.557147 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Attempting to bind port 1361d779-a542-4e15-83b6-3c4bcbba2d04 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:36:00.558098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Attempting to bind port 1361d779-a542-4e15-83b6-3c4bcbba2d04 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:36:00.567678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Pushing event updated for resources: {'Port': ['ID=1361d779-a542-4e15-83b6-3c4bcbba2d04,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:00.569781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:36:00.570154 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:36:00.570554 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.570956 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:36:00.571413 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Bound port: 1361d779-a542-4e15-83b6-3c4bcbba2d04, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:36:00.571791 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.595121 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.599090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:36:00.617594 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.628316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ff0fa2f5-a213-4a45-be49-a56468dfdb68 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:36:00.632869 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ff0fa2f5-a213-4a45-be49-a56468dfdb68 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:00.633458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.639582 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] For port 1361d779-a542-4e15-83b6-3c4bcbba2d04, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:36:00.642805 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] For port 1361d779-a542-4e15-83b6-3c4bcbba2d04, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1361d779-a542-4e15-83b6-3c4bcbba2d04,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:36:00.655875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:36:00.658708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:36:00.662139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:36:00.696107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Pushing event updated for resources: {'Port': ['ID=10975d74-0272-4a7a-bc4b-4e59ad3b178c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:00.716029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.720833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.736548 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.775802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ff0fa2f5-a213-4a45-be49-a56468dfdb68, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ff0fa2f5-a213-4a45-be49-a56468dfdb68,segment=NetworkSegment(909fb2cb-0ee1-44e2-b3be-3de1664babf0),segment_id=909fb2cb-0ee1-44e2-b3be-3de1664babf0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:00.796588 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b28a71-b5da-4cfa-81f0-24857311a0e6 None None] Pushing event updated for resources: {'Port': ['ID=1361d779-a542-4e15-83b6-3c4bcbba2d04,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:00.839144 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:36:00.839958 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:00.947019 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:00.957165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:00.985384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.014981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ff0fa2f5-a213-4a45-be49-a56468dfdb68,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:01.114562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9b1182b6-ef4c-4060-a25c-b100b0879dab None None] Provisioning for port 10975d74-0272-4a7a-bc4b-4e59ad3b178c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:36:01.118170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9b1182b6-ef4c-4060-a25c-b100b0879dab None None] Provisioning complete for port 10975d74-0272-4a7a-bc4b-4e59ad3b178c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:01.118614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9b1182b6-ef4c-4060-a25c-b100b0879dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.143683 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:35:58Z', 'revision_number': 3, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:01.157902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9b1182b6-ef4c-4060-a25c-b100b0879dab None None] Port 10975d74-0272-4a7a-bc4b-4e59ad3b178c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:36:01.170587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.175870 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d2098-c3a5-4bd7-8edc-3269587d2e9b None None] The sync data for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 is: [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:35:58Z', 'revision_number': 3, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:36:01.285152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.358027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.359803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Pushing event updated for resources: {'Port': ['ID=10975d74-0272-4a7a-bc4b-4e59ad3b178c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:01.473310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:36:01.474869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:36:01.634493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Router 1a26b6d0-2f76-43b1-83df-c16c86fc517e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:36:01.764125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:36:01.774655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3e944dd-ebf9-44a7-8e61-f4e353856247 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a26b6d0-2f76-43b1-83df-c16c86fc517e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0207663 Aug 22 15:36:01.790611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3d6c02f2-6d70-4ce5-a9a6-37171f1d4169 None None] Provisioning complete for port 10975d74-0272-4a7a-bc4b-4e59ad3b178c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:01.791234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d6c02f2-6d70-4ce5-a9a6-37171f1d4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:01.831789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c02f2-6d70-4ce5-a9a6-37171f1d4169 None None] Port 10975d74-0272-4a7a-bc4b-4e59ad3b178c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:36:02.541011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ff0fa2f5-a213-4a45-be49-a56468dfdb68 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:36:02.595329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ff0fa2f5-a213-4a45-be49-a56468dfdb68 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:02.595825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:02.680790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1361d779-a542-4e15-83b6-3c4bcbba2d04 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:36:02.779668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Sync routers for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:36:02.788886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:36:02.789516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:35:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:02.832514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1361d779-a542-4e15-83b6-3c4bcbba2d04 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:36:02.850562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1361d779-a542-4e15-83b6-3c4bcbba2d04 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:02.850934 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:02.945642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:02.992688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.033666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51260) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:03.048001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.095135 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1361d779-a542-4e15-83b6-3c4bcbba2d04, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1361d779-a542-4e15-83b6-3c4bcbba2d04,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:03.177144 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.246038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1361d779-a542-4e15-83b6-3c4bcbba2d04,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:03.262868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 4, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '10975d74-0272-4a7a-bc4b-4e59ad3b178c', 'name': '', 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'mac_address': 'fa:16:3e:ae:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:36:00Z', 'updated_at': '2021-08-22T15:36:01Z', 'revision_number': 2, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'subnets': [{'id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:03.298151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Checking router: 1a26b6d0-2f76-43b1-83df-c16c86fc517e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:36:03.298514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Updating router 1a26b6d0-2f76-43b1-83df-c16c86fc517e port 10975d74-0272-4a7a-bc4b-4e59ad3b178c binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:36:03.324835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.624104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.637474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Transition to ACTIVE for port object 10975d74-0272-4a7a-bc4b-4e59ad3b178c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:36:03.673708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-974170e4-9713-46d7-b00c-a5451dc66d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.694245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.752841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.812195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a3b8-770d-46c9-887e-4f289d670bc0 None None] Pushing event updated for resources: {'Port': ['ID=10975d74-0272-4a7a-bc4b-4e59ad3b178c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:03.876780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Attempting to bind port 10975d74-0272-4a7a-bc4b-4e59ad3b178c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:36:03.877547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Attempting to bind port 10975d74-0272-4a7a-bc4b-4e59ad3b178c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:36:03.877547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Attempting to bind port 10975d74-0272-4a7a-bc4b-4e59ad3b178c on network 3610d19a-dc8d-491b-85e9-a031eeb2631c {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:36:03.883500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:36:03.883958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Checking segment: {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:36:03.884392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.884801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Bound using segment: {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:36:03.885282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Bound port: 10975d74-0272-4a7a-bc4b-4e59ad3b178c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909fb2cb-0ee1-44e2-b3be-3de1664babf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:36:03.885700 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:03.958640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] For port 10975d74-0272-4a7a-bc4b-4e59ad3b178c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:36:03.962409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] For port 10975d74-0272-4a7a-bc4b-4e59ad3b178c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=10975d74-0272-4a7a-bc4b-4e59ad3b178c,segment=NetworkSegment(909fb2cb-0ee1-44e2-b3be-3de1664babf0),segment_id=909fb2cb-0ee1-44e2-b3be-3de1664babf0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:36:03.990075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Deleting port 10975d74-0272-4a7a-bc4b-4e59ad3b178c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:36:03.990424 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.033479 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.082922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] For port 10975d74-0272-4a7a-bc4b-4e59ad3b178c, host n-d-805046-3, got binding levels [] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:04.083491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.100548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Calling delete_port for 10975d74-0272-4a7a-bc4b-4e59ad3b178c owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:36:04.118900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:36:04.119822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:36:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:04.125944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a3b8-770d-46c9-887e-4f289d670bc0 None None] Pushing event updated for resources: {'Port': ['ID=10975d74-0272-4a7a-bc4b-4e59ad3b178c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:04.255312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:04.471790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1361d779-a542-4e15-83b6-3c4bcbba2d04 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:36:04.501531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.526115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Pushing event deleted for resources: {'Port': ['ID=10975d74-0272-4a7a-bc4b-4e59ad3b178c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:04.574554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1361d779-a542-4e15-83b6-3c4bcbba2d04 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:36:04.574929 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.621299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 4, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '10975d74-0272-4a7a-bc4b-4e59ad3b178c', 'name': '', 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'mac_address': 'fa:16:3e:ae:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:36:00Z', 'updated_at': '2021-08-22T15:36:03Z', 'revision_number': 4, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'subnets': [{'id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:04.729850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:04.818476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d56f8-f265-4f10-8e90-e8ab0eb1307b None None] The sync data for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 is: [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:00Z', 'revision_number': 4, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port': {'id': '1361d779-a542-4e15-83b6-3c4bcbba2d04', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:35:58Z', 'updated_at': '2021-08-22T15:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '10975d74-0272-4a7a-bc4b-4e59ad3b178c', 'name': '', 'network_id': '3610d19a-dc8d-491b-85e9-a031eeb2631c', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'mac_address': 'fa:16:3e:ae:ea:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:36:00Z', 'updated_at': '2021-08-22T15:36:03Z', 'revision_number': 4, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'subnets': [{'id': 'd68a5297-47fd-43f7-b33a-366b2940e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:36:05.011145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Router 1a26b6d0-2f76-43b1-83df-c16c86fc517e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:36:05.044645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.134790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:36:05.140064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a1b9d953-0e8c-46e4-ac6f-fe2c87a855db admin admin] 10.222.0.53 "PUT /v2.0/routers/1a26b6d0-2f76-43b1-83df-c16c86fc517e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067431 Aug 22 15:36:05.142606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:05.252158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.363023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.498434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Deleting port 1361d779-a542-4e15-83b6-3c4bcbba2d04 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:36:05.498808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.590326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] For port 1361d779-a542-4e15-83b6-3c4bcbba2d04, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1361d779-a542-4e15-83b6-3c4bcbba2d04,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:05.594092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.604217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Calling delete_port for 1361d779-a542-4e15-83b6-3c4bcbba2d04 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:36:05.834028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.865886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Pushing event deleted for resources: {'Port': ['ID=1361d779-a542-4e15-83b6-3c4bcbba2d04,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:05.925595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:05.942794 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Sync routers for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:36:05.952992 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:36:05.953633 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:36:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:06.022294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:06.024489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.027852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.073956 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:05Z', 'revision_number': 7, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:06.103648 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Checking router: 1a26b6d0-2f76-43b1-83df-c16c86fc517e for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:36:06.112975 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Routers {'1a26b6d0-2f76-43b1-83df-c16c86fc517e'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:36:06.113583 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:36:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:06.137083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.137699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a26b6d0-2f76-43b1-83df-c16c86fc517e {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:36:06.142266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.145372 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3b35dac-2421-459a-86a9-00a5c770970a admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a26b6d0-2f76-43b1-83df-c16c86fc517e HTTP/1.1" status: 204 len: 168 time: 0.9999619 Aug 22 15:36:06.146236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51272) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:06.180000 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] Set router 1a26b6d0-2f76-43b1-83df-c16c86fc517e gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:36:06.193689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Deleting subnet d68a5297-47fd-43f7-b33a-366b2940e6a0 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:36:06.196919 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.234452 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.235203 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:05Z', 'revision_number': 7, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:06.261889 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18744916-a032-4f34-8b17-7a91b7419764 None None] The sync data for ids ['1a26b6d0-2f76-43b1-83df-c16c86fc517e'] in n-d-805046-3 is: [{'id': '1a26b6d0-2f76-43b1-83df-c16c86fc517e', 'name': 'tempest-ImageQuotaTest-305124397-router', 'tenant_id': 'e57b33ac1126410995f71c3137340b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:35:57Z', 'updated_at': '2021-08-22T15:36:05Z', 'revision_number': 7, 'project_id': 'e57b33ac1126410995f71c3137340b01', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:36:06.328423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.451561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.475954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68a5297-47fd-43f7-b33a-366b2940e6a0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:06.482286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.484144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1fca9bf0-fde3-436a-95ab-8102bf62d907 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d68a5297-47fd-43f7-b33a-366b2940e6a0 HTTP/1.1" status: 204 len: 168 time: 0.3367970 Aug 22 15:36:06.486683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51274) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:06.487549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a71a49-346b-4a82-9809-4903e2a42946 None None] Network 3610d19a-dc8d-491b-85e9-a031eeb2631c requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:36:06.564283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.622722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Deleting port ff0fa2f5-a213-4a45-be49-a56468dfdb68 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:36:06.622899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.686698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] For port ff0fa2f5-a213-4a45-be49-a56468dfdb68, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ff0fa2f5-a213-4a45-be49-a56468dfdb68,segment=NetworkSegment(909fb2cb-0ee1-44e2-b3be-3de1664babf0),segment_id=909fb2cb-0ee1-44e2-b3be-3de1664babf0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:06.687067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.699258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Calling delete_port for ff0fa2f5-a213-4a45-be49-a56468dfdb68 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:36:06.790005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] DHCP port deletion for 3610d19a-dc8d-491b-85e9-a031eeb2631c request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:36:06.850459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Deleting port ff0fa2f5-a213-4a45-be49-a56468dfdb68 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:36:06.850839 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.879770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.911335 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] No DVR routers for this DVR port ff0fa2f5-a213-4a45-be49-a56468dfdb68 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:36:06.917737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0fa2f5-a213-4a45-be49-a56468dfdb68,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:06.917985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.920178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] For port ff0fa2f5-a213-4a45-be49-a56468dfdb68, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ff0fa2f5-a213-4a45-be49-a56468dfdb68,segment=NetworkSegment(909fb2cb-0ee1-44e2-b3be-3de1664babf0),segment_id=909fb2cb-0ee1-44e2-b3be-3de1664babf0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:36:06.920802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:06.938207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Calling delete_port for ff0fa2f5-a213-4a45-be49-a56468dfdb68 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:36:06.996803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.009543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3610d19a-dc8d-491b-85e9-a031eeb2631c']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:07.011471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.022631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909fb2cb-0ee1-44e2-b3be-3de1664babf0') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:07.022946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909fb2cb-0ee1-44e2-b3be-3de1664babf0') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:36:07.032712 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.037767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] Pushing event deleted for resources: {'Port': ['ID=ff0fa2f5-a213-4a45-be49-a56468dfdb68,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:07.041882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf7c3b9-fe94-4e8f-9a5b-b6aef14dea8f None None] No DVR routers for this DVR port ff0fa2f5-a213-4a45-be49-a56468dfdb68 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:36:07.055740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.063397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:36:07.063813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:36:07.065890 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:36:07.164686 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:36:07.181340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.188015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.189986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3610d19a-dc8d-491b-85e9-a031eeb2631c HTTP/1.1" status: 204 len: 168 time: 0.7023668 Aug 22 15:36:07.202211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13070ce-1e27-4a40-bc31-f0f4f3baa740 admin admin] Pushing event deleted for resources: {'Network': ['ID=3610d19a-dc8d-491b-85e9-a031eeb2631c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:07.444391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:07.485077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-438ea7f1-a006-4f94-9188-bc65d0dc57ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e57b33ac1126410995f71c3137340b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394840 Aug 22 15:36:07.487497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:07.538996 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.561719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.679293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.682006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:07.683720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98bfd28f-cbc0-492d-b53c-89663509d54a HTTP/1.1" status: 204 len: 168 time: 0.1952937 Aug 22 15:36:07.691919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f19d0e-ae19-4778-b31c-63aaea35da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bfd28f-cbc0-492d-b53c-89663509d54a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:08.410086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:08.424696 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9e0aea4c-ec35-418d-90ea-54b2f8d10c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.454888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ff0fa2f5-a213-4a45-be49-a56468dfdb68 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:36:08.482571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ff0fa2f5-a213-4a45-be49-a56468dfdb68 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:36:08.482935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ff0fa2f5-a213-4a45-be49-a56468dfdb68 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:36:08.483517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1361d779-a542-4e15-83b6-3c4bcbba2d04 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:36:08.504806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1361d779-a542-4e15-83b6-3c4bcbba2d04 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:36:08.505253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1361d779-a542-4e15-83b6-3c4bcbba2d04 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:36:08.527442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9e0aea4c-ec35-418d-90ea-54b2f8d10c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.615508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9e0aea4c-ec35-418d-90ea-54b2f8d10c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.655237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9e0aea4c-ec35-418d-90ea-54b2f8d10c6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2440951 Aug 22 15:36:08.656141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aea4c-ec35-418d-90ea-54b2f8d10c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d9d6c-3ea7-44c0-8eab-f08049c1ee9a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:08.657952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:36:08.709594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.731414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.839596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.842323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:08.843538 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc1d9d6c-3ea7-44c0-8eab-f08049c1ee9a HTTP/1.1" status: 204 len: 168 time: 0.1844831 Aug 22 15:36:08.851376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63172db-47b5-4304-bc1d-f42ac24a6602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d9d6c-3ea7-44c0-8eab-f08049c1ee9a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:36:10.742540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:21.324039 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:30.113259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d457eee9-c5bc-4b11-a201-83bab1d27cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:32.883778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:33.507451 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-846f85de-e00a-44df-97a5-4186dd3f1c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:34.959266 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:36.907570 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:40.735855 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:44.164338 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:36:51.312933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:36:51.605925 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-4b5e1325-e55e-49bb-a927-aa2c07885213 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417116 Aug 22 15:36:51.705748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-47330e0d-1327-42d4-bc79-f38bc6927162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:36:51.707628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-47330e0d-1327-42d4-bc79-f38bc6927162 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1096 time: 0.0451565 Aug 22 15:36:51.809015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-8f646841-f8fd-4e85-b769-db057a8446fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:36:51.810488 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-8f646841-f8fd-4e85-b769-db057a8446fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0848901 Aug 22 15:36:51.881779 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-d6a4fddf-ba49-4bbb-b9b2-da004adee3f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 1000 time: 0.0631320 Aug 22 15:36:51.932829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-f839c37a-19c3-41ad-8350-493662e0c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:36:51.934387 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-f839c37a-19c3-41ad-8350-493662e0c4b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0459585 Aug 22 15:36:51.989975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-fa04af57-f481-4109-8371-4fe647716bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:36:51.991544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-fa04af57-f481-4109-8371-4fe647716bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445144 Aug 22 15:36:52.089375 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-f1207b8d-c1d7-4ea5-94fa-1d92581cff72 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908244 Aug 22 15:36:52.183501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7606e8ee-86d5-43d4-a3e7-606d4e7d9750 req-c2dad069-3c67-474e-99d0-3ba2477d9596 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868254 Aug 22 15:37:00.141219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5b34af7f-445f-4160-9b11-0667d4b11d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:02.860894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:03.472229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f7c33e-47a9-4295-addc-4d39ad54dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:04.958135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:06.889735 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:10.769438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:21.163089 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:37:21.352273 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:30.146375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d0172682-fab1-4401-92da-2449d1569cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:32.894348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:33.488774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a056-27a1-41c7-888b-7da155f76f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:34.987206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:36.871658 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:40.774654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:51.351559 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:37:53.637650 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-3d846cb7-5dfe-4b47-8f5a-8d2fbdf48e31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540087 Aug 22 15:37:53.745058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-0d24d7b8-df5f-47ad-a1ad-235aa8bca6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:37:53.746758 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-0d24d7b8-df5f-47ad-a1ad-235aa8bca6a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 1096 time: 0.0460813 Aug 22 15:37:53.857355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-730c926c-213e-4e3e-b45e-3b86d45943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:37:53.859901 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-730c926c-213e-4e3e-b45e-3b86d45943f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 200 len: 911 time: 0.0925350 Aug 22 15:37:53.930039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-0e59c560-f7e5-4734-ad4b-1137196d7ff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 200 len: 1000 time: 0.0626347 Aug 22 15:37:53.980215 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-868738db-5d40-4d96-9497-4208292a894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:37:53.981711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-868738db-5d40-4d96-9497-4208292a894e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 200 len: 849 time: 0.0454435 Aug 22 15:37:54.034122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-a184ae9e-476d-45a2-9dbf-0bad004b3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:37:54.035677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-a184ae9e-476d-45a2-9dbf-0bad004b3f4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f946fa35-ac6a-4cae-ba43-55e58ba30078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424595 Aug 22 15:37:54.137829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-da6da9a8-eff8-4893-b583-ec310a55ddc2 service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930066 Aug 22 15:37:54.230087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c8ed0e62-04c0-40cb-91cc-489edc1ab7e2 req-078c26db-cce3-4153-b682-518e16db6f0a service neutron] 10.222.0.10 "GET /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852969 Aug 22 15:37:58.162182 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:38:00.145786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-97e9bcdb-75e4-4ae5-bc47-4f38ca0fd89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:02.865590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:03.528945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da08d58e-fa76-464b-a735-ea76ad81bec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:04.974624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:06.882411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:10.774453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:21.350802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:24.050054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626a6b-4ff0-42f6-97e2-7b49895b2d15 req-8dc101cc-c892-4b37-891a-3b76f380959a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:38:24.051653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39626a6b-4ff0-42f6-97e2-7b49895b2d15 req-8dc101cc-c892-4b37-891a-3b76f380959a tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0573866 Aug 22 15:38:24.092431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-39626a6b-4ff0-42f6-97e2-7b49895b2d15 req-ef4a3f8c-1770-41b4-a5cf-62064c928dad tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345795 Aug 22 15:38:25.215597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05b0e7-950e-4771-887c-ddaea9cc2c85 req-7e98df97-9f0c-49cb-a82e-15e01ab3f0ec tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:38:25.217193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be05b0e7-950e-4771-887c-ddaea9cc2c85 req-7e98df97-9f0c-49cb-a82e-15e01ab3f0ec tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Aug 22 15:38:25.258672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be05b0e7-950e-4771-887c-ddaea9cc2c85 req-db27beb5-46c9-4cdb-9db8-d1c39eff9e90 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342014 Aug 22 15:38:26.071535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-f65f303b-ae56-4b12-9ef7-9aeb5b64ccaa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:38:26.073145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-f65f303b-ae56-4b12-9ef7-9aeb5b64ccaa tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0564249 Aug 22 15:38:26.165664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Deleting port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:26.166005 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.264848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] For port 2b8a1336-f59f-45ff-86ee-faf01b0c1196, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2b8a1336-f59f-45ff-86ee-faf01b0c1196,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:38:26.265228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.387532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76103d80-c0d9-4bf9-85be-c62d21ab470a req-60c0654c-7795-4f80-a5b2-92be1c700405 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:38:26.389077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76103d80-c0d9-4bf9-85be-c62d21ab470a req-60c0654c-7795-4f80-a5b2-92be1c700405 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 945 time: 0.0564051 Aug 22 15:38:26.431049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76103d80-c0d9-4bf9-85be-c62d21ab470a req-67e50637-119c-4fa1-9e16-7836226a5c62 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba77b547-c9a0-4707-8b2c-24605b28912b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351365 Aug 22 15:38:26.452857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.453260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.453583 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Floating IP ff51d331-2261-46c5-a92c-510e068a5b4c disassociated. External IP: 172.25.0.32, port: 2b8a1336-f59f-45ff-86ee-faf01b0c1196. Aug 22 15:38:26.453951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Calling delete_port for 2b8a1336-f59f-45ff-86ee-faf01b0c1196 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:26.642755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.674775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'Port': ['ID=2b8a1336-f59f-45ff-86ee-faf01b0c1196,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:26.686960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.687314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.687664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.688671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.689035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.689478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.689729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.695058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.695058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.695058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.695058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.695058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:26.805049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:38:26.919013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:38:26.929554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:38:26.940334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:38:26.940881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:38:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:26.962343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] No DVR routers for this DVR port 2b8a1336-f59f-45ff-86ee-faf01b0c1196 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:38:26.965511 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:26.967644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-cb8cc014-cc1b-4a8a-8b37-2f44989a79e2 req-85b5a3f0-4c88-4fa1-b749-d60ab7aad536 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.10 "DELETE /v2.0/ports/2b8a1336-f59f-45ff-86ee-faf01b0c1196 HTTP/1.1" status: 204 len: 173 time: 0.8886135 Aug 22 15:38:26.968153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'name': 'network-vif-deleted', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:38:26.971234 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3d9170eb5b9ab041a2209f9871e089f08a35ea7ad209462ef13f40bb69f447c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe00bc3-91fa-4301-967b-12d49b9ac3f3" -d '{"events": [{"server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "name": "network-vif-deleted", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:38:27.009878 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7118b31d-8edd-4bb0-b54e-a3060747227a x-openstack-request-id: req-7118b31d-8edd-4bb0-b54e-a3060747227a {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:38:27.010204 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8a4937-11ed-4edb-ab43-fd1133d8da28", "name": "network-vif-deleted", "tag": "2b8a1336-f59f-45ff-86ee-faf01b0c1196", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:38:27.010458 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7118b31d-8edd-4bb0-b54e-a3060747227a {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:38:27.010862 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8a4937-11ed-4edb-ab43-fd1133d8da28', 'name': 'network-vif-deleted', 'tag': '2b8a1336-f59f-45ff-86ee-faf01b0c1196', 'status': 'completed', 'code': 200} Aug 22 15:38:27.064034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:38:27.298070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:27.327296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:38:27.338066 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:38:27.338723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:38:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:27.475370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:38:27.585325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f7e6aef-a74b-47b4-8b9b-894d4b8c8477 req-75cb6dfb-0df7-4469-aac2-565543685b5f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8a4937-11ed-4edb-ab43-fd1133d8da28 HTTP/1.1" status: 200 len: 210 time: 0.0405812 Aug 22 15:38:27.720074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:27.764386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101e088-64be-4743-997f-cd3ed415d656 None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:29Z', 'revision_number': 4, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '94cb8845-a86e-49ce-a2f6-09552c504cc2', 'name': '', 'network_id': 'f946fa35-ac6a-4cae-ba43-55e58ba30078', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'mac_address': 'fa:16:3e:c2:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:28Z', 'updated_at': '2021-08-22T15:29:34Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'subnets': [{'id': '4a82945c-00e6-4fdc-8100-e83749f24a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:38:28.022776 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d06e04-e47b-4914-b114-ae143686a381 None None] New status for floating IP ff51d331-2261-46c5-a92c-510e068a5b4c: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:38:28.728149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51702) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:28.783195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:28.806473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:28.904981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:28.908199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:28.909465 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba77b547-c9a0-4707-8b2c-24605b28912b HTTP/1.1" status: 204 len: 168 time: 0.1802287 Aug 22 15:38:28.912259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51704) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:28.918965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea066-ffc5-47e7-914a-61d6c752d729 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77b547-c9a0-4707-8b2c-24605b28912b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:28.929427 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-f3332cfd-6a10-48bb-b95d-238178808a4f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] show failed (client error): The resource could not be found. Aug 22 15:38:28.929427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f3332cfd-6a10-48bb-b95d-238178808a4f tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "GET /v2.0/security-groups/ba77b547-c9a0-4707-8b2c-24605b28912b HTTP/1.1" status: 404 len: 347 time: 0.0144241 Aug 22 15:38:28.931490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:29.061718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Deleting port 691d52d5-7b74-4e41-9bef-3adb5d2079a4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:29.062067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.141963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.142212 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.153735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Calling delete_port for 691d52d5-7b74-4e41-9bef-3adb5d2079a4 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:29.362130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.388990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Pushing event deleted for resources: {'Port': ['ID=691d52d5-7b74-4e41-9bef-3adb5d2079a4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:29.402305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.402704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.403055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.403496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.403845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.404211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.404552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.404891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.405271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.405572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.406003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.406349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:29.465699 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.468264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:29.470192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-02001cc1-f84d-48ff-a7c5-84923bb61de0 tempest-AttachVolumeTestJSON-154928572 tempest-AttachVolumeTestJSON-154928572-project] 10.222.0.53 "DELETE /v2.0/floatingips/ff51d331-2261-46c5-a92c-510e068a5b4c HTTP/1.1" status: 204 len: 168 time: 0.5377305 Aug 22 15:38:30.041998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b8a1336-f59f-45ff-86ee-faf01b0c1196 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:38:30.072879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 2b8a1336-f59f-45ff-86ee-faf01b0c1196 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:38:30.072879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2b8a1336-f59f-45ff-86ee-faf01b0c1196 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:38:30.167781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0256-f692-4e21-9ac8-abc7b06f5a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:32.888016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:33.464645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-947244a4-dc03-40ee-b2a9-2a5e938d6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:34.980073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:35.161598 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:38:36.944644 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:39.849946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51750) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:40.354552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:40.606650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Deleting port 94cb8845-a86e-49ce-a2f6-09552c504cc2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:40.606650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:40.684594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] For port 94cb8845-a86e-49ce-a2f6-09552c504cc2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=94cb8845-a86e-49ce-a2f6-09552c504cc2,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:38:40.684968 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:40.697342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Calling delete_port for 94cb8845-a86e-49ce-a2f6-09552c504cc2 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:40.784950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:40.967911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:40.992668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cb8845-a86e-49ce-a2f6-09552c504cc2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:41.448097 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:41.669782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Router 688f3002-9a79-4286-ab8c-c92355efbb20 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:38:41.779846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:38:41.785373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eda28d71-f234-43be-b776-17e8b85feff0 admin admin] 10.222.0.53 "PUT /v2.0/routers/688f3002-9a79-4286-ab8c-c92355efbb20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343290 Aug 22 15:38:41.787809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51754) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:41.790631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Sync routers for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:38:41.801728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:38:41.802378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:38:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:41.893810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:41.906116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:38:42.001969 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.086059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:38:40Z', 'revision_number': 5, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port': {'id': '514ab4c2-19d0-4147-b3ee-0f67f03e2c43', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:42.116650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Checking router: 688f3002-9a79-4286-ab8c-c92355efbb20 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:38:42.125176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Routers {'688f3002-9a79-4286-ab8c-c92355efbb20'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:38:42.125852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:38:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['688f3002-9a79-4286-ab8c-c92355efbb20'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:42.127748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Deleting port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:42.128148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.215454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] For port 514ab4c2-19d0-4147-b3ee-0f67f03e2c43, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:38:42.215836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.219258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] Set router 688f3002-9a79-4286-ab8c-c92355efbb20 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:38:42.229127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Calling delete_port for 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:42.271585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:38:42Z', 'revision_number': 6, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:42.459401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121a050-1df4-42d9-938b-0596e7ae1cca None None] The sync data for ids ['688f3002-9a79-4286-ab8c-c92355efbb20'] in n-d-805046-3 is: [{'id': '688f3002-9a79-4286-ab8c-c92355efbb20', 'name': 'tempest-AttachVolumeTestJSON-528194273-router', 'tenant_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:29:26Z', 'updated_at': '2021-08-22T15:38:42Z', 'revision_number': 6, 'project_id': 'f6dca0f5f93643fd994f449390c0cb0e', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:38:42.504700 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.534983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Pushing event deleted for resources: {'Port': ['ID=514ab4c2-19d0-4147-b3ee-0f67f03e2c43,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:42.594623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.688313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.691209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.796433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.797038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688f3002-9a79-4286-ab8c-c92355efbb20 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:38:42.807158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.807158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-60515f44-7389-42da-8264-6c160b0ae332 admin admin] 10.222.0.53 "DELETE /v2.0/routers/688f3002-9a79-4286-ab8c-c92355efbb20 HTTP/1.1" status: 204 len: 168 time: 1.0160189 Aug 22 15:38:42.807508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51756) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:42.870659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Deleting subnet 4a82945c-00e6-4fdc-8100-e83749f24a22 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:38:42.874111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.912931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:42.994577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.128552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.157813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a82945c-00e6-4fdc-8100-e83749f24a22,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:43.164477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.166571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-68826377-ca46-4557-9471-a049523cd133 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a82945c-00e6-4fdc-8100-e83749f24a22 HTTP/1.1" status: 204 len: 168 time: 0.3578269 Aug 22 15:38:43.169001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51758) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:43.171657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163a360-7401-464a-b0e0-2a616989897b None None] Network f946fa35-ac6a-4cae-ba43-55e58ba30078 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:38:43.245350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.305586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Deleting port e242da9b-747c-4a1e-a662-1d9b00c2b39a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:43.305931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.364883 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] DHCP port deletion for f946fa35-ac6a-4cae-ba43-55e58ba30078 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:38:43.385958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] For port e242da9b-747c-4a1e-a662-1d9b00c2b39a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e242da9b-747c-4a1e-a662-1d9b00c2b39a,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:38:43.386244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.399890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Calling delete_port for e242da9b-747c-4a1e-a662-1d9b00c2b39a owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:43.417192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Deleting port e242da9b-747c-4a1e-a662-1d9b00c2b39a {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:38:43.417575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.484972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] For port e242da9b-747c-4a1e-a662-1d9b00c2b39a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e242da9b-747c-4a1e-a662-1d9b00c2b39a,segment=NetworkSegment(58b0ec19-00d1-4041-a62d-cd883014d9d0),segment_id=58b0ec19-00d1-4041-a62d-cd883014d9d0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:38:43.485414 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.500087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Calling delete_port for e242da9b-747c-4a1e-a662-1d9b00c2b39a owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:38:43.561574 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.589722 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.596852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e242da9b-747c-4a1e-a662-1d9b00c2b39a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:43.604135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] No DVR routers for this DVR port e242da9b-747c-4a1e-a662-1d9b00c2b39a on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:38:43.613649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Pushing event deleted for resources: {'Port': ['ID=e242da9b-747c-4a1e-a662-1d9b00c2b39a,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:43.623088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] No DVR routers for this DVR port e242da9b-747c-4a1e-a662-1d9b00c2b39a on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:38:43.625316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.625661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.626779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.626935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.627290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.627625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.629601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df409e52-2674-487c-b4e6-07d85c277281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:38:43.683495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.694692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f946fa35-ac6a-4cae-ba43-55e58ba30078']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:43.705180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b0ec19-00d1-4041-a62d-cd883014d9d0') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:43.705489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b0ec19-00d1-4041-a62d-cd883014d9d0') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:38:43.714871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.728570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.734250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:38:43.734639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:38:43.736940 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:38:43.877383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.883476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:43.885344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f946fa35-ac6a-4cae-ba43-55e58ba30078 HTTP/1.1" status: 204 len: 168 time: 0.7153718 Aug 22 15:38:43.896719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003cc4d-cd0a-47a2-97b0-e15667cffa98 admin admin] Pushing event deleted for resources: {'Network': ['ID=f946fa35-ac6a-4cae-ba43-55e58ba30078,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:44.182860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51762) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:44.228248 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8c04b8e4-5964-4284-a959-c6923c37c9fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6dca0f5f93643fd994f449390c0cb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441771 Aug 22 15:38:44.230870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51764) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:44.279513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:44.302301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:44.390182 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:44.393888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:44.398061 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81a2db0e-d9b6-4f09-962d-2662fe2fa9e2 HTTP/1.1" status: 204 len: 168 time: 0.1634898 Aug 22 15:38:44.403364 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d5681-2725-4347-a5c8-7a105f4e6037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2db0e-d9b6-4f09-962d-2662fe2fa9e2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:44.541087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e242da9b-747c-4a1e-a662-1d9b00c2b39a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:38:44.561944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e242da9b-747c-4a1e-a662-1d9b00c2b39a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:38:44.562295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e242da9b-747c-4a1e-a662-1d9b00c2b39a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:38:44.562707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 94cb8845-a86e-49ce-a2f6-09552c504cc2 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:38:44.584959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 94cb8845-a86e-49ce-a2f6-09552c504cc2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:38:44.585320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 94cb8845-a86e-49ce-a2f6-09552c504cc2 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:38:44.585741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:38:44.605832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:38:44.606219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 514ab4c2-19d0-4147-b3ee-0f67f03e2c43 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:38:48.453724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51832) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:48.564977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c350-9df9-49e6-ae92-cbb6179e3c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.656930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c350-9df9-49e6-ae92-cbb6179e3c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.721448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c350-9df9-49e6-ae92-cbb6179e3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.759509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0c350-9df9-49e6-ae92-cbb6179e3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac0a7c-a048-400b-bd0a-233c12213e5e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:48.764032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6b0c350-9df9-49e6-ae92-cbb6179e3c98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1825d9e34e204a1bac9613915ae2f9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086026 Aug 22 15:38:48.767417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51836) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:48.820674 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.842047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.944689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.947274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:48.948487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25ac0a7c-a048-400b-bd0a-233c12213e5e HTTP/1.1" status: 204 len: 168 time: 0.1800056 Aug 22 15:38:48.956328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc294b4-0b71-427e-8ce3-037c19a59ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac0a7c-a048-400b-bd0a-233c12213e5e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:49.605729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51842) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:49.619952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc54b32f-a66d-4a00-923a-6a825c29749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:49.711161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc54b32f-a66d-4a00-923a-6a825c29749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:49.790420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bc54b32f-a66d-4a00-923a-6a825c29749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:49.832766 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bc54b32f-a66d-4a00-923a-6a825c29749a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59b8f43ba05f4ea29e41cae0b1d798c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259388 Aug 22 15:38:49.833660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b32f-a66d-4a00-923a-6a825c29749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496449fc-ad9b-4368-a5ec-79276314eca3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:49.835483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51844) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:49.884201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:49.906209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:50.006983 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:50.009682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:50.010959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/496449fc-ad9b-4368-a5ec-79276314eca3 HTTP/1.1" status: 204 len: 168 time: 0.1744051 Aug 22 15:38:50.020219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3acf-8959-4ecd-ac0f-dcd7f224c4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496449fc-ad9b-4368-a5ec-79276314eca3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:51.338952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:52.969249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51908) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:53.074298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626b4a07-21f5-4aab-ae6d-8e3d9f6caec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.167423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626b4a07-21f5-4aab-ae6d-8e3d9f6caec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.258932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-626b4a07-21f5-4aab-ae6d-8e3d9f6caec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.300160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-626b4a07-21f5-4aab-ae6d-8e3d9f6caec6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8416e47d31c34c3f82422498ffbe9d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291287 Aug 22 15:38:53.307630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b4a07-21f5-4aab-ae6d-8e3d9f6caec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126a03c-3b19-45a6-983d-6d05aa12bc1d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:53.307780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51912) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:53.352714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.372899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.504782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.507338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:53.508674 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d126a03c-3b19-45a6-983d-6d05aa12bc1d HTTP/1.1" status: 204 len: 168 time: 0.2047215 Aug 22 15:38:53.517899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbef18d-d916-475e-97e7-ce0022a6c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126a03c-3b19-45a6-983d-6d05aa12bc1d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:54.131201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51918) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:54.144972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5721e8df-ac47-432d-82ba-1b3413ee4022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.231743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5721e8df-ac47-432d-82ba-1b3413ee4022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.344284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5721e8df-ac47-432d-82ba-1b3413ee4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.381586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721e8df-ac47-432d-82ba-1b3413ee4022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48bf7e-9c5a-4b2a-bc6f-d63beac6ce33,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:54.385988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5721e8df-ac47-432d-82ba-1b3413ee4022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e540cce78acd478583ba5d1f66668399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537646 Aug 22 15:38:54.388844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51920) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:54.439914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.461586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.567535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.570205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:54.571416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca48bf7e-9c5a-4b2a-bc6f-d63beac6ce33 HTTP/1.1" status: 204 len: 168 time: 0.1817617 Aug 22 15:38:54.582123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb145fd-8c53-45c8-bb1c-7f93577f7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48bf7e-9c5a-4b2a-bc6f-d63beac6ce33,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:58.306678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:58.410361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1232b13-0b85-4a70-8057-42f1cd7b6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.500976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1232b13-0b85-4a70-8057-42f1cd7b6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.572551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e1232b13-0b85-4a70-8057-42f1cd7b6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.612184 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e1232b13-0b85-4a70-8057-42f1cd7b6704 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e13ed7f2046f4c36bc36c998328217de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043864 Aug 22 15:38:58.613073 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1232b13-0b85-4a70-8057-42f1cd7b6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f78ff2f-d976-4b65-803c-d7d77abe49c7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:58.618833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:58.670026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.691476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.795311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.798043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:58.799236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f78ff2f-d976-4b65-803c-d7d77abe49c7 HTTP/1.1" status: 204 len: 168 time: 0.1793146 Aug 22 15:38:58.807682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777db27-6c28-4e87-891e-aeab15f5369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f78ff2f-d976-4b65-803c-d7d77abe49c7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:59.371719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 51988) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:59.385396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3593dafc-da86-49f8-b478-13f002ecdd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.472925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3593dafc-da86-49f8-b478-13f002ecdd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.561379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3593dafc-da86-49f8-b478-13f002ecdd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.603609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3593dafc-da86-49f8-b478-13f002ecdd44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4fc469b904b4fae847663f0cc2b1d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306802 Aug 22 15:38:59.604561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593dafc-da86-49f8-b478-13f002ecdd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26123ca5-db98-4763-803a-d99df063e1fe,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:38:59.606616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 51990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:38:59.661006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.685411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.819551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.822108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:38:59.823308 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26123ca5-db98-4763-803a-d99df063e1fe HTTP/1.1" status: 204 len: 168 time: 0.2151875 Aug 22 15:38:59.831322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6ddb9-4723-4793-97cd-5c266f267b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26123ca5-db98-4763-803a-d99df063e1fe,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:00.156182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2ee4108f-5a45-47a9-ba9d-f42b5d63a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:02.904525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.189727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52052) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:03.294092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96b75d53-6338-4344-a976-ab77cf8cc81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.382170 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96b75d53-6338-4344-a976-ab77cf8cc81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.452999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-96b75d53-6338-4344-a976-ab77cf8cc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.492199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-96b75d53-6338-4344-a976-ab77cf8cc81e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45ddc2b7ef134e649afc37476564f1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013079 Aug 22 15:39:03.493068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b75d53-6338-4344-a976-ab77cf8cc81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666acb3-78ce-4e24-bd85-fe46c437f49a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:03.495000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:03.538889 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c158a87-84c0-431e-89ac-682536ec3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.545432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.566599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.704368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.707142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:03.708381 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8666acb3-78ce-4e24-bd85-fe46c437f49a HTTP/1.1" status: 204 len: 168 time: 0.2123697 Aug 22 15:39:03.718755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ebd1-2a4c-4c5b-ae97-d2ae40894ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666acb3-78ce-4e24-bd85-fe46c437f49a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:04.360217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52062) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:04.374987 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89fcd312-236e-4ec6-8bb9-b458d4fdfac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.477204 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89fcd312-236e-4ec6-8bb9-b458d4fdfac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.532419 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-89fcd312-236e-4ec6-8bb9-b458d4fdfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.574236 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-89fcd312-236e-4ec6-8bb9-b458d4fdfac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6c914a47f644a588d61e42108840184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128079 Aug 22 15:39:04.575471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcd312-236e-4ec6-8bb9-b458d4fdfac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1843f8fe-b34c-4bfb-b730-c901fbc8fc7f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:04.577393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52064) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:04.630103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.652247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.778587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.781119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:04.782341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1843f8fe-b34c-4bfb-b730-c901fbc8fc7f HTTP/1.1" status: 204 len: 168 time: 0.2037425 Aug 22 15:39:04.790534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d298-9ace-4687-9e09-d877e2ecea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1843f8fe-b34c-4bfb-b730-c901fbc8fc7f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:04.972562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:06.916431 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:10.807297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:12.160385 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:39:21.355189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.152733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52332) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:23.261641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659789d4-d537-4b4d-a100-390614d8e2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.355885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659789d4-d537-4b4d-a100-390614d8e2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.423607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-659789d4-d537-4b4d-a100-390614d8e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.462811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659789d4-d537-4b4d-a100-390614d8e2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b001ff-9761-48de-8e87-3df55e25c0e9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:23.467438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-659789d4-d537-4b4d-a100-390614d8e2b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=097132b9aa0e4e4d8160fe7e4b203c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136761 Aug 22 15:39:23.470067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:23.519903 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.545130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.640989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.643492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:23.644728 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26b001ff-9761-48de-8e87-3df55e25c0e9 HTTP/1.1" status: 204 len: 168 time: 0.1737397 Aug 22 15:39:23.652967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1cfd-63cc-4855-ae7f-6cad5b10be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b001ff-9761-48de-8e87-3df55e25c0e9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:24.250286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:24.266142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39043d86-1bce-4a71-95e7-8001d2770593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.358582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39043d86-1bce-4a71-95e7-8001d2770593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.429330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39043d86-1bce-4a71-95e7-8001d2770593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.468174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-39043d86-1bce-4a71-95e7-8001d2770593 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d0704695c0c4d80ae4fd2632c8e3764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167072 Aug 22 15:39:24.469427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39043d86-1bce-4a71-95e7-8001d2770593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3d34d-ad98-4c3b-a1b1-f6cba05f5fcc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:24.470990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52346) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:24.519797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.544515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.663797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.666467 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:24.667647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fab3d34d-ad98-4c3b-a1b1-f6cba05f5fcc HTTP/1.1" status: 204 len: 168 time: 0.1955757 Aug 22 15:39:24.675637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a757cd-fb76-4f3c-bbe3-1a2fc11485b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3d34d-ad98-4c3b-a1b1-f6cba05f5fcc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:26.304280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:26.415196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e118-c2a3-4147-ac9a-75db30ad8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.505889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e118-c2a3-4147-ac9a-75db30ad8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.572596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e118-c2a3-4147-ac9a-75db30ad8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.614564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8bc2e118-c2a3-4147-ac9a-75db30ad8edb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b259bd38076547e2ae178b8dad358f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091636 Aug 22 15:39:26.616571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2e118-c2a3-4147-ac9a-75db30ad8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045fd6c7-d80b-43cc-a41f-ed27237a41e0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:26.617283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52386) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:26.666303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.687467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.795107 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.797801 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:26.799001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/045fd6c7-d80b-43cc-a41f-ed27237a41e0 HTTP/1.1" status: 204 len: 168 time: 0.1799872 Aug 22 15:39:26.808095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045fd6c7-d80b-43cc-a41f-ed27237a41e0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:26.816149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.816507 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.816858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.817634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.817995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.818334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.818667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.819002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.819438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.819771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.820135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:26.820467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9fea8-3dd1-4aaf-aa14-2eb9ff06edf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:30.263632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9e1255f4-7545-41a5-8a31-cedf10fb78aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.023202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:31.133194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-551734a7-0044-4dfb-85fd-f8e8fd17907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.224185 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-551734a7-0044-4dfb-85fd-f8e8fd17907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.280478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-551734a7-0044-4dfb-85fd-f8e8fd17907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.320125 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-551734a7-0044-4dfb-85fd-f8e8fd17907f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d91322b55aad4b21b23c8a70a1412f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955728 Aug 22 15:39:31.321010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551734a7-0044-4dfb-85fd-f8e8fd17907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d5aa3-a62b-49d8-bc2f-5606ad0e44bd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:31.323674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:31.378850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.400259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.537659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.541330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:31.542942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da1d5aa3-a62b-49d8-bc2f-5606ad0e44bd HTTP/1.1" status: 204 len: 168 time: 0.2177591 Aug 22 15:39:31.551030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d5aa3-a62b-49d8-bc2f-5606ad0e44bd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:31.558495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.558841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.559179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.559548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.559841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.560188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.560515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.560850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.561173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.561497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.561817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:31.562133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316875d-85cb-4546-a910-da31d2d98231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:32.178575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:32.192231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-044adb6b-e015-4743-b26f-135386cba817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.282487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-044adb6b-e015-4743-b26f-135386cba817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.366453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-044adb6b-e015-4743-b26f-135386cba817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.406667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-044adb6b-e015-4743-b26f-135386cba817 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fa67622f941422aaf54ca667bd522b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269981 Aug 22 15:39:32.407567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044adb6b-e015-4743-b26f-135386cba817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d04281-a11e-4a12-a273-2043d2876c31,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:32.409407 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52518) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:32.460804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.482831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.595092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.597785 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:32.599006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1d04281-a11e-4a12-a273-2043d2876c31 HTTP/1.1" status: 204 len: 168 time: 0.1881907 Aug 22 15:39:32.608671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b8322-c104-4c61-8ab1-fa2f829b3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d04281-a11e-4a12-a273-2043d2876c31,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:32.898351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:33.515298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7990-1b17-43d9-9a06-2d486e5ed483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:34.966979 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.009043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:35.157959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:35.229603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.331074 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.435323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Allocated IP 172.25.0.185 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/ef4c4da7-5046-4f5d-8776-00a4eced40b4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:35.537878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.612389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.652193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:35.654920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:35.658388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:35.667462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=ef4c4da7-5046-4f5d-8776-00a4eced40b4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:35.746850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.835748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:35.991850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.110250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.180932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=ef4c4da7-5046-4f5d-8776-00a4eced40b4,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:36.192772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.258822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.260153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d4dc36d2-a782-4e87-8b69-f8dd1c4bbd6e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2499666 Aug 22 15:39:36.262820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52570) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:36.267857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1157260037'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:36.349550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Made reservation on behalf of 0da433f27eb0482483d9a5ffbaf3dd3f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:39:36.353584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.362955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.449640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.525937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.552557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:39:36.562834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52540563-8055-4bf8-9d69-01f56e9be185,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:36.567485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.567833 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Added segment 767fc345-86a6-4025-875b-b23dea34116f of type vlan for network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 Aug 22 15:39:36.607733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.703160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.709243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:39:36.709838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:36.816824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Network': ['ID=7d23c055-3103-4ec2-9ec7-4d5ed809dce5,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:36.838864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52574) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:36.839305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0e88b124-4ca5-4cd0-947e-205e5e060dd2 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5750895 Aug 22 15:39:36.839431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:39:36.845202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Request body: {'subnet': {'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:36.931852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.000782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Made reservation on behalf of 0da433f27eb0482483d9a5ffbaf3dd3f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:39:37.004228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.229332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.286553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Subnet': ['ID=09d8ec0e-9f95-4a0d-a829-e03fca8037b6,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:37.297325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Checking segment: {'id': '767fc345-86a6-4025-875b-b23dea34116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:39:37.297682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network hostable DHCP agents. Network: 7d23c055-3103-4ec2-9ec7-4d5ed809dce5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:39:37.360599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:39:37.412347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 7d23c055-3103-4ec2-9ec7-4d5ed809dce5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:37.417885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:39:37.418856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.426558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f5af6-dc71-4162-8d29-1289b8d476ac None None] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:39:37.493906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5664e09-2235-4928-bcfe-0edfc808e117 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6528826 Aug 22 15:39:37.496521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52576) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:37.501093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1769559645', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:37.569456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-7d23c055-3103-4ec2-9ec7-4d5ed809dce5', 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5', 'tenant_id': '0da433f27eb0482483d9a5ffbaf3dd3f', 'fixed_ips': [{'subnet_id': '09d8ec0e-9f95-4a0d-a829-e03fca8037b6'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:39:37.570344 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.612507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.613803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.669225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.709499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Allocated IP 172.20.0.2 (7d23c055-3103-4ec2-9ec7-4d5ed809dce5/09d8ec0e-9f95-4a0d-a829-e03fca8037b6/d6ea4563-afaa-4dfd-af4c-65b38959a6c5) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:37.857141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.865377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Transition to ACTIVE for port object d6ea4563-afaa-4dfd-af4c-65b38959a6c5 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:39:37.870103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:37.881044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Transition to ACTIVE for port object d6ea4563-afaa-4dfd-af4c-65b38959a6c5 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:39:37.955484 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.001352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:38.004207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:38.008219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:38.022077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Pushing event updated for resources: {'Port': ['ID=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:38.075956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Attempting to bind port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:39:38.076369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Attempting to bind port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '767fc345-86a6-4025-875b-b23dea34116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:39:38.076737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Attempting to bind port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 on network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:39:38.082336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:39:38.082710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Checking segment: {'id': '767fc345-86a6-4025-875b-b23dea34116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:39:38.083108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.083535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Bound using segment: {'id': '767fc345-86a6-4025-875b-b23dea34116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:39:38.084019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Bound port: d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767fc345-86a6-4025-875b-b23dea34116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:39:38.084407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.126604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.144934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.150824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] For port d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:39:38.154128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] For port d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,segment=NetworkSegment(767fc345-86a6-4025-875b-b23dea34116f),segment_id=767fc345-86a6-4025-875b-b23dea34116f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:39:38.201092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.276351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Allocated IP 172.25.0.176 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/46b9860c-8841-4733-96cd-fa354e704699) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:38.288344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2c7c-5ae7-4220-a40a-3e2c6fe2b04d None None] Pushing event updated for resources: {'Port': ['ID=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:38.397626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.504343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:38.551343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:38.557994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:38.560419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:38.584699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=46b9860c-8841-4733-96cd-fa354e704699,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:38.616881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d6ea4563-afaa-4dfd-af4c-65b38959a6c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:39:38.726347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:39:39.147329 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.198963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98aab2-699a-4a24-812a-3c48393be599 None None] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:39:39.361535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Provisioning for port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:39:39.369322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Provisioning complete for port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:39.369695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.465771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.505426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] For port d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,segment=NetworkSegment(767fc345-86a6-4025-875b-b23dea34116f),segment_id=767fc345-86a6-4025-875b-b23dea34116f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:39:39.577940 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.635095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de887-1c1c-44d0-aaad-29adff1c90b8 None None] Pushing event updated for resources: {'Port': ['ID=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:39.692822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.696267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fda59008-1739-4ab8-8d0c-e9829047948a None None] Provisioning complete for port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:39.696632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fda59008-1739-4ab8-8d0c-e9829047948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:39.937639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Router e51b204d-1c94-48f5-a641-b5b4aaf0452d is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:39:40.045691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:39:40.056308 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] Sync routers for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:39:40.066095 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:40.067249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:40.105326 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:40.114158 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:40.114759 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:40.147043 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:40.147763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7840b-1c09-4dd1-9bdf-8473b4d434c9 None None] The sync data for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:39:40.154921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:40.156239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e5bf3322-38d9-4bbf-99df-9320e012a43b tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6587169 Aug 22 15:39:40.158878 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52580) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:40.574688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d6ea4563-afaa-4dfd-af4c-65b38959a6c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:39:40.599848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:40.623152 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:40.623510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:40.772916 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:40.877033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Allocated IP 172.20.0.1 (7d23c055-3103-4ec2-9ec7-4d5ed809dce5/09d8ec0e-9f95-4a0d-a829-e03fca8037b6/5c5c574d-be97-46fb-b232-9cc8aea4923c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:40.998776 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.012651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Transition to ACTIVE for port object 5c5c574d-be97-46fb-b232-9cc8aea4923c will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:39:41.098065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.137637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:41.140471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:41.144461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:41.172391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=5c5c574d-be97-46fb-b232-9cc8aea4923c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:41.197019 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.413960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.480665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f15c1e3-01e3-4255-9f87-237601d5b3d0 None None] Provisioning for port 5c5c574d-be97-46fb-b232-9cc8aea4923c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:39:41.484916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f15c1e3-01e3-4255-9f87-237601d5b3d0 None None] Provisioning complete for port 5c5c574d-be97-46fb-b232-9cc8aea4923c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:41.485330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f15c1e3-01e3-4255-9f87-237601d5b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.524962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8f15c1e3-01e3-4255-9f87-237601d5b3d0 None None] Port 5c5c574d-be97-46fb-b232-9cc8aea4923c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:39:41.692568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.754957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.833812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=5c5c574d-be97-46fb-b232-9cc8aea4923c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:41.836334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:41.939117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:41.940842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:42.061137 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Router e51b204d-1c94-48f5-a641-b5b4aaf0452d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:39:42.146689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-42e78055-d294-4f1f-85fe-237039b0f2b3 None None] Provisioning complete for port 5c5c574d-be97-46fb-b232-9cc8aea4923c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:42.147322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-42e78055-d294-4f1f-85fe-237039b0f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:42.175790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:39:42.181050 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-964548df-b6cb-465a-93c2-98f6469e3f19 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "PUT /v2.0/routers/e51b204d-1c94-48f5-a641-b5b4aaf0452d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210643 Aug 22 15:39:42.183478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:42.185979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] Sync routers for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:39:42.188705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Request body: {'port': {'network_id': '7d23c055-3103-4ec2-9ec7-4d5ed809dce5', 'name': 'tempest-FloatingIPAdminTestJSON-1875026164'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:42.189529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-42e78055-d294-4f1f-85fe-237039b0f2b3 None None] Port 5c5c574d-be97-46fb-b232-9cc8aea4923c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:39:42.198208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:42.198777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:42.232283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:42.243764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:42.244854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:42.283417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:42.284091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd82c3-966e-4055-a72a-a8b1cf52997b None None] The sync data for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:39:42.371872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Made reservation on behalf of 0da433f27eb0482483d9a5ffbaf3dd3f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:39:42.375461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:42.397207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] device_id is not set on port 78c7d4b7-44b4-4cff-9396-b7582667b899 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:39:42.504180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Allocated IP 172.20.0.3 (7d23c055-3103-4ec2-9ec7-4d5ed809dce5/09d8ec0e-9f95-4a0d-a829-e03fca8037b6/78c7d4b7-44b4-4cff-9396-b7582667b899) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:42.651607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:42.665707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Transition to ACTIVE for port object 78c7d4b7-44b4-4cff-9396-b7582667b899 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:39:42.744232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:42.786648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:42.790283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:42.794035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:42.804585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event updated for resources: {'Port': ['ID=78c7d4b7-44b4-4cff-9396-b7582667b899,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:42.855635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:39:42.856334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:42.962337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fcc1f5c3-3c3d-4fe7-8394-a3426eaac5f8 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7775083 Aug 22 15:39:42.965540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52586) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:43.025450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'project_id': '0da433f27eb0482483d9a5ffbaf3dd3f', 'port_id': '78c7d4b7-44b4-4cff-9396-b7582667b899'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:43.097806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b293e69b-a5f9-4363-becc-fc1eaeceff50 None None] Provisioning for port 78c7d4b7-44b4-4cff-9396-b7582667b899 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:39:43.101835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b293e69b-a5f9-4363-becc-fc1eaeceff50 None None] Provisioning complete for port 78c7d4b7-44b4-4cff-9396-b7582667b899 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:39:43.102208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b293e69b-a5f9-4363-becc-fc1eaeceff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:43.136238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b293e69b-a5f9-4363-becc-fc1eaeceff50 None None] Port 78c7d4b7-44b4-4cff-9396-b7582667b899 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:39:43.161401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:43.257620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:43.364786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Allocated IP 172.25.0.9 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/50b55a42-6e12-4a36-9118-4f5eafa14348) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:43.473554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:43.566353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:43.610026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:43.613234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:43.618628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:43.627775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Pushing event updated for resources: {'Port': ['ID=50b55a42-6e12-4a36-9118-4f5eafa14348,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:43.978635 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:44.107847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:44.261485 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:44.332037 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:44.399535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Pushing event updated for resources: {'Port': ['ID=50b55a42-6e12-4a36-9118-4f5eafa14348,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:44.412606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:44.518056 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Floating IP c742673c-53a3-41c0-aa0e-482a5ecf1b04 associated. External IP: 172.25.0.9, port: 78c7d4b7-44b4-4cff-9396-b7582667b899. Aug 22 15:39:45.040620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Router e51b204d-1c94-48f5-a641-b5b4aaf0452d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:39:45.156961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:39:45.166368 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] Sync routers for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:39:45.188111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:45.188111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:45.207322 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:45.217170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:45.217887 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:45.234995 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:45.252006 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:45.252650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71201b6f-d03a-4d4d-920f-3f21329f432a None None] The sync data for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:39:45.263889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-96842fe0-b145-450f-af6f-39b6d21d5b20 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.2971718 Aug 22 15:39:45.266707 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:45.380560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b24d68a0-5211-4c5d-af5a-a76cb0e3b09a tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "GET /v2.0/floatingips/c742673c-53a3-41c0-aa0e-482a5ecf1b04 HTTP/1.1" status: 200 len: 981 time: 0.1125228 Aug 22 15:39:45.383480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52592) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:45.765095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8cb05bc5-7521-42bc-bc19-3a4a8a827851 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.3804846 Aug 22 15:39:45.767659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:45.930713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port 50b55a42-6e12-4a36-9118-4f5eafa14348 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:45.931088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.015876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.016175 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.029029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for 50b55a42-6e12-4a36-9118-4f5eafa14348 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:46.269280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.296247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=50b55a42-6e12-4a36-9118-4f5eafa14348,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:46.365829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.366199 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Floating IP c742673c-53a3-41c0-aa0e-482a5ecf1b04 disassociated (deleted). External IP: 172.25.0.9, port: 78c7d4b7-44b4-4cff-9396-b7582667b899. Aug 22 15:39:46.616620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Router e51b204d-1c94-48f5-a641-b5b4aaf0452d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:39:46.733649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:39:46.739095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.750801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] Sync routers for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:39:46.762210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:46.762923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:46.772690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-18b83a83-b1d5-4f42-897f-9ee9bac9f94e tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/floatingips/c742673c-53a3-41c0-aa0e-482a5ecf1b04 HTTP/1.1" status: 204 len: 168 time: 1.0039060 Aug 22 15:39:46.777484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52596) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:46.782153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:46.796776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:46.805702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:46.806253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:46.842218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:46.842860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fd13e5-e39f-4c6b-a8bf-626342629f89 None None] The sync data for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:39:46.869986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:46.962904 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.065379 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Allocated IP 172.25.0.7 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/53256b61-96a8-4080-84c6-50089da7a1a4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:47.174742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.303768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.345680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:47.348550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:47.355574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:47.358671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Pushing event updated for resources: {'Port': ['ID=53256b61-96a8-4080-84c6-50089da7a1a4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:47.447191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.536883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.696129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.754453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.823703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Pushing event updated for resources: {'Port': ['ID=53256b61-96a8-4080-84c6-50089da7a1a4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:47.833933 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.925936 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:47.927219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1b3f40d-0a8d-4307-ac4c-bc9b6caaf421 tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1486299 Aug 22 15:39:47.930638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52598) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:48.032241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:39:48.114791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.215151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.319912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Allocated IP 172.25.0.130 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/efeb2f31-18f1-4f0a-b70b-128a555bdba9) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:39:48.427291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.537998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.578783 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:39:48.581585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:39:48.584522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:39:48.615462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Pushing event updated for resources: {'Port': ['ID=efeb2f31-18f1-4f0a-b70b-128a555bdba9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:48.680448 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.779929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.929753 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:48.977872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.046742 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Pushing event updated for resources: {'Port': ['ID=efeb2f31-18f1-4f0a-b70b-128a555bdba9,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:49.059044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.159484 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:39:49.171852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.173341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c64fbcb-ba71-47ca-8609-9cecb33dda82 tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2417452 Aug 22 15:39:49.176014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52602) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:49.249062 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4262d60-79ba-4fe4-a400-5c49dc52ffcb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0718524 Aug 22 15:39:49.251674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52604) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:49.318494 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6279b36d-2d9a-407d-abd3-72df7d7492d0 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0655780 Aug 22 15:39:49.321551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52606) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:49.449497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Deleting port efeb2f31-18f1-4f0a-b70b-128a555bdba9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:49.449846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.531751 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.532105 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.544370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Calling delete_port for efeb2f31-18f1-4f0a-b70b-128a555bdba9 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:49.720596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.752472 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Pushing event deleted for resources: {'Port': ['ID=efeb2f31-18f1-4f0a-b70b-128a555bdba9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:49.816235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.818885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:49.820098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03eb6d65-c011-4469-9771-59343db5729e tempest-FloatingIPAdminTestJSON-1558130652 tempest-FloatingIPAdminTestJSON-1558130652-project] 10.222.0.53 "DELETE /v2.0/floatingips/2c9c74b8-0345-4cd4-99c6-8d407a392584 HTTP/1.1" status: 204 len: 168 time: 0.4976087 Aug 22 15:39:49.823539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52608) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:49.981130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Deleting port 53256b61-96a8-4080-84c6-50089da7a1a4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:49.981855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.058466 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.058789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.070012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Calling delete_port for 53256b61-96a8-4080-84c6-50089da7a1a4 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:50.257937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.286645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Pushing event deleted for resources: {'Port': ['ID=53256b61-96a8-4080-84c6-50089da7a1a4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:50.348743 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.352914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.354111 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3c7a51e1-ba9f-4096-b532-2e6fc69a29bb tempest-FloatingIPAdminTestJSON-1198418367 tempest-FloatingIPAdminTestJSON-1198418367-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/f64d1412-05af-4b98-9684-d8de846df2a8 HTTP/1.1" status: 204 len: 168 time: 0.5295880 Aug 22 15:39:50.357717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:50.446004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port 78c7d4b7-44b4-4cff-9396-b7582667b899 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:50.446362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.532982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.545024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for 78c7d4b7-44b4-4cff-9396-b7582667b899 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:50.789666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.819276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=78c7d4b7-44b4-4cff-9396-b7582667b899,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:50.894694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:50.899245 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-98b119d2-c7eb-4032-928e-fbc83af337fc tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/ports/78c7d4b7-44b4-4cff-9396-b7582667b899 HTTP/1.1" status: 204 len: 168 time: 0.5400200 Aug 22 15:39:50.900090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:50.951470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d6a73-8d5a-47ac-a3fe-36c79f64e2af tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:39:50.953064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-565d6a73-8d5a-47ac-a3fe-36c79f64e2af tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "GET /v2.0/ports?device_id=e51b204d-1c94-48f5-a641-b5b4aaf0452d HTTP/1.1" status: 200 len: 913 time: 0.0519705 Aug 22 15:39:50.955731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52614) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:51.360190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:51.421990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:51.682495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port 5c5c574d-be97-46fb-b232-9cc8aea4923c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:51.682851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:51.771994 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:51.784017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for 5c5c574d-be97-46fb-b232-9cc8aea4923c owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:52.011833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:52.040702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=5c5c574d-be97-46fb-b232-9cc8aea4923c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:52.229482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:52.449203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Router e51b204d-1c94-48f5-a641-b5b4aaf0452d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:39:52.551170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:39:52.556807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d4f8ff20-9c0e-46df-b1e2-b308fb156727 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "PUT /v2.0/routers/e51b204d-1c94-48f5-a641-b5b4aaf0452d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000671 Aug 22 15:39:52.559329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52616) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:52.561456 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] Sync routers for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:39:52.571716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:52.572358 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:52.605239 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:52.613661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] Routers {'e51b204d-1c94-48f5-a641-b5b4aaf0452d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:39:52.614255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:39:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:52.648893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:52.649542 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d311e-c880-4c85-a566-6d292b2030fc None None] The sync data for ids ['e51b204d-1c94-48f5-a641-b5b4aaf0452d'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:39:52.667887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:52.772168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:52.905938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port 46b9860c-8841-4733-96cd-fa354e704699 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:52.906284 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.277976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.291163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for 46b9860c-8841-4733-96cd-fa354e704699 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:53.509623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.536938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=46b9860c-8841-4733-96cd-fa354e704699,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:53.597924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.690300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.692437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.795171 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.795625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Fanout notify agent at l3_agent the message router_deleted on router e51b204d-1c94-48f5-a641-b5b4aaf0452d {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:39:53.802710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.803845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d1ee89f-8174-4cb8-b1a4-ffddeaccbc7c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/routers/e51b204d-1c94-48f5-a641-b5b4aaf0452d HTTP/1.1" status: 204 len: 168 time: 1.2433746 Aug 22 15:39:53.807119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52618) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:53.862783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting subnet 09d8ec0e-9f95-4a0d-a829-e03fca8037b6 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:39:53.865885 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.906289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:53.990832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.109500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.136755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Subnet': ['ID=09d8ec0e-9f95-4a0d-a829-e03fca8037b6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:54.140384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.144641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b721daf8-e573-4c09-a1c9-30e4122c9e3a tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/subnets/09d8ec0e-9f95-4a0d-a829-e03fca8037b6 HTTP/1.1" status: 204 len: 168 time: 0.3341827 Aug 22 15:39:54.145144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52620) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:54.148957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d00105-935d-4590-9770-e7f1bdff93c6 None None] Network 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:39:54.220659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.280575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:54.281242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.331395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] DHCP port deletion for 7d23c055-3103-4ec2-9ec7-4d5ed809dce5 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:39:54.351032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] For port d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,segment=NetworkSegment(767fc345-86a6-4025-875b-b23dea34116f),segment_id=767fc345-86a6-4025-875b-b23dea34116f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:39:54.351539 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.364676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for d6ea4563-afaa-4dfd-af4c-65b38959a6c5 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:54.378019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Deleting port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:54.378389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.442816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] For port d6ea4563-afaa-4dfd-af4c-65b38959a6c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,segment=NetworkSegment(767fc345-86a6-4025-875b-b23dea34116f),segment_id=767fc345-86a6-4025-875b-b23dea34116f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:39:54.443210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.456074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Calling delete_port for d6ea4563-afaa-4dfd-af4c-65b38959a6c5 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:54.514957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.536720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.548960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:54.551758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] No DVR routers for this DVR port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:39:54.571086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] No DVR routers for this DVR port d6ea4563-afaa-4dfd-af4c-65b38959a6c5 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:39:54.576227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Pushing event deleted for resources: {'Port': ['ID=d6ea4563-afaa-4dfd-af4c-65b38959a6c5,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:54.585208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.585208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.585402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.586502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.586781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.587392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.587754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.588121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.588468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.588781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.589243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.589847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f76dcd-9b08-4192-92c2-a12b0e87fabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:39:54.605405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d6ea4563-afaa-4dfd-af4c-65b38959a6c5 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:39:54.625653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d6ea4563-afaa-4dfd-af4c-65b38959a6c5 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:39:54.625922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d6ea4563-afaa-4dfd-af4c-65b38959a6c5 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:39:54.654501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.664875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d23c055-3103-4ec2-9ec7-4d5ed809dce5']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:54.674894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767fc345-86a6-4025-875b-b23dea34116f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:54.675194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767fc345-86a6-4025-875b-b23dea34116f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:39:54.685083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.699846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.705967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:39:54.706391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:39:54.709642 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:39:54.840352 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.847411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:54.849228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/networks/7d23c055-3103-4ec2-9ec7-4d5ed809dce5 HTTP/1.1" status: 204 len: 168 time: 0.7034907 Aug 22 15:39:54.852144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52622) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:54.861101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7fbd-f22f-48c0-8f71-45e34878740c tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Network': ['ID=7d23c055-3103-4ec2-9ec7-4d5ed809dce5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:54.980496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Deleting port ef4c4da7-5046-4f5d-8776-00a4eced40b4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:39:54.980864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.060707 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.061055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.074881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Calling delete_port for ef4c4da7-5046-4f5d-8776-00a4eced40b4 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:39:55.309381 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.335050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Pushing event deleted for resources: {'Port': ['ID=ef4c4da7-5046-4f5d-8776-00a4eced40b4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:55.397838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.401097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:55.402291 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-692340a5-df1c-4af7-b9f3-0e1723972d78 tempest-FloatingIPAdminTestJSON-1596338574 tempest-FloatingIPAdminTestJSON-1596338574-project] 10.222.0.53 "DELETE /v2.0/floatingips/7aad9dc9-5e3b-4d2d-adf2-1e7063679334 HTTP/1.1" status: 204 len: 168 time: 0.5490201 Aug 22 15:39:55.915600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52628) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:56.055009 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3cdba947-31c8-47f4-83a4-0c7bb88d8eb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0da433f27eb0482483d9a5ffbaf3dd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381462 Aug 22 15:39:56.057720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52632) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:56.107306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:56.129205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:56.291914 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:56.294817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:56.296275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52540563-8055-4bf8-9d69-01f56e9be185 HTTP/1.1" status: 204 len: 168 time: 0.2375162 Aug 22 15:39:56.306340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0637e2b-84da-4593-9c67-b574963c3678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52540563-8055-4bf8-9d69-01f56e9be185,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:56.971294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52638) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:56.987310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14068064-e283-420b-9bbb-f00abebc78d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.100343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14068064-e283-420b-9bbb-f00abebc78d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.154684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-14068064-e283-420b-9bbb-f00abebc78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.197969 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14068064-e283-420b-9bbb-f00abebc78d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2563a-3b1c-4d6f-b2a5-706eee812c79,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:57.203218 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-14068064-e283-420b-9bbb-f00abebc78d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dce3bc55c1b4b54b2d80993017cdf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307501 Aug 22 15:39:57.205964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52640) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:57.266113 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.289713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.546763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.549564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:57.550803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ed2563a-3b1c-4d6f-b2a5-706eee812c79 HTTP/1.1" status: 204 len: 168 time: 0.3439472 Aug 22 15:39:57.561156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68954a70-fbee-41bb-b850-67008ea5fc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2563a-3b1c-4d6f-b2a5-706eee812c79,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:58.267277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52646) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:58.283682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce4c-9ad5-43b4-b8d3-f22f5689049a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.394802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce4c-9ad5-43b4-b8d3-f22f5689049a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.446049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-69a9ce4c-9ad5-43b4-b8d3-f22f5689049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.492164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-69a9ce4c-9ad5-43b4-b8d3-f22f5689049a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fdf3fbb565945b08067a34eb975bec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232811 Aug 22 15:39:58.493497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ce4c-9ad5-43b4-b8d3-f22f5689049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b2918-afbc-4384-9521-12c3aacda0b6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:39:58.494974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52648) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:39:58.553523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.579153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.691921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.694640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:39:58.696464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f9b2918-afbc-4384-9521-12c3aacda0b6 HTTP/1.1" status: 204 len: 168 time: 0.2002354 Aug 22 15:39:58.706659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beee723-a35e-491f-9078-b04f21ba7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b2918-afbc-4384-9521-12c3aacda0b6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:00.154687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-497d33c9-ccdc-4565-b83f-f89b7f47d5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:00.930779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52684) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:01.103392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-835189094'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:01.171411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Made reservation on behalf of c92727728b3142078b8fc4fae957d211 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:01.176621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.191268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.293595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.331596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.373210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:40:01.383215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b180a417-3831-4509-bc58-2a93022cfc7b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:01.394510 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.395029 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Added segment 23c4dcfa-06a8-4403-80ff-ddfd033a9785 of type vlan for network 860fbf42-d85c-4a99-926a-2ed097839c50 Aug 22 15:40:01.450646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.520216 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.529015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:01.529669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.619857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6876655 Aug 22 15:40:01.628295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981eba-b372-4fe5-85ad-f5126626b221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Pushing event updated for resources: {'Network': ['ID=860fbf42-d85c-4a99-926a-2ed097839c50,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:01.643550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 860fbf42-d85c-4a99-926a-2ed097839c50 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:40:01.842218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52694) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:01.848365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50', 'binding:host_id': 'n-h1-805046-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-161142301'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:01.931719 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Made reservation on behalf of 54d51cc60be348bd8c74622384ed9d97 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:01.934239 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:01.944672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.063893 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.131996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.144211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 0cf18e76-7778-4fdd-a689-f8b86551fd11 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:02.233239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61c182-01eb-4b53-a432-32f767db26e0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:02.411292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 0cf18e76-7778-4fdd-a689-f8b86551fd11 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:02.422304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.432821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Transition to ACTIVE for port object 0cf18e76-7778-4fdd-a689-f8b86551fd11 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:02.840458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.869336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:02.897600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf18e76-7778-4fdd-a689-f8b86551fd11,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:02.909070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Checking segment: {'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:02.909442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Network hostable DHCP agents. Network: 860fbf42-d85c-4a99-926a-2ed097839c50, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:40:02.994551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Network 860fbf42-d85c-4a99-926a-2ed097839c50 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:40:03.075671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 860fbf42-d85c-4a99-926a-2ed097839c50) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:03.079039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:03.092449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e53971-8275-41a2-97be-779959e25f25 None None] Network 860fbf42-d85c-4a99-926a-2ed097839c50 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:03.105573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.106561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.107321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.121467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.121809 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.122223 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 2 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.137840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.138189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.138534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.143074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.143432 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.143884 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 3 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.162504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.162504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.162504 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.167280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.167620 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.168045 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 4 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.183341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.183856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.184427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.191347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.191823 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.192342 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 5 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.208608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.208962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.209306 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.214774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.215341 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.215570 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 6 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.230136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.230490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.230844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.235884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.236260 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.236731 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 7 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.255629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.255984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.256349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.261814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.262148 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.262549 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 8 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.275711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.276171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.276563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.281936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.282275 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.282687 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 9 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.297033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.297574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.297930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.302802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.303134 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.303539 n-d-805046-3 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 10 to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 Aug 22 15:40:03.317561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:03.317910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:03.318401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:03.323702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:03.324058 n-d-805046-3 neutron-server[102048]: ERROR neutron.plugins.ml2.managers [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 0cf18e76-7778-4fdd-a689-f8b86551fd11 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:03.324440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.396671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 0cf18e76-7778-4fdd-a689-f8b86551fd11, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:03.396947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempted to set empty binding levels {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 15:40:03.458660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.491649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:03.492270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.514025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf18e76-7778-4fdd-a689-f8b86551fd11,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:03.537721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bedd72b1-dad2-4655-a60c-5a837fc4b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.595357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0ae0593a-2b07-4f32-a49f-02b6216cec36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7516716 Aug 22 15:40:03.598187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52696) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:03.690531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Deleting port 0cf18e76-7778-4fdd-a689-f8b86551fd11 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:03.690877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.765950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 0cf18e76-7778-4fdd-a689-f8b86551fd11, host n-h1-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:03.765950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.780807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Calling delete_port for 0cf18e76-7778-4fdd-a689-f8b86551fd11 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:03.963800 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:03.996510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf18e76-7778-4fdd-a689-f8b86551fd11,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:03.998588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.003437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-669e2a30-7736-4222-aa16-986381ccca76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0cf18e76-7778-4fdd-a689-f8b86551fd11 HTTP/1.1" status: 204 len: 168 time: 0.4016864 Aug 22 15:40:04.004494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52698) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:04.030771 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a17850-4e87-4fca-97a6-10a1962752e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] GET failed (client error): The resource could not be found. Aug 22 15:40:04.034936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-97a17850-4e87-4fca-97a6-10a1962752e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports/0cf18e76-7778-4fdd-a689-f8b86551fd11 HTTP/1.1" status: 404 len: 333 time: 0.0279632 Aug 22 15:40:04.038003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:04.045642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562704'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:04.131757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Made reservation on behalf of 54d51cc60be348bd8c74622384ed9d97 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:04.135236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.154579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 5185107a-9dc3-420c-9971-c21154d2eb33 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:04.342959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.452365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.497772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Network 860fbf42-d85c-4a99-926a-2ed097839c50 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:04.500835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:04.504718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:04.505719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:04.506911 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.515125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=5185107a-9dc3-420c-9971-c21154d2eb33,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:04.741946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91a7ce40-c6dd-4d5d-9f97-38f3b19c08db tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5508907 Aug 22 15:40:04.741946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52702) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:04.741946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:04.741946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.879005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 5185107a-9dc3-420c-9971-c21154d2eb33 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:04.887455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.902231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Transition to ACTIVE for port object 5185107a-9dc3-420c-9971-c21154d2eb33 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:04.954865 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:04.983502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.016964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=5185107a-9dc3-420c-9971-c21154d2eb33,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:05.035148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.035685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.036325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.044738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.045089 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.045502 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 2 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.061010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.061350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.061703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.066662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.066999 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.067386 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 3 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.081320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.081669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.082266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.087372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.087708 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.088134 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 4 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.103128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.103461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.103802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.108604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.108937 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.109328 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 5 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.122094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.122434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.122773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.127928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.128290 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.128680 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 6 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.142544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.142902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.143362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.148509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.149397 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.149858 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 7 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.164001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.164510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.164850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.170204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.170546 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.170945 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 8 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.185047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.185388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.185726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.190506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.190836 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.191225 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 9 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.204989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.206530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.207409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.213371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.213729 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.214121 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 10 to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 Aug 22 15:40:05.228626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:05.228975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:05.229330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:05.234344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:05.234682 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 5185107a-9dc3-420c-9971-c21154d2eb33 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:05.235061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.313805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 5185107a-9dc3-420c-9971-c21154d2eb33, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:05.314189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempted to set empty binding levels {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 15:40:05.390091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.424383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] In _notify_port_updated(), no bound segment for port 5185107a-9dc3-420c-9971-c21154d2eb33 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:40:05.425227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.425854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.427304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "PUT /v2.0/ports/5185107a-9dc3-420c-9971-c21154d2eb33 HTTP/1.1" status: 200 len: 979 time: 0.8316491 Aug 22 15:40:05.430768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52704) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:05.494100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccc7ff-57b3-4007-bb92-8ed4db920174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=5185107a-9dc3-420c-9971-c21154d2eb33,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:05.523248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.524328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.524828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.525504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.525998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:05.528089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bfe5d2cf-e7ec-434a-84d4-0d313f500738 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 4676 time: 0.0960786 Aug 22 15:40:05.531271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:05.620262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Deleting port 5185107a-9dc3-420c-9971-c21154d2eb33 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:05.620622 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.688686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 5185107a-9dc3-420c-9971-c21154d2eb33, host n-h1-805046-3, got binding levels [] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:05.689096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.706757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Calling delete_port for 5185107a-9dc3-420c-9971-c21154d2eb33 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:05.891925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.919754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event deleted for resources: {'Port': ['ID=5185107a-9dc3-420c-9971-c21154d2eb33,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:05.927960 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:05.930749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bca7a151-ee84-41e5-8a60-bec32e31cb0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5185107a-9dc3-420c-9971-c21154d2eb33 HTTP/1.1" status: 204 len: 168 time: 0.3978028 Aug 22 15:40:05.933466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:05.957659 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc73d53-636c-45bc-aa1b-16d2b94b0bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] GET failed (client error): The resource could not be found. Aug 22 15:40:05.959101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3bc73d53-636c-45bc-aa1b-16d2b94b0bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports/5185107a-9dc3-420c-9971-c21154d2eb33 HTTP/1.1" status: 404 len: 333 time: 0.0247061 Aug 22 15:40:05.963464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:05.968478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291430760', 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:06.091556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Made reservation on behalf of 54d51cc60be348bd8c74622384ed9d97 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:06.094749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.115540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 11a73a39-7811-4612-be66-dfe587401542 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:06.294881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.372895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.424571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Network 860fbf42-d85c-4a99-926a-2ed097839c50 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:06.427602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:06.435275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:06.436298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:06.437041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.441611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=11a73a39-7811-4612-be66-dfe587401542,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:06.498497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-32d14666-f4a3-42cf-a248-4b502870e49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5336375 Aug 22 15:40:06.501102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52712) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:06.535253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6617e6-1f37-4134-a704-cde349a1c0d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:06.538877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6c6617e6-1f37-4134-a704-cde349a1c0d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports/11a73a39-7811-4612-be66-dfe587401542 HTTP/1.1" status: 200 len: 959 time: 0.0346515 Aug 22 15:40:06.541914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:06.621895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Deleting port 11a73a39-7811-4612-be66-dfe587401542 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:06.622244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.691069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.703401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Calling delete_port for 11a73a39-7811-4612-be66-dfe587401542 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:06.851360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.882980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event deleted for resources: {'Port': ['ID=11a73a39-7811-4612-be66-dfe587401542,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:06.889038 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:06.891698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43dbcc52-cd03-4280-8d23-9a3f4bd1ed03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "DELETE /v2.0/ports/11a73a39-7811-4612-be66-dfe587401542 HTTP/1.1" status: 204 len: 168 time: 0.3488433 Aug 22 15:40:06.894426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52716) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:06.919075 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bd1827-07b8-4f83-b07e-e5c0af87e9e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] GET failed (client error): The resource could not be found. Aug 22 15:40:06.920690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-58bd1827-07b8-4f83-b07e-e5c0af87e9e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports/11a73a39-7811-4612-be66-dfe587401542 HTTP/1.1" status: 404 len: 333 time: 0.0253243 Aug 22 15:40:06.924446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52718) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:06.929294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734575442'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:06.931829 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.034519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Made reservation on behalf of 54d51cc60be348bd8c74622384ed9d97 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:07.037268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.053360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:07.203573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.332609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.373918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Network 860fbf42-d85c-4a99-926a-2ed097839c50 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:07.376614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:07.380059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:07.380944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:07.381845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.391878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6a4afe-a26b-4fb1-8e19-525b88538c50,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:07.498750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-79c5c406-aa5b-409a-a261-a0a23ea411b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5731456 Aug 22 15:40:07.501410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:07.506530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:07.568509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.760219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] device_id is not set on port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:07.768297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.782555 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Transition to ACTIVE for port object 3b6a4afe-a26b-4fb1-8e19-525b88538c50 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:07.891678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:07.944830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6a4afe-a26b-4fb1-8e19-525b88538c50,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:07.958109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:07.958451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:07.958786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:07.964172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:07.964633 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:07.964930 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 2 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:07.979687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:07.980061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:07.980409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:07.985078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:07.985410 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:07.985805 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 3 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:07.998440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:07.998855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:07.999198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.003548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.003877 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.004309 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 4 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.017525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.017790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.018145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.022756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.023091 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.023487 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 5 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.036000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.036340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.036687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.042460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.042801 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.043202 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 6 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.057544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.057893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.058234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.063006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.063341 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.063740 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 7 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.080041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.080394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.080744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.085705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.086067 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.086636 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 8 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.099668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.100055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.100400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.105623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.105959 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.106376 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 9 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.119880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.120255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.120600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.125489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.125821 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.126225 n-d-805046-3 neutron-server[102049]: INFO neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempt 10 to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 Aug 22 15:40:08.139661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:08.140030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:08.140377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempting to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:08.144809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:40:08.145145 n-d-805046-3 neutron-server[102049]: ERROR neutron.plugins.ml2.managers [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Failed to bind port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on host n-h1-805046-3 for vnic_type normal using segments [{'id': '23c4dcfa-06a8-4403-80ff-ddfd033a9785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '860fbf42-d85c-4a99-926a-2ed097839c50'}] Aug 22 15:40:08.145522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.219310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 3b6a4afe-a26b-4fb1-8e19-525b88538c50, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:08.219800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attempted to set empty binding levels {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 22 15:40:08.286274 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.319839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] In _notify_port_updated(), no bound segment for port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 on network 860fbf42-d85c-4a99-926a-2ed097839c50 {{(pid=102049) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 22 15:40:08.320867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:08.321477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.322909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "PUT /v2.0/ports/3b6a4afe-a26b-4fb1-8e19-525b88538c50 HTTP/1.1" status: 200 len: 979 time: 0.8205607 Aug 22 15:40:08.325940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52722) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:08.334558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199bcdb-17ee-4aec-a9c9-6c9e08974625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6a4afe-a26b-4fb1-8e19-525b88538c50,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:08.404263 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Deleting port 3b6a4afe-a26b-4fb1-8e19-525b88538c50 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:08.404619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.466615 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] For port 3b6a4afe-a26b-4fb1-8e19-525b88538c50, host n-h1-805046-3, got binding levels [] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:08.466983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.480301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Calling delete_port for 3b6a4afe-a26b-4fb1-8e19-525b88538c50 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:08.914636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.942058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b6a4afe-a26b-4fb1-8e19-525b88538c50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:08.950558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:08.952674 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0c763b23-9952-4f4e-a7d2-12e78b796848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3b6a4afe-a26b-4fb1-8e19-525b88538c50 HTTP/1.1" status: 204 len: 168 time: 0.6256480 Aug 22 15:40:08.955512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:08.979262 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c5ccfc-9749-4212-9296-94c125aed07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] GET failed (client error): The resource could not be found. Aug 22 15:40:08.980732 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-73c5ccfc-9749-4212-9296-94c125aed07b tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-614951250-project-admin] 10.222.0.53 "GET /v2.0/ports/3b6a4afe-a26b-4fb1-8e19-525b88538c50 HTTP/1.1" status: 404 len: 333 time: 0.0245793 Aug 22 15:40:08.984057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:09.065346 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.152846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.163272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860fbf42-d85c-4a99-926a-2ed097839c50']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:09.175063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c4dcfa-06a8-4403-80ff-ddfd033a9785') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:09.175284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c4dcfa-06a8-4403-80ff-ddfd033a9785') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:09.184923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.199632 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.205575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:40:09.205972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:40:09.209263 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:40:09.338747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.346361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:09.348250 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] 10.222.0.53 "DELETE /v2.0/networks/860fbf42-d85c-4a99-926a-2ed097839c50 HTTP/1.1" status: 204 len: 168 time: 0.3631873 Aug 22 15:40:09.360792 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255a9d8-c7eb-47f2-8d19-9f563383cd89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793003638-project] Pushing event deleted for resources: {'Network': ['ID=860fbf42-d85c-4a99-926a-2ed097839c50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:09.874231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52732) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:10.024513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8fe5a006-6e2b-4b22-a25b-f4753bb92da2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c92727728b3142078b8fc4fae957d211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489553 Aug 22 15:40:10.027050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52736) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:10.077078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:10.100517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:10.217527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:10.220519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:10.221828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b180a417-3831-4509-bc58-2a93022cfc7b HTTP/1.1" status: 204 len: 168 time: 0.1938477 Aug 22 15:40:10.232544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969023f2-6d98-4cb7-8aae-775a7d6fbd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180a417-3831-4509-bc58-2a93022cfc7b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:10.794719 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:10.918831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52744) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:10.962210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f35b0a8d-8ab8-4457-9978-6c5b9de4d6c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54d51cc60be348bd8c74622384ed9d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421770 Aug 22 15:40:10.964664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52746) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:11.013800 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:11.039106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:11.211549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:11.214187 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:11.215383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d61c182-01eb-4b53-a432-32f767db26e0 HTTP/1.1" status: 204 len: 168 time: 0.2497635 Aug 22 15:40:11.223435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620ce1e-3e66-41fa-a4e9-08476de0e97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61c182-01eb-4b53-a432-32f767db26e0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:12.425538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-f0dbfbec-4b8a-44b8-b03c-9c14b09a6cbe req-269082fa-4a1a-4119-bfaa-031bb3c14077 service neutron] (102048) timed out ('10.222.0.54', 49229) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:40:13.319537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52788) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.426577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5dbc09c3-2094-4bc2-877a-450c5bee4f0d tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:13.560249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5dbc09c3-2094-4bc2-877a-450c5bee4f0d tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "PUT /v2.0/quotas/00424048a59e4341b2c65656ff713eea HTTP/1.1" status: 200 len: 366 time: 0.2390444 Aug 22 15:40:13.562553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52792) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.572366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f354a1c-d03d-42a4-9e5b-77e2816dfb7d tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0087953 Aug 22 15:40:13.574713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.583945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3da4dbf1-ce2b-4847-a6ef-772779657c87 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas/00424048a59e4341b2c65656ff713eea HTTP/1.1" status: 200 len: 366 time: 0.0082576 Aug 22 15:40:13.586538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52796) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.634988 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8b5185e3-c3fb-486b-ab06-fe8d86632566 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/00424048a59e4341b2c65656ff713eea HTTP/1.1" status: 204 len: 168 time: 0.0473948 Aug 22 15:40:13.637262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52798) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.646122 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-74cfdb09-7b30-4ec5-a7f0-fd94cfb16217 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079014 Aug 22 15:40:13.648763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52800) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.657494 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-679b1950-9318-4af4-8f86-19e8bdc2a029 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas/00424048a59e4341b2c65656ff713eea HTTP/1.1" status: 200 len: 370 time: 0.0077031 Aug 22 15:40:13.659613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52802) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.664745 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c0e9144-c359-45cc-ba91-abaaad0a0d8e tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas/00424048a59e4341b2c65656ff713eea/default HTTP/1.1" status: 200 len: 370 time: 0.0034842 Aug 22 15:40:13.667207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52804) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.675252 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-37f42387-6313-49f4-ae3c-cff62fbfb11d tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] delete failed (client error): The resource could not be found. Aug 22 15:40:13.676286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-37f42387-6313-49f4-ae3c-cff62fbfb11d tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/00424048a59e4341b2c65656ff713eea HTTP/1.1" status: 404 len: 348 time: 0.0082455 Aug 22 15:40:13.891590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52808) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:13.912481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:network and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.918986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:13.925597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:subnet and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.931950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:13.938467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:subnetpool and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.944223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:13.951093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:port and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.956466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:13.965264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:router and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.970409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:13.977286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:floatingip and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:13.982357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:14.024959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:security_group and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:14.030126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:14.036482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Usage tracker for resource:security_group_rule and tenant:8ef2f9c48bcd45f5902454ba3f885c2f is out of sync, need to count used quota {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 22 15:40:14.044586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.quota.resource [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102049) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 22 15:40:14.051811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0141e23-d472-4349-a1b0-cf849311f1f1 tempest-QuotasTest-1169215038 tempest-QuotasTest-1169215038-project-admin] 10.222.0.53 "GET /v2.0/quotas/8ef2f9c48bcd45f5902454ba3f885c2f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1590421 Aug 22 15:40:14.710664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52816) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:14.825940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7abfba03-6a28-4353-8fd0-d9cd38888ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:14.919360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7abfba03-6a28-4353-8fd0-d9cd38888ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.034528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7abfba03-6a28-4353-8fd0-d9cd38888ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.073543 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7abfba03-6a28-4353-8fd0-d9cd38888ef3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94f92f3b262a4cb38e3fca7d682a6f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615663 Aug 22 15:40:15.074657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfba03-6a28-4353-8fd0-d9cd38888ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd133eb-eeda-42c4-939c-f743a20f6be2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:15.076283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52820) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:15.128681 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.150196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.275141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.277849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.279035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cd133eb-eeda-42c4-939c-f743a20f6be2 HTTP/1.1" status: 204 len: 168 time: 0.2017789 Aug 22 15:40:15.288797 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf738db-ee48-49b9-b7f6-e0fe392d42a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd133eb-eeda-42c4-939c-f743a20f6be2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:15.871497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52826) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:15.890325 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25e94311-9288-48b6-ba89-f138ac60f1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:15.985240 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25e94311-9288-48b6-ba89-f138ac60f1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.045792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-25e94311-9288-48b6-ba89-f138ac60f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.085596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-25e94311-9288-48b6-ba89-f138ac60f1ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ef2f9c48bcd45f5902454ba3f885c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129579 Aug 22 15:40:16.086488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e94311-9288-48b6-ba89-f138ac60f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c76d60-c9fc-45c6-ab1b-b2e3c7bfbfe0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:16.089109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52828) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:16.140669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.161997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.285705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.288338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:16.289595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5c76d60-c9fc-45c6-ab1b-b2e3c7bfbfe0 HTTP/1.1" status: 204 len: 168 time: 0.1987672 Aug 22 15:40:16.300974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fb367-c80f-4360-aba0-a1591b80ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c76d60-c9fc-45c6-ab1b-b2e3c7bfbfe0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:17.577777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52850) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:17.672740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-346575387'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:17.782853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:17.786473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:17.798530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:17.885079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:17.937411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:17.969086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:40:17.975749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92712e38-3701-4b2f-9014-e8d9b672353b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:17.985202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:17.985465 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Added segment 2edcea0a-812a-47d0-a0ec-e9f10727c230 of type vlan for network 2bca714c-7b62-447e-9875-c241a0e189a8 Aug 22 15:40:18.031026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.142841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.148481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:18.149112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.223992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Network': ['ID=2bca714c-7b62-447e-9875-c241a0e189a8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:18.234108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:40:18.240691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cb1a190a-b96d-4755-aafd-8bacc58d4411 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6617475 Aug 22 15:40:18.244253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:18.249692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:18.401388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:18.404777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.674974 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.744214 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=08a39dfa-84d0-4cab-b8d9-2e3659bea4d2,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:18.753985 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:18.754417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network hostable DHCP agents. Network: 2bca714c-7b62-447e-9875-c241a0e189a8, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:40:18.828656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:40:18.902799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 2bca714c-7b62-447e-9875-c241a0e189a8) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:18.907325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:18.908524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:18.911647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1c717-1512-4c1a-bcf0-13ae5550a1f1 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:19.029511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1bb1bbb9-65d2-46e3-89d4-d77bedd0013d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7838860 Aug 22 15:40:19.032040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52856) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:19.037544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'name': 'tempest-NetworksTestDHCPv6-303375874'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:19.064612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '08a39dfa-84d0-4cab-b8d9-2e3659bea4d2'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:19.065870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.216265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/08a39dfa-84d0-4cab-b8d9-2e3659bea4d2/6019f001-7019-40d4-ade6-8eb31eaad347) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:19.234594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:19.238578 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.257056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 91c4902d-7a60-4115-a622-9462bd3acb5f yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:19.373307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.381506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Transition to ACTIVE for port object 6019f001-7019-40d4-ade6-8eb31eaad347 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:19.396827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Transition to ACTIVE for port object 6019f001-7019-40d4-ade6-8eb31eaad347 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:19.469138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.511956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:19.515147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:19.522322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:19.524545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Pushing event updated for resources: {'Port': ['ID=6019f001-7019-40d4-ade6-8eb31eaad347,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:19.535723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::2a (2bca714c-7b62-447e-9875-c241a0e189a8/08a39dfa-84d0-4cab-b8d9-2e3659bea4d2/91c4902d-7a60-4115-a622-9462bd3acb5f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:19.585392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Attempting to bind port 6019f001-7019-40d4-ade6-8eb31eaad347 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:19.585761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Attempting to bind port 6019f001-7019-40d4-ade6-8eb31eaad347 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:19.586125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Attempting to bind port 6019f001-7019-40d4-ade6-8eb31eaad347 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:19.591466 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:19.591836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:19.592263 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.592655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:19.593112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Bound port: 6019f001-7019-40d4-ade6-8eb31eaad347, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:19.593492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.657026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] For port 6019f001-7019-40d4-ade6-8eb31eaad347, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:19.660246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] For port 6019f001-7019-40d4-ade6-8eb31eaad347, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6019f001-7019-40d4-ade6-8eb31eaad347,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:19.694300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.708728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 91c4902d-7a60-4115-a622-9462bd3acb5f will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:19.720311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.783678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.788752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c806-32b5-4b58-9da8-0fa64274f4db None None] Pushing event updated for resources: {'Port': ['ID=6019f001-7019-40d4-ade6-8eb31eaad347,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:19.834436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:19.838071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:19.842013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:19.847785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:19.848431 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:19.860879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=91c4902d-7a60-4115-a622-9462bd3acb5f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:19.932952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0bcf1678-b423-4fb8-ac7a-1b0ec29c28ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8995802 Aug 22 15:40:19.935274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:20.023604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1af4ed-59bd-4eae-8afc-91dc3c9ef6a5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:20.030241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1af4ed-59bd-4eae-8afc-91dc3c9ef6a5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:20.031887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee1af4ed-59bd-4eae-8afc-91dc3c9ef6a5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0956962 Aug 22 15:40:20.034735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52860) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:20.122072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 91c4902d-7a60-4115-a622-9462bd3acb5f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:20.122515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.214627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.227218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 91c4902d-7a60-4115-a622-9462bd3acb5f owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:20.451312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.487012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=91c4902d-7a60-4115-a622-9462bd3acb5f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:20.515392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.517443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ace4faa-339b-4524-8c9a-6543ea4177e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/91c4902d-7a60-4115-a622-9462bd3acb5f HTTP/1.1" status: 204 len: 168 time: 0.4817543 Aug 22 15:40:20.520383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52862) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:20.617884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d4214-0c9e-472b-9601-a4da828b7b03 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:20.621070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d4214-0c9e-472b-9601-a4da828b7b03 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:20.625139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bd7d4214-0c9e-472b-9601-a4da828b7b03 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1014769 Aug 22 15:40:20.625412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52864) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:20.641005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6019f001-7019-40d4-ade6-8eb31eaad347 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:20.689145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 08a39dfa-84d0-4cab-b8d9-2e3659bea4d2 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:20.689610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5783f4-d364-4e88-a293-9d88380b48c0 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:20.692889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.734637 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.813871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6019f001-7019-40d4-ade6-8eb31eaad347 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:20.826505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Provisioning for port 6019f001-7019-40d4-ade6-8eb31eaad347 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:20.827569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.849616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Provisioning complete for port 6019f001-7019-40d4-ade6-8eb31eaad347 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:20.850072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:20.943223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.278331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.307567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=08a39dfa-84d0-4cab-b8d9-2e3659bea4d2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:21.311011 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.312988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-06048297-7f1f-4c67-8484-e3f42f840fa7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/08a39dfa-84d0-4cab-b8d9-2e3659bea4d2 HTTP/1.1" status: 204 len: 168 time: 0.6865823 Aug 22 15:40:21.315656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52866) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:21.328194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:40:21.328623 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:40:21.372022 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.376255 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-34105aa8-2bb0-4175-b30a-e50b0cdb216a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593648 Aug 22 15:40:21.379052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52868) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:21.384242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:21.482076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47e72f-a3c5-464b-9480-835761b183e8 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:21.531412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:21.535060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.655882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:21.708855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Deleting port 6019f001-7019-40d4-ade6-8eb31eaad347 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:21.709234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.776075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] For port 6019f001-7019-40d4-ade6-8eb31eaad347, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6019f001-7019-40d4-ade6-8eb31eaad347,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:21.776475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.789308 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.789562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Calling delete_port for 6019f001-7019-40d4-ade6-8eb31eaad347 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:21.845386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:21.850468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:21.855826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:21.856459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.870454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=48b7eb7f-db5e-40ec-9193-7897da15d571,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:21.893974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:21.938193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] For port 6019f001-7019-40d4-ade6-8eb31eaad347, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6019f001-7019-40d4-ade6-8eb31eaad347,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:21.943642 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-392b15f6-6a76-4d4b-a4f1-8f2859a71aff tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5634911 Aug 22 15:40:21.946152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52872) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:21.951862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'name': 'tempest-NetworksTestDHCPv6-1177256230'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:22.023754 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.096176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56a3f-a2f0-4ef1-8879-6c4689fa04df None None] Pushing event updated for resources: {'Port': ['ID=6019f001-7019-40d4-ade6-8eb31eaad347,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:22.125321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.154028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:22.158287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.163376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] Pushing event deleted for resources: {'Port': ['ID=6019f001-7019-40d4-ade6-8eb31eaad347,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:22.165812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b82b60a4-a473-4504-85dc-ef573b8df759 None None] Could not find standard attr ID for object 91c4902d-7a60-4115-a622-9462bd3acb5f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:22.170617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd63b9-7430-40d9-8819-3a31023ef5cb None None] No DVR routers for this DVR port 6019f001-7019-40d4-ade6-8eb31eaad347 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:22.173634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b82b60a4-a473-4504-85dc-ef573b8df759 None None] Could not find standard attr ID for object 6019f001-7019-40d4-ade6-8eb31eaad347. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:22.177721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:22.190107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea81ae-1423-45b0-817e-679b3b3fb9ea None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:22.318510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::4f (2bca714c-7b62-447e-9875-c241a0e189a8/48b7eb7f-db5e-40ec-9193-7897da15d571/61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:22.365665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '48b7eb7f-db5e-40ec-9193-7897da15d571'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:22.366547 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.486143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.500928 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:22.598890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6019f001-7019-40d4-ade6-8eb31eaad347 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:22.600350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.640322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6019f001-7019-40d4-ade6-8eb31eaad347 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:22.640581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6019f001-7019-40d4-ade6-8eb31eaad347 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:22.646417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:22.650171 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:22.655049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:22.661367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:22.667877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.668614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/48b7eb7f-db5e-40ec-9193-7897da15d571/c9311abf-69ac-497e-aff4-1abde8ced476) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:22.679733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:22.767792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9610d84f-a0bd-48d6-9c47-61843547af8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8198850 Aug 22 15:40:22.770258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52874) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:22.822722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd7e36-d734-4e21-ab63-292fbbdbaa62 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:22.824343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.824554 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7cfd7e36-d734-4e21-ab63-292fbbdbaa62 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0533130 Aug 22 15:40:22.827339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52876) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:22.833903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Transition to ACTIVE for port object c9311abf-69ac-497e-aff4-1abde8ced476 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:22.851102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Transition to ACTIVE for port object c9311abf-69ac-497e-aff4-1abde8ced476 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:22.897982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.935220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:22.935639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:22.940130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:22.943212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:22.947880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:22.961918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Pushing event updated for resources: {'Port': ['ID=c9311abf-69ac-497e-aff4-1abde8ced476,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:23.020536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Attempting to bind port c9311abf-69ac-497e-aff4-1abde8ced476 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:23.020910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Attempting to bind port c9311abf-69ac-497e-aff4-1abde8ced476 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:23.021275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Attempting to bind port c9311abf-69ac-497e-aff4-1abde8ced476 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:23.027446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:23.027815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:23.028251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.028652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:23.029121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Bound port: c9311abf-69ac-497e-aff4-1abde8ced476, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:23.029500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.042930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.055464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:23.097448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] For port c9311abf-69ac-497e-aff4-1abde8ced476, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:23.100817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] For port c9311abf-69ac-497e-aff4-1abde8ced476, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9311abf-69ac-497e-aff4-1abde8ced476,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:23.148644 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.210016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ee277-e432-4305-98f4-aaa677c92ec7 None None] Pushing event updated for resources: {'Port': ['ID=c9311abf-69ac-497e-aff4-1abde8ced476,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:23.251489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.285919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:23.313129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.315810 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c2dfd223-e0fb-4c2f-b93d-74ff66cfc5a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 HTTP/1.1" status: 204 len: 168 time: 0.4867854 Aug 22 15:40:23.317705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52878) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:23.431036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b374a-d00b-421d-a734-b5ba99cd5560 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:23.432782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b374a-d00b-421d-a734-b5ba99cd5560 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:23.434696 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-458b374a-d00b-421d-a734-b5ba99cd5560 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1157305 Aug 22 15:40:23.437581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52880) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:23.498391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 48b7eb7f-db5e-40ec-9193-7897da15d571 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:23.502964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.552322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.640412 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.772032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.807589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=48b7eb7f-db5e-40ec-9193-7897da15d571,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:23.811503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:23.815916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52882) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:23.816453 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d2ab44e1-0a79-4055-8d58-10ac143fe8a3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/48b7eb7f-db5e-40ec-9193-7897da15d571 HTTP/1.1" status: 204 len: 168 time: 0.3770123 Aug 22 15:40:23.880664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ed009f91-6f25-4032-b43b-baf648c20b66 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628731 Aug 22 15:40:23.883421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52884) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:23.889302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:24.058033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:24.061950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.143230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf74578-6b40-4e78-b2fe-a7cddad94263 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:24.308837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9dff81c8-c92c-4dd0-a2dc-fd4a3fa48925 None None] Provisioning for port c9311abf-69ac-497e-aff4-1abde8ced476 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:24.331385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:24.337620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.385385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:24.385807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Deleting port c9311abf-69ac-497e-aff4-1abde8ced476 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:24.386195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.388616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:24.392888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:24.393472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.408784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=cb91c2a1-160e-41f9-a4ff-b786760d78cb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:24.471890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] For port c9311abf-69ac-497e-aff4-1abde8ced476, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c9311abf-69ac-497e-aff4-1abde8ced476,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:24.472327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.484341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Calling delete_port for c9311abf-69ac-497e-aff4-1abde8ced476 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:24.486473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-846bb572-7024-4f0b-acd6-7ed8ff02cc22 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6013670 Aug 22 15:40:24.489348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52886) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:24.494490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'name': 'tempest-NetworksTestDHCPv6-1624682000'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:24.669146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.699690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] Pushing event deleted for resources: {'Port': ['ID=c9311abf-69ac-497e-aff4-1abde8ced476,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:24.703824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fb78d-9671-400d-bcb7-f1103201af02 None None] No DVR routers for this DVR port c9311abf-69ac-497e-aff4-1abde8ced476 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:24.717456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b20f2-f128-4f95-a37b-0fe9f62978a2 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:24.722329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:24.726328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.757041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 59941faf-ccff-458e-916b-f9816210af38 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:24.877381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'cb91c2a1-160e-41f9-a4ff-b786760d78cb'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:24.882778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:24.917856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::122 (2bca714c-7b62-447e-9875-c241a0e189a8/cb91c2a1-160e-41f9-a4ff-b786760d78cb/59941faf-ccff-458e-916b-f9816210af38) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:25.077623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.093195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 59941faf-ccff-458e-916b-f9816210af38 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:25.206021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.254995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/cb91c2a1-160e-41f9-a4ff-b786760d78cb/98d5ca99-2cce-4846-bfff-aeafa094e4b6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:25.255652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:25.258424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:25.263828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:25.270536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:25.271222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.281484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=59941faf-ccff-458e-916b-f9816210af38,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:25.355287 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c6eedc40-51cc-45ea-ba15-56dec53b8924 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8648436 Aug 22 15:40:25.357764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52888) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:25.409522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611e62c-6c2e-46c4-99d7-e49e8e7b0aec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:25.411220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a611e62c-6c2e-46c4-99d7-e49e8e7b0aec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0524781 Aug 22 15:40:25.412917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.414234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52890) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:25.421959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Transition to ACTIVE for port object 98d5ca99-2cce-4846-bfff-aeafa094e4b6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:25.438367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Transition to ACTIVE for port object 98d5ca99-2cce-4846-bfff-aeafa094e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:25.497017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.508542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 59941faf-ccff-458e-916b-f9816210af38 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:25.509638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.537670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:25.541299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:25.544902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:25.552718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Pushing event updated for resources: {'Port': ['ID=98d5ca99-2cce-4846-bfff-aeafa094e4b6,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:25.607423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Attempting to bind port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:25.607795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Attempting to bind port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:25.608193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Attempting to bind port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:25.609271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.613392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:25.613775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:25.614429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.614681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:25.615042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Bound port: 98d5ca99-2cce-4846-bfff-aeafa094e4b6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:25.615421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.623565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 59941faf-ccff-458e-916b-f9816210af38 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:25.687621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] For port 98d5ca99-2cce-4846-bfff-aeafa094e4b6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:25.690834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] For port 98d5ca99-2cce-4846-bfff-aeafa094e4b6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=98d5ca99-2cce-4846-bfff-aeafa094e4b6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:25.807767 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.846290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.866787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ead12-da35-42fe-bc60-9971cd0908c4 None None] Pushing event updated for resources: {'Port': ['ID=98d5ca99-2cce-4846-bfff-aeafa094e4b6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:25.884092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=59941faf-ccff-458e-916b-f9816210af38,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:25.919024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:25.923357 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ddd76abe-0ce0-4374-baac-33a8d8817f95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/59941faf-ccff-458e-916b-f9816210af38 HTTP/1.1" status: 204 len: 168 time: 0.5056605 Aug 22 15:40:25.923592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52892) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:25.988344 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764526f-fe06-43b8-8b43-232d00951e7b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:25.989981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764526f-fe06-43b8-8b43-232d00951e7b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:25.991605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9764526f-fe06-43b8-8b43-232d00951e7b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0670097 Aug 22 15:40:25.995180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52894) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.063301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet cb91c2a1-160e-41f9-a4ff-b786760d78cb {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:26.066306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.115645 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.159480 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:40:26.217475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.348916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.381468 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=cb91c2a1-160e-41f9-a4ff-b786760d78cb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:26.386205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.388232 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-175e8e3c-2416-4a7e-b025-f3bdc988c1f0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/cb91c2a1-160e-41f9-a4ff-b786760d78cb HTTP/1.1" status: 204 len: 168 time: 0.3920639 Aug 22 15:40:26.390651 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52896) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.434123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ac0d6188-8b0f-4630-aaa7-1b654a6fb2d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423503 Aug 22 15:40:26.436847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52898) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.486970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df761b95-326a-401b-be82-6ff87eda8365 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:26.488492 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-df761b95-326a-401b-be82-6ff87eda8365 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0506833 Aug 22 15:40:26.491193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52900) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.544720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f04494-b2b4-44dc-96a1-743603763f1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:26.546276 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36f04494-b2b4-44dc-96a1-743603763f1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0542736 Aug 22 15:40:26.550327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52902) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.601230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-44627d32-ff29-4857-a942-a8c5d3ec936a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493526 Aug 22 15:40:26.608056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52904) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:26.617129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:26.667832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 98d5ca99-2cce-4846-bfff-aeafa094e4b6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:26.788496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:26.794149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:26.811529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:26.958731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244338d9-b0f3-4837-a59c-0943cfb397f1 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:27.080255 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.131261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:27.134613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:27.138862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:27.139468 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.145767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=11bb1bee-dc4b-416b-ba5a-6776ca6576df,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:27.146228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:27.153696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Provisioning for port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:27.158576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.159031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.159281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.159621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.159958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.160318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.160668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.160986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.161314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.161642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.161967 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.162293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:27.175159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Provisioning complete for port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:27.175525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.223522 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e97c3d27-f39c-415f-a682-0529c13fae81 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6155839 Aug 22 15:40:27.226260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52906) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:27.233582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '11bb1bee-dc4b-416b-ba5a-6776ca6576df', 'ip_address': '2001:db8::2e69:ce04:ee01:24b2'}], 'name': 'tempest-NetworksTestDHCPv6-1790001042'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:27.235026 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Deleting port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:27.235402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.329472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.411508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:27.511076 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.526692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] For port 98d5ca99-2cce-4846-bfff-aeafa094e4b6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=98d5ca99-2cce-4846-bfff-aeafa094e4b6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:27.527086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.529337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 07f67dc0-385a-4839-9c05-91d37c6cf716 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:27.549498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Calling delete_port for 98d5ca99-2cce-4846-bfff-aeafa094e4b6 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:27.552320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] For port 98d5ca99-2cce-4846-bfff-aeafa094e4b6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=98d5ca99-2cce-4846-bfff-aeafa094e4b6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:27.613083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.672967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dbb6a-7081-4444-829f-0edbe788c5a9 None None] Pushing event updated for resources: {'Port': ['ID=98d5ca99-2cce-4846-bfff-aeafa094e4b6,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:27.702517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.732323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] Pushing event deleted for resources: {'Port': ['ID=98d5ca99-2cce-4846-bfff-aeafa094e4b6,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:27.736024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf73cbe-2888-4853-b4dc-e585f233ce64 None None] No DVR routers for this DVR port 98d5ca99-2cce-4846-bfff-aeafa094e4b6 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:27.761895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::2e69:ce04:ee01:24b2 (2bca714c-7b62-447e-9875-c241a0e189a8/11bb1bee-dc4b-416b-ba5a-6776ca6576df/07f67dc0-385a-4839-9c05-91d37c6cf716) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:27.762691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ea20a-e8c6-4bb6-a299-e0d886bb341e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:27.935687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '11bb1bee-dc4b-416b-ba5a-6776ca6576df'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:27.937035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.951489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:27.969119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 07f67dc0-385a-4839-9c05-91d37c6cf716 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:28.075246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.124231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/11bb1bee-dc4b-416b-ba5a-6776ca6576df/2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:28.125444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:28.128928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:28.132769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:28.139365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:28.141522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.159456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=07f67dc0-385a-4839-9c05-91d37c6cf716,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:28.240494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d86157ce-6897-4377-a1ed-582c20b298a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0124881 Aug 22 15:40:28.244105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52908) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:28.295453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.296870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddd3ebb-55e4-4953-a235-e74b44898145 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:28.298468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7ddd3ebb-55e4-4953-a235-e74b44898145 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0533524 Aug 22 15:40:28.301520 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52910) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:28.304213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Transition to ACTIVE for port object 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:28.320197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Transition to ACTIVE for port object 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:28.383857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.404769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 07f67dc0-385a-4839-9c05-91d37c6cf716 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:28.405118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.422916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:28.427310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:28.435234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:28.437360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Pushing event updated for resources: {'Port': ['ID=2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:28.497523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Attempting to bind port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:28.497819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Attempting to bind port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:28.498160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Attempting to bind port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:28.503493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:28.503876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:28.504319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.504716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:28.505197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Bound port: 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:28.505583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.507542 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.522999 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 07f67dc0-385a-4839-9c05-91d37c6cf716 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:28.590533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] For port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:28.594914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] For port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:28.619103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 98d5ca99-2cce-4846-bfff-aeafa094e4b6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:28.637889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 98d5ca99-2cce-4846-bfff-aeafa094e4b6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:28.638300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 98d5ca99-2cce-4846-bfff-aeafa094e4b6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:28.669227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.732449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edd532-042c-43b5-a9ae-c869faa3bbe8 None None] Pushing event updated for resources: {'Port': ['ID=2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:28.834165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.881107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=07f67dc0-385a-4839-9c05-91d37c6cf716,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:28.912884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:28.915639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-831b1148-00eb-4fcf-af54-3c0cb150b743 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/07f67dc0-385a-4839-9c05-91d37c6cf716 HTTP/1.1" status: 204 len: 168 time: 0.6129036 Aug 22 15:40:28.918607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52912) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:28.978395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c9b86-346e-419b-9363-2b4e4e70d3cb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:28.980199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c9b86-346e-419b-9363-2b4e4e70d3cb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:28.984337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-757c9b86-346e-419b-9363-2b4e4e70d3cb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0621626 Aug 22 15:40:28.985156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52914) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:29.044763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 11bb1bee-dc4b-416b-ba5a-6776ca6576df {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:29.048748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.096294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.192243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.383142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.420462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=11bb1bee-dc4b-416b-ba5a-6776ca6576df,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:29.425176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.427377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-059c6f0e-94af-4a4b-a9b6-25ffcfd62a45 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/11bb1bee-dc4b-416b-ba5a-6776ca6576df HTTP/1.1" status: 204 len: 168 time: 0.4410915 Aug 22 15:40:29.431833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52916) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:29.482138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6136fa6c-9a43-49d5-a3d9-ba92d7f1b0eb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487132 Aug 22 15:40:29.486487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52918) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:29.498076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:29.692958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12672f05-3451-499b-9b0b-91e0bbfca4e8 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:29.703658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:29.707731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:29.876131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-063194f8-1615-49d4-bd49-94bd20849e19 None None] Provisioning for port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:29.973859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:30.035316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Deleting port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:30.035697 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.074632 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.113402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] For port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:30.113808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.120054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:30.123639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:30.127133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:30.127402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.128099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Calling delete_port for 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:30.142590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=3cf65e7d-4f7e-4128-bfe1-f024a03a829b,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:30.178006 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0831f925-51b6-48f7-a4c6-e33346d0223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.263456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-00f7181a-9b52-4cd2-84b6-e0b89eb587e8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7757194 Aug 22 15:40:30.266180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52920) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:30.271438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '3cf65e7d-4f7e-4128-bfe1-f024a03a829b', 'ip_address': '2001:db8::6fe9:f28b:c22b:1ca5'}], 'name': 'tempest-NetworksTestDHCPv6-545445748'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:30.308825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.339701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] Pushing event deleted for resources: {'Port': ['ID=2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:30.343557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e1933-d1d3-4c15-a957-b737869aa457 None None] No DVR routers for this DVR port 2bb4fc81-6fc5-4192-ad74-b93cdeb1e19e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:30.362747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1720e-a61d-4275-a036-35b0d99f4d78 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:30.457236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:30.462869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.481444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port af80c77b-c0f2-432a-a702-d165c608dd2c yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:30.516710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '3cf65e7d-4f7e-4128-bfe1-f024a03a829b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:30.517631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.666179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::6fe9:f28b:c22b:1ca5 (2bca714c-7b62-447e-9875-c241a0e189a8/3cf65e7d-4f7e-4128-bfe1-f024a03a829b/af80c77b-c0f2-432a-a702-d165c608dd2c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:30.822950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.837808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object af80c77b-c0f2-432a-a702-d165c608dd2c will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:30.926131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.973779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:30.975520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/3cf65e7d-4f7e-4128-bfe1-f024a03a829b/ae3ea30e-adfe-49b8-9dd4-04629e2254f7) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:30.977022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:30.981491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:30.987325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:30.987992 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:30.999205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=af80c77b-c0f2-432a-a702-d165c608dd2c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:31.068586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-590cfb7c-bd0d-44f1-b729-b3c3473ccc17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8010349 Aug 22 15:40:31.071681 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52924) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:31.126603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf6752-31e3-4f02-aebc-ff9e61dbb6ee tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:31.128090 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3fbf6752-31e3-4f02-aebc-ff9e61dbb6ee tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0549078 Aug 22 15:40:31.129177 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.130793 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52926) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:31.138887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Transition to ACTIVE for port object ae3ea30e-adfe-49b8-9dd4-04629e2254f7 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:31.154504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Transition to ACTIVE for port object ae3ea30e-adfe-49b8-9dd4-04629e2254f7 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:31.229308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.233315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port af80c77b-c0f2-432a-a702-d165c608dd2c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:31.233946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.270633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:31.273617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:31.276952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:31.288955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Pushing event updated for resources: {'Port': ['ID=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:31.325252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.338290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for af80c77b-c0f2-432a-a702-d165c608dd2c owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:31.345656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Attempting to bind port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:31.346348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Attempting to bind port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:31.346727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Attempting to bind port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:31.352237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:31.352709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:31.353118 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.353518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:31.353995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Bound port: ae3ea30e-adfe-49b8-9dd4-04629e2254f7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:31.354389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.421907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] For port ae3ea30e-adfe-49b8-9dd4-04629e2254f7, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:31.525875 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.526503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] For port ae3ea30e-adfe-49b8-9dd4-04629e2254f7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:31.554031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=af80c77b-c0f2-432a-a702-d165c608dd2c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:31.585965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.588251 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fe1c7dbc-813a-46e8-b445-60e453f3ba64 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/af80c77b-c0f2-432a-a702-d165c608dd2c HTTP/1.1" status: 204 len: 168 time: 0.4564948 Aug 22 15:40:31.590801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52928) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:31.617613 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.646466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf3757-a159-4ee5-8c3a-e7c70ae785b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:31.648184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf3757-a159-4ee5-8c3a-e7c70ae785b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:31.652330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59bf3757-a159-4ee5-8c3a-e7c70ae785b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0580888 Aug 22 15:40:31.652571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52930) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:31.682384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b81f0e-28c7-445b-8769-f9222f278e4e None None] Pushing event updated for resources: {'Port': ['ID=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:31.708385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 3cf65e7d-4f7e-4128-bfe1-f024a03a829b {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:31.712196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.754660 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:31.856544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.000116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.027722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf65e7d-4f7e-4128-bfe1-f024a03a829b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:32.031460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.033534 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9dc0069e-d2cc-422e-bb9d-4c7820000828 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/3cf65e7d-4f7e-4128-bfe1-f024a03a829b HTTP/1.1" status: 204 len: 168 time: 0.3799884 Aug 22 15:40:32.035950 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:32.088677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a4fb0c7e-3b56-4de2-b13b-906486e2a980 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477114 Aug 22 15:40:32.090941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:32.096321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:32.262558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:32.266347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.543467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.590910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:32.594302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:32.597327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:32.598281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.612323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=52e787b1-95fc-4462-8042-dc09b27d2e5d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:32.629782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60597c6-4915-452c-bd35-e8ebb7706328 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:32.659628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ae3ea30e-adfe-49b8-9dd4-04629e2254f7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:32.675488 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a3535ae9-c479-46e0-825b-0bd8dc95391f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5833545 Aug 22 15:40:32.678347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52936) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:32.684226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '52e787b1-95fc-4462-8042-dc09b27d2e5d', 'ip_address': '2001:db8::e312:343a:9dba:d74c'}], 'name': 'tempest-NetworksTestDHCPv6-1441683552'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:32.811994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77f2ec94-a2c1-4429-9cfa-eb80137c66db None None] Provisioning for port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:32.847658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:32.853929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:32.854297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.862550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:32.903692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.949813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.969696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:32.985360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port ae3ea30e-adfe-49b8-9dd4-04629e2254f7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:32.989112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 7a9c3901-1a3a-4046-9d4d-3903cb10ca31 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:33.090917 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.149935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:33.163493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::e312:343a:9dba:d74c (2bca714c-7b62-447e-9875-c241a0e189a8/52e787b1-95fc-4462-8042-dc09b27d2e5d/7a9c3901-1a3a-4046-9d4d-3903cb10ca31) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:33.164596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a491f68-5007-4abf-8d85-6dad0c9d8441 None None] Provisioning complete for port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:33.165548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a491f68-5007-4abf-8d85-6dad0c9d8441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.338133 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.352774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 7a9c3901-1a3a-4046-9d4d-3903cb10ca31 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:33.363255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-08909e93-eca8-4db7-b4d9-87a37dd129d5 None None] Could not find standard attr ID for object 61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:33.434313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.487857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:33.491355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:33.492248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a014fdfc-9b9b-4d68-a11b-da407d5ea5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.499312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:33.505232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:33.505921 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.510077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=7a9c3901-1a3a-4046-9d4d-3903cb10ca31,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:33.566429 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dcec128e-1174-4372-ba8b-1ed19c1a4c52 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8867505 Aug 22 15:40:33.569071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52938) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:33.575610 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9e810270-06f8-4e59-8921-d637eff543a9 None None] Could not find standard attr ID for object 59941faf-ccff-458e-916b-f9816210af38. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:33.620896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a800a17-76e2-4466-8741-495595b513d7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:33.626968 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a800a17-76e2-4466-8741-495595b513d7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:33.628684 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0a800a17-76e2-4466-8741-495595b513d7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0584290 Aug 22 15:40:33.631245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52940) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:33.687342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-963ad367-1968-4f0a-9978-45f52cecd5cf None None] Could not find standard attr ID for object 07f67dc0-385a-4839-9c05-91d37c6cf716. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:33.721755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 7a9c3901-1a3a-4046-9d4d-3903cb10ca31 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:33.722102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.816972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:33.830522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 7a9c3901-1a3a-4046-9d4d-3903cb10ca31 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:33.909328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f12ff5f6-e824-45e3-bc16-2670a3f37f69 None None] Could not find standard attr ID for object af80c77b-c0f2-432a-a702-d165c608dd2c. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:34.045572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.123917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a2d71c8b-0e90-4d6d-af95-a8a9060f3c19 None None] Could not find standard attr ID for object 7a9c3901-1a3a-4046-9d4d-3903cb10ca31. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:34.409623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=7a9c3901-1a3a-4046-9d4d-3903cb10ca31,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:34.438695 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.441004 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bf457c36-21a8-42d6-b6ab-e7afffa596d2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/7a9c3901-1a3a-4046-9d4d-3903cb10ca31 HTTP/1.1" status: 204 len: 168 time: 0.8085353 Aug 22 15:40:34.443397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52942) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:34.501668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c98f2-6859-493b-824c-658222664e5e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:34.503320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c98f2-6859-493b-824c-658222664e5e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:34.504970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef2c98f2-6859-493b-824c-658222664e5e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0601432 Aug 22 15:40:34.507529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52944) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:34.565729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 52e787b1-95fc-4462-8042-dc09b27d2e5d {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:34.569286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.619217 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.619379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ae3ea30e-adfe-49b8-9dd4-04629e2254f7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:34.670871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.677930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:34.678313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.817300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.843683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=52e787b1-95fc-4462-8042-dc09b27d2e5d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:34.849941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:34.851905 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8589f6f3-8ad7-45ae-a338-e4de4da97b53 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/52e787b1-95fc-4462-8042-dc09b27d2e5d HTTP/1.1" status: 204 len: 168 time: 0.3433797 Aug 22 15:40:34.855365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52946) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:34.898696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f5aa2f07-a70b-4ddd-85d1-940202dd4b5e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399916 Aug 22 15:40:34.898996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52948) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:34.942487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571d70a-b06d-4d6d-bb1e-dcbd763e1dac None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:34.961248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557e21f-1e9a-43ff-ade9-43f1322bf7de tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:34.963772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6557e21f-1e9a-43ff-ade9-43f1322bf7de tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0629427 Aug 22 15:40:34.966435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52950) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:34.995133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.020095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e70ef-93ed-4165-9d79-9887a7ee9cb9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:35.021609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d52e70ef-93ed-4165-9d79-9887a7ee9cb9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541098 Aug 22 15:40:35.024937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52952) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:35.072843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c25c23c5-a47d-46ff-a80f-c5d3827717ab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423357 Aug 22 15:40:35.074448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52954) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:35.080011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:35.132813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:35.179591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Deleting port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:35.179995 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.239429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:35.244088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.250837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] For port ae3ea30e-adfe-49b8-9dd4-04629e2254f7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:35.251255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.268074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Calling delete_port for ae3ea30e-adfe-49b8-9dd4-04629e2254f7 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:35.463554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.486958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] Pushing event deleted for resources: {'Port': ['ID=ae3ea30e-adfe-49b8-9dd4-04629e2254f7,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:35.492508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a9b91-17f3-4e1c-bdff-7b8e566e6a25 None None] No DVR routers for this DVR port ae3ea30e-adfe-49b8-9dd4-04629e2254f7 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:35.531748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.579960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:35.583496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:35.587357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:35.587876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.593178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12b799-368b-4f71-bc30-6f132791a69a None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:35.603704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=8629de7e-7426-4495-bbbc-398494f4b877,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:35.613053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.613401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.613750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.614090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.614432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.614768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.615103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.615437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.615765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.616116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.616448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.616770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:35.686522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ed291b05-5ec2-4902-a307-3550f56c1de1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6109121 Aug 22 15:40:35.689178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52956) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:35.694638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '8629de7e-7426-4495-bbbc-398494f4b877', 'ip_address': '2001:db8::87b:306e:ca5:6a67'}], 'name': 'tempest-NetworksTestDHCPv6-316325563'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:35.745274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '8629de7e-7426-4495-bbbc-398494f4b877'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:35.746147 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.845848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:35.886858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/8629de7e-7426-4495-bbbc-398494f4b877/1306f0ff-7759-4a59-8054-5ec7df2ad68c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:35.936795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:35.954807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port dad0e17c-fce4-4b49-ac15-5a116e08a50e yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:36.037817 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.046934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Transition to ACTIVE for port object 1306f0ff-7759-4a59-8054-5ec7df2ad68c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:36.062032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Transition to ACTIVE for port object 1306f0ff-7759-4a59-8054-5ec7df2ad68c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:36.125976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.169417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:36.172499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:36.177266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:36.181911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::87b:306e:ca5:6a67 (2bca714c-7b62-447e-9875-c241a0e189a8/8629de7e-7426-4495-bbbc-398494f4b877/dad0e17c-fce4-4b49-ac15-5a116e08a50e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:36.186920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Pushing event updated for resources: {'Port': ['ID=1306f0ff-7759-4a59-8054-5ec7df2ad68c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:36.245062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Attempting to bind port 1306f0ff-7759-4a59-8054-5ec7df2ad68c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:36.248447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Attempting to bind port 1306f0ff-7759-4a59-8054-5ec7df2ad68c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:36.248447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Attempting to bind port 1306f0ff-7759-4a59-8054-5ec7df2ad68c on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:36.250926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:36.251297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:36.251697 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.252120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:36.252582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Bound port: 1306f0ff-7759-4a59-8054-5ec7df2ad68c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:36.253103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.316350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] For port 1306f0ff-7759-4a59-8054-5ec7df2ad68c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:36.319484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] For port 1306f0ff-7759-4a59-8054-5ec7df2ad68c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1306f0ff-7759-4a59-8054-5ec7df2ad68c,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:36.338689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.355185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object dad0e17c-fce4-4b49-ac15-5a116e08a50e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:36.429932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.459055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.497954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71742-9187-4842-9ae6-2347b59f82a0 None None] Pushing event updated for resources: {'Port': ['ID=1306f0ff-7759-4a59-8054-5ec7df2ad68c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:36.516003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:36.519186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:36.523027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:36.530245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:36.530901 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.544599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=dad0e17c-fce4-4b49-ac15-5a116e08a50e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:36.607801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ae3ea30e-adfe-49b8-9dd4-04629e2254f7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:36.612202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ae25668b-afa1-4000-ab24-cd43e2145146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.9216082 Aug 22 15:40:36.615303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52958) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:36.630743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '8629de7e-7426-4495-bbbc-398494f4b877', 'ip_address': '2001:db8::87b:306e:ca5:6a67'}], 'name': 'tempest-NetworksTestDHCPv6-802177858'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:36.630845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: ae3ea30e-adfe-49b8-9dd4-04629e2254f7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:36.630845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device ae3ea30e-adfe-49b8-9dd4-04629e2254f7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:36.822323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:36.827322 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:36.850016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 5c3f35f9-4ced-4b9b-9b05-284d5516ab76 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:36.953988 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.045848 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 22 15:40:37.046387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:40:37.160970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-53f4f33a-d3b0-4520-8f54-8350e7b85912 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.5437305 Aug 22 15:40:37.162955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52960) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:37.217573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fab5ae-68d4-41af-8d6d-93e51721d340 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:37.223598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fab5ae-68d4-41af-8d6d-93e51721d340 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:37.225321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7fab5ae-68d4-41af-8d6d-93e51721d340 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0613551 Aug 22 15:40:37.228744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:37.325007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port dad0e17c-fce4-4b49-ac15-5a116e08a50e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:37.325597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.415864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.428643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for dad0e17c-fce4-4b49-ac15-5a116e08a50e owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:37.525918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77c4eb3d-06f1-408d-aee7-978101465645 None None] Provisioning for port 1306f0ff-7759-4a59-8054-5ec7df2ad68c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:37.605883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.635918 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=dad0e17c-fce4-4b49-ac15-5a116e08a50e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:37.647416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6de6bf10-f104-49e0-94d1-cd8da2a12d43 None None] Could not find standard attr ID for object dad0e17c-fce4-4b49-ac15-5a116e08a50e. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:37.659958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.661968 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-27eb1af5-a623-48cb-8fd1-b9554bf519e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/dad0e17c-fce4-4b49-ac15-5a116e08a50e HTTP/1.1" status: 204 len: 168 time: 0.4322233 Aug 22 15:40:37.664395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52964) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:37.721641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869df66-b43a-4ec5-9853-38811a29227f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:37.723949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869df66-b43a-4ec5-9853-38811a29227f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:37.725644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8869df66-b43a-4ec5-9853-38811a29227f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0597122 Aug 22 15:40:37.729007 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52966) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:37.781685 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 8629de7e-7426-4495-bbbc-398494f4b877 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:37.785032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.826370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:37.910582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.056524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.084024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=8629de7e-7426-4495-bbbc-398494f4b877,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:38.090226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.092792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-354fcbf0-67c3-4127-8098-6c0038bd8037 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8629de7e-7426-4495-bbbc-398494f4b877 HTTP/1.1" status: 204 len: 168 time: 0.3628035 Aug 22 15:40:38.095497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:38.105697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b0a85-caf1-46d9-8361-4a0c4044ba6e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:38.139908 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5e3e1711-9301-42f8-b57d-bce8c12e74d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427325 Aug 22 15:40:38.143708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:38.148969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:38.275357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:38.296774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:38.300586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.325021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Deleting port 1306f0ff-7759-4a59-8054-5ec7df2ad68c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:38.325402 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.398107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] For port 1306f0ff-7759-4a59-8054-5ec7df2ad68c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1306f0ff-7759-4a59-8054-5ec7df2ad68c,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:38.398509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.411439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Calling delete_port for 1306f0ff-7759-4a59-8054-5ec7df2ad68c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:38.548135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.576192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] Pushing event deleted for resources: {'Port': ['ID=1306f0ff-7759-4a59-8054-5ec7df2ad68c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:38.578033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cc68c-ed2e-46e2-a21d-a584209b6819 None None] No DVR routers for this DVR port 1306f0ff-7759-4a59-8054-5ec7df2ad68c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:38.582838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.627104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:38.630271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:38.635178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:38.635877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.639178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5829828-64e6-465f-8575-5adbb3d01797 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:38.652101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=18f6cbc2-2108-4c15-92aa-791cac7711fa,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:38.720409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c607cfe7-85c0-4a2c-a98e-1c550c43b13a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5754588 Aug 22 15:40:38.723314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52972) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:38.729430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '18f6cbc2-2108-4c15-92aa-791cac7711fa', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1134196945'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:38.937445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:38.939116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '18f6cbc2-2108-4c15-92aa-791cac7711fa'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:38.940002 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.942851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:38.963193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 8d4048bf-b253-401f-bfad-320959c0b629 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:39.078818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/18f6cbc2-2108-4c15-92aa-791cac7711fa/05afd4fb-836f-4c82-9eec-8ee128cbaa60) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:39.224648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.233268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Transition to ACTIVE for port object 05afd4fb-836f-4c82-9eec-8ee128cbaa60 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:39.247863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Transition to ACTIVE for port object 05afd4fb-836f-4c82-9eec-8ee128cbaa60 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:39.331391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.359903 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:40:39.360464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:40:39.369992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:39.372807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:39.376302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:39.385982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Pushing event updated for resources: {'Port': ['ID=05afd4fb-836f-4c82-9eec-8ee128cbaa60,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:39.437088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Attempting to bind port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:39.437456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Attempting to bind port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:39.437860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Attempting to bind port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:39.440298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e99002f-ede8-4acb-b8d1-2ec59a884685 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7156861 Aug 22 15:40:39.442758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:39.443574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:39.443961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:39.444531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.444863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:39.445332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Bound port: 05afd4fb-836f-4c82-9eec-8ee128cbaa60, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:39.446245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.494013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344db85-469f-4217-bfe7-743b0c09974d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:39.495426 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5344db85-469f-4217-bfe7-743b0c09974d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0517213 Aug 22 15:40:39.498060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52976) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:39.519461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] For port 05afd4fb-836f-4c82-9eec-8ee128cbaa60, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:39.523488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] For port 05afd4fb-836f-4c82-9eec-8ee128cbaa60, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=05afd4fb-836f-4c82-9eec-8ee128cbaa60,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:39.554471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0db4a-4165-43e1-a4da-c0a0366820c7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:39.556752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0db4a-4165-43e1-a4da-c0a0366820c7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:39.558411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ea0db4a-4165-43e1-a4da-c0a0366820c7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0594211 Aug 22 15:40:39.561156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52978) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:39.606006 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.614769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 18f6cbc2-2108-4c15-92aa-791cac7711fa {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:39.621587 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.665741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb630a-1875-4b28-bb46-fe7a2ff6c7c4 None None] Pushing event updated for resources: {'Port': ['ID=05afd4fb-836f-4c82-9eec-8ee128cbaa60,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:39.678887 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.777166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.954265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.984723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=18f6cbc2-2108-4c15-92aa-791cac7711fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:39.988515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:39.990439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ded00933-ec4b-4e77-a178-ddfd14cc7e13 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/18f6cbc2-2108-4c15-92aa-791cac7711fa HTTP/1.1" status: 204 len: 168 time: 0.4283609 Aug 22 15:40:39.992949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:40.033250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8b3fecee-51b6-423e-accb-79ce9692071a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391152 Aug 22 15:40:40.037338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52984) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:40.042623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:40.205295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:40.209384 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.518914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85366daf-b971-4637-b484-080b251a4e94 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:40.525786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.569415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:40.573212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:40.575859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:40.577507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.593672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=b554ff88-a9cf-421a-a626-1b715c3328df,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:40.677670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 05afd4fb-836f-4c82-9eec-8ee128cbaa60 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:40.686240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-85c81472-9c22-4901-ae64-c473a6f9e40d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6477580 Aug 22 15:40:40.688839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:40.693684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-526441243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:40.700300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-61eecceb-1ab0-49a5-a67b-2631cf6fbc95 None None] Provisioning for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:40.782965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.784081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.806462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:40.808708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.811535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:40.811904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.847393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.883352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b096a-c04d-411b-ac3f-3cdef65c9642 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:40.925906 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.951042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:40.996204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8a29a20b-183f-4e27-9401-f276cebcf7a1 None None] Provisioning complete for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:40.996643 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a29a20b-183f-4e27-9401-f276cebcf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.011569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.013038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bedd6422-feea-4f48-a59f-5b823323bfcc tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3231585 Aug 22 15:40:41.015832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52988) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:41.027804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 05afd4fb-836f-4c82-9eec-8ee128cbaa60, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=05afd4fb-836f-4c82-9eec-8ee128cbaa60,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:41.130607 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.175828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8a29a20b-183f-4e27-9401-f276cebcf7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.223718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=05afd4fb-836f-4c82-9eec-8ee128cbaa60,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:41.267518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-8a29a20b-183f-4e27-9401-f276cebcf7a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:40:41.267886 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-8a29a20b-183f-4e27-9401-f276cebcf7a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:40:41.629592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.865642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::1 (2bca714c-7b62-447e-9875-c241a0e189a8/b554ff88-a9cf-421a-a626-1b715c3328df/a04724bb-5537-45cf-b69b-b31727cbc1e8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:41.926793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f3362690-4335-468b-b997-57c67769f070 None None] Provisioning complete for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:41.927403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f3362690-4335-468b-b997-57c67769f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.984055 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:41.999019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object a04724bb-5537-45cf-b69b-b31727cbc1e8 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:42.091553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.135465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:42.138603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:42.140937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:42.141706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.184478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=a04724bb-5537-45cf-b69b-b31727cbc1e8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:42.360531 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.485278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2d914a40-7f64-49da-948b-5b85e9f212bd None None] Provisioning for port a04724bb-5537-45cf-b69b-b31727cbc1e8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:42.489260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2d914a40-7f64-49da-948b-5b85e9f212bd None None] Provisioning complete for port a04724bb-5537-45cf-b69b-b31727cbc1e8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:42.489736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2d914a40-7f64-49da-948b-5b85e9f212bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.527557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2d914a40-7f64-49da-948b-5b85e9f212bd None None] Port a04724bb-5537-45cf-b69b-b31727cbc1e8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:40:42.612426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 05afd4fb-836f-4c82-9eec-8ee128cbaa60 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:42.635129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.662590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:42.663005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.697808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.698643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:42.766031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=a04724bb-5537-45cf-b69b-b31727cbc1e8,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:42.835263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:42.837067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:43.045060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Router 03e422e3-a649-4782-bfbc-a6662ee7b03e is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:40:43.049822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c998e8d2-38b4-4140-9170-5bfe7a42f7e5 None None] Provisioning complete for port a04724bb-5537-45cf-b69b-b31727cbc1e8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:43.050463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c998e8d2-38b4-4140-9170-5bfe7a42f7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.085308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c998e8d2-38b4-4140-9170-5bfe7a42f7e5 None None] Port a04724bb-5537-45cf-b69b-b31727cbc1e8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:40:43.138783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:40:43.143911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40114b0f-585b-48ff-a7b7-2f438fb77920 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "PUT /v2.0/routers/03e422e3-a649-4782-bfbc-a6662ee7b03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1269443 Aug 22 15:40:43.146447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52990) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:43.149793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Sync routers for ids ['03e422e3-a649-4782-bfbc-a6662ee7b03e'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:40:43.159488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Routers {'03e422e3-a649-4782-bfbc-a6662ee7b03e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:43.160181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['03e422e3-a649-4782-bfbc-a6662ee7b03e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:43.197863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58ed9c5-dd9b-4f1f-8664-638d1a39b99c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:43.199366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d58ed9c5-dd9b-4f1f-8664-638d1a39b99c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports/a04724bb-5537-45cf-b69b-b31727cbc1e8 HTTP/1.1" status: 200 len: 911 time: 0.0519063 Aug 22 15:40:43.201936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52992) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:43.252669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05613bf3-4590-46b5-bb1c-f7a06e48c7e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:43.257198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Set router 03e422e3-a649-4782-bfbc-a6662ee7b03e gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:40:43.259481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05613bf3-4590-46b5-bb1c-f7a06e48c7e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:43.264662 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05613bf3-4590-46b5-bb1c-f7a06e48c7e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0579720 Aug 22 15:40:43.264900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 52994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:43.456894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e422e3-a649-4782-bfbc-a6662ee7b03e', 'name': 'tempest-NetworksTestDHCPv6-router-526441243', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:40Z', 'updated_at': '2021-08-22T15:40:42Z', 'revision_number': 2, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None, '_interfaces': [{'id': 'a04724bb-5537-45cf-b69b-b31727cbc1e8', 'name': '', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'mac_address': 'fa:16:3e:32:3d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e422e3-a649-4782-bfbc-a6662ee7b03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'b554ff88-a9cf-421a-a626-1b715c3328df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:40:41Z', 'updated_at': '2021-08-22T15:40:42Z', 'revision_number': 2, 'project_id': '53f195f890f14629befabc3515bb5395', 'subnets': [{'id': 'b554ff88-a9cf-421a-a626-1b715c3328df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:43.484409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Checking router: 03e422e3-a649-4782-bfbc-a6662ee7b03e for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:40:43.484757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Updating router 03e422e3-a649-4782-bfbc-a6662ee7b03e port a04724bb-5537-45cf-b69b-b31727cbc1e8 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:40:43.511300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.588039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.779707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.789772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Transition to ACTIVE for port object a04724bb-5537-45cf-b69b-b31727cbc1e8 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:43.815323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port a04724bb-5537-45cf-b69b-b31727cbc1e8 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:43.815668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.868840 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.906793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.920208 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for a04724bb-5537-45cf-b69b-b31727cbc1e8 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:43.931189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73845335-912f-4767-b1ec-b7bf0ed3b253 None None] Pushing event updated for resources: {'Port': ['ID=a04724bb-5537-45cf-b69b-b31727cbc1e8,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:43.977112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:43.977509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:43.977841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:43.983593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:43.984003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:43.984415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:43.984818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:43.985293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Bound port: a04724bb-5537-45cf-b69b-b31727cbc1e8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:43.985683 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.137287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.137694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:40:44.138184 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:40:44.164412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=a04724bb-5537-45cf-b69b-b31727cbc1e8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:44.209751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0bbd4089-232c-4974-bff9-e1e0e6770ef6 None None] Could not find standard attr ID for object a04724bb-5537-45cf-b69b-b31727cbc1e8. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:44.272151 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.432311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Router 03e422e3-a649-4782-bfbc-a6662ee7b03e has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:40:44.504652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:40:44.512305 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5192b35f-b60f-49fd-bf79-f770542e4e2d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "PUT /v2.0/routers/03e422e3-a649-4782-bfbc-a6662ee7b03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2438703 Aug 22 15:40:44.513196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:44.578703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21e9a7-68d2-4160-b387-b0c621bafca3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:44.580381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21e9a7-68d2-4160-b387-b0c621bafca3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:44.581897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4b21e9a7-68d2-4160-b387-b0c621bafca3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0676782 Aug 22 15:40:44.584868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 52998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:44.635399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet b554ff88-a9cf-421a-a626-1b715c3328df {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:44.638942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.655214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:44.655585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:44.655948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Attempting to bind port a04724bb-5537-45cf-b69b-b31727cbc1e8 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:44.661131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:44.661507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:44.661910 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.663120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:44.663120 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Bound port: a04724bb-5537-45cf-b69b-b31727cbc1e8, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:44.663120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.678964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.692371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Port a04724bb-5537-45cf-b69b-b31727cbc1e8 has been deleted concurrently {{(pid=102051) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 22 15:40:44.702272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Routers {'03e422e3-a649-4782-bfbc-a6662ee7b03e'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:44.702891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['03e422e3-a649-4782-bfbc-a6662ee7b03e'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:44.726476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.775739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] Set router 03e422e3-a649-4782-bfbc-a6662ee7b03e gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:40:44.833858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e422e3-a649-4782-bfbc-a6662ee7b03e', 'name': 'tempest-NetworksTestDHCPv6-router-526441243', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:40Z', 'updated_at': '2021-08-22T15:40:44Z', 'revision_number': 3, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:44.851516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.863117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07113db-4530-44ef-ac40-736e8a780aed None None] The sync data for ids ['03e422e3-a649-4782-bfbc-a6662ee7b03e'] in n-d-805046-3 is: [{'id': '03e422e3-a649-4782-bfbc-a6662ee7b03e', 'name': 'tempest-NetworksTestDHCPv6-router-526441243', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:40Z', 'updated_at': '2021-08-22T15:40:44Z', 'revision_number': 3, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:40:44.882583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=b554ff88-a9cf-421a-a626-1b715c3328df,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:44.885269 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:44.887928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-94a378e9-7460-44eb-8e27-fbf7134b9718 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/b554ff88-a9cf-421a-a626-1b715c3328df HTTP/1.1" status: 204 len: 168 time: 0.3014066 Aug 22 15:40:44.889837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53000) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:44.891798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d850b-a5dd-42d3-9329-48dabd3c8836 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:45.014867 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-045eb238-be72-40b7-8a60-1acf0cc23d93 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1234288 Aug 22 15:40:45.017493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:45.085765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:45.107428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.133971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Deleting port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:45.134718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.201754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] For port 05afd4fb-836f-4c82-9eec-8ee128cbaa60, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=05afd4fb-836f-4c82-9eec-8ee128cbaa60,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:45.202462 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.281304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.283701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.371939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Calling delete_port for 05afd4fb-836f-4c82-9eec-8ee128cbaa60 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:45.393465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.396928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Fanout notify agent at l3_agent the message router_deleted on router 03e422e3-a649-4782-bfbc-a6662ee7b03e {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:40:45.401079 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.402268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f697f84f-edcd-4180-ad3c-7cd0c654e108 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/routers/03e422e3-a649-4782-bfbc-a6662ee7b03e HTTP/1.1" status: 204 len: 168 time: 0.3836789 Aug 22 15:40:45.405163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:45.410161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:45.526493 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.553082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] Pushing event deleted for resources: {'Port': ['ID=05afd4fb-836f-4c82-9eec-8ee128cbaa60,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:45.553925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:45.558514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683bdfb-18fd-4a36-81e1-23328a8e452a None None] No DVR routers for this DVR port 05afd4fb-836f-4c82-9eec-8ee128cbaa60 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:45.565869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.716718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Sync routers for ids ['03e422e3-a649-4782-bfbc-a6662ee7b03e'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:40:45.726442 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:45.727741 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:40:45.729008 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_agentschedulers_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03e422e3-a649-4782-bfbc-a6662ee7b03e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102052) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:40:45.736763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:45.737118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:40:45.737678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_agentschedulers_db [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03e422e3-a649-4782-bfbc-a6662ee7b03e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102052) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:40:45.738045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ab996-ea4d-4e97-933e-0376ec9839e3 None None] The sync data for ids ['03e422e3-a649-4782-bfbc-a6662ee7b03e'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:40:45.811482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.859803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:45.862935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:45.865969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:45.866557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:45.872433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f9624-2d2b-4fbb-8316-82655d0bfb5e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:45.881090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=e799c2b0-8cc4-40cc-b14c-b89e24068ea6,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:45.978530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c5066cac-f8ac-404f-8dff-c7b126d064d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5721664 Aug 22 15:40:45.981203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:45.986079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2052238040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:46.025788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'e799c2b0-8cc4-40cc-b14c-b89e24068ea6'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:46.026725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.108062 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.109118 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.167863 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.174402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/e799c2b0-8cc4-40cc-b14c-b89e24068ea6/db0ae119-5919-4548-a794-1b3cdeb3ae77) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:46.205492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.256652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.258391 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e57198c7-229f-46bb-bb22-bc5ff6744414 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2756467 Aug 22 15:40:46.261532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53008) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:46.323171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.331640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Transition to ACTIVE for port object db0ae119-5919-4548-a794-1b3cdeb3ae77 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:46.347696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Transition to ACTIVE for port object db0ae119-5919-4548-a794-1b3cdeb3ae77 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:46.451106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.489509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:46.492340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:46.495872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:46.504716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Pushing event updated for resources: {'Port': ['ID=db0ae119-5919-4548-a794-1b3cdeb3ae77,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:46.551470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.558040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Attempting to bind port db0ae119-5919-4548-a794-1b3cdeb3ae77 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:46.558280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Attempting to bind port db0ae119-5919-4548-a794-1b3cdeb3ae77 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:46.558640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Attempting to bind port db0ae119-5919-4548-a794-1b3cdeb3ae77 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:46.563766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:46.564213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:46.564562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.565101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:46.565511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Bound port: db0ae119-5919-4548-a794-1b3cdeb3ae77, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:46.565902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.615111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 05afd4fb-836f-4c82-9eec-8ee128cbaa60 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:46.646367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 05afd4fb-836f-4c82-9eec-8ee128cbaa60 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:46.646712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 05afd4fb-836f-4c82-9eec-8ee128cbaa60 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:46.657876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] For port db0ae119-5919-4548-a794-1b3cdeb3ae77, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:46.661118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] For port db0ae119-5919-4548-a794-1b3cdeb3ae77, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=db0ae119-5919-4548-a794-1b3cdeb3ae77,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:46.731270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.792910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123955b-261a-4dd5-98d7-8facb7e6ff1b None None] Pushing event updated for resources: {'Port': ['ID=db0ae119-5919-4548-a794-1b3cdeb3ae77,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:46.811895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::1 (2bca714c-7b62-447e-9875-c241a0e189a8/e799c2b0-8cc4-40cc-b14c-b89e24068ea6/4e2eda52-773b-4dd9-8477-baf415e8752f) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:46.949970 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:46.965887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 4e2eda52-773b-4dd9-8477-baf415e8752f will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:47.131044 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.173603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:47.176552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:47.180300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:47.180851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.189050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=4e2eda52-773b-4dd9-8477-baf415e8752f,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:47.402043 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.678216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.753967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.754789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:47.862780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bbb3bb79-da0a-4795-ba43-5e545ee2fe05 None None] Provisioning for port db0ae119-5919-4548-a794-1b3cdeb3ae77 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:48.056646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da73cbd1-ad83-49fa-9168-2c6693ecb86f None None] Provisioning for port 4e2eda52-773b-4dd9-8477-baf415e8752f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:48.060893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da73cbd1-ad83-49fa-9168-2c6693ecb86f None None] Provisioning complete for port 4e2eda52-773b-4dd9-8477-baf415e8752f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:48.061267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da73cbd1-ad83-49fa-9168-2c6693ecb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:48.101015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-da73cbd1-ad83-49fa-9168-2c6693ecb86f None None] Port 4e2eda52-773b-4dd9-8477-baf415e8752f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:40:48.194478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=4e2eda52-773b-4dd9-8477-baf415e8752f,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:48.232442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:48.233810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:48.423536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-258acd10-45fb-4c4f-8aac-72d63fad2098 None None] Provisioning complete for port 4e2eda52-773b-4dd9-8477-baf415e8752f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:48.423906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-258acd10-45fb-4c4f-8aac-72d63fad2098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:48.450669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Router a206f24e-57b1-4128-a244-2c5f4ee75919 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:40:48.458394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-258acd10-45fb-4c4f-8aac-72d63fad2098 None None] Port 4e2eda52-773b-4dd9-8477-baf415e8752f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:40:48.544417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:40:48.550392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79f4a287-3894-4f16-87be-572ad582169d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "PUT /v2.0/routers/a206f24e-57b1-4128-a244-2c5f4ee75919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878606 Aug 22 15:40:48.552938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53010) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:48.559284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Sync routers for ids ['a206f24e-57b1-4128-a244-2c5f4ee75919'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:40:48.569658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Routers {'a206f24e-57b1-4128-a244-2c5f4ee75919'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:48.570842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a206f24e-57b1-4128-a244-2c5f4ee75919'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:48.600255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8d682-9f17-4074-9789-dc4b11cd099f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:48.604540 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-76e8d682-9f17-4074-9789-dc4b11cd099f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports/4e2eda52-773b-4dd9-8477-baf415e8752f HTTP/1.1" status: 200 len: 911 time: 0.0478199 Aug 22 15:40:48.605596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53012) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:48.662180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device db0ae119-5919-4548-a794-1b3cdeb3ae77 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:48.665414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c097626-c433-4e4d-a616-3cd971310a5b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:48.670165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c097626-c433-4e4d-a616-3cd971310a5b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:48.671994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c097626-c433-4e4d-a616-3cd971310a5b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0644970 Aug 22 15:40:48.674829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53014) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:48.693958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Set router a206f24e-57b1-4128-a244-2c5f4ee75919 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:40:48.842315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port db0ae119-5919-4548-a794-1b3cdeb3ae77 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:48.855675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port db0ae119-5919-4548-a794-1b3cdeb3ae77 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:48.863437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:48.976716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206f24e-57b1-4128-a244-2c5f4ee75919', 'name': 'tempest-NetworksTestDHCPv6-router-2052238040', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:46Z', 'updated_at': '2021-08-22T15:40:47Z', 'revision_number': 2, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None, '_interfaces': [{'id': '4e2eda52-773b-4dd9-8477-baf415e8752f', 'name': '', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'mac_address': 'fa:16:3e:55:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206f24e-57b1-4128-a244-2c5f4ee75919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'e799c2b0-8cc4-40cc-b14c-b89e24068ea6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:40:46Z', 'updated_at': '2021-08-22T15:40:47Z', 'revision_number': 2, 'project_id': '53f195f890f14629befabc3515bb5395', 'subnets': [{'id': 'e799c2b0-8cc4-40cc-b14c-b89e24068ea6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:48.978470 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.010283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Checking router: a206f24e-57b1-4128-a244-2c5f4ee75919 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:40:49.010635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Updating router a206f24e-57b1-4128-a244-2c5f4ee75919 port 4e2eda52-773b-4dd9-8477-baf415e8752f binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:40:49.052171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.067657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port db0ae119-5919-4548-a794-1b3cdeb3ae77, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=db0ae119-5919-4548-a794-1b3cdeb3ae77,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:49.099929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.154286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.236231 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=db0ae119-5919-4548-a794-1b3cdeb3ae77,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:49.313318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 4e2eda52-773b-4dd9-8477-baf415e8752f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:49.313663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.371138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.380797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Transition to ACTIVE for port object 4e2eda52-773b-4dd9-8477-baf415e8752f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:49.405584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.417194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 4e2eda52-773b-4dd9-8477-baf415e8752f owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:49.473521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.547409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a260a8e-5fcf-4199-8b09-01f11f9e2c32 None None] Pushing event updated for resources: {'Port': ['ID=4e2eda52-773b-4dd9-8477-baf415e8752f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:49.590818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:49.591189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:49.591557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:49.597016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:49.597396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:49.597828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.598222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:49.598686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Bound port: 4e2eda52-773b-4dd9-8477-baf415e8752f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:49.599196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.690845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:49.691750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:40:49.692144 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:40:49.721116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=4e2eda52-773b-4dd9-8477-baf415e8752f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:49.786440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dab76408-422d-4a2a-b0bd-9627dc9d01c4 None None] Could not find standard attr ID for object 4e2eda52-773b-4dd9-8477-baf415e8752f. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:50.148606 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.207603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:50.208218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:50.208355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Attempting to bind port 4e2eda52-773b-4dd9-8477-baf415e8752f on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:50.213453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:50.213819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:50.214221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.214637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:50.215102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Bound port: 4e2eda52-773b-4dd9-8477-baf415e8752f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:50.215482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.248179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Port 4e2eda52-773b-4dd9-8477-baf415e8752f has been deleted concurrently {{(pid=102051) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 22 15:40:50.257607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Routers {'a206f24e-57b1-4128-a244-2c5f4ee75919'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:50.259294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a206f24e-57b1-4128-a244-2c5f4ee75919'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:50.314254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Router a206f24e-57b1-4128-a244-2c5f4ee75919 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:40:50.331822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] Set router a206f24e-57b1-4128-a244-2c5f4ee75919 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:40:50.386194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206f24e-57b1-4128-a244-2c5f4ee75919', 'name': 'tempest-NetworksTestDHCPv6-router-2052238040', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:46Z', 'updated_at': '2021-08-22T15:40:49Z', 'revision_number': 3, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:50.394527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:40:50.400378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5d69386a-bdb8-478e-8553-4b5d928f62b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "PUT /v2.0/routers/a206f24e-57b1-4128-a244-2c5f4ee75919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7245209 Aug 22 15:40:50.402856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53016) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:50.415309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601ab3f-2e35-475f-99d2-49f40090f594 None None] The sync data for ids ['a206f24e-57b1-4128-a244-2c5f4ee75919'] in n-d-805046-3 is: [{'id': 'a206f24e-57b1-4128-a244-2c5f4ee75919', 'name': 'tempest-NetworksTestDHCPv6-router-2052238040', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:46Z', 'updated_at': '2021-08-22T15:40:49Z', 'revision_number': 3, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:40:50.457770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab63587-4647-4e55-b330-b3310531876f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:50.459333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab63587-4647-4e55-b330-b3310531876f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:50.461595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3ab63587-4647-4e55-b330-b3310531876f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0571301 Aug 22 15:40:50.464163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53018) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:50.516846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet e799c2b0-8cc4-40cc-b14c-b89e24068ea6 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:50.520002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.563017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.636136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device db0ae119-5919-4548-a794-1b3cdeb3ae77 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:50.661972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.690056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port db0ae119-5919-4548-a794-1b3cdeb3ae77 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:50.690444 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.794029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.823086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=e799c2b0-8cc4-40cc-b14c-b89e24068ea6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:50.828291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:50.830420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dac3c6c3-50e7-4b9b-942d-261e175413d8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e799c2b0-8cc4-40cc-b14c-b89e24068ea6 HTTP/1.1" status: 204 len: 168 time: 0.3652956 Aug 22 15:40:50.833213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53020) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:50.835381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85290b-e73b-41b1-8eed-55f242524e03 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:50.948400 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21c656eb-25e4-48a5-9b80-05424b05eec0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1139472 Aug 22 15:40:50.950826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:51.014031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:51.042012 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.064532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Deleting port db0ae119-5919-4548-a794-1b3cdeb3ae77 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:51.064909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.137195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] For port db0ae119-5919-4548-a794-1b3cdeb3ae77, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=db0ae119-5919-4548-a794-1b3cdeb3ae77,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:51.137601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.151928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Calling delete_port for db0ae119-5919-4548-a794-1b3cdeb3ae77 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:51.216878 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.219563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.301577 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Sync routers for ids ['a206f24e-57b1-4128-a244-2c5f4ee75919'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:40:51.311101 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Routers {'a206f24e-57b1-4128-a244-2c5f4ee75919'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:51.311715 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a206f24e-57b1-4128-a244-2c5f4ee75919'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:51.330831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.358184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] Pushing event deleted for resources: {'Port': ['ID=db0ae119-5919-4548-a794-1b3cdeb3ae77,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:51.359987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee80e27-5a42-4b1b-8393-f595095c79cc None None] No DVR routers for this DVR port db0ae119-5919-4548-a794-1b3cdeb3ae77 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:51.365167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.365696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Fanout notify agent at l3_agent the message router_deleted on router a206f24e-57b1-4128-a244-2c5f4ee75919 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:40:51.380815 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.381972 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce344842-2726-43f8-9359-cf1d05f03ddd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/routers/a206f24e-57b1-4128-a244-2c5f4ee75919 HTTP/1.1" status: 204 len: 168 time: 0.4301584 Aug 22 15:40:51.382241 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Set router a206f24e-57b1-4128-a244-2c5f4ee75919 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:40:51.385508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:51.393459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.414403 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-61262ee7-4315-4f62-92be-0645a809d8d5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269861 Aug 22 15:40:51.416824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53026) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:51.434455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206f24e-57b1-4128-a244-2c5f4ee75919', 'name': 'tempest-NetworksTestDHCPv6-router-2052238040', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:40:46Z', 'updated_at': '2021-08-22T15:40:49Z', 'revision_number': 3, 'project_id': '53f195f890f14629befabc3515bb5395', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:40:51.464850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Checking router: a206f24e-57b1-4128-a244-2c5f4ee75919 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:40:51.470840 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3deac6-b9c2-44b2-8fe8-8a39ef064a91 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:51.472336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad3deac6-b9c2-44b2-8fe8-8a39ef064a91 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546093 Aug 22 15:40:51.472841 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Routers set() bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:40:51.473208 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Router IDs set() for agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 22 15:40:51.473792 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a206f24e-57b1-4128-a244-2c5f4ee75919'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:40:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent'). {{(pid=102052) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 22 15:40:51.474162 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9c36-bd76-486a-a835-95fa2a7ac0d2 None None] The sync data for ids ['a206f24e-57b1-4128-a244-2c5f4ee75919'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:40:51.475640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:51.519807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a94c12c1-5fce-4ce4-b4a0-4375a513cbf5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436885 Aug 22 15:40:51.525140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53030) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:51.530667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:51.678958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:51.683232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:51.993691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:40:51.995197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.041941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:52.045245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:52.049786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:52.050374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.053979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=76134408-162d-4bb3-b0e6-46b4e7e19a9f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:52.055800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf2502-44d6-44d8-b218-47730b019e21 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:52.143450 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-617b6aa9-441d-4f65-aec4-96e0b0db78c4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6170449 Aug 22 15:40:52.146186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:52.152606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:52.204505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '76134408-162d-4bb3-b0e6-46b4e7e19a9f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:52.209953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.353982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:52.357615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.499164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Allocated IP 2001:db8::f816:3eff:fec3:db02 (2bca714c-7b62-447e-9875-c241a0e189a8/76134408-162d-4bb3-b0e6-46b4e7e19a9f/636f60c6-2e5d-4246-b131-2ac775b5ffc7) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:52.627042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device db0ae119-5919-4548-a794-1b3cdeb3ae77 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:52.649632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: db0ae119-5919-4548-a794-1b3cdeb3ae77 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:52.651067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device db0ae119-5919-4548-a794-1b3cdeb3ae77 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:52.668235 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.669579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.677813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Transition to ACTIVE for port object 636f60c6-2e5d-4246-b131-2ac775b5ffc7 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:52.693445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Transition to ACTIVE for port object 636f60c6-2e5d-4246-b131-2ac775b5ffc7 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:52.713844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:52.716912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:52.720003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:52.720595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.736444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=f61bccef-6c66-4250-a510-05a4d5c9ef58,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:52.743519 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.779719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:52.784015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:52.787543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:52.799131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Pushing event updated for resources: {'Port': ['ID=636f60c6-2e5d-4246-b131-2ac775b5ffc7,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:52.808143 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1aaf4e99-f52f-47b0-a518-1bad9b6d4f10 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6530085 Aug 22 15:40:52.808143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53034) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:52.809607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:7e:5f:18', 'name': 'tempest-NetworksTestDHCPv6-296902853'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:52.854659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Attempting to bind port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:52.855040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Attempting to bind port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:52.855433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Attempting to bind port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:52.860853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:52.861153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:52.861647 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.861944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:52.862412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Bound port: 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:52.862798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:52.928625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] For port 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:52.932353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] For port 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636f60c6-2e5d-4246-b131-2ac775b5ffc7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:53.022505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:53.051583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.113099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5168-e385-4683-bb51-7adea10120e7 None None] Pushing event updated for resources: {'Port': ['ID=636f60c6-2e5d-4246-b131-2ac775b5ffc7,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:53.119461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.142018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 2bccca96-8ef6-418a-864d-4ad273c317e1 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:53.325254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 172.20.0.3 (2bca714c-7b62-447e-9875-c241a0e189a8/f61bccef-6c66-4250-a510-05a4d5c9ef58/2bccca96-8ef6-418a-864d-4ad273c317e1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:53.332545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe7e:5f18 (2bca714c-7b62-447e-9875-c241a0e189a8/76134408-162d-4bb3-b0e6-46b4e7e19a9f/2bccca96-8ef6-418a-864d-4ad273c317e1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:53.485216 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.498412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 2bccca96-8ef6-418a-864d-4ad273c317e1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:53.582825 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.626140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:53.628971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:53.633195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:53.641665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=2bccca96-8ef6-418a-864d-4ad273c317e1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:53.687083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:53.687726 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.794883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d134aaf3-af77-4ece-9933-5eabd2f288b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9904625 Aug 22 15:40:53.797195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:53.849179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4f6f0-bb5f-4bab-a94d-2641f47ba6e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:53.855211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4f6f0-bb5f-4bab-a94d-2641f47ba6e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:53.856918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-59c4f6f0-bb5f-4bab-a94d-2641f47ba6e5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0587895 Aug 22 15:40:53.859703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:53.957642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 2bccca96-8ef6-418a-864d-4ad273c317e1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:53.957984 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:53.985095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caaeb69-fbb7-407e-bc26-b4d470bfac2b None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:54.050470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.062744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 2bccca96-8ef6-418a-864d-4ad273c317e1 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:54.121847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-59dc1150-8609-421d-9eeb-09921749579a None None] Provisioning for port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:54.214814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Update dhcp port {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '76134408-162d-4bb3-b0e6-46b4e7e19a9f', 'ip_address': '2001:db8::f816:3eff:fec3:db02'}, {'subnet_id': 'f61bccef-6c66-4250-a510-05a4d5c9ef58'}], 'binding:host_id': 'n-d-805046-3'}, 'id': '636f60c6-2e5d-4246-b131-2ac775b5ffc7'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:40:54.251922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.307701 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.341398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=2bccca96-8ef6-418a-864d-4ad273c317e1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:54.421926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Allocated IP 172.20.0.2 (2bca714c-7b62-447e-9875-c241a0e189a8/f61bccef-6c66-4250-a510-05a4d5c9ef58/636f60c6-2e5d-4246-b131-2ac775b5ffc7) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:54.429346 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.432103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02641a08-3727-4c48-b91d-09dbc7bd3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/2bccca96-8ef6-418a-864d-4ad273c317e1 HTTP/1.1" status: 204 len: 168 time: 0.5713730 Aug 22 15:40:54.434475 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53040) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:54.488442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07058f5-0849-4537-8c3d-d35e0da97af2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:54.490181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07058f5-0849-4537-8c3d-d35e0da97af2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:54.491771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07058f5-0849-4537-8c3d-d35e0da97af2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:54.496172 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f07058f5-0849-4537-8c3d-d35e0da97af2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0582013 Aug 22 15:40:54.496408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:54.522100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] For port 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636f60c6-2e5d-4246-b131-2ac775b5ffc7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:54.551689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.553541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 76134408-162d-4bb3-b0e6-46b4e7e19a9f {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:54.565218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Transition to ACTIVE for port object 636f60c6-2e5d-4246-b131-2ac775b5ffc7 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:54.651895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636f60c6-2e5d-4246-b131-2ac775b5ffc7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:54.661840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.676422 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.702938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.781941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Pushing event updated for resources: {'Port': ['ID=636f60c6-2e5d-4246-b131-2ac775b5ffc7,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:54.785979 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.793575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.793932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.794276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.794623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.797487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bf4e66-2c9d-4fbd-b9da-87b5057da212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:40:54.885273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:54.925974 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.957979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=76134408-162d-4bb3-b0e6-46b4e7e19a9f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:54.963095 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:54.965806 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-529088c3-40c6-4e2b-9485-c04fc262d1e1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/76134408-162d-4bb3-b0e6-46b4e7e19a9f HTTP/1.1" status: 204 len: 168 time: 0.4684298 Aug 22 15:40:54.968280 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:55.024031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet f61bccef-6c66-4250-a510-05a4d5c9ef58 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:55.027657 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.073326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.172960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.302564 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.326681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182a173-8345-4b15-9418-a9e748481931 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:55.329860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=f61bccef-6c66-4250-a510-05a4d5c9ef58,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:55.337444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.339337 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e2f37d68-5e7f-420e-988f-1ad9e5b56394 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f61bccef-6c66-4250-a510-05a4d5c9ef58 HTTP/1.1" status: 204 len: 168 time: 0.3700991 Aug 22 15:40:55.341952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:55.383858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-46964f38-41fc-4a7a-beae-8ad6eaaddce6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408003 Aug 22 15:40:55.386861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:55.392088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:55.456986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Provisioning for port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:55.462489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Provisioning complete for port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:55.462691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.531636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:40:55.547494 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:55.551094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.569759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.611117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] For port 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636f60c6-2e5d-4246-b131-2ac775b5ffc7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:55.620747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Deleting port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:55.621130 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.682867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] For port 636f60c6-2e5d-4246-b131-2ac775b5ffc7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636f60c6-2e5d-4246-b131-2ac775b5ffc7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:55.683398 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.690343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.700029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Calling delete_port for 636f60c6-2e5d-4246-b131-2ac775b5ffc7 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:55.725725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Could not find standard attr ID for object 2bccca96-8ef6-418a-864d-4ad273c317e1. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:55.787884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf8b5c-ecc5-4794-b72f-6f9aa54facba None None] Pushing event updated for resources: {'Port': ['ID=636f60c6-2e5d-4246-b131-2ac775b5ffc7,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:55.885189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:55.903623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:40:55.911358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] Pushing event deleted for resources: {'Port': ['ID=636f60c6-2e5d-4246-b131-2ac775b5ffc7,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:55.916191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c4314-d308-4577-b4c9-8fcd5c0cb5cf None None] No DVR routers for this DVR port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:40:56.061183 n-d-805046-3 neutron-server[102048]: WARNING neutron.services.revisions.revision_plugin [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Could not find related port for resource to bump revision. Aug 22 15:40:56.090908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Port 636f60c6-2e5d-4246-b131-2ac775b5ffc7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 22 15:40:56.091618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:db02 {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 22 15:40:56.094960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:db02 {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 22 15:40:56.096207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.134552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:56.137580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:56.141574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:56.142147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.147277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7f4c28-8fc0-489d-a06d-9ab6a389b937 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:56.158990 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=f5793852-604f-4e09-b320-50c44f36ea06,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:56.262754 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f28dfacd-c14f-426c-9a72-d3c71cc8bf9a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8747525 Aug 22 15:40:56.265398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:56.270377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:56.301914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'f5793852-604f-4e09-b320-50c44f36ea06'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:40:56.302785 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.439169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:56.442759 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.445906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Allocated IP 2001:db8::f816:3eff:fe34:4188 (2bca714c-7b62-447e-9875-c241a0e189a8/f5793852-604f-4e09-b320-50c44f36ea06/2b1a84f8-f4f9-4d8d-a65c-652c8835bb53) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:56.594129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.611771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Transition to ACTIVE for port object 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:56.628780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Transition to ACTIVE for port object 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:56.638243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636f60c6-2e5d-4246-b131-2ac775b5ffc7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:40:56.658250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 636f60c6-2e5d-4246-b131-2ac775b5ffc7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:40:56.658592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636f60c6-2e5d-4246-b131-2ac775b5ffc7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:40:56.697200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.725086 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.735670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:56.740007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:56.747022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:56.750228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Pushing event updated for resources: {'Port': ['ID=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:56.771843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:56.775695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:56.779945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:56.780560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.784082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=504d8032-9d55-4493-8287-2814891fbd4b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:56.806378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Attempting to bind port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:40:56.806760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Attempting to bind port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:40:56.807180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Attempting to bind port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:40:56.812553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:40:56.812908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:40:56.814017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.814428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:40:56.814903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Bound port: 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:40:56.815290 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:56.883209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] For port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:40:56.886217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] For port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:40:56.891165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18f2cd44-a7f6-484d-8452-1b0671b60281 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6247225 Aug 22 15:40:56.894666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53052) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:56.900542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:7c:22:08', 'name': 'tempest-NetworksTestDHCPv6-303478735'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:56.982464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:57.046975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188e8e-7211-4e7a-9c86-c6fd9e23f3dd None None] Pushing event updated for resources: {'Port': ['ID=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:57.061966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:57.158447 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:57.189445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 3e3f1a19-ee78-498a-8791-181f319604e7 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:40:57.359572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 172.20.0.2 (2bca714c-7b62-447e-9875-c241a0e189a8/504d8032-9d55-4493-8287-2814891fbd4b/3e3f1a19-ee78-498a-8791-181f319604e7) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:57.365960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe7c:2208 (2bca714c-7b62-447e-9875-c241a0e189a8/f5793852-604f-4e09-b320-50c44f36ea06/3e3f1a19-ee78-498a-8791-181f319604e7) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:57.509419 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:57.521885 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 3e3f1a19-ee78-498a-8791-181f319604e7 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:57.628581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:57.679169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:40:57.682445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:40:57.686417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:40:57.714200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=3e3f1a19-ee78-498a-8791-181f319604e7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:57.745735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:57.746394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:57.831079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-02a09afb-1e44-4c59-b2d4-78f6c08f902c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9330945 Aug 22 15:40:57.831600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53054) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:57.882869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fde01e-90fb-45fe-9b66-db1f3a8ac4d3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:57.889283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fde01e-90fb-45fe-9b66-db1f3a8ac4d3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:57.890893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b0fde01e-90fb-45fe-9b66-db1f3a8ac4d3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0577371 Aug 22 15:40:57.893570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53056) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:57.920212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfee32-c2b1-4a55-887c-c22e80ecdfeb None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:57.989531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 3e3f1a19-ee78-498a-8791-181f319604e7 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:40:57.989789 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.049791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6621b195-6f26-4b74-9b11-fa6a784e533d None None] Provisioning for port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:58.083338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.096698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 3e3f1a19-ee78-498a-8791-181f319604e7 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:40:58.142048 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Update dhcp port {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': 'f5793852-604f-4e09-b320-50c44f36ea06', 'ip_address': '2001:db8::f816:3eff:fe34:4188'}, {'subnet_id': '504d8032-9d55-4493-8287-2814891fbd4b'}], 'binding:host_id': 'n-d-805046-3'}, 'id': '2b1a84f8-f4f9-4d8d-a65c-652c8835bb53'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:40:58.168405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.345004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Allocated IP 172.20.0.3 (2bca714c-7b62-447e-9875-c241a0e189a8/504d8032-9d55-4493-8287-2814891fbd4b/2b1a84f8-f4f9-4d8d-a65c-652c8835bb53) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:40:58.447411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] For port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:58.480149 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.495047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Transition to ACTIVE for port object 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:40:58.559567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.659470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67efb0-253a-4a35-825b-283b70a31154 None None] Pushing event updated for resources: {'Port': ['ID=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:58.673562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:40:58.673834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.706035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=3e3f1a19-ee78-498a-8791-181f319604e7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:58.770437 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:58.800949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.802884 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4e231b9-a557-491e-b5a3-2e2f24b243a0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/3e3f1a19-ee78-498a-8791-181f319604e7 HTTP/1.1" status: 204 len: 168 time: 0.9083662 Aug 22 15:40:58.805573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53058) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:58.859729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764d6d4-a513-461b-9269-be7205d72b17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:58.861398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764d6d4-a513-461b-9269-be7205d72b17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:58.862909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764d6d4-a513-461b-9269-be7205d72b17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:40:58.864538 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2764d6d4-a513-461b-9269-be7205d72b17 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0580025 Aug 22 15:40:58.867274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53060) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:58.924992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 504d8032-9d55-4493-8287-2814891fbd4b {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:58.928949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:58.971701 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.060892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.166361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.186759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Could not find standard attr ID for object 3e3f1a19-ee78-498a-8791-181f319604e7. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:59.194820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=504d8032-9d55-4493-8287-2814891fbd4b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:59.199634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.204129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-afa6c281-7eeb-40a1-b6ed-7009c47326f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/504d8032-9d55-4493-8287-2814891fbd4b HTTP/1.1" status: 204 len: 168 time: 0.3333235 Aug 22 15:40:59.204716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53062) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:59.260075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet f5793852-604f-4e09-b320-50c44f36ea06 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:40:59.263400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.267586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Provisioning for port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:40:59.271843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Provisioning complete for port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:40:59.272253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.307242 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.361492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.394432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] For port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:40:59.418473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3326a-fb85-4f94-9c61-0c7bd7f881f7 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:40:59.475156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.477436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.554744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7578-f87c-447f-900e-6985c63d72cf None None] Pushing event updated for resources: {'Port': ['ID=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:59.603681 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ef047d17-7165-48a7-8f9a-a35d685dade5 None None] Could not find standard attr ID for object 3e3f1a19-ee78-498a-8791-181f319604e7. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:40:59.616826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.646820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=f5793852-604f-4e09-b320-50c44f36ea06,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:40:59.649191 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:40:59.650987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-735c56dc-726e-428a-a247-271ed9764904 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f5793852-604f-4e09-b320-50c44f36ea06 HTTP/1.1" status: 204 len: 168 time: 0.4454918 Aug 22 15:40:59.653476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53064) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:59.699928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2f680dde-865b-4a0b-b925-4de26a373e05 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452073 Aug 22 15:40:59.703057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53066) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:40:59.708688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:40:59.867840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:40:59.871513 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.068076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25905394-1329-43ec-bb3f-275100683997 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:00.158710 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-55de0623-ab95-4dbd-9820-fffc172ae11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.162362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-031cd401-169b-46a1-a4dc-1f4c7a9338d4 None None] Provisioning complete for port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:00.162362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-031cd401-169b-46a1-a4dc-1f4c7a9338d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.176525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.229016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:00.234407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:00.238676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:00.239484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.249558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=2d581e45-3119-48e7-9c2a-a1804108513f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:00.303568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:00.352400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Deleting port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:00.352704 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.359962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0933b171-f530-473f-b304-33fff840f2ba tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6557298 Aug 22 15:41:00.362687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53070) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:00.368013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:00.434214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] For port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:00.434611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.447198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Calling delete_port for 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:00.576437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:00.580184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.605053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:00.645136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:00.647156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] No DVR routers for this DVR port 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:00.650157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e7d5e-5eb9-42be-a8f3-be2dd24ddcc6 None None] Pushing event deleted for resources: {'Port': ['ID=2b1a84f8-f4f9-4d8d-a65c-652c8835bb53,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:00.831515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e7c9d-64df-4e62-8912-076cab3ae48c None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:00.834018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:00.834364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2b1a84f8-f4f9-4d8d-a65c-652c8835bb53 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:00.978224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '2d581e45-3119-48e7-9c2a-a1804108513f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:00.979148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.034630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:01.036101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.078493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:01.081791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:01.086225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:01.086843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.098496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:01.167194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Allocated IP 172.20.0.2 (2bca714c-7b62-447e-9875-c241a0e189a8/2d581e45-3119-48e7-9c2a-a1804108513f/025fc0d1-65b6-42b2-9114-75112337a4d3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:01.173569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Allocated IP 2001:db8::f816:3eff:febd:1a88 (2bca714c-7b62-447e-9875-c241a0e189a8/fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff/025fc0d1-65b6-42b2-9114-75112337a4d3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:01.188817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-30f6ee6a-8c1a-492f-98b0-24dd65c0e284 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8251264 Aug 22 15:41:01.191635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53072) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:01.197959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:9b:59:da', 'name': 'tempest-NetworksTestDHCPv6-762150908'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:01.311852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.319994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Transition to ACTIVE for port object 025fc0d1-65b6-42b2-9114-75112337a4d3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:01.336837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Transition to ACTIVE for port object 025fc0d1-65b6-42b2-9114-75112337a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:01.347771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:01.352573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.372085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 483c3a1f-73e5-4045-abe0-87f2fd30bc88 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:01.400261 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.443097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:01.447362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:01.453958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:01.457471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Pushing event updated for resources: {'Port': ['ID=025fc0d1-65b6-42b2-9114-75112337a4d3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:01.531179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 172.20.0.6 (2bca714c-7b62-447e-9875-c241a0e189a8/2d581e45-3119-48e7-9c2a-a1804108513f/483c3a1f-73e5-4045-abe0-87f2fd30bc88) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:01.531742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Attempting to bind port 025fc0d1-65b6-42b2-9114-75112337a4d3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:01.532156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Attempting to bind port 025fc0d1-65b6-42b2-9114-75112337a4d3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:01.532528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Attempting to bind port 025fc0d1-65b6-42b2-9114-75112337a4d3 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:01.537747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe9b:59da (2bca714c-7b62-447e-9875-c241a0e189a8/fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff/483c3a1f-73e5-4045-abe0-87f2fd30bc88) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:01.537892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:01.538247 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:01.538657 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.539058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:01.539865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Bound port: 025fc0d1-65b6-42b2-9114-75112337a4d3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:01.540418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.611093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] For port 025fc0d1-65b6-42b2-9114-75112337a4d3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:01.614275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] For port 025fc0d1-65b6-42b2-9114-75112337a4d3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=025fc0d1-65b6-42b2-9114-75112337a4d3,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:01.679582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.681316 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.694915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 483c3a1f-73e5-4045-abe0-87f2fd30bc88 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:01.748661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dbd55-198c-4900-976f-f75cfc29f104 None None] Pushing event updated for resources: {'Port': ['ID=025fc0d1-65b6-42b2-9114-75112337a4d3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:01.799640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.846918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:01.849969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:01.854261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:01.863626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=483c3a1f-73e5-4045-abe0-87f2fd30bc88,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:01.923605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:01.924250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:01.999760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5983fbd8-7217-4324-8e49-6bc3198a900c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8070095 Aug 22 15:41:02.002147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:02.051436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36117863-407a-4150-bb83-92a2bf58ca69 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:02.058151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36117863-407a-4150-bb83-92a2bf58ca69 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:02.059731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36117863-407a-4150-bb83-92a2bf58ca69 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0566401 Aug 22 15:41:02.062398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53076) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:02.158660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 483c3a1f-73e5-4045-abe0-87f2fd30bc88 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:02.158933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.249182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.261477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 483c3a1f-73e5-4045-abe0-87f2fd30bc88 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:02.490635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.526231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=483c3a1f-73e5-4045-abe0-87f2fd30bc88,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:02.615958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.619026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d4e20183-57e5-4c28-ba53-0333001515b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/483c3a1f-73e5-4045-abe0-87f2fd30bc88 HTTP/1.1" status: 204 len: 168 time: 0.5553555 Aug 22 15:41:02.621060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53078) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:02.645332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6157d-ad81-4c46-b725-1aaf86b20c4e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:02.681584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 025fc0d1-65b6-42b2-9114-75112337a4d3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:02.681878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817e97e-f286-4b0a-9ddb-f5eb8a1b0cab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:02.683565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817e97e-f286-4b0a-9ddb-f5eb8a1b0cab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:02.685136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817e97e-f286-4b0a-9ddb-f5eb8a1b0cab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:02.688012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c817e97e-f286-4b0a-9ddb-f5eb8a1b0cab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0647910 Aug 22 15:41:02.689630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:02.746178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 2d581e45-3119-48e7-9c2a-a1804108513f {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:02.749111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.789006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.863690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f0a78a7-26c5-4044-8de2-6b4f5cb786e3 None None] Provisioning for port 025fc0d1-65b6-42b2-9114-75112337a4d3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:02.877497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.902284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 025fc0d1-65b6-42b2-9114-75112337a4d3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:02.906394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 025fc0d1-65b6-42b2-9114-75112337a4d3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:02.906781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:02.993706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.002824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.068484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.102281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=2d581e45-3119-48e7-9c2a-a1804108513f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:03.105362 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.107562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-81669224-30f8-40e9-8b3d-ce958e9845ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/2d581e45-3119-48e7-9c2a-a1804108513f HTTP/1.1" status: 204 len: 168 time: 0.4169126 Aug 22 15:41:03.109646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:41:03.110046 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:41:03.110216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53082) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:03.158352 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:41:03.165091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:03.168824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.211060 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.301272 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.380997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa7186-d07e-4b70-aba2-ff92edd7a11d None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:03.439363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.449751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-841c373c-2653-4671-962f-804148eff845 None None] Provisioning complete for port 025fc0d1-65b6-42b2-9114-75112337a4d3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:03.450133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-841c373c-2653-4671-962f-804148eff845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.467575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:03.472219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.476416 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7838a2cc-05de-4560-b374-6137635cff44 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff HTTP/1.1" status: 204 len: 168 time: 0.3628216 Aug 22 15:41:03.477094 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53084) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:03.518985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3993bb29-0b05-43b6-a633-b2471dbdf4e0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407746 Aug 22 15:41:03.521666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53086) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:03.526979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:03.542330 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f10a837-0aa2-48ee-9700-2c00ddf75e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.604610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-841c373c-2653-4671-962f-804148eff845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.675774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-841c373c-2653-4671-962f-804148eff845 None None] For port 025fc0d1-65b6-42b2-9114-75112337a4d3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=025fc0d1-65b6-42b2-9114-75112337a4d3,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:03.678501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9252158-3415-42c0-a496-015b53829640 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:03.681744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.696646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:03.700195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.748791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b9252158-3415-42c0-a496-015b53829640 None None] Deleting port 025fc0d1-65b6-42b2-9114-75112337a4d3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:03.749372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9252158-3415-42c0-a496-015b53829640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.803099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-841c373c-2653-4671-962f-804148eff845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.860950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b9252158-3415-42c0-a496-015b53829640 None None] For port 025fc0d1-65b6-42b2-9114-75112337a4d3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=025fc0d1-65b6-42b2-9114-75112337a4d3,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:03.861625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9252158-3415-42c0-a496-015b53829640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.888405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b9252158-3415-42c0-a496-015b53829640 None None] Calling delete_port for 025fc0d1-65b6-42b2-9114-75112337a4d3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:03.913864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:41:03.914251 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:41:03.920418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c373c-2653-4671-962f-804148eff845 None None] Pushing event updated for resources: {'Port': ['ID=025fc0d1-65b6-42b2-9114-75112337a4d3,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:03.948766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:03.994327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:03.997593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:04.001812 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:04.002316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.009940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=5f5db782-2341-49ef-bb77-45bf67c88e1c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:04.056935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b9252158-3415-42c0-a496-015b53829640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.083589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9252158-3415-42c0-a496-015b53829640 None None] Pushing event deleted for resources: {'Port': ['ID=025fc0d1-65b6-42b2-9114-75112337a4d3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:04.087049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-138dd431-3af2-46d6-8af6-6d677d2a4d9d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5642426 Aug 22 15:41:04.088075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9252158-3415-42c0-a496-015b53829640 None None] No DVR routers for this DVR port 025fc0d1-65b6-42b2-9114-75112337a4d3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:04.089318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53088) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:04.102177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:04.110674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7459659-7b5e-461b-b0dc-0feb272b898e None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:04.264433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '5f5db782-2341-49ef-bb77-45bf67c88e1c'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:04.265448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.295765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:04.299402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.415263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Allocated IP 172.20.0.2 (2bca714c-7b62-447e-9875-c241a0e189a8/5f5db782-2341-49ef-bb77-45bf67c88e1c/6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:04.564403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.572999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Transition to ACTIVE for port object 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:04.588621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Transition to ACTIVE for port object 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:04.663280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.707801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:04.713290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:04.718102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:04.725705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:04.731749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Pushing event updated for resources: {'Port': ['ID=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:04.779095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Attempting to bind port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:04.779426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Attempting to bind port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:04.779797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Attempting to bind port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:04.784785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:04.785158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:04.785560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.785961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:04.786452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Bound port: 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:04.786832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:04.850642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] For port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:04.854230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] For port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:04.926309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Port 025fc0d1-65b6-42b2-9114-75112337a4d3 update to ACTIVE by agent not found {{(pid=102051) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 22 15:41:04.929232 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.000769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.001933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b7be9-5d57-446c-bc57-40ad0f1f5d33 None None] Pushing event updated for resources: {'Port': ['ID=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:05.008821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 025fc0d1-65b6-42b2-9114-75112337a4d3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:05.015545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.030949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 025fc0d1-65b6-42b2-9114-75112337a4d3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:05.031303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 025fc0d1-65b6-42b2-9114-75112337a4d3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:05.194294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] For port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:05.230573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.324957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.325762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.782344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:05.790550 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:05.802312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:05.802915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:05.819504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=e14a90f9-b1b0-4af0-a5c1-bca21365f663,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:05.829862 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,revision_number=4']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:05.908902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ca8c0d4-673f-416b-8686-350a6fb05a63 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8178444 Aug 22 15:41:05.912424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53090) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:05.919180 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:94:a4:f7', 'name': 'tempest-NetworksTestDHCPv6-1204604662'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:05.921528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ccf6d2-dd5a-4cde-82eb-744bba5ccd77 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:06.119260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c0931154-f16a-4ed2-91d9-3be3c7c92010 None None] Provisioning for port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:06.194100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:06.286437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:06.307058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port ae9433a4-3e97-4b6b-8355-78806ddb1baa yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:06.485632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 172.20.0.4 (2bca714c-7b62-447e-9875-c241a0e189a8/5f5db782-2341-49ef-bb77-45bf67c88e1c/ae9433a4-3e97-4b6b-8355-78806ddb1baa) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:06.492280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe94:a4f7 (2bca714c-7b62-447e-9875-c241a0e189a8/e14a90f9-b1b0-4af0-a5c1-bca21365f663/ae9433a4-3e97-4b6b-8355-78806ddb1baa) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:06.653897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:06.670201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object ae9433a4-3e97-4b6b-8355-78806ddb1baa will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:06.770808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:06.815533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:06.818638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:06.823887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:06.848876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=ae9433a4-3e97-4b6b-8355-78806ddb1baa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:06.862569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-030fd644-a7cd-4638-a597-d60b9f9102dd None None] Could not find standard attr ID for object 483c3a1f-73e5-4045-abe0-87f2fd30bc88. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:06.879926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:06.881173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:06.896469 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:06.970738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aaafea80-75b5-4082-9a66-1c43f118e708 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0570526 Aug 22 15:41:06.973444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53092) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:07.032545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:07.046216 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90102b7-0f58-4472-89f3-768443431b30 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:07.052774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90102b7-0f58-4472-89f3-768443431b30 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:07.057946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53094) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:07.058564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a90102b7-0f58-4472-89f3-768443431b30 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0839372 Aug 22 15:41:07.158536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:07.162687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:07.163183 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.166988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port ae9433a4-3e97-4b6b-8355-78806ddb1baa {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:07.166988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.249048 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.263146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.276913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for ae9433a4-3e97-4b6b-8355-78806ddb1baa owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:07.284443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:07.388784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.437611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:07.530811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.531412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-93d94436-c49c-44cb-b33f-35182d3f5811 None None] Provisioning for port ae9433a4-3e97-4b6b-8355-78806ddb1baa completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:07.535655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-93d94436-c49c-44cb-b33f-35182d3f5811 None None] Provisioning complete for port ae9433a4-3e97-4b6b-8355-78806ddb1baa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:07.538543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93d94436-c49c-44cb-b33f-35182d3f5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.559059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-93d94436-c49c-44cb-b33f-35182d3f5811 None None] Port ae9433a4-3e97-4b6b-8355-78806ddb1baa was deleted so its status cannot be updated. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 15:41:07.561313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=ae9433a4-3e97-4b6b-8355-78806ddb1baa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:07.654138 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.656117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d4209c11-adcb-4e9b-bc37-8d31cd8af6e6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/ae9433a4-3e97-4b6b-8355-78806ddb1baa HTTP/1.1" status: 204 len: 168 time: 0.5970483 Aug 22 15:41:07.658600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53096) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:07.715643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d564cb-146c-43c8-8962-435af29bb50c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:07.717378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d564cb-146c-43c8-8962-435af29bb50c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:07.718981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d564cb-146c-43c8-8962-435af29bb50c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:07.721516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e6d564cb-146c-43c8-8962-435af29bb50c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0611029 Aug 22 15:41:07.723445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53098) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:07.783745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 5f5db782-2341-49ef-bb77-45bf67c88e1c {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:07.786886 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.827243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:07.908069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.027992 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.053791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5db782-2341-49ef-bb77-45bf67c88e1c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:08.060095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.062010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3dbf644a-6383-4075-98a3-d2a2317a516a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/5f5db782-2341-49ef-bb77-45bf67c88e1c HTTP/1.1" status: 204 len: 168 time: 0.3375816 Aug 22 15:41:08.064544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53100) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.067115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50409a7-0b56-41aa-8a40-062b38a50c2b None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:08.120806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet e14a90f9-b1b0-4af0-a5c1-bca21365f663 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:08.124607 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.168883 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.259825 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.365507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.395519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=e14a90f9-b1b0-4af0-a5c1-bca21365f663,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:08.399707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.404134 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2b3f8e6e-3d9b-436e-bf02-a9a28fd810f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e14a90f9-b1b0-4af0-a5c1-bca21365f663 HTTP/1.1" status: 204 len: 168 time: 0.3363934 Aug 22 15:41:08.404424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53102) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.446931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70c9ccb3-fa70-4095-9111-76afc683ce50 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383940 Aug 22 15:41:08.447263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53104) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.503289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f3910-9f14-4b4e-9eff-dc1cd51d6db7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:08.504883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5a5f3910-9f14-4b4e-9eff-dc1cd51d6db7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0564969 Aug 22 15:41:08.507390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53106) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.563131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1531554-c577-41f8-93a7-92573b2dbb8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:08.564681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1531554-c577-41f8-93a7-92573b2dbb8d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562382 Aug 22 15:41:08.567293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53108) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.606424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63ce03f6-82a8-4180-8f2f-c7d256a78c07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380230 Aug 22 15:41:08.611103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53110) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.615853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:08.765034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:08.768959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:08.770724 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:08.771295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:08.845706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ebd4b59b-ad36-4c07-8d37-fd5cfe6d6be5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2336247 Aug 22 15:41:08.849031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53114) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:08.855434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:08.861662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0b9cc-05cf-4299-b3be-a2b315d94432 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:08.930147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f3a4d5fb-268f-47d9-8691-b4d4975cb815 None None] Provisioning complete for port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:08.930629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f3a4d5fb-268f-47d9-8691-b4d4975cb815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.001540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:09.016228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:09.019915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.021532 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:09.021972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:09.091802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9983b6b2-863a-4e36-89f8-fa6e6db04bf2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2415812 Aug 22 15:41:09.097191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:09.097677 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.099362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53116) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:09.104959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:09.129757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:09.226029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Deleting port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:09.227031 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.250162 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:09.253854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.255308 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:09.255747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:09.293911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] For port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:09.294312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.307244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Calling delete_port for 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:09.316804 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ca34b33f-8347-4820-9594-f7037663f6b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2136495 Aug 22 15:41:09.317113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53118) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:09.323721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:09.472689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.497721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] Pushing event deleted for resources: {'Port': ['ID=6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:09.501560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:09.505647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.516914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159676eb-7ded-48d2-9e16-457718457c01 None None] No DVR routers for this DVR port 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:09.518330 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:09.518330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:09.645860 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b67255f2-33c4-429f-a8f1-e25708d13208 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3275862 Aug 22 15:41:09.650587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53120) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:09.655795 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:09.822628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:09.826286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:09.827756 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:09.828238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:09.948570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5dfb42f-b899-4c30-85ae-e50bb000ebc0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2968535 Aug 22 15:41:09.951546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53122) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:09.956649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:10.124760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:10.129159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:10.130592 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:10.131036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:10.217441 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ce1e2cfc-20df-4653-a7d5-227584e4f4c5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2647409 Aug 22 15:41:10.219875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53126) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:10.249920 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-817b44c6-3199-4798-adbf-ec702d26705c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0289559 Aug 22 15:41:10.252228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53128) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:10.303043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f3785-2cd1-429d-b44a-f5f381f6966a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:10.305430 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d6f3785-2cd1-429d-b44a-f5f381f6966a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514140 Aug 22 15:41:10.307706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53130) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:10.350722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f2a1e10-28a1-4922-8347-fdd8940a8448 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418746 Aug 22 15:41:10.354984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53132) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:10.361875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:10.518838 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:10.522444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:10.810543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:10.843055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:10.844442 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:10.887383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:10.890628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:10.894846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:10.895444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:10.901438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eb9d9c-07c0-4c75-923f-03fee46814c6 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:10.905847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=65ff9d58-744b-4bf3-9e1b-70db54c88900,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:10.988370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:11.016986 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1b7f4e10-e20d-44ac-9b4e-5b78e62933f5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6604838 Aug 22 15:41:11.019452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53134) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:11.025981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:e9:b2:69', 'name': 'tempest-NetworksTestDHCPv6-406548006'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:11.026298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:11.026636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6e6fb7c5-1cc0-45ab-906f-b9d3bde7bedc not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:11.070013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '65ff9d58-744b-4bf3-9e1b-70db54c88900'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:11.071178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.212794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Allocated IP 2001:db8::f816:3eff:fed2:b998 (2bca714c-7b62-447e-9875-c241a0e189a8/65ff9d58-744b-4bf3-9e1b-70db54c88900/60dad355-0f16-47c9-b506-d0d273c057a9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:11.325035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:11.354946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.363478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Transition to ACTIVE for port object 60dad355-0f16-47c9-b506-d0d273c057a9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:11.377987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Transition to ACTIVE for port object 60dad355-0f16-47c9-b506-d0d273c057a9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:11.410124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.429916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port cc66cf02-2be4-4d34-afd0-64fc24b54264 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:11.463091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.501395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:11.504275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:11.508563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:11.517694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Pushing event updated for resources: {'Port': ['ID=60dad355-0f16-47c9-b506-d0d273c057a9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:11.551039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fee9:b269 (2bca714c-7b62-447e-9875-c241a0e189a8/65ff9d58-744b-4bf3-9e1b-70db54c88900/cc66cf02-2be4-4d34-afd0-64fc24b54264) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:11.571220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Attempting to bind port 60dad355-0f16-47c9-b506-d0d273c057a9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:11.571593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Attempting to bind port 60dad355-0f16-47c9-b506-d0d273c057a9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:11.571956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Attempting to bind port 60dad355-0f16-47c9-b506-d0d273c057a9 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:11.577510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:11.577813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:11.578223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.578653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:11.579123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Bound port: 60dad355-0f16-47c9-b506-d0d273c057a9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:11.579511 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.647129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] For port 60dad355-0f16-47c9-b506-d0d273c057a9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:11.650902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] For port 60dad355-0f16-47c9-b506-d0d273c057a9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=60dad355-0f16-47c9-b506-d0d273c057a9,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:11.714025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.719605 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.729070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object cc66cf02-2be4-4d34-afd0-64fc24b54264 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:11.781838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce6103-e3fe-4eaf-8041-b18b58d71f83 None None] Pushing event updated for resources: {'Port': ['ID=60dad355-0f16-47c9-b506-d0d273c057a9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:11.832509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.874766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:11.877914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:11.882202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:11.889090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:11.889275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:11.903859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=cc66cf02-2be4-4d34-afd0-64fc24b54264,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:11.988354 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6b1df21e-2049-41d8-9b12-32e75752678e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9676836 Aug 22 15:41:11.990975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53136) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.044586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74540bb-655a-4fb2-8b4d-e0700abcda96 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:12.050540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74540bb-655a-4fb2-8b4d-e0700abcda96 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:12.052197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d74540bb-655a-4fb2-8b4d-e0700abcda96 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0601945 Aug 22 15:41:12.055531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53138) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.151195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port cc66cf02-2be4-4d34-afd0-64fc24b54264 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:12.151586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.237841 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.250233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for cc66cf02-2be4-4d34-afd0-64fc24b54264 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:12.421960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.450457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=cc66cf02-2be4-4d34-afd0-64fc24b54264,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:12.479407 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.481405 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e1d80df-a807-49f5-a26d-55baff521dec tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/cc66cf02-2be4-4d34-afd0-64fc24b54264 HTTP/1.1" status: 204 len: 168 time: 0.4249024 Aug 22 15:41:12.483946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53142) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.542338 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7afbff-3965-4b4c-8636-4061bca59f50 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:12.544123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7afbff-3965-4b4c-8636-4061bca59f50 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:12.545698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3e7afbff-3965-4b4c-8636-4061bca59f50 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0607777 Aug 22 15:41:12.549801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53144) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.606539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 65ff9d58-744b-4bf3-9e1b-70db54c88900 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:12.609848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.651501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.708295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-90f3777a-ed30-4f9f-a778-48841ed87270 None None] Provisioning for port 60dad355-0f16-47c9-b506-d0d273c057a9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:12.747777 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.825733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da9288d8-4b77-46b6-9cf8-e8c307de49c3 None None] Could not find standard attr ID for object cc66cf02-2be4-4d34-afd0-64fc24b54264. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:12.873711 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.902692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff9d58-744b-4bf3-9e1b-70db54c88900,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:12.906391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:12.908352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-30e514e5-048a-4728-887b-f6f0f69bc57d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/65ff9d58-744b-4bf3-9e1b-70db54c88900 HTTP/1.1" status: 204 len: 168 time: 0.3575630 Aug 22 15:41:12.914434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53146) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.951098 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-75e50559-4c3e-4d03-801a-8e125ba5d873 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386226 Aug 22 15:41:12.953781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53148) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:12.959002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:12.994494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4060df9-f6a8-4742-8821-7ad581bf7294 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:13.026018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 60dad355-0f16-47c9-b506-d0d273c057a9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:13.141641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:13.145370 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.216190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:13.241567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 60dad355-0f16-47c9-b506-d0d273c057a9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:13.247621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 60dad355-0f16-47c9-b506-d0d273c057a9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:13.248034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.302905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Deleting port 60dad355-0f16-47c9-b506-d0d273c057a9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:13.303276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.392236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] For port 60dad355-0f16-47c9-b506-d0d273c057a9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=60dad355-0f16-47c9-b506-d0d273c057a9,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:13.392633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.395214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.416421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Calling delete_port for 60dad355-0f16-47c9-b506-d0d273c057a9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:13.473402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 60dad355-0f16-47c9-b506-d0d273c057a9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=60dad355-0f16-47c9-b506-d0d273c057a9,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:13.526418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:13.542633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.591372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=60dad355-0f16-47c9-b506-d0d273c057a9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:13.610225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.639440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] No DVR routers for this DVR port 60dad355-0f16-47c9-b506-d0d273c057a9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:13.643997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d9ca7-7019-4aa3-9cfe-ac61f56b93c2 None None] Pushing event deleted for resources: {'Port': ['ID=60dad355-0f16-47c9-b506-d0d273c057a9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:13.685005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Port 60dad355-0f16-47c9-b506-d0d273c057a9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 22 15:41:13.685326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:b998 {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 22 15:41:13.689072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.ipam_pluggable_backend [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:b998 {{(pid=102048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 22 15:41:13.690250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.731618 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:13.734809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:13.738927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:13.739517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:13.746119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37448813-adbe-48b9-a50f-78cda981def3 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:13.754224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:13.845869 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7fe1dd22-49b5-43e1-be48-9b1c179efac0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8907998 Aug 22 15:41:13.848674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53150) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:13.855041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:5e:8c:62', 'name': 'tempest-NetworksTestDHCPv6-509310389'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:13.898089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:13.898911 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.021960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:14.026754 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.042603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Allocated IP 2001:db8::f816:3eff:fe31:a13e (2bca714c-7b62-447e-9875-c241a0e189a8/c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75/aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:14.047734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 7bf8707d-ab46-4522-9ca6-bbe2ddf12740 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:14.186803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.195245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Transition to ACTIVE for port object aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:14.210082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Transition to ACTIVE for port object aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:14.291339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.328985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:14.331743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:14.334439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:14.346671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe5e:8c62 (2bca714c-7b62-447e-9875-c241a0e189a8/c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75/7bf8707d-ab46-4522-9ca6-bbe2ddf12740) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:14.346827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Pushing event updated for resources: {'Port': ['ID=aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:14.399004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Attempting to bind port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:14.399356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Attempting to bind port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:14.399725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Attempting to bind port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:14.404847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:14.405268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:14.405620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.406025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:14.406484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Bound port: aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:14.406869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.473506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] For port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:14.476613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] For port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:14.496599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.511144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 7bf8707d-ab46-4522-9ca6-bbe2ddf12740 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:14.571695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.628224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c114a0-6433-4cb2-a560-31dedbf32bd2 None None] Pushing event updated for resources: {'Port': ['ID=aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:14.634756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.690493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:14.693570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:14.697021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:14.702997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:14.703633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:14.721126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=7bf8707d-ab46-4522-9ca6-bbe2ddf12740,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:14.788567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c7e7d1b5-242b-42ab-9cfb-b5947bc84b3c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9388077 Aug 22 15:41:14.792037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:14.848816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5ec06-8a06-4e8e-bca3-bde9d1717447 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:14.855540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5ec06-8a06-4e8e-bca3-bde9d1717447 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:14.857264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bbb5ec06-8a06-4e8e-bca3-bde9d1717447 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0642030 Aug 22 15:41:14.859894 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53156) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:14.946547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 7bf8707d-ab46-4522-9ca6-bbe2ddf12740 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:14.946896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.018770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:15.043894 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.057847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 7bf8707d-ab46-4522-9ca6-bbe2ddf12740 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:15.113389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:15.164242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 60dad355-0f16-47c9-b506-d0d273c057a9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:15.186341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 60dad355-0f16-47c9-b506-d0d273c057a9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:15.187253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 60dad355-0f16-47c9-b506-d0d273c057a9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:15.238848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.269244 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=7bf8707d-ab46-4522-9ca6-bbe2ddf12740,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:15.294523 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.297704 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c2f54cb-d650-401d-b834-ae7b814cc0af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/7bf8707d-ab46-4522-9ca6-bbe2ddf12740 HTTP/1.1" status: 204 len: 168 time: 0.4356387 Aug 22 15:41:15.299006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53158) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.352035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1845e6-2d37-4d32-b8ec-600af575be41 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:15.353763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1845e6-2d37-4d32-b8ec-600af575be41 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:15.355324 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8c1845e6-2d37-4d32-b8ec-600af575be41 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0553999 Aug 22 15:41:15.358160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53160) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.419391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:15.422779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.465333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.561278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.610172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Provisioning for port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:15.614691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Provisioning complete for port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:15.615075 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.693910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.705546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.734650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:15.740685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:15.744940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aa866abc-52b6-4082-b83c-2102e1c8b6d1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75 HTTP/1.1" status: 204 len: 168 time: 0.3854644 Aug 22 15:41:15.747264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53162) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.781334 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:41:15.781693 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:41:15.796977 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9591b830-5b76-4013-9abf-81d278020581 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482824 Aug 22 15:41:15.799331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53164) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.849399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fde52-1cc7-4a2d-aee2-763d670ba538 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:15.851723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-276fde52-1cc7-4a2d-aee2-763d670ba538 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0506122 Aug 22 15:41:15.854785 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53166) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.894043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcc270-eeb2-464c-9992-0aa1a3b9d926 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:15.905393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8ca13-f581-4660-989a-9a6b64787c54 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:15.906961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b3e8ca13-f581-4660-989a-9a6b64787c54 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511720 Aug 22 15:41:15.909484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53168) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.955751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9f048e94-903f-4c50-b459-fcf93af333d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413561 Aug 22 15:41:15.955966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53170) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:15.961384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:16.083956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:16.101594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:16.105810 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.134277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Deleting port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:16.134741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.202561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] For port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:16.203073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.217628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Calling delete_port for aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:16.326315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82321bc7-f79a-409f-ac9c-e127fa9dca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.427932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.472711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] Pushing event deleted for resources: {'Port': ['ID=aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:16.474166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:16.475885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.478101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07a4b3-4c11-49e0-903d-554c4e7d2592 None None] No DVR routers for this DVR port aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:16.520114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:16.524066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:16.528245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:16.528832 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.533343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09275557-efd4-465e-bb0f-4ee3035c0c07 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:16.535035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=b6c0a3bd-99e8-47c1-8253-f3ef719e7d26,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:16.634562 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-52a40f5c-8cf7-44e3-ac12-2ae739d3418c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6775203 Aug 22 15:41:16.637861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53172) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:16.647187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:8a:5a:57', 'name': 'tempest-NetworksTestDHCPv6-351772294'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:16.749691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-29bd4682-d5ef-4ecd-a51b-33d34a82f253 None None] Could not find standard attr ID for object 7bf8707d-ab46-4522-9ca6-bbe2ddf12740. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:16.841445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'b6c0a3bd-99e8-47c1-8253-f3ef719e7d26'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:16.842316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.850479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:16.939400 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:16.960072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 3b59c988-2cc9-4752-bbed-539a7bd7c708 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:16.985273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Allocated IP 2001:db8::f816:3eff:fe14:946e (2bca714c-7b62-447e-9875-c241a0e189a8/b6c0a3bd-99e8-47c1-8253-f3ef719e7d26/2d568a67-9a74-4ac5-8cca-a87f12c82f2b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:17.004414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:17.037891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:17.038236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device aeb4bd0a-0dd3-45b4-bf1e-c17aec80f2c3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:17.158021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.167333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Transition to ACTIVE for port object 2d568a67-9a74-4ac5-8cca-a87f12c82f2b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:17.182200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Transition to ACTIVE for port object 2d568a67-9a74-4ac5-8cca-a87f12c82f2b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:17.261870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.299453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:17.302313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:17.306058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:17.315850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe8a:5a57 (2bca714c-7b62-447e-9875-c241a0e189a8/b6c0a3bd-99e8-47c1-8253-f3ef719e7d26/3b59c988-2cc9-4752-bbed-539a7bd7c708) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:17.316976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Pushing event updated for resources: {'Port': ['ID=2d568a67-9a74-4ac5-8cca-a87f12c82f2b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:17.371075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Attempting to bind port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:17.371435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Attempting to bind port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:17.371799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Attempting to bind port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:17.376845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:17.377216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:17.377614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.378005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:17.378462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Bound port: 2d568a67-9a74-4ac5-8cca-a87f12c82f2b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:17.378844 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.441217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] For port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:17.444330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] For port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2d568a67-9a74-4ac5-8cca-a87f12c82f2b,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:17.467289 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.480657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 3b59c988-2cc9-4752-bbed-539a7bd7c708 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:17.536207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.601249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e855b-80d0-4c77-a131-53fbae3e6fe3 None None] Pushing event updated for resources: {'Port': ['ID=2d568a67-9a74-4ac5-8cca-a87f12c82f2b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:17.605382 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.654524 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:17.657728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:17.661397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:17.667607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:17.668526 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:17.683095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=3b59c988-2cc9-4752-bbed-539a7bd7c708,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:17.733812 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5cd408f4-1bf2-496a-97cc-0de07f164eab tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0924945 Aug 22 15:41:17.734292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53180) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:17.800994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072545e3-bb81-479f-ac88-dd6c19cdfab7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:17.816101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072545e3-bb81-479f-ac88-dd6c19cdfab7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:17.817903 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-072545e3-bb81-479f-ac88-dd6c19cdfab7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0821514 Aug 22 15:41:17.820983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53184) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:17.910983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 3b59c988-2cc9-4752-bbed-539a7bd7c708 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:17.911656 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.002053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.013975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 3b59c988-2cc9-4752-bbed-539a7bd7c708 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:18.204960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.233909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=3b59c988-2cc9-4752-bbed-539a7bd7c708,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:18.262884 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.265899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-61ab2206-f85d-43a9-a2c8-d7364e11a28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/3b59c988-2cc9-4752-bbed-539a7bd7c708 HTTP/1.1" status: 204 len: 168 time: 0.4429111 Aug 22 15:41:18.267335 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53186) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:18.320739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae49f85-0bde-4208-b9c4-b9918e94c6b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:18.322432 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae49f85-0bde-4208-b9c4-b9918e94c6b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:18.324054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9ae49f85-0bde-4208-b9c4-b9918e94c6b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0556877 Aug 22 15:41:18.326600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53188) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:18.378607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet b6c0a3bd-99e8-47c1-8253-f3ef719e7d26 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:18.382083 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.427859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.516842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.645009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.673451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-256333d2-a4d0-4de7-9049-4a3e383dd87c None None] Provisioning for port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:18.677450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c0a3bd-99e8-47c1-8253-f3ef719e7d26,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:18.686309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:18.688498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-315a5f4f-3783-4e87-9c8c-1f1fff9e7d0e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/b6c0a3bd-99e8-47c1-8253-f3ef719e7d26 HTTP/1.1" status: 204 len: 168 time: 0.3607757 Aug 22 15:41:18.697496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53190) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:18.704687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735835b2-8351-4419-90be-cf2090c40e20 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:18.807407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e65572c-046a-489c-901a-4f0873addf8a None None] Could not find standard attr ID for object 3b59c988-2cc9-4752-bbed-539a7bd7c708. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:18.898235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:18.948933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Deleting port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:18.949217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.017586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] For port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2d568a67-9a74-4ac5-8cca-a87f12c82f2b,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:19.017994 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.031500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Calling delete_port for 2d568a67-9a74-4ac5-8cca-a87f12c82f2b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:19.083917 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-54d1079a-ef5c-448a-ba83-6ae2a2926a55 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3851590 Aug 22 15:41:19.087119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53192) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:19.094348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:19.197986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.227084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] Pushing event deleted for resources: {'Port': ['ID=2d568a67-9a74-4ac5-8cca-a87f12c82f2b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:19.242906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e8e80-0384-4ac2-810d-2564e678cc48 None None] No DVR routers for this DVR port 2d568a67-9a74-4ac5-8cca-a87f12c82f2b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:19.261378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:19.264964 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.590368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:19.591750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.632460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:19.635525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:19.639689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:19.640298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.645290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca62b0-7cb8-4a6e-9df2-e3a7a9663618 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:19.652946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=dfa83d5b-6c7e-40f6-815f-5ea092708595,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:19.730701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6c9b76c6-68dc-4227-9275-5fcfd8234b07 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6425300 Aug 22 15:41:19.733514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53196) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:19.738931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:f7:5a:4d', 'name': 'tempest-NetworksTestDHCPv6-2076422098'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:19.790705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'dfa83d5b-6c7e-40f6-815f-5ea092708595'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:19.791579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:19.921969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Allocated IP 2001:db8::f816:3eff:fe31:1e0e (2bca714c-7b62-447e-9875-c241a0e189a8/dfa83d5b-6c7e-40f6-815f-5ea092708595/46cea860-dfef-4698-9f60-5249c26ab6b7) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:19.941490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:20.030722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.050737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:20.076476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.090212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Transition to ACTIVE for port object 46cea860-dfef-4698-9f60-5249c26ab6b7 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:20.106565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Transition to ACTIVE for port object 46cea860-dfef-4698-9f60-5249c26ab6b7 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:20.199307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.239186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:20.244503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:20.251091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:20.254869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fef7:5a4d (2bca714c-7b62-447e-9875-c241a0e189a8/dfa83d5b-6c7e-40f6-815f-5ea092708595/ba18174f-d29b-447f-9e7e-02d6f9e1e3a6) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:20.254990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Pushing event updated for resources: {'Port': ['ID=46cea860-dfef-4698-9f60-5249c26ab6b7,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:20.310242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Attempting to bind port 46cea860-dfef-4698-9f60-5249c26ab6b7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:20.310621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Attempting to bind port 46cea860-dfef-4698-9f60-5249c26ab6b7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:20.310986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Attempting to bind port 46cea860-dfef-4698-9f60-5249c26ab6b7 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:20.315996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:20.316373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:20.316777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.317176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:20.323549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Bound port: 46cea860-dfef-4698-9f60-5249c26ab6b7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:20.323549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.381177 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] For port 46cea860-dfef-4698-9f60-5249c26ab6b7, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:20.385639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] For port 46cea860-dfef-4698-9f60-5249c26ab6b7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=46cea860-dfef-4698-9f60-5249c26ab6b7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:20.403591 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.417532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:20.479073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.536554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.536771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc2e5-3b45-4770-9e48-beb98dc53c80 None None] Pushing event updated for resources: {'Port': ['ID=46cea860-dfef-4698-9f60-5249c26ab6b7,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:20.587329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:20.590388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:20.594202 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:20.600234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:20.600846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.616025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=ba18174f-d29b-447f-9e7e-02d6f9e1e3a6,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:20.719773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-78924153-e290-4423-b826-8dd2e92eba74 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9850392 Aug 22 15:41:20.722461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53198) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:20.784183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e0c28-234f-448e-a613-f90890b223d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:20.791165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e0c28-234f-448e-a613-f90890b223d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:20.792817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-483e0c28-234f-448e-a613-f90890b223d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0680518 Aug 22 15:41:20.795674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53200) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:20.887088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:20.887432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.977498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:20.993141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:21.031496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 46cea860-dfef-4698-9f60-5249c26ab6b7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:21.141752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 46cea860-dfef-4698-9f60-5249c26ab6b7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:21.221967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.250813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=ba18174f-d29b-447f-9e7e-02d6f9e1e3a6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:21.278932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.281071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5e73e1b4-5611-4c63-a253-8bac235a9646 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 HTTP/1.1" status: 204 len: 168 time: 0.4843500 Aug 22 15:41:21.283499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53202) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.342625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370de3f-7e52-489c-b0b1-0cb9c20c2cbd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:21.344326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370de3f-7e52-489c-b0b1-0cb9c20c2cbd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:21.345999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0370de3f-7e52-489c-b0b1-0cb9c20c2cbd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0614736 Aug 22 15:41:21.348634 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53204) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.399857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.411342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet dfa83d5b-6c7e-40f6-815f-5ea092708595 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:21.415843 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.461335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.512876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Provisioning for port 46cea860-dfef-4698-9f60-5249c26ab6b7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:21.516950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Provisioning complete for port 46cea860-dfef-4698-9f60-5249c26ab6b7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:21.517331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.554490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.611296 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.691157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.722829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa83d5b-6c7e-40f6-815f-5ea092708595,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:21.730296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:21.731608 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:41:21.732583 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:41:21.732725 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f78a63e0-c7ab-4ff8-9dfb-087af80b0f67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/dfa83d5b-6c7e-40f6-815f-5ea092708595 HTTP/1.1" status: 204 len: 168 time: 0.3826907 Aug 22 15:41:21.734891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53206) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.775152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-147b6136-c637-402e-801a-291bf2b42407 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390728 Aug 22 15:41:21.777502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53208) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.794832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8779fc8-579d-4182-8c9c-7d8ef5abf3b0 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:21.833564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a943a2-d057-4870-8c8b-54cd62064d59 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:21.835083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46a943a2-d057-4870-8c8b-54cd62064d59 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0566571 Aug 22 15:41:21.838175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53210) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.888497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d85558-4a2d-448f-8e0d-238137f82f51 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:21.889988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-63d85558-4a2d-448f-8e0d-238137f82f51 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0508850 Aug 22 15:41:21.892638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53212) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.934754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-908ae1a5-00a3-4545-b218-2b8ec4837192 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408638 Aug 22 15:41:21.939155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53214) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:21.943763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:21.980421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:22.027410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Deleting port 46cea860-dfef-4698-9f60-5249c26ab6b7 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:22.027819 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.090725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:22.094261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.096729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] For port 46cea860-dfef-4698-9f60-5249c26ab6b7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=46cea860-dfef-4698-9f60-5249c26ab6b7,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:22.097254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.111396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Calling delete_port for 46cea860-dfef-4698-9f60-5249c26ab6b7 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:22.257976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.292936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] Pushing event deleted for resources: {'Port': ['ID=46cea860-dfef-4698-9f60-5249c26ab6b7,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:22.295869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a241d97-29e5-4cce-ab9c-6d2bdfe35a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.299878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebde76-87c0-4d8f-8f0e-a697b51d62e9 None None] No DVR routers for this DVR port 46cea860-dfef-4698-9f60-5249c26ab6b7 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:22.346067 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.386819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:22.389903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:22.394042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:22.394627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.399828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af245ba9-846f-444c-b9e2-c6e1da44c9b1 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:22.403261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=00bc044e-8a33-4cf7-906a-e8f5a1e3a121,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:22.465290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c676081-5d82-4953-b4da-b36faeefd44a None None] Could not find standard attr ID for object ba18174f-d29b-447f-9e7e-02d6f9e1e3a6. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:22.468922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ad11885-f222-484c-8a6c-21f1cec21e34 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5293422 Aug 22 15:41:22.471296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53216) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:22.477050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:7d:01:d9', 'name': 'tempest-NetworksTestDHCPv6-1751484383'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:22.553047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': '00bc044e-8a33-4cf7-906a-e8f5a1e3a121'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:22.553975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.667315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:22.671553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.691511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port bc222364-ffd2-45c0-86f6-96a7b9dd6299 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:22.691754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/00bc044e-8a33-4cf7-906a-e8f5a1e3a121/12502e80-30a7-477f-9a30-258b25c28c0e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:22.839243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.847339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Transition to ACTIVE for port object 12502e80-30a7-477f-9a30-258b25c28c0e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:22.862164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Transition to ACTIVE for port object 12502e80-30a7-477f-9a30-258b25c28c0e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:22.953628 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:22.993307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:22.996469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:23.001018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:23.003077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 46cea860-dfef-4698-9f60-5249c26ab6b7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:23.020989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f9 (2bca714c-7b62-447e-9875-c241a0e189a8/00bc044e-8a33-4cf7-906a-e8f5a1e3a121/bc222364-ffd2-45c0-86f6-96a7b9dd6299) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:23.030167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 46cea860-dfef-4698-9f60-5249c26ab6b7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:23.030548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 46cea860-dfef-4698-9f60-5249c26ab6b7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:23.037395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Pushing event updated for resources: {'Port': ['ID=12502e80-30a7-477f-9a30-258b25c28c0e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:23.088364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Attempting to bind port 12502e80-30a7-477f-9a30-258b25c28c0e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:23.089338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Attempting to bind port 12502e80-30a7-477f-9a30-258b25c28c0e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:23.089338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Attempting to bind port 12502e80-30a7-477f-9a30-258b25c28c0e on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:23.094438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:23.094951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:23.095315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.096374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:23.096374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Bound port: 12502e80-30a7-477f-9a30-258b25c28c0e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:23.096574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.161146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] For port 12502e80-30a7-477f-9a30-258b25c28c0e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:23.165111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] For port 12502e80-30a7-477f-9a30-258b25c28c0e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12502e80-30a7-477f-9a30-258b25c28c0e,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:23.174218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.187600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object bc222364-ffd2-45c0-86f6-96a7b9dd6299 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:23.251137 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.280703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.310813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4138-2ce1-44a2-b0f3-df271693344a None None] Pushing event updated for resources: {'Port': ['ID=12502e80-30a7-477f-9a30-258b25c28c0e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:23.330621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:23.333928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:23.337085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:23.343209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:23.345619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.361714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=bc222364-ffd2-45c0-86f6-96a7b9dd6299,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:23.434370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-42e227bd-1154-427a-b3af-d3eadf1ca020 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9619799 Aug 22 15:41:23.436918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53218) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:23.500419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3748dace-da4b-426d-becf-393bcdbc0b8c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:23.506528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3748dace-da4b-426d-becf-393bcdbc0b8c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:23.509152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3748dace-da4b-426d-becf-393bcdbc0b8c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0711033 Aug 22 15:41:23.511611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53220) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:23.600843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port bc222364-ffd2-45c0-86f6-96a7b9dd6299 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:23.601328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.690150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.702815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for bc222364-ffd2-45c0-86f6-96a7b9dd6299 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:23.936243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.967995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=bc222364-ffd2-45c0-86f6-96a7b9dd6299,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:23.996279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:23.998736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-547a71a5-8a81-4268-8fa0-f28026695709 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/bc222364-ffd2-45c0-86f6-96a7b9dd6299 HTTP/1.1" status: 204 len: 168 time: 0.4861350 Aug 22 15:41:24.000739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53222) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.055846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d5a5e-b2b3-4098-8207-fcea0a0c6f62 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:24.057547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d5a5e-b2b3-4098-8207-fcea0a0c6f62 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:24.059104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1f4d5a5e-b2b3-4098-8207-fcea0a0c6f62 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0574300 Aug 22 15:41:24.061974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53224) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.118515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 00bc044e-8a33-4cf7-906a-e8f5a1e3a121 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:24.122178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.167517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.254783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.392945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-77028ab8-015d-47ef-adfa-1bf9e4c7cc14 None None] Provisioning for port 12502e80-30a7-477f-9a30-258b25c28c0e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:24.416882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.453697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=00bc044e-8a33-4cf7-906a-e8f5a1e3a121,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:24.457890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.463000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.463498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0b878190-9be3-40b6-940a-3a93103d99c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/00bc044e-8a33-4cf7-906a-e8f5a1e3a121 HTTP/1.1" status: 204 len: 168 time: 0.4000771 Aug 22 15:41:24.502298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4825bdd9-ff99-4450-a8d0-8bd8297fefa5 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379872 Aug 22 15:41:24.504534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53228) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.511567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-915b2087-4999-4f2e-83e4-4d4e80795792 None None] Could not find standard attr ID for object bc222364-ffd2-45c0-86f6-96a7b9dd6299. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:24.560226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476278c1-2341-4257-9854-c6e1ef6f1fa4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:24.563013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5994f76-8426-4f3e-bf99-f6fecf3c27a3 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:24.563159 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-476278c1-2341-4257-9854-c6e1ef6f1fa4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0561366 Aug 22 15:41:24.564494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53230) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.615016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e6a12-8bb1-41b3-89a7-ac2ebd268e23 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:24.616876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af5e6a12-8bb1-41b3-89a7-ac2ebd268e23 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0510349 Aug 22 15:41:24.619227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53232) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.658610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3909d653-3ddb-4056-8a56-0fbbc6e1d62e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382428 Aug 22 15:41:24.662560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53234) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:24.668800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:24.743601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:24.795002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Deleting port 12502e80-30a7-477f-9a30-258b25c28c0e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:24.795286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.833250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:24.837765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.860145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] For port 12502e80-30a7-477f-9a30-258b25c28c0e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12502e80-30a7-477f-9a30-258b25c28c0e,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:24.860545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:24.873696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Calling delete_port for 12502e80-30a7-477f-9a30-258b25c28c0e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:25.044661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.070537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] Pushing event deleted for resources: {'Port': ['ID=12502e80-30a7-477f-9a30-258b25c28c0e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:25.075850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df807f-0a47-4d2b-865e-af89cc9f1745 None None] No DVR routers for this DVR port 12502e80-30a7-477f-9a30-258b25c28c0e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:25.158112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:25.159912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.206938 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:25.211021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:25.214718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:25.215317 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.220537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcea0b-032e-4fbe-a55c-efca46c13de9 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:25.229920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:25.285367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dfd517ae-6cad-4cf2-9fa1-8227a4c5a84e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6217000 Aug 22 15:41:25.288227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53236) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:25.293416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:25.375303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:25.376208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.490182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:25.494482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.516377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Allocated IP 2001:db8::f816:3eff:fe6a:df5e (2bca714c-7b62-447e-9875-c241a0e189a8/eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475/45d9ddde-d2fc-4b48-b92b-f7d584b448ba) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:25.828815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.830538 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475 (CIDR: 2001:db8::/64) Aug 22 15:41:25.838197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Transition to ACTIVE for port object 45d9ddde-d2fc-4b48-b92b-f7d584b448ba will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:25.853085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Transition to ACTIVE for port object 45d9ddde-d2fc-4b48-b92b-f7d584b448ba will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:25.884807 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:25.885277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:25.901711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:25.938249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:25.940962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:25.944896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:25.952432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Pushing event updated for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:25.953666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-74aa5642-54f2-4de5-ba91-f68891e91be0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6642661 Aug 22 15:41:25.956547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53238) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:25.963789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:26.003755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Attempting to bind port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:26.004151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Attempting to bind port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:26.004516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Attempting to bind port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:26.010042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:26.010410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:26.010810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.011196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:26.011658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Bound port: 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:26.012058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.081643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:26.086085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:26.124337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:26.127903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.141933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.198928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4560ba6-b6cd-4254-b92f-3fd7966afad2 None None] Pushing event updated for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:26.461681 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.515501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:26.518682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:26.522938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:26.523530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.533032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=8e878925-b5a2-4ce8-89ef-4e2d0f7df860,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:26.606809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f31423d4-e6cd-44ae-b275-6c679666f8a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6485689 Aug 22 15:41:26.607956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53240) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:26.613214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:29:32:3c', 'name': 'tempest-NetworksTestDHCPv6-1467269359'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:26.799321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:26.896488 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:26.918671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 647c7145-a33b-4458-b1d7-2c379a3f88a1 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:27.042001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 45d9ddde-d2fc-4b48-b92b-f7d584b448ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:27.120744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8:0:1::3d6 (2bca714c-7b62-447e-9875-c241a0e189a8/8e878925-b5a2-4ce8-89ef-4e2d0f7df860/647c7145-a33b-4458-b1d7-2c379a3f88a1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:27.121958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fe29:323c (2bca714c-7b62-447e-9875-c241a0e189a8/eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475/647c7145-a33b-4458-b1d7-2c379a3f88a1) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:27.133662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a61ec4-2540-4ef1-8a28-e16f2d676bfa None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:27.166954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:27.269159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.274932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Provisioning for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:27.281402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Provisioning complete for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:27.281785 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.283074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 647c7145-a33b-4458-b1d7-2c379a3f88a1 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:27.365805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.409845 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.418075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:27.421217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:27.423635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Update dhcp port {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': 'eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475', 'ip_address': '2001:db8::f816:3eff:fe6a:df5e'}, {'subnet_id': '8e878925-b5a2-4ce8-89ef-4e2d0f7df860'}], 'binding:host_id': 'n-d-805046-3'}, 'id': '45d9ddde-d2fc-4b48-b92b-f7d584b448ba'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:41:27.428734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:27.435129 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:27.435755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.439384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=647c7145-a33b-4458-b1d7-2c379a3f88a1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:27.452570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.452932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.454052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.454052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.454052 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.454277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.454665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.455006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.455349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.455684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.456037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.456374 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:27.469403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.474283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:27.536613 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6783a0ca-f3af-4828-9590-6c49836a893f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9275448 Aug 22 15:41:27.539649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53242) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:27.564260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.631391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 647c7145-a33b-4458-b1d7-2c379a3f88a1 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:27.631742 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.660961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab95e13-6611-4128-9944-e8423a1cb54a None None] Pushing event updated for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:27.681777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Allocated IP 2001:db8:0:1::2 (2bca714c-7b62-447e-9875-c241a0e189a8/8e878925-b5a2-4ce8-89ef-4e2d0f7df860/45d9ddde-d2fc-4b48-b92b-f7d584b448ba) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:27.727303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.739243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 647c7145-a33b-4458-b1d7-2c379a3f88a1 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:27.776812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:27.806472 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.821766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Transition to ACTIVE for port object 45d9ddde-d2fc-4b48-b92b-f7d584b448ba will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:27.902043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.977294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:27.993572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6db40-698c-4c48-87b7-d4f5c95c149f None None] Pushing event updated for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:28.007905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=647c7145-a33b-4458-b1d7-2c379a3f88a1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:28.053481 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.058206 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5007ddcb-3dd9-48e5-ba29-708cc8fd5540 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/647c7145-a33b-4458-b1d7-2c379a3f88a1 HTTP/1.1" status: 204 len: 168 time: 0.5174940 Aug 22 15:41:28.060691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53244) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:28.116236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bdb0e2-6413-433f-ac8c-99b68fa41c55 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:28.118382 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8bdb0e2-6413-433f-ac8c-99b68fa41c55 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0567405 Aug 22 15:41:28.121084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53246) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:28.171055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a55f2-ac89-4901-b8f0-7d5b5dc06f93 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:28.172590 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-111a55f2-ac89-4901-b8f0-7d5b5dc06f93 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0505264 Aug 22 15:41:28.175099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53248) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:28.232690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5126ad-a6bc-43cf-8a65-0c872db370b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:28.234283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5126ad-a6bc-43cf-8a65-0c872db370b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:28.235874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5126ad-a6bc-43cf-8a65-0c872db370b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:28.237540 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ea5126ad-a6bc-43cf-8a65-0c872db370b0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0614944 Aug 22 15:41:28.240268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53250) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:28.294283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 8e878925-b5a2-4ce8-89ef-4e2d0f7df860 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:28.297790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.346669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.437424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.564551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bc7ed550-790f-4750-82a8-f8cac5846c6c None None] Provisioning for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:28.569053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bc7ed550-790f-4750-82a8-f8cac5846c6c None None] Provisioning complete for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:28.570226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed550-790f-4750-82a8-f8cac5846c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.593584 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.631510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.637110 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8e878925-b5a2-4ce8-89ef-4e2d0f7df860 HTTP/1.1" status: 204 len: 168 time: 0.3933482 Aug 22 15:41:28.637110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15398be6-5fe5-4617-9402-974ccfae7fe8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=8e878925-b5a2-4ce8-89ef-4e2d0f7df860,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:28.637992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53252) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:28.671367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08e608-afd5-4fb7-b954-1b5aa95495a7 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:28.700354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:28.703455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.744298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.789071 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b49651f1-dd03-4e96-95b2-f964ef5295da None None] Could not find standard attr ID for object 647c7145-a33b-4458-b1d7-2c379a3f88a1. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:28.834501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.959714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.976217 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:28.978889 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475 HTTP/1.1" status: 204 len: 168 time: 0.3363144 Aug 22 15:41:28.981596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53254) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:29.002301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb95a-a503-451c-bb11-1faa92f38029 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:29.018256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 45d9ddde-d2fc-4b48-b92b-f7d584b448ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:29.032485 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d2ada671-227d-4fc0-9665-ce9c30c850ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491505 Aug 22 15:41:29.035430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53256) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:29.041741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:29.077602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:29.078080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:29.210719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:29.217190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:29.420737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40576c9-f2af-42b3-91e5-f912cd2e407d None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:29.557637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4349a145-f14e-4162-af8d-fe871596f733 None None] Provisioning complete for port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:29.558108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4349a145-f14e-4162-af8d-fe871596f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:29.612097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:29.663831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:29.743942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Deleting port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:29.744527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:29.838499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:29.838716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:29.852470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Calling delete_port for 45d9ddde-d2fc-4b48-b92b-f7d584b448ba owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:29.861557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.019050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] For port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:30.049749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.107256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.108031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.135656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aee51dd3-d925-47e6-ab20-7b9668eda52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.165026 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.184308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:30.191514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:30.191783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] Pushing event deleted for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:30.193722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c531ee-04aa-4d85-ad27-d6829567c197 None None] No DVR routers for this DVR port 45d9ddde-d2fc-4b48-b92b-f7d584b448ba on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:30.202102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:30.202718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.213319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=c11dd32c-cac8-4b77-a5cb-0b9cd85fb139,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:30.222006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610066cc-30d9-4ba6-ba2e-aac87f4485cc None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:30.224458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=45d9ddde-d2fc-4b48-b92b-f7d584b448ba,revision_number=8']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:30.307471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9c1469a3-675b-437e-8eac-356ec35ba260 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2705064 Aug 22 15:41:30.310129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:30.315289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:30.370957 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'c11dd32c-cac8-4b77-a5cb-0b9cd85fb139'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:30.371884 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.510378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Allocated IP 2001:db8::f816:3eff:fe06:1ed1 (2bca714c-7b62-447e-9875-c241a0e189a8/c11dd32c-cac8-4b77-a5cb-0b9cd85fb139/cbdaf96c-629b-4c6a-aae3-dac4ba6514d6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:30.552802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:30.557064 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.653246 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c11dd32c-cac8-4b77-a5cb-0b9cd85fb139 (CIDR: 2001:db8::/64) Aug 22 15:41:30.657351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.665806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Transition to ACTIVE for port object cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:30.681677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Transition to ACTIVE for port object cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:30.701991 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:30.702459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:30.747875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.782746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c27e381d-dee7-41a2-8d40-1537d71af478 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4715199 Aug 22 15:41:30.785506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:30.786207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:30.789236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:30.792572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:30.792840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:30.801998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:30.858134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Attempting to bind port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:30.858508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Attempting to bind port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:30.858872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Attempting to bind port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:30.863913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:30.867326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:30.867326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.867326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:30.867326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Bound port: cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:30.867326 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:30.929612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:30.932531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:31.000180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 45d9ddde-d2fc-4b48-b92b-f7d584b448ba no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:31.010584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:31.014554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:31.020712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 45d9ddde-d2fc-4b48-b92b-f7d584b448ba {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:31.021067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 45d9ddde-d2fc-4b48-b92b-f7d584b448ba not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:31.027458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:31.094328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa340f1-dc2b-4fb1-b06a-cad1fc302295 None None] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:31.358881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:31.402254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:31.405456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:31.409639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:31.410226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:31.421457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=d44f7dc5-bd46-4476-a964-5082c1b184e1,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:31.502579 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dc44976b-9198-41f7-87a0-638b79d365f4 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7158012 Aug 22 15:41:31.505741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53262) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:31.512038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:c8:86:9b', 'name': 'tempest-NetworksTestDHCPv6-615305112'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:31.689844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:31.694031 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:31.721585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 52943f4e-ac06-43ad-8f82-bd3dee182e3e yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:31.891817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8:0:1::380 (2bca714c-7b62-447e-9875-c241a0e189a8/d44f7dc5-bd46-4476-a964-5082c1b184e1/52943f4e-ac06-43ad-8f82-bd3dee182e3e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:31.901308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::f816:3eff:fec8:869b (2bca714c-7b62-447e-9875-c241a0e189a8/c11dd32c-cac8-4b77-a5cb-0b9cd85fb139/52943f4e-ac06-43ad-8f82-bd3dee182e3e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:31.907810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80feea-a34b-4dbf-a9c7-8c97ea683cc7 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:32.032973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aaeb4046-384a-4005-89e7-1029900fa9bd None None] Provisioning for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:32.054293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.067957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 52943f4e-ac06-43ad-8f82-bd3dee182e3e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:32.134810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Update dhcp port {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': 'c11dd32c-cac8-4b77-a5cb-0b9cd85fb139', 'ip_address': '2001:db8::f816:3eff:fe06:1ed1'}, {'subnet_id': 'd44f7dc5-bd46-4476-a964-5082c1b184e1'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'cbdaf96c-629b-4c6a-aae3-dac4ba6514d6'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:41:32.148814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.162175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.195581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:32.198619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:32.201342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:32.207829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:32.208497 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.226868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=52943f4e-ac06-43ad-8f82-bd3dee182e3e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:32.297006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-94ba6a13-adad-48ed-b820-c22de3ee3aaa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7900960 Aug 22 15:41:32.299622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53266) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:32.327611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Allocated IP 2001:db8:0:1::2 (2bca714c-7b62-447e-9875-c241a0e189a8/d44f7dc5-bd46-4476-a964-5082c1b184e1/cbdaf96c-629b-4c6a-aae3-dac4ba6514d6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:32.389056 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 52943f4e-ac06-43ad-8f82-bd3dee182e3e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:32.389404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.424448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:32.454513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.468798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Transition to ACTIVE for port object cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:32.486405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.498738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 52943f4e-ac06-43ad-8f82-bd3dee182e3e owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:32.530056 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.627959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ead0-e790-49a6-b36c-50e32e2cad5a None None] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:32.752436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.781644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=52943f4e-ac06-43ad-8f82-bd3dee182e3e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:32.835395 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.838463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-286b64f4-193b-4254-8a41-1d1899dd7185 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/52943f4e-ac06-43ad-8f82-bd3dee182e3e HTTP/1.1" status: 204 len: 168 time: 0.5373504 Aug 22 15:41:32.841433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53268) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:32.894918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641b713-d850-4d28-a81c-45710cd3e51c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:32.896530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1641b713-d850-4d28-a81c-45710cd3e51c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0537400 Aug 22 15:41:32.900366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53270) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:32.906531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:32.958044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97be37-c441-4122-b8ef-a482c744d398 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:32.963180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:32.963645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8b97be37-c441-4122-b8ef-a482c744d398 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0617328 Aug 22 15:41:33.045891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92cb56-effb-4e76-8d15-68f3198e8479 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:33.047758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92cb56-effb-4e76-8d15-68f3198e8479 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:33.049467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92cb56-effb-4e76-8d15-68f3198e8479 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:33.051163 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1d92cb56-effb-4e76-8d15-68f3198e8479 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0868545 Aug 22 15:41:33.054789 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53274) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:33.070398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:33.114358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet c11dd32c-cac8-4b77-a5cb-0b9cd85fb139 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:33.118414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.161807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.198746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:33.230249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Provisioning for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:33.234896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:33.235271 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.263182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.328865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.382410 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.417454 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.418793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:41:33.419228 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:41:33.419631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/c11dd32c-cac8-4b77-a5cb-0b9cd85fb139 HTTP/1.1" status: 204 len: 168 time: 0.3637414 Aug 22 15:41:33.420695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcde05-99b9-4871-911f-98eaec4fa5ac tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=c11dd32c-cac8-4b77-a5cb-0b9cd85fb139,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:33.422325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:33.481248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet d44f7dc5-bd46-4476-a964-5082c1b184e1 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:33.484579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.512849 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a65d-66ab-46bb-add4-a1bdbc766e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.528604 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.529543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa89a3-2ad5-4b03-99b3-db90f4f74a0c None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:33.619117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.730802 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.759693 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=d44f7dc5-bd46-4476-a964-5082c1b184e1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:33.763404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.768026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53278) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:33.768165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66e35601-22c3-4fd5-8bd4-563fef590abf tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/d44f7dc5-bd46-4476-a964-5082c1b184e1 HTTP/1.1" status: 204 len: 168 time: 0.3440225 Aug 22 15:41:33.809852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e9a67b1b-5c3b-43af-b08f-4484a4fffed9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401852 Aug 22 15:41:33.812514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:33.817743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:33.956654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:33.990870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:34.010048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:34.013725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.061577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.123388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c59c4f-b0d6-4839-a334-ca922b9bfd52 None None] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:34.176202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cc5fe6-5a0e-4999-962a-4c104f894c5a None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:34.231249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24af9ff3-377a-46fd-873e-91fac8d54a35 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:34.231625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24af9ff3-377a-46fd-873e-91fac8d54a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.272910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.314746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:34.320085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:34.322958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:34.323725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.339504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=4c33a78a-0a81-4e72-8960-90f69f7037dc,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:34.386542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-24af9ff3-377a-46fd-873e-91fac8d54a35 None None] Could not find standard attr ID for object 52943f4e-ac06-43ad-8f82-bd3dee182e3e. {{(pid=102051) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 22 15:41:34.427879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f21a7b00-59b9-49ee-bc30-dcf87d2eab1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6141386 Aug 22 15:41:34.430615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53282) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:34.436055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:34.449891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Update dhcp port {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'fixed_ips': [{'subnet_id': '4c33a78a-0a81-4e72-8960-90f69f7037dc'}], 'binding:host_id': 'n-d-805046-3'}, 'id': 'cbdaf96c-629b-4c6a-aae3-dac4ba6514d6'} from n-d-805046-3. {{(pid=102051) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 22 15:41:34.476055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.609840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:34.613530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.640858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/4c33a78a-0a81-4e72-8960-90f69f7037dc/cbdaf96c-629b-4c6a-aae3-dac4ba6514d6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:34.708267 n-d-805046-3 neutron-server[102049]: INFO neutron.db.ipam_backend_mixin [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c33a78a-0a81-4e72-8960-90f69f7037dc (CIDR: 2001:db8::/64) Aug 22 15:41:34.736867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:34.753254 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:34.753728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:34.766557 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:34.780583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Transition to ACTIVE for port object cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:34.834188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9ce30015-04ca-4aa9-a43e-afa8ba9a6e70 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4024718 Aug 22 15:41:34.836950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53284) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:34.842114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:34.861927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.050517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:35.055058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.077262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:35.133962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515ae37-28a2-4987-a2b8-fd68f9c266d5 None None] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:35.217549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.481045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.objects.ports [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102049) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:35.610103 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fccf56-4459-448f-994c-c2b9fdbdfb98 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:35.702502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.816700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38ea84cd-d56e-4808-b706-92e4456309a0 None None] Provisioning for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:35.821705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38ea84cd-d56e-4808-b706-92e4456309a0 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:35.822161 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38ea84cd-d56e-4808-b706-92e4456309a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.875223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:35.908296 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.964263 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:35.964964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.057312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:36.065876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:36.070726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:36.071327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.074253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=9']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:36.080175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=e0735979-0623-4a14-9b91-4799633b8913,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:36.094727 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.095002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.097972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.098255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.105172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.105523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.105890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.106205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.106556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.106882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.107204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.107538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.107870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.108239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.108573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.108895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:36.188036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c1c4922c-531f-4d06-8bf3-022671552e1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3499389 Aug 22 15:41:36.190820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53286) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:36.197005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:6d:a7:5c', 'name': 'tempest-NetworksTestDHCPv6-1419214282'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:36.274924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f1e77-aa97-4f42-8490-0938a0414d92 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:36.348996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1d3643c4-8057-4e57-b9b0-c2fb5e38995b None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:36.349289 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1d3643c4-8057-4e57-b9b0-c2fb5e38995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.353688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:36.447923 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.468413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port 9df34094-4d02-42f3-8e6a-c75b9f4205a4 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:36.652430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::3c1 (2bca714c-7b62-447e-9875-c241a0e189a8/4c33a78a-0a81-4e72-8960-90f69f7037dc/9df34094-4d02-42f3-8e6a-c75b9f4205a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:36.659025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:a75c (2bca714c-7b62-447e-9875-c241a0e189a8/e0735979-0623-4a14-9b91-4799633b8913/9df34094-4d02-42f3-8e6a-c75b9f4205a4) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:36.728310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41adf815-9f61-435e-907a-3c600efd0a58 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:36.728700 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41adf815-9f61-435e-907a-3c600efd0a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.813577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:36.826101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object 9df34094-4d02-42f3-8e6a-c75b9f4205a4 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:36.992852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.008453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:37.016173 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.059819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:37.061011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:37.061362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.062790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:37.066450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:37.072417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.073089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.090398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=9df34094-4d02-42f3-8e6a-c75b9f4205a4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:37.188355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8ff6cbd6-af2b-4cb7-aec8-3b4f5523dd67 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9964194 Aug 22 15:41:37.196553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53288) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:37.286716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port 9df34094-4d02-42f3-8e6a-c75b9f4205a4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:37.287068 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.380842 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.393017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for 9df34094-4d02-42f3-8e6a-c75b9f4205a4 owned by {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:37.432649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-47c8636d-018b-4cd6-8904-68e8c9a18297 None None] Provisioning for port 9df34094-4d02-42f3-8e6a-c75b9f4205a4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:37.436668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-47c8636d-018b-4cd6-8904-68e8c9a18297 None None] Provisioning complete for port 9df34094-4d02-42f3-8e6a-c75b9f4205a4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:37.437045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-47c8636d-018b-4cd6-8904-68e8c9a18297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.471640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-47c8636d-018b-4cd6-8904-68e8c9a18297 None None] Port 9df34094-4d02-42f3-8e6a-c75b9f4205a4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:41:37.661249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.689670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=9df34094-4d02-42f3-8e6a-c75b9f4205a4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:37.735874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:37.738069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a9e7a8b4-b707-45c1-82a7-d11888e0ba90 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/9df34094-4d02-42f3-8e6a-c75b9f4205a4 HTTP/1.1" status: 204 len: 168 time: 0.5404451 Aug 22 15:41:37.740556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53290) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:37.799559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a4cf7-722a-49b7-b1de-0c13cbc7ce05 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.801632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-806a4cf7-722a-49b7-b1de-0c13cbc7ce05 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0590832 Aug 22 15:41:37.803874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:37.857000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518fb4c6-feb8-4c3b-beac-a1c5d04b5caa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.859130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-518fb4c6-feb8-4c3b-beac-a1c5d04b5caa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0541439 Aug 22 15:41:37.861634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53294) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:37.916711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27941c3-fd90-48fe-895d-bb4b86ea24a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.918392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27941c3-fd90-48fe-895d-bb4b86ea24a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.919927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27941c3-fd90-48fe-895d-bb4b86ea24a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:37.921515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f27941c3-fd90-48fe-895d-bb4b86ea24a7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0589335 Aug 22 15:41:37.924094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:37.978521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 4c33a78a-0a81-4e72-8960-90f69f7037dc {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:37.981560 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.029975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.114460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.238912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.268533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=4c33a78a-0a81-4e72-8960-90f69f7037dc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:38.275641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.277934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e98169bf-1b66-436f-bf1a-b6b8a1e7e9c0 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/4c33a78a-0a81-4e72-8960-90f69f7037dc HTTP/1.1" status: 204 len: 168 time: 0.3526649 Aug 22 15:41:38.280477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53298) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:38.281169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e72b82-69c6-41fb-ad03-98c513c185df None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:38.330800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet e0735979-0623-4a14-9b91-4799633b8913 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:38.334145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.375332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.463268 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.605891 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.634911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=e0735979-0623-4a14-9b91-4799633b8913,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:38.638935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.640835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-57116fc7-039f-427a-bab2-12f7f417e1fd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e0735979-0623-4a14-9b91-4799633b8913 HTTP/1.1" status: 204 len: 168 time: 0.3594575 Aug 22 15:41:38.643428 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53300) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:38.687428 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-db07e13f-6c9e-4716-a8b4-6c8e87d5c97d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427229 Aug 22 15:41:38.690419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53302) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:38.695563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:38.873471 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:38.879391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:38.925144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f57bf0-bb0b-477f-acde-c77dc5747f3f None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:39.037406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b25df1ca-8b50-460b-ac2a-98dd98f79343 None None] Provisioning complete for port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:39.038337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b25df1ca-8b50-460b-ac2a-98dd98f79343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.119952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.155709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:39.166656 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:39.171661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:39.175751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:39.176372 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.182450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=f6d1691a-8c5e-4202-9a62-e4f1de76f4ef,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:39.204335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Deleting port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:39.204712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.262045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a3a2781-ac09-47b8-914b-5103d0eb1908 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5705082 Aug 22 15:41:39.264903 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53304) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:39.270056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:39.281111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] For port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:39.282489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.293908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Calling delete_port for cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:39.444141 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.455842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:39.460064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.470662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] Pushing event deleted for resources: {'Port': ['ID=cbdaf96c-629b-4c6a-aae3-dac4ba6514d6,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:39.474056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec58ad53-d194-4cd0-8250-4f760d029736 None None] No DVR routers for this DVR port cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:39.492905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31114daf-437b-4b9d-ac10-c94618d92c83 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:39.554717 n-d-805046-3 neutron-server[102048]: INFO neutron.db.ipam_backend_mixin [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6d1691a-8c5e-4202-9a62-e4f1de76f4ef (CIDR: 2001:db8::/64) Aug 22 15:41:39.588887 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 15:41:39.589567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:39.637206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-2bca714c-7b62-447e-9875-c241a0e189a8', 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'tenant_id': '53f195f890f14629befabc3515bb5395', 'fixed_ips': [{'subnet_id': 'f6d1691a-8c5e-4202-9a62-e4f1de76f4ef'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:39.638235 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.656336 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c2a83d6b-892f-47fa-85f2-84ad34e736b7 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3903086 Aug 22 15:41:39.659003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53306) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:39.665358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'subnet': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:39.779362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Allocated IP 2001:db8::2 (2bca714c-7b62-447e-9875-c241a0e189a8/f6d1691a-8c5e-4202-9a62-e4f1de76f4ef/54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:39.844218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:39.848049 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.934601 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:39.947552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Transition to ACTIVE for port object 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:39.968313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Transition to ACTIVE for port object 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:40.039709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.080818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:40.084006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:40.086689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:40.101561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Pushing event updated for resources: {'Port': ['ID=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:40.152470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Attempting to bind port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:40.152833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Attempting to bind port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:40.153390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Attempting to bind port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff on network 2bca714c-7b62-447e-9875-c241a0e189a8 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:40.158749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:40.163690 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:41:40.164219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Checking segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:40.164219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.164219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Bound using segment: {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:40.164219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Bound port: 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edcea0a-812a-47d0-a0ec-e9f10727c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:40.164219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.227221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] For port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:40.230302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] For port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:40.240912 n-d-805046-3 neutron-server[102048]: DEBUG neutron.objects.ports [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 22 15:41:40.320538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.383863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17437b1-dddf-443d-b5da-67804f8c7b90 None None] Pushing event updated for resources: {'Port': ['ID=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:40.446480 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.636828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] For port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:40.666579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.712587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.713901 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.793244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.793483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:40.798256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:40.801459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:40.807608 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:40.828909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Subnet': ['ID=8ee65cfe-c2ff-46bc-ae4f-953f2167483c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:40.836949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,revision_number=4']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:40.908229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d2b1d305-14ec-437f-bf2a-c076a12a18db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2481089 Aug 22 15:41:40.911038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53308) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:40.916613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Request body: {'port': {'network_id': '2bca714c-7b62-447e-9875-c241a0e189a8', 'mac_address': 'fa:16:3e:8f:d7:c4', 'name': 'tempest-NetworksTestDHCPv6-705884079'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:41.047636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:41.107662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Made reservation on behalf of 53f195f890f14629befabc3515bb5395 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:41.174932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:41.203256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.230584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] device_id is not set on port a1f9345a-1615-446f-b7c8-c8b710211cd6 yet. {{(pid=102048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:41:41.240090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:41.261378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:41.261734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cbdaf96c-629b-4c6a-aae3-dac4ba6514d6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:41.311436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3487519-f79b-4b68-82b5-854f98e5bb04 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:41.410568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8::5d (2bca714c-7b62-447e-9875-c241a0e189a8/f6d1691a-8c5e-4202-9a62-e4f1de76f4ef/a1f9345a-1615-446f-b7c8-c8b710211cd6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:41.417890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:d7c4 (2bca714c-7b62-447e-9875-c241a0e189a8/8ee65cfe-c2ff-46bc-ae4f-953f2167483c/a1f9345a-1615-446f-b7c8-c8b710211cd6) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:41.442758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Provisioning for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:41.451089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Provisioning complete for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:41.451465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.563693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.581911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.599567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Transition to ACTIVE for port object a1f9345a-1615-446f-b7c8-c8b710211cd6 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:41.602094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] For port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:41.650134 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.673531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.705084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f361141-6f5b-47ff-a2e6-fc9bfd10e421 None None] Pushing event updated for resources: {'Port': ['ID=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:41.720534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Network 2bca714c-7b62-447e-9875-c241a0e189a8 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:41.723927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:41.726959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:41.732887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:41.733588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:41.756888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event updated for resources: {'Port': ['ID=a1f9345a-1615-446f-b7c8-c8b710211cd6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:41.829791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-deac9dda-da48-4cb5-8cbd-5a9c4dba9742 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9152381 Aug 22 15:41:41.829985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53310) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:41.926183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting port a1f9345a-1615-446f-b7c8-c8b710211cd6 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:41.926467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.020116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.033606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Calling delete_port for a1f9345a-1615-446f-b7c8-c8b710211cd6 owned by {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:42.076434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-df149aec-9402-4267-aa72-6184c90cdbbf None None] Provisioning complete for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:42.077248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df149aec-9402-4267-aa72-6184c90cdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.307299 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.307492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ad9c4232-a60f-461b-ac0c-e517cc6f6aaa None None] Provisioning for port a1f9345a-1615-446f-b7c8-c8b710211cd6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:42.311277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ad9c4232-a60f-461b-ac0c-e517cc6f6aaa None None] Provisioning complete for port a1f9345a-1615-446f-b7c8-c8b710211cd6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:42.311646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4232-a60f-461b-ac0c-e517cc6f6aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.330593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c4232-a60f-461b-ac0c-e517cc6f6aaa None None] Port a1f9345a-1615-446f-b7c8-c8b710211cd6 was deleted so its status cannot be updated. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 22 15:41:42.339218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Port': ['ID=a1f9345a-1615-446f-b7c8-c8b710211cd6,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:42.385619 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.387667 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6319cfb0-53c9-43c4-b1c0-cd6b6a655661 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/a1f9345a-1615-446f-b7c8-c8b710211cd6 HTTP/1.1" status: 204 len: 168 time: 0.5567198 Aug 22 15:41:42.391182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53312) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:42.445459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbdaa5-8542-4cb3-830e-069f7058f15c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:42.446969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eadbdaa5-8542-4cb3-830e-069f7058f15c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0547564 Aug 22 15:41:42.449563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53314) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:42.500388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399bc0b7-b932-46cc-9c9b-7f5655ca90e2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:42.501971 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-399bc0b7-b932-46cc-9c9b-7f5655ca90e2 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0514522 Aug 22 15:41:42.504769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53316) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:42.557899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c0885-b116-4b5d-b228-23ae62516e6c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:42.559553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c0885-b116-4b5d-b228-23ae62516e6c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:42.561126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c0885-b116-4b5d-b228-23ae62516e6c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:42.562688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0a4c0885-b116-4b5d-b228-23ae62516e6c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0569839 Aug 22 15:41:42.565461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53318) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:42.621245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet 8ee65cfe-c2ff-46bc-ae4f-953f2167483c {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:42.624275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.669500 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.752945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.861580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.892577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee65cfe-c2ff-46bc-ae4f-953f2167483c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:42.896271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.899953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a0083306-7d04-41d6-b9f8-e3c19d1928af tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8ee65cfe-c2ff-46bc-ae4f-953f2167483c HTTP/1.1" status: 204 len: 168 time: 0.3326321 Aug 22 15:41:42.901594 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53320) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:42.904357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe64fc-5315-4b8d-a088-a8b1ed70c8ca None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:42.953588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Deleting subnet f6d1691a-8c5e-4202-9a62-e4f1de76f4ef {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:42.956879 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:42.998771 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.030892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:43.096541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.109014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:43.117178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.244820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.277096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d1691a-8c5e-4202-9a62-e4f1de76f4ef,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:43.279266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.281250 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad67267a-3698-4331-b317-08f1f01f987a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f6d1691a-8c5e-4202-9a62-e4f1de76f4ef HTTP/1.1" status: 204 len: 168 time: 0.3786881 Aug 22 15:41:43.284115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53322) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.325422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbbe3c7c-a2cd-407a-8217-128f8a6e88cd tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400362 Aug 22 15:41:43.327842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53324) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.382289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16842b42-4344-4f51-bcdf-32e0db0ec6c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:43.383904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-16842b42-4344-4f51-bcdf-32e0db0ec6c8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0551028 Aug 22 15:41:43.386459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53326) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.596621 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5dab95-ef4c-4700-9487-99d1eec781b8 None None] Network 2bca714c-7b62-447e-9875-c241a0e189a8 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:43.672757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9a102-3b9f-40bc-807a-7b37613be9d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:43.674408 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-71f9a102-3b9f-40bc-807a-7b37613be9d9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2869923 Aug 22 15:41:43.677081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53328) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.677237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-520ad30f-0c9d-45da-bcb0-e820f2e86f21 None None] Provisioning complete for port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:43.677515 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-520ad30f-0c9d-45da-bcb0-e820f2e86f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.716321 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6af6b814-e47a-4899-ac0f-9692e8454b11 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379949 Aug 22 15:41:43.721654 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53330) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.749451 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b3d4d6-ceea-4505-a1a9-ebeef6a7e664 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.750123 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b3d4d6-ceea-4505-a1a9-ebeef6a7e664 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.754117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-66b3d4d6-ceea-4505-a1a9-ebeef6a7e664 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/a1f9345a-1615-446f-b7c8-c8b710211cd6 HTTP/1.1" status: 404 len: 333 time: 0.0291319 Aug 22 15:41:43.754716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53332) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.782868 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a998cb5-0953-4c93-831c-ac38a5154007 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.783336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a998cb5-0953-4c93-831c-ac38a5154007 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.785188 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9a998cb5-0953-4c93-831c-ac38a5154007 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8ee65cfe-c2ff-46bc-ae4f-953f2167483c HTTP/1.1" status: 404 len: 337 time: 0.0298760 Aug 22 15:41:43.788359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53334) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.815996 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8629ee3c-b8f6-43de-8b40-8b4734a26572 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.816470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8629ee3c-b8f6-43de-8b40-8b4734a26572 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.818229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8629ee3c-b8f6-43de-8b40-8b4734a26572 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f6d1691a-8c5e-4202-9a62-e4f1de76f4ef HTTP/1.1" status: 404 len: 337 time: 0.0289149 Aug 22 15:41:43.821284 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53336) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.832619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] DHCP port deletion for 2bca714c-7b62-447e-9875-c241a0e189a8 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:43.844948 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-97be2c8e-f3ef-4bb7-942c-d5afbfedd6aa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.845513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97be2c8e-f3ef-4bb7-942c-d5afbfedd6aa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.847261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97be2c8e-f3ef-4bb7-942c-d5afbfedd6aa tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/9df34094-4d02-42f3-8e6a-c75b9f4205a4 HTTP/1.1" status: 404 len: 333 time: 0.0250685 Aug 22 15:41:43.849682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53338) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.875922 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7fd4ec-7448-48d8-a91c-8014741d0002 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.876415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7fd4ec-7448-48d8-a91c-8014741d0002 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.878140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-af7fd4ec-7448-48d8-a91c-8014741d0002 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e0735979-0623-4a14-9b91-4799633b8913 HTTP/1.1" status: 404 len: 337 time: 0.0274866 Aug 22 15:41:43.880727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53340) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.880932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Deleting port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:43.882203 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.908254 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c65ac8-947b-48ce-b183-804ae3650d1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.908705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c65ac8-947b-48ce-b183-804ae3650d1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.910430 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02c65ac8-947b-48ce-b183-804ae3650d1d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/4c33a78a-0a81-4e72-8960-90f69f7037dc HTTP/1.1" status: 404 len: 337 time: 0.0280700 Aug 22 15:41:43.913118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53342) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.940095 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-424dd143-963d-4db0-bfb7-ad7568b5e583 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.940733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424dd143-963d-4db0-bfb7-ad7568b5e583 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.942457 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-424dd143-963d-4db0-bfb7-ad7568b5e583 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/52943f4e-ac06-43ad-8f82-bd3dee182e3e HTTP/1.1" status: 404 len: 333 time: 0.0282426 Aug 22 15:41:43.945665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53344) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:43.951483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] For port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,segment=NetworkSegment(2edcea0a-812a-47d0-a0ec-e9f10727c230),segment_id=2edcea0a-812a-47d0-a0ec-e9f10727c230)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:43.951879 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:43.966351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Calling delete_port for 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:43.971743 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bebcd5-d2a2-4963-bda3-306d9cd88ad1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:43.972220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bebcd5-d2a2-4963-bda3-306d9cd88ad1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:43.974037 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6bebcd5-d2a2-4963-bda3-306d9cd88ad1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/d44f7dc5-bd46-4476-a964-5082c1b184e1 HTTP/1.1" status: 404 len: 337 time: 0.0273571 Aug 22 15:41:43.976679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53346) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.003028 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b2b0c4-9125-4f61-8ab2-937673e4f091 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.003483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b2b0c4-9125-4f61-8ab2-937673e4f091 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.005221 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-25b2b0c4-9125-4f61-8ab2-937673e4f091 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/c11dd32c-cac8-4b77-a5cb-0b9cd85fb139 HTTP/1.1" status: 404 len: 337 time: 0.0275650 Aug 22 15:41:44.008456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53348) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.030463 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071eea3-fad6-4476-9d74-f474b926e7db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.031095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5071eea3-fad6-4476-9d74-f474b926e7db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.032829 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5071eea3-fad6-4476-9d74-f474b926e7db tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/647c7145-a33b-4458-b1d7-2c379a3f88a1 HTTP/1.1" status: 404 len: 333 time: 0.0234742 Aug 22 15:41:44.035442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53350) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.062070 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea97184-c575-420d-b586-8fdb4599b9ed tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.062459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea97184-c575-420d-b586-8fdb4599b9ed tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.064164 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ea97184-c575-420d-b586-8fdb4599b9ed tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8e878925-b5a2-4ce8-89ef-4e2d0f7df860 HTTP/1.1" status: 404 len: 337 time: 0.0277421 Aug 22 15:41:44.066802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53352) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.097246 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-749d74ec-d859-4fd9-97c1-06a3dea6d510 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.097698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749d74ec-d859-4fd9-97c1-06a3dea6d510 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.099409 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-749d74ec-d859-4fd9-97c1-06a3dea6d510 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/eb36d99a-cd4b-4ee6-84c2-02b9ebb3d475 HTTP/1.1" status: 404 len: 337 time: 0.0317302 Aug 22 15:41:44.102824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53354) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.129155 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea4bf77-cc67-41de-ae38-a44f71ba39c1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.129732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea4bf77-cc67-41de-ae38-a44f71ba39c1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.131423 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eea4bf77-cc67-41de-ae38-a44f71ba39c1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/bc222364-ffd2-45c0-86f6-96a7b9dd6299 HTTP/1.1" status: 404 len: 333 time: 0.0277064 Aug 22 15:41:44.134261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53356) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.147770 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:44.159905 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ae49eb-fd49-4148-b39b-ee90d3f71f1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.160387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ae49eb-fd49-4148-b39b-ee90d3f71f1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.162119 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-65ae49eb-fd49-4148-b39b-ee90d3f71f1b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/00bc044e-8a33-4cf7-906a-e8f5a1e3a121 HTTP/1.1" status: 404 len: 337 time: 0.0269580 Aug 22 15:41:44.169194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53358) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.172529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] Pushing event deleted for resources: {'Port': ['ID=54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:44.180512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea371b-1d3f-4e86-b7c8-6fc3b1d07786 None None] No DVR routers for this DVR port 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:44.193673 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a687353d-f5bd-4325-8dec-4da6c86ec14d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.194333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a687353d-f5bd-4325-8dec-4da6c86ec14d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.196167 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a687353d-f5bd-4325-8dec-4da6c86ec14d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/ba18174f-d29b-447f-9e7e-02d6f9e1e3a6 HTTP/1.1" status: 404 len: 333 time: 0.0259528 Aug 22 15:41:44.198502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.224239 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b120b43-a846-44d8-af9e-604574e2d891 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.224692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b120b43-a846-44d8-af9e-604574e2d891 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.226997 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6b120b43-a846-44d8-af9e-604574e2d891 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/dfa83d5b-6c7e-40f6-815f-5ea092708595 HTTP/1.1" status: 404 len: 337 time: 0.0275960 Aug 22 15:41:44.229547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53362) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.251869 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a3e941-e038-42b5-b387-6202c494ce8b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.252491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a3e941-e038-42b5-b387-6202c494ce8b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.254150 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6a3e941-e038-42b5-b387-6202c494ce8b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/3b59c988-2cc9-4752-bbed-539a7bd7c708 HTTP/1.1" status: 404 len: 333 time: 0.0236564 Aug 22 15:41:44.256533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53364) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.281725 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb8528b-cc9e-4614-b6d0-f493f870e28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.282174 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb8528b-cc9e-4614-b6d0-f493f870e28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.283815 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2fb8528b-cc9e-4614-b6d0-f493f870e28c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/b6c0a3bd-99e8-47c1-8253-f3ef719e7d26 HTTP/1.1" status: 404 len: 337 time: 0.0264084 Aug 22 15:41:44.286115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.312582 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f68b0af-6ee5-4b44-9bac-7d7908f2e5fb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.313117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f68b0af-6ee5-4b44-9bac-7d7908f2e5fb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.314809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f68b0af-6ee5-4b44-9bac-7d7908f2e5fb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/7bf8707d-ab46-4522-9ca6-bbe2ddf12740 HTTP/1.1" status: 404 len: 333 time: 0.0278251 Aug 22 15:41:44.317393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.343088 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30b8c84-1cee-473d-ad27-4b65efec41ce tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.343526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30b8c84-1cee-473d-ad27-4b65efec41ce tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.345205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c30b8c84-1cee-473d-ad27-4b65efec41ce tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/c3d9c9c7-3c0a-46a6-b046-6a53fa6e0f75 HTTP/1.1" status: 404 len: 337 time: 0.0269339 Aug 22 15:41:44.347611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53370) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.370060 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ef4d9d-ee60-4e07-b838-07ab5bc32597 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.370675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ef4d9d-ee60-4e07-b838-07ab5bc32597 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.372369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b2ef4d9d-ee60-4e07-b838-07ab5bc32597 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/cc66cf02-2be4-4d34-afd0-64fc24b54264 HTTP/1.1" status: 404 len: 333 time: 0.0238719 Aug 22 15:41:44.374796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53372) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.399907 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e21c6b-5452-4f5b-85ce-7036061cdc95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.400370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e21c6b-5452-4f5b-85ce-7036061cdc95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.401998 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f9e21c6b-5452-4f5b-85ce-7036061cdc95 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/65ff9d58-744b-4bf3-9e1b-70db54c88900 HTTP/1.1" status: 404 len: 337 time: 0.0263300 Aug 22 15:41:44.404478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.428356 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8f9809-05d8-451f-a73c-89a3ce5bd4ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.428870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8f9809-05d8-451f-a73c-89a3ce5bd4ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.430570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e8f9809-05d8-451f-a73c-89a3ce5bd4ad tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/ae9433a4-3e97-4b6b-8355-78806ddb1baa HTTP/1.1" status: 404 len: 333 time: 0.0250950 Aug 22 15:41:44.432981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53376) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.458509 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4f1725-fd5c-4448-9645-364b1ffa69b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.458895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4f1725-fd5c-4448-9645-364b1ffa69b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.461310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df4f1725-fd5c-4448-9645-364b1ffa69b1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e14a90f9-b1b0-4af0-a5c1-bca21365f663 HTTP/1.1" status: 404 len: 337 time: 0.0274284 Aug 22 15:41:44.463558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53378) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.488773 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-add158b5-c943-46af-aec6-e2713dba57ca tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.489222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add158b5-c943-46af-aec6-e2713dba57ca tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.490906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-add158b5-c943-46af-aec6-e2713dba57ca tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/5f5db782-2341-49ef-bb77-45bf67c88e1c HTTP/1.1" status: 404 len: 337 time: 0.0264075 Aug 22 15:41:44.493282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53380) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.518679 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee76f829-1734-4470-952f-0b24c41311b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.519283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee76f829-1734-4470-952f-0b24c41311b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.520982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee76f829-1734-4470-952f-0b24c41311b3 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/483c3a1f-73e5-4045-abe0-87f2fd30bc88 HTTP/1.1" status: 404 len: 333 time: 0.0268133 Aug 22 15:41:44.524077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.548833 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f6daf0-ed1e-4dcd-859d-423ff3c34650 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.549288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f6daf0-ed1e-4dcd-859d-423ff3c34650 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.550919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-88f6daf0-ed1e-4dcd-859d-423ff3c34650 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/fe1e39e1-77f1-4f18-9a4f-b4446f4ee6ff HTTP/1.1" status: 404 len: 337 time: 0.0259566 Aug 22 15:41:44.553318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53384) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.578515 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-4492dea3-9dc4-4699-bbaf-d1b9326d024c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.578878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4492dea3-9dc4-4699-bbaf-d1b9326d024c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.580614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4492dea3-9dc4-4699-bbaf-d1b9326d024c tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/2d581e45-3119-48e7-9c2a-a1804108513f HTTP/1.1" status: 404 len: 337 time: 0.0264204 Aug 22 15:41:44.583230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53386) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.611207 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-53db5922-bb1f-4617-b7ba-809132e009f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.611844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53db5922-bb1f-4617-b7ba-809132e009f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.613588 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-53db5922-bb1f-4617-b7ba-809132e009f1 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/3e3f1a19-ee78-498a-8791-181f319604e7 HTTP/1.1" status: 404 len: 333 time: 0.0294557 Aug 22 15:41:44.616682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53388) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.641662 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-925d83a8-e861-43c9-8d82-4f77d0dad629 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.647699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925d83a8-e861-43c9-8d82-4f77d0dad629 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.647699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-925d83a8-e861-43c9-8d82-4f77d0dad629 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/504d8032-9d55-4493-8287-2814891fbd4b HTTP/1.1" status: 404 len: 337 time: 0.0262229 Aug 22 15:41:44.649434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53390) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.675448 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a991014-44f9-4d06-bffa-0554b0ba833b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.675906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a991014-44f9-4d06-bffa-0554b0ba833b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.677648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a991014-44f9-4d06-bffa-0554b0ba833b tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f5793852-604f-4e09-b320-50c44f36ea06 HTTP/1.1" status: 404 len: 337 time: 0.0272338 Aug 22 15:41:44.680983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53392) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.707124 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-49188e5c-64b4-4230-af52-a2e43db2f95a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.707997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49188e5c-64b4-4230-af52-a2e43db2f95a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.709710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-49188e5c-64b4-4230-af52-a2e43db2f95a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/2bccca96-8ef6-418a-864d-4ad273c317e1 HTTP/1.1" status: 404 len: 333 time: 0.0278282 Aug 22 15:41:44.712072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53394) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.737440 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13281b3-7e5c-4e16-89fa-da2acbee17fe tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.737888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13281b3-7e5c-4e16-89fa-da2acbee17fe tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.739569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e13281b3-7e5c-4e16-89fa-da2acbee17fe tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/f61bccef-6c66-4250-a510-05a4d5c9ef58 HTTP/1.1" status: 404 len: 337 time: 0.0265925 Aug 22 15:41:44.743121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53396) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.769032 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac8e186-02c6-4162-82ff-5ac30bab569a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.769492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac8e186-02c6-4162-82ff-5ac30bab569a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.771223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1ac8e186-02c6-4162-82ff-5ac30bab569a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/76134408-162d-4bb3-b0e6-46b4e7e19a9f HTTP/1.1" status: 404 len: 337 time: 0.0271697 Aug 22 15:41:44.773969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53398) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.801016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-edc706de-56cd-4442-8876-1b2b9bf5d82d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports?device_id=a206f24e-57b1-4128-a244-2c5f4ee75919 HTTP/1.1" status: 200 len: 205 time: 0.0259397 Aug 22 15:41:44.804358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53400) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.841689 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-a3622d12-9a63-40c5-92cd-9558199f1146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] delete failed (client error): The resource could not be found. Aug 22 15:41:44.842634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3622d12-9a63-40c5-92cd-9558199f1146 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/routers/a206f24e-57b1-4128-a244-2c5f4ee75919 HTTP/1.1" status: 404 len: 336 time: 0.0373356 Aug 22 15:41:44.845164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.875233 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c0123a-7c1d-481a-a399-6a1c5a857cae tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.875696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c0123a-7c1d-481a-a399-6a1c5a857cae tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.877392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d2c0123a-7c1d-481a-a399-6a1c5a857cae tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/e799c2b0-8cc4-40cc-b14c-b89e24068ea6 HTTP/1.1" status: 404 len: 337 time: 0.0257454 Aug 22 15:41:44.879936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53404) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.906181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7052af0a-064e-41a5-9b25-b23a681bec73 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "GET /v2.0/ports?device_id=03e422e3-a649-4782-bfbc-a6662ee7b03e HTTP/1.1" status: 200 len: 205 time: 0.0251746 Aug 22 15:41:44.908579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53406) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.948442 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-f5575630-da4d-4102-b483-fc4ae51a6f71 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] delete failed (client error): The resource could not be found. Aug 22 15:41:44.949470 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f5575630-da4d-4102-b483-fc4ae51a6f71 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/routers/03e422e3-a649-4782-bfbc-a6662ee7b03e HTTP/1.1" status: 404 len: 336 time: 0.0400062 Aug 22 15:41:44.951957 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53408) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:44.982220 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c38f099-ba69-43ef-8f57-931284e67d35 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:44.982668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c38f099-ba69-43ef-8f57-931284e67d35 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:44.984482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3c38f099-ba69-43ef-8f57-931284e67d35 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/b554ff88-a9cf-421a-a626-1b715c3328df HTTP/1.1" status: 404 len: 337 time: 0.0316093 Aug 22 15:41:44.986973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53410) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.007434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:41:45.013546 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-432b9c35-f137-4fee-a8d7-039a90d64817 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.014003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432b9c35-f137-4fee-a8d7-039a90d64817 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.015733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-432b9c35-f137-4fee-a8d7-039a90d64817 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/18f6cbc2-2108-4c15-92aa-791cac7711fa HTTP/1.1" status: 404 len: 337 time: 0.0278740 Aug 22 15:41:45.018383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53412) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.028199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:41:45.028551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 54c4aeaf-cc4b-45a2-b47a-bc7f0172ecff not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:41:45.042028 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dd0cab-c845-4d40-96f0-926c3447d2a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.042659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dd0cab-c845-4d40-96f0-926c3447d2a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.044379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61dd0cab-c845-4d40-96f0-926c3447d2a6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/dad0e17c-fce4-4b49-ac15-5a116e08a50e HTTP/1.1" status: 404 len: 333 time: 0.0251091 Aug 22 15:41:45.046821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53414) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.071653 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a65fe1-cca7-4ef0-beb5-93eb46dc5ad8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.072130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a65fe1-cca7-4ef0-beb5-93eb46dc5ad8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.073849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-61a65fe1-cca7-4ef0-beb5-93eb46dc5ad8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/8629de7e-7426-4495-bbbc-398494f4b877 HTTP/1.1" status: 404 len: 337 time: 0.0261297 Aug 22 15:41:45.076305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53416) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.099929 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-35940950-eac2-4088-8a90-e3ba67c4fe28 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.100991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35940950-eac2-4088-8a90-e3ba67c4fe28 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.102723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35940950-eac2-4088-8a90-e3ba67c4fe28 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/7a9c3901-1a3a-4046-9d4d-3903cb10ca31 HTTP/1.1" status: 404 len: 333 time: 0.0255303 Aug 22 15:41:45.105170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53418) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.131872 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b76b8b-cffd-4c44-84b1-244ccca53aeb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.132353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b76b8b-cffd-4c44-84b1-244ccca53aeb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.134091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c8b76b8b-cffd-4c44-84b1-244ccca53aeb tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/52e787b1-95fc-4462-8042-dc09b27d2e5d HTTP/1.1" status: 404 len: 337 time: 0.0280352 Aug 22 15:41:45.136605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.163333 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e68f12-0fd7-43ae-a44b-3ec00b97f407 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.163928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e68f12-0fd7-43ae-a44b-3ec00b97f407 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.165612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b5e68f12-0fd7-43ae-a44b-3ec00b97f407 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/af80c77b-c0f2-432a-a702-d165c608dd2c HTTP/1.1" status: 404 len: 333 time: 0.0281074 Aug 22 15:41:45.168061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53422) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.192422 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-c266442f-d83b-4f1b-8b4b-20fec8b2182a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.192866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c266442f-d83b-4f1b-8b4b-20fec8b2182a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.195167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c266442f-d83b-4f1b-8b4b-20fec8b2182a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/3cf65e7d-4f7e-4128-bfe1-f024a03a829b HTTP/1.1" status: 404 len: 337 time: 0.0262246 Aug 22 15:41:45.197544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53424) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.220070 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-91692558-dede-4ba4-8a77-a8cbb85596d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.220695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91692558-dede-4ba4-8a77-a8cbb85596d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.222371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91692558-dede-4ba4-8a77-a8cbb85596d6 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/07f67dc0-385a-4839-9c05-91d37c6cf716 HTTP/1.1" status: 404 len: 333 time: 0.0239508 Aug 22 15:41:45.224827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53426) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.249699 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f623ac-7bb3-4097-88b4-42ac59f0c4a8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.250142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f623ac-7bb3-4097-88b4-42ac59f0c4a8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.251759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35f623ac-7bb3-4097-88b4-42ac59f0c4a8 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/11bb1bee-dc4b-416b-ba5a-6776ca6576df HTTP/1.1" status: 404 len: 337 time: 0.0259278 Aug 22 15:41:45.254069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53428) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.277321 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c49bba-6fe3-4c4d-8ffd-a0d21bcfc73e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.282477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c49bba-6fe3-4c4d-8ffd-a0d21bcfc73e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.282477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-27c49bba-6fe3-4c4d-8ffd-a0d21bcfc73e tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/59941faf-ccff-458e-916b-f9816210af38 HTTP/1.1" status: 404 len: 333 time: 0.0246801 Aug 22 15:41:45.284300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53430) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.309166 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-13496a86-0435-4938-bf10-fa740320c46d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.309615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13496a86-0435-4938-bf10-fa740320c46d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.311248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13496a86-0435-4938-bf10-fa740320c46d tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/cb91c2a1-160e-41f9-a4ff-b786760d78cb HTTP/1.1" status: 404 len: 337 time: 0.0260701 Aug 22 15:41:45.313877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53432) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.338645 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fdb435-61a6-43b1-a0ca-b2fe861dac3f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.339225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fdb435-61a6-43b1-a0ca-b2fe861dac3f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.341003 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-00fdb435-61a6-43b1-a0ca-b2fe861dac3f tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/61ad7459-a7e9-4b8d-9ce8-f5e1853db2d4 HTTP/1.1" status: 404 len: 333 time: 0.0261369 Aug 22 15:41:45.343479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.369827 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c438468-dbd8-4ce3-b061-2fb9a3a86052 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.370207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c438468-dbd8-4ce3-b061-2fb9a3a86052 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.371862 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4c438468-dbd8-4ce3-b061-2fb9a3a86052 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/48b7eb7f-db5e-40ec-9193-7897da15d571 HTTP/1.1" status: 404 len: 337 time: 0.0274153 Aug 22 15:41:45.374345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.399600 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5fe67b-29a3-465b-9416-fcbd7f6f1c8a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.400218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5fe67b-29a3-465b-9416-fcbd7f6f1c8a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.401892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ae5fe67b-29a3-465b-9416-fcbd7f6f1c8a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/ports/91c4902d-7a60-4115-a622-9462bd3acb5f HTTP/1.1" status: 404 len: 333 time: 0.0266528 Aug 22 15:41:45.404493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53438) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.438859 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-972efcc7-f6b7-477b-9f5d-86eccb2d38a9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] DELETE failed (client error): The resource could not be found. Aug 22 15:41:45.439318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972efcc7-f6b7-477b-9f5d-86eccb2d38a9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:41:45.441080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-972efcc7-f6b7-477b-9f5d-86eccb2d38a9 tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/subnets/08a39dfa-84d0-4cab-b8d9-2e3659bea4d2 HTTP/1.1" status: 404 len: 337 time: 0.0356052 Aug 22 15:41:45.443657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53440) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:45.518399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.609072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.619134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca714c-7b62-447e-9875-c241a0e189a8']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:45.628931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edcea0a-812a-47d0-a0ec-e9f10727c230') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:45.629143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edcea0a-812a-47d0-a0ec-e9f10727c230') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:45.637869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.651850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.657523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:41:45.657952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: items = [ Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:41:45.664301 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:41:45.804297 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.812313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:45.813633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] 10.222.0.53 "DELETE /v2.0/networks/2bca714c-7b62-447e-9875-c241a0e189a8 HTTP/1.1" status: 204 len: 168 time: 0.3689091 Aug 22 15:41:45.825228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a67e0-b3cc-4ee3-a3c9-2bd824636f5a tempest-NetworksTestDHCPv6-399713490 tempest-NetworksTestDHCPv6-399713490-project] Pushing event deleted for resources: {'Network': ['ID=2bca714c-7b62-447e-9875-c241a0e189a8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:46.261480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53448) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:46.402049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac4c2eb1-6292-4c1d-be83-ae7bb1bbf542 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53f195f890f14629befabc3515bb5395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393318 Aug 22 15:41:46.402964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53452) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:46.451893 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:46.472783 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:46.586685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:46.589311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:46.590481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92712e38-3701-4b2f-9014-e8d9b672353b HTTP/1.1" status: 204 len: 168 time: 0.1865783 Aug 22 15:41:46.598479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7a66b-bfb2-425f-981b-20fc13463786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92712e38-3701-4b2f-9014-e8d9b672353b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:47.567264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:47.672817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-791918950'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:47.758451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:47.762208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:47.770871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:47.861784 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:47.930362 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:47.958547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:41:47.967683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373bad82-7c8c-4ccc-baa6-ab3e46ebd932,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:47.975166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:47.975166 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment d5e5363a-636a-4482-b20b-2cf810384312 of type vlan for network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 Aug 22 15:41:48.023178 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.101088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.108829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:48.109659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.183926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=e49aa07c-539d-46b4-80d3-e0cb1a66cb94,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:48.194942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:41:48.211248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfc79fe9-116d-4cae-ab22-01e55d172f07 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6428111 Aug 22 15:41:48.213858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53478) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:48.220069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-907946788'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:48.290606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:48.295483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.325306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:41:48.333931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.334257 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 35263c12-ccbc-498c-97b7-141fa2bc30ec of type vlan for network f536cd5f-4c36-43d0-aca5-0b0b6a674893 Aug 22 15:41:48.377218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.461706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.467246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:48.467834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.533425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=f536cd5f-4c36-43d0-aca5-0b0b6a674893,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:48.543480 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:41:48.576797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bd1c8761-7bef-4839-8a12-231003970833 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3618424 Aug 22 15:41:48.579780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53480) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:48.585820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:48.746911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:48.750461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:48.997953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.056771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=66daf71d-89c6-4837-a2a2-681bcd422354,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:49.066919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': 'd5e5363a-636a-4482-b20b-2cf810384312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:49.067277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: e49aa07c-539d-46b4-80d3-e0cb1a66cb94, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:41:49.141063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:41:49.215295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, e49aa07c-539d-46b4-80d3-e0cb1a66cb94) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:49.219494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:49.220156 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.224370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406901b4-fd9f-4d53-9511-a818ea9ec432 None None] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:49.290760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ac838cb5-a291-42e5-9774-17c544a488e1 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7097337 Aug 22 15:41:49.293651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53482) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:49.298986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:49.455315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:41:49.459301 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.537230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-e49aa07c-539d-46b4-80d3-e0cb1a66cb94', 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': '66daf71d-89c6-4837-a2a2-681bcd422354'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:49.538324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.679939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Allocated IP 172.20.0.2 (e49aa07c-539d-46b4-80d3-e0cb1a66cb94/66daf71d-89c6-4837-a2a2-681bcd422354/9c0f16ae-bbaa-431d-95c9-733f3fd08581) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:49.701815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.760588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=0cf8b155-9cad-445e-8e7c-802e5c4d76e0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:49.776148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '35263c12-ccbc-498c-97b7-141fa2bc30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:49.776510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: f536cd5f-4c36-43d0-aca5-0b0b6a674893, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:41:49.835195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:49.843219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Transition to ACTIVE for port object 9c0f16ae-bbaa-431d-95c9-733f3fd08581 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:49.857617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Transition to ACTIVE for port object 9c0f16ae-bbaa-431d-95c9-733f3fd08581 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:49.917983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:41:49.970003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.004077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f536cd5f-4c36-43d0-aca5-0b0b6a674893) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:50.008700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:50.009449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:50.010220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.011842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:50.018110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43327602-a05c-4da4-852c-3b3707b0c0ea None None] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:50.025920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:50.040090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Pushing event updated for resources: {'Port': ['ID=9c0f16ae-bbaa-431d-95c9-733f3fd08581,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:50.102745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c24242ea-b4af-4f25-899c-7bcf0982dd3e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8079016 Aug 22 15:41:50.105633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:50.110930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2035163681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:41:50.141856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Attempting to bind port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:50.142235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Attempting to bind port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd5e5363a-636a-4482-b20b-2cf810384312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:50.142599 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Attempting to bind port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 on network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:50.157953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:50.158330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Checking segment: {'id': 'd5e5363a-636a-4482-b20b-2cf810384312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:50.158738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.159139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Bound using segment: {'id': 'd5e5363a-636a-4482-b20b-2cf810384312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:50.159611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Bound port: 9c0f16ae-bbaa-431d-95c9-733f3fd08581, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e5363a-636a-4482-b20b-2cf810384312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e49aa07c-539d-46b4-80d3-e0cb1a66cb94'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:50.160023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.198520 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.199676 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.259141 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.284136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f536cd5f-4c36-43d0-aca5-0b0b6a674893', 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': '0cf8b155-9cad-445e-8e7c-802e5c4d76e0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:41:50.285000 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.290396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] For port 9c0f16ae-bbaa-431d-95c9-733f3fd08581, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:50.312486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] For port 9c0f16ae-bbaa-431d-95c9-733f3fd08581, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c0f16ae-bbaa-431d-95c9-733f3fd08581,segment=NetworkSegment(d5e5363a-636a-4482-b20b-2cf810384312),segment_id=d5e5363a-636a-4482-b20b-2cf810384312)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:50.318613 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.375095 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.399200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.400521 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ee1cb490-1422-4db0-917c-c4da7b238445 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2932909 Aug 22 15:41:50.403899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53486) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:50.446842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed62a3-ea88-40e9-8683-d3a0f8606905 None None] Pushing event updated for resources: {'Port': ['ID=9c0f16ae-bbaa-431d-95c9-733f3fd08581,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:50.507715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Allocated IP 172.21.0.2 (f536cd5f-4c36-43d0-aca5-0b0b6a674893/0cf8b155-9cad-445e-8e7c-802e5c4d76e0/12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:50.700604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.710556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Transition to ACTIVE for port object 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:50.730260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Transition to ACTIVE for port object 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:50.822265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.868368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:50.871428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:50.875089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:50.883566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Pushing event updated for resources: {'Port': ['ID=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:50.942835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Attempting to bind port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:41:50.943215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Attempting to bind port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '35263c12-ccbc-498c-97b7-141fa2bc30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:41:50.943584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Attempting to bind port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 on network f536cd5f-4c36-43d0-aca5-0b0b6a674893 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:41:50.950057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:41:50.950435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Checking segment: {'id': '35263c12-ccbc-498c-97b7-141fa2bc30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:41:50.950896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:50.951329 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Bound using segment: {'id': '35263c12-ccbc-498c-97b7-141fa2bc30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:41:50.951816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Bound port: 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35263c12-ccbc-498c-97b7-141fa2bc30ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f536cd5f-4c36-43d0-aca5-0b0b6a674893'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:41:50.952335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.032320 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] For port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:41:51.035919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] For port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,segment=NetworkSegment(35263c12-ccbc-498c-97b7-141fa2bc30ec),segment_id=35263c12-ccbc-498c-97b7-141fa2bc30ec)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:41:51.055310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c0f16ae-bbaa-431d-95c9-733f3fd08581 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:51.114538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.123598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.180335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:51.184345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38506245-a8f7-40bf-9033-fe16155b170d None None] Pushing event updated for resources: {'Port': ['ID=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:51.406794 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.493067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.20.0.1 (e49aa07c-539d-46b4-80d3-e0cb1a66cb94/66daf71d-89c6-4837-a2a2-681bcd422354/474c5a59-4bb6-4eaf-8e5c-4ffe5156617c) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:51.559080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f58c3b-7291-4d2d-8284-bb6f0b4c7cdc None None] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:51.623813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.638467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:51.691612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Provisioning for port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:51.708954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Provisioning complete for port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:51.709829 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.740958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.780791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:51.785979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:51.790925 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:51.809935 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.827735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=474c5a59-4bb6-4eaf-8e5c-4ffe5156617c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:51.849823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] For port 9c0f16ae-bbaa-431d-95c9-733f3fd08581, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c0f16ae-bbaa-431d-95c9-733f3fd08581,segment=NetworkSegment(d5e5363a-636a-4482-b20b-2cf810384312),segment_id=d5e5363a-636a-4482-b20b-2cf810384312)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:51.852838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:51.941909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.012340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772da51-6b49-47a9-bb02-c507be12eb0a None None] Pushing event updated for resources: {'Port': ['ID=9c0f16ae-bbaa-431d-95c9-733f3fd08581,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:52.037709 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.070941 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3f1d1c76-bf20-4f1d-9fda-8c0e2d58fb23 None None] Provisioning complete for port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:52.071343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1c76-bf20-4f1d-9fda-8c0e2d58fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.336285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532b235-452d-43d2-8480-e75a8018dfb9 None None] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:52.366326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.438233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.493531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-13591fe5-5d69-4087-9972-ea264ca52893 None None] Provisioning for port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:52.523515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=474c5a59-4bb6-4eaf-8e5c-4ffe5156617c,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:52.527339 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.609101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-13591fe5-5d69-4087-9972-ea264ca52893 None None] Provisioning for port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:52.613807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-13591fe5-5d69-4087-9972-ea264ca52893 None None] Provisioning complete for port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:52.614196 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-13591fe5-5d69-4087-9972-ea264ca52893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.624552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:52.626184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:52.658630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-13591fe5-5d69-4087-9972-ea264ca52893 None None] Port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:41:52.849011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 53181967-e514-4fb1-804a-967874f900d9 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:41:52.895269 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f865f462-cef8-4980-9920-169d604c535f None None] Provisioning complete for port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:52.895766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f865f462-cef8-4980-9920-169d604c535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:52.934093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f865f462-cef8-4980-9920-169d604c535f None None] Port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:41:52.946047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:41:52.951789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c096e8ab-0e82-4593-b2c8-e654734a8060 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469437 Aug 22 15:41:52.954240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:52.955519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] Sync routers for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:41:52.967760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:52.968501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:53.003335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:53.003923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c06180-e97a-4e41-820e-68b977f33c6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:53.008027 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-21c06180-e97a-4e41-820e-68b977f33c6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports/474c5a59-4bb6-4eaf-8e5c-4ffe5156617c HTTP/1.1" status: 200 len: 910 time: 0.0502226 Aug 22 15:41:53.009001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:53.013611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:53.014265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:53.047684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:53.048736 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef08039-f2b9-4a0d-94e9-cc6129fd225f None None] The sync data for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:41:53.122091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c0f16ae-bbaa-431d-95c9-733f3fd08581 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:53.181364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:53.181733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.260119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:53.369454 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.386166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:53.390205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:53.390587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.471311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.504911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,segment=NetworkSegment(35263c12-ccbc-498c-97b7-141fa2bc30ec),segment_id=35263c12-ccbc-498c-97b7-141fa2bc30ec)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:53.580958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.631160 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.21.0.1 (f536cd5f-4c36-43d0-aca5-0b0b6a674893/0cf8b155-9cad-445e-8e7c-802e5c4d76e0/c0fedeb2-a071-485f-9aff-153020cb7e04) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:41:53.632067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:53.750168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.763295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object c0fedeb2-a071-485f-9aff-153020cb7e04 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:41:53.907264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:53.946254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:53.949153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:53.951637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:41:53.989018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=c0fedeb2-a071-485f-9aff-153020cb7e04,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:54.008163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.192302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.237222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3406940a-6824-4d2e-9512-02d9c164dc48 None None] Provisioning for port c0fedeb2-a071-485f-9aff-153020cb7e04 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:41:54.241413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3406940a-6824-4d2e-9512-02d9c164dc48 None None] Provisioning complete for port c0fedeb2-a071-485f-9aff-153020cb7e04 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:54.241925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3406940a-6824-4d2e-9512-02d9c164dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.279245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3406940a-6824-4d2e-9512-02d9c164dc48 None None] Port c0fedeb2-a071-485f-9aff-153020cb7e04 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:41:54.454291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.517980 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.596919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=c0fedeb2-a071-485f-9aff-153020cb7e04,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:54.600675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.692005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:41:54.693346 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:41:54.797249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 53181967-e514-4fb1-804a-967874f900d9 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:41:54.894835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:41:54.903247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab64058e-4168-4cd4-81a2-327369e01a47 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899038 Aug 22 15:41:54.903361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:54.905497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] Sync routers for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:41:54.914275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17ddb18b-893f-4548-80f4-5a478a2a9a96 None None] Provisioning complete for port c0fedeb2-a071-485f-9aff-153020cb7e04 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:54.914275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17ddb18b-893f-4548-80f4-5a478a2a9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:54.915570 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:54.916386 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:54.948289 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:54.950021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-17ddb18b-893f-4548-80f4-5a478a2a9a96 None None] Port c0fedeb2-a071-485f-9aff-153020cb7e04 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:41:54.950330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6df97-9efa-4b9b-99c2-7a5c4de00b11 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:41:54.951805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f6b6df97-9efa-4b9b-99c2-7a5c4de00b11 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports/c0fedeb2-a071-485f-9aff-153020cb7e04 HTTP/1.1" status: 200 len: 910 time: 0.0480220 Aug 22 15:41:54.954879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53494) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:54.957257 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:54.958115 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:54.994131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:54.994793 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc3d5f-fbd4-47b0-8d59-8f6761a976b4 None None] The sync data for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:41:55.029693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:41:55.082258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:41:55.083009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:55.278702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:55.523320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port c0fedeb2-a071-485f-9aff-153020cb7e04 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:55.523583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:55.608445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:55.620844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for c0fedeb2-a071-485f-9aff-153020cb7e04 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:55.850817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:55.877337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=c0fedeb2-a071-485f-9aff-153020cb7e04,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:56.044407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:56.239236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 53181967-e514-4fb1-804a-967874f900d9 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:41:56.566273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:41:56.572297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-13ecad68-73ad-4cc4-b1ad-55c149bac581 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158633 Aug 22 15:41:56.574684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53496) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:56.577493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] Sync routers for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:41:56.588572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:56.589327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:56.620928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:56.629382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:56.629979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:56.662078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:56.662981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0be70e-659a-400c-934b-6c551617df42 None None] The sync data for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:41:56.894023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:57.129814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:57.130570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:57.218813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:57.231138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 474c5a59-4bb6-4eaf-8e5c-4ffe5156617c owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:57.466433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:57.494882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=474c5a59-4bb6-4eaf-8e5c-4ffe5156617c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:57.636151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:57.792602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 53181967-e514-4fb1-804a-967874f900d9 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:41:57.869280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:41:57.874241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aeb56f07-d61b-44ab-8d0e-749a152785a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2985616 Aug 22 15:41:57.876968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53498) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:57.879384 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] Sync routers for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:41:57.890132 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:57.890757 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:57.904193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8453f566-3c21-46cd-baf6-6a94a54ddd8c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=53181967-e514-4fb1-804a-967874f900d9 HTTP/1.1" status: 200 len: 205 time: 0.0260980 Aug 22 15:41:57.906687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53500) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:57.922890 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:57.932766 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] Routers {'53181967-e514-4fb1-804a-967874f900d9'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:41:57.933371 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:41:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['53181967-e514-4fb1-804a-967874f900d9'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:57.964962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:57.965602 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cdcddf-63f2-41b0-af67-271b030ff413 None None] The sync data for ids ['53181967-e514-4fb1-804a-967874f900d9'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:41:57.982692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.142958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.145045 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.478460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.478972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router 53181967-e514-4fb1-804a-967874f900d9 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:41:58.485871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.494686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cfa33b88-4357-4c42-8725-29387ffaaf6b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9 HTTP/1.1" status: 204 len: 168 time: 0.5793853 Aug 22 15:41:58.494686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53504) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:58.540777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet 0cf8b155-9cad-445e-8e7c-802e5c4d76e0 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:58.543835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.582950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.670294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.804549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.832835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf8b155-9cad-445e-8e7c-802e5c4d76e0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:58.837151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.839029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-32060df2-ba38-48cc-807c-b2076660f703 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/0cf8b155-9cad-445e-8e7c-802e5c4d76e0 HTTP/1.1" status: 204 len: 168 time: 0.3485231 Aug 22 15:41:58.842148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:58.845735 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade6555-5ea2-42c4-974f-97198df8c93d None None] Network f536cd5f-4c36-43d0-aca5-0b0b6a674893 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:58.898082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet 66daf71d-89c6-4837-a2a2-681bcd422354 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:41:58.901288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:58.941709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.019945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] DHCP port deletion for f536cd5f-4c36-43d0-aca5-0b0b6a674893 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:59.037020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.075186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Deleting port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:59.075186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.144707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] For port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,segment=NetworkSegment(35263c12-ccbc-498c-97b7-141fa2bc30ec),segment_id=35263c12-ccbc-498c-97b7-141fa2bc30ec)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:59.145115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.158239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Calling delete_port for 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:59.175892 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.205258 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=66daf71d-89c6-4837-a2a2-681bcd422354,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:59.207608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.212332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cc40d3ce-024d-4f59-8900-44c15ea29051 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/66daf71d-89c6-4837-a2a2-681bcd422354 HTTP/1.1" status: 204 len: 168 time: 0.3669386 Aug 22 15:41:59.212926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:59.216505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b07bfb-ff9a-430e-a21b-3ca6a8eac6bb None None] Network e49aa07c-539d-46b4-80d3-e0cb1a66cb94 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:41:59.293423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.348968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:59.349323 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.363713 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.398634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Pushing event deleted for resources: {'Port': ['ID=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:59.402661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] No DVR routers for this DVR port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:59.413315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] DHCP port deletion for e49aa07c-539d-46b4-80d3-e0cb1a66cb94 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:41:59.414910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.415463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.415668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.415998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.416379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.416729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.417090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.417411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.417688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.418017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.418348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.418676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec47f979-3e2a-45bc-b024-a03cebe509be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:41:59.427426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,segment=NetworkSegment(35263c12-ccbc-498c-97b7-141fa2bc30ec),segment_id=35263c12-ccbc-498c-97b7-141fa2bc30ec)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:59.428423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.440822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:59.466298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Deleting port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:41:59.466678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.515365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.532600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] For port 9c0f16ae-bbaa-431d-95c9-733f3fd08581, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c0f16ae-bbaa-431d-95c9-733f3fd08581,segment=NetworkSegment(d5e5363a-636a-4482-b20b-2cf810384312),segment_id=d5e5363a-636a-4482-b20b-2cf810384312)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:41:59.532996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.546935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Calling delete_port for 9c0f16ae-bbaa-431d-95c9-733f3fd08581 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:41:59.547801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:59.551735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:59.636226 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.646201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f536cd5f-4c36-43d0-aca5-0b0b6a674893']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:59.656773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35263c12-ccbc-498c-97b7-141fa2bc30ec') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:59.657072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35263c12-ccbc-498c-97b7-141fa2bc30ec') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:41:59.667166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.678580 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.686959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.693029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:41:59.693480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self.session.flush() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:41:59.697099 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:41:59.703750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] Pushing event deleted for resources: {'Port': ['ID=9c0f16ae-bbaa-431d-95c9-733f3fd08581,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:59.718731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38ad6d-303f-4c11-8651-0a6ab0cf1dd6 None None] No DVR routers for this DVR port 9c0f16ae-bbaa-431d-95c9-733f3fd08581 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:41:59.866951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.874546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:41:59.876076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/f536cd5f-4c36-43d0-aca5-0b0b6a674893 HTTP/1.1" status: 204 len: 168 time: 0.6590767 Aug 22 15:41:59.879463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53510) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:41:59.888969 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607360af-a793-4408-a03b-a70e0bf0f63f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=f536cd5f-4c36-43d0-aca5-0b0b6a674893,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:41:59.955477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.047708 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.058582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49aa07c-539d-46b4-80d3-e0cb1a66cb94']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:00.069778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e5363a-636a-4482-b20b-2cf810384312') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:00.070083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e5363a-636a-4482-b20b-2cf810384312') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:00.079769 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.095544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.103089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:00.103487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.105898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b8afd62c-3417-4f8f-a974-099d5e05f3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: items = [ Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:00.107987 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:00.261122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.269748 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.272523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/e49aa07c-539d-46b4-80d3-e0cb1a66cb94 HTTP/1.1" status: 204 len: 168 time: 0.3913124 Aug 22 15:42:00.276679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:00.282088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1970724429'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:00.282899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47575c53-b40f-4440-86ea-748d38221ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=e49aa07c-539d-46b4-80d3-e0cb1a66cb94,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:00.374629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:00.378232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.401735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:00.410180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.410528 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment f13ee577-0ac9-4146-a834-db75323f509d of type vlan for network 5447f3cf-29f4-4ea0-a69d-6ad033679749 Aug 22 15:42:00.450661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.541366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.546981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:00.547569 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:00.617748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=5447f3cf-29f4-4ea0-a69d-6ad033679749,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:00.628248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:00.638897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-39ada95f-aad0-4ae9-a4f6-3b2686ebf5a3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3611052 Aug 22 15:42:00.641785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:00.647482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:00.809687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:00.813313 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.019031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c0f16ae-bbaa-431d-95c9-733f3fd08581 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:01.046688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9c0f16ae-bbaa-431d-95c9-733f3fd08581 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:01.047264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c0f16ae-bbaa-431d-95c9-733f3fd08581 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:01.048064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:01.049915 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.071861 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:01.072148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 12cf0d48-e7bc-4bc6-8ad0-f6bbe6de0e08 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:01.117791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=42808742-2dfc-4f67-a92a-a86a8dbe5609,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:01.124968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': 'f13ee577-0ac9-4146-a834-db75323f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:01.125336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: 5447f3cf-29f4-4ea0-a69d-6ad033679749, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:01.226593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:01.306403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 5447f3cf-29f4-4ea0-a69d-6ad033679749) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:01.311855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:01.312902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.319880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf55d5-4ade-475c-86db-c6d66fe3bb72 None None] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:01.390144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-28a6602b-329f-4463-b021-70d5dff702a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7471399 Aug 22 15:42:01.393326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:01.399489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-790366898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:01.461548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.462663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.469431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-5447f3cf-29f4-4ea0-a69d-6ad033679749', 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': '42808742-2dfc-4f67-a92a-a86a8dbe5609'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:01.470301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.515273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.580488 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.606794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Allocated IP 172.20.0.2 (5447f3cf-29f4-4ea0-a69d-6ad033679749/42808742-2dfc-4f67-a92a-a86a8dbe5609/31dde9d9-f71b-44ee-9f62-87c4cea4d5de) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:01.666559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.667859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3dcf116b-39bd-42a6-91a7-0b84e8c3325d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2734873 Aug 22 15:42:01.670367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53518) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:01.675516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'port': {'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749', 'name': 'tempest-RoutersTest-1572488289'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:01.746176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.754772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Transition to ACTIVE for port object 31dde9d9-f71b-44ee-9f62-87c4cea4d5de will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:01.769750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Transition to ACTIVE for port object 31dde9d9-f71b-44ee-9f62-87c4cea4d5de will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:01.861109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.872004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:01.875545 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:01.893732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] device_id is not set on port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 yet. {{(pid=102049) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 22 15:42:01.903780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:01.906574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:01.910024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:01.918056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Pushing event updated for resources: {'Port': ['ID=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:02.013546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.20.0.7 (5447f3cf-29f4-4ea0-a69d-6ad033679749/42808742-2dfc-4f67-a92a-a86a8dbe5609/f75488d5-a2a2-4bf9-b4c2-448bbb6df124) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:02.129319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Attempting to bind port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:02.129696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Attempting to bind port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'f13ee577-0ac9-4146-a834-db75323f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:02.130051 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Attempting to bind port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de on network 5447f3cf-29f4-4ea0-a69d-6ad033679749 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:02.135605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:02.135832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Checking segment: {'id': 'f13ee577-0ac9-4146-a834-db75323f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:02.136415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.136818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Bound using segment: {'id': 'f13ee577-0ac9-4146-a834-db75323f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:02.137296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Bound port: 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13ee577-0ac9-4146-a834-db75323f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5447f3cf-29f4-4ea0-a69d-6ad033679749'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:02.137685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.174707 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.192340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object f75488d5-a2a2-4bf9-b4c2-448bbb6df124 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:02.202604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] For port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:02.205711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] For port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,segment=NetworkSegment(f13ee577-0ac9-4146-a834-db75323f509d),segment_id=f13ee577-0ac9-4146-a834-db75323f509d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:02.273191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.301465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.333749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e19eb-d4af-401c-8ea3-70ebd78bd59f None None] Pushing event updated for resources: {'Port': ['ID=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:02.345167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:02.348387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:02.353266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:02.380782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=f75488d5-a2a2-4bf9-b4c2-448bbb6df124,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:02.413368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:02.414144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.480457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-48403937-b0c9-4063-8610-fcb186a69171 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8088996 Aug 22 15:42:02.483037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53520) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:02.820245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:02.913399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.075540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 31dde9d9-f71b-44ee-9f62-87c4cea4d5de up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:03.105364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.169029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.193148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:03.204666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad5a89-2db3-4ef0-a583-5f98e8a2f2d2 None None] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:03.250442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=f75488d5-a2a2-4bf9-b4c2-448bbb6df124,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:03.332928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Provisioning for port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:03.338357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Provisioning complete for port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:03.338973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.390333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.455588 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.493328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] For port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,segment=NetworkSegment(f13ee577-0ac9-4146-a834-db75323f509d),segment_id=f13ee577-0ac9-4146-a834-db75323f509d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:03.507429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5622c598-dd12-4389-a008-b8b4431cc12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.555940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.563689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.616279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf0d2-b78d-401a-bf28-f1b85f837a2e None None] Pushing event updated for resources: {'Port': ['ID=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:03.804955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Provisioning for port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:03.809061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Provisioning complete for port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:03.809435 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.853415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:03.858756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.866417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Provisioning complete for port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:03.867050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3e1b-9875-4a48-810f-0cea636acae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:03.992935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:04.065823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=f75488d5-a2a2-4bf9-b4c2-448bbb6df124,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:04.068213 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:04.075929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5c6cac14-5ae9-4289-a11e-47e529ef8a28 None None] Provisioning complete for port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:04.076346 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5c6cac14-5ae9-4289-a11e-47e529ef8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:04.124697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cac14-5ae9-4289-a11e-47e529ef8a28 None None] Port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:04.171576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:04.173054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:04.363640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router ce0aea41-7cb4-479a-b57a-c61f44c296a5 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:04.447394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2c4be178-e054-4dda-af07-48c0a30a933a None None] Provisioning complete for port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:04.447958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c4be178-e054-4dda-af07-48c0a30a933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:04.484445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2c4be178-e054-4dda-af07-48c0a30a933a None None] Port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:04.693115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:04.699037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f4ce5050-d763-4f22-b756-494c8dd90f19 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/ce0aea41-7cb4-479a-b57a-c61f44c296a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2142763 Aug 22 15:42:04.701093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53522) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:04.703898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] Sync routers for ids ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:04.713537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] Routers {'ce0aea41-7cb4-479a-b57a-c61f44c296a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:04.714252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:04.744834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16a106-1dc4-4de9-b2b2-e9c51c3f8e53 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:04.746286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e16a106-1dc4-4de9-b2b2-e9c51c3f8e53 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports/f75488d5-a2a2-4bf9-b4c2-448bbb6df124 HTTP/1.1" status: 200 len: 977 time: 0.0440891 Aug 22 15:42:04.749108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53524) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:04.751000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:04.760473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] Routers {'ce0aea41-7cb4-479a-b57a-c61f44c296a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:04.761089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:04.799195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:04.799858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e74a-89ed-417d-9795-63d536a6abbe None None] The sync data for ids ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:04.975803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.026415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 31dde9d9-f71b-44ee-9f62-87c4cea4d5de up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:05.072418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.079439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:05.079932 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.285479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port f75488d5-a2a2-4bf9-b4c2-448bbb6df124 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:05.285830 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.374695 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.386872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for f75488d5-a2a2-4bf9-b4c2-448bbb6df124 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:05.626115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.653631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=f75488d5-a2a2-4bf9-b4c2-448bbb6df124,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:05.798148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:05.959454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router ce0aea41-7cb4-479a-b57a-c61f44c296a5 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:06.038622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:06.043748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-676175e9-1e17-4ed7-965e-314a6ada3a41 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/ce0aea41-7cb4-479a-b57a-c61f44c296a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2936549 Aug 22 15:42:06.046732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:06.047688 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] Sync routers for ids ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:06.056816 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] Routers {'ce0aea41-7cb4-479a-b57a-c61f44c296a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:06.057414 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:06.092747 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:06.102161 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] Routers {'ce0aea41-7cb4-479a-b57a-c61f44c296a5'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:06.102762 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:06.133255 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:06.133900 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747c3b1-891f-42ae-9ab6-e2b2645e42b8 None None] The sync data for ids ['ce0aea41-7cb4-479a-b57a-c61f44c296a5'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:06.234729 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-73e22580-18b5-440b-9660-7b19ac50d02f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] remove_router_interface failed (client error): The resource could not be found. Aug 22 15:42:06.235803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-73e22580-18b5-440b-9660-7b19ac50d02f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/ce0aea41-7cb4-479a-b57a-c61f44c296a5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1881199 Aug 22 15:42:06.238602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53528) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:06.264991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fe1490fa-ce00-430f-83bc-93a11f548418 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0aea41-7cb4-479a-b57a-c61f44c296a5 HTTP/1.1" status: 200 len: 205 time: 0.0253348 Aug 22 15:42:06.267494 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53530) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:06.342782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.502601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.504656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.597733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.598292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router ce0aea41-7cb4-479a-b57a-c61f44c296a5 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:06.605750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.606951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-789f391e-713f-4349-ae32-52c8f766efe8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/ce0aea41-7cb4-479a-b57a-c61f44c296a5 HTTP/1.1" status: 204 len: 168 time: 0.3385260 Aug 22 15:42:06.609563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53532) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:06.661907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet 42808742-2dfc-4f67-a92a-a86a8dbe5609 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:06.665557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.710756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:06.941088 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.031867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.141938 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.174087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=42808742-2dfc-4f67-a92a-a86a8dbe5609,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:07.179224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.181282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7e3dc848-e98c-4816-b60d-89611d60dd72 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/42808742-2dfc-4f67-a92a-a86a8dbe5609 HTTP/1.1" status: 204 len: 168 time: 0.5707774 Aug 22 15:42:07.183892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53534) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:07.185430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf13f2-a0e7-41cd-a4d7-6346226e3dc5 None None] Network 5447f3cf-29f4-4ea0-a69d-6ad033679749 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:07.263583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.317757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:07.318108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.392147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,segment=NetworkSegment(f13ee577-0ac9-4146-a834-db75323f509d),segment_id=f13ee577-0ac9-4146-a834-db75323f509d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:07.392437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.407663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 31dde9d9-f71b-44ee-9f62-87c4cea4d5de owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:07.488075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] DHCP port deletion for 5447f3cf-29f4-4ea0-a69d-6ad033679749 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:07.536068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Deleting port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:07.536453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.552730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.578968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:07.582966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:07.600254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] For port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,segment=NetworkSegment(f13ee577-0ac9-4146-a834-db75323f509d),segment_id=f13ee577-0ac9-4146-a834-db75323f509d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:07.600653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.617965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Calling delete_port for 31dde9d9-f71b-44ee-9f62-87c4cea4d5de owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:07.666091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.676478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5447f3cf-29f4-4ea0-a69d-6ad033679749']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:07.687062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13ee577-0ac9-4146-a834-db75323f509d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:07.687361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13ee577-0ac9-4146-a834-db75323f509d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:07.693248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.696456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.711034 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.716804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:07.717168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.723850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] Pushing event deleted for resources: {'Port': ['ID=31dde9d9-f71b-44ee-9f62-87c4cea4d5de,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:07.727572 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:07.730017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003aa57-3327-4977-89c0-5b9dfc8a4f85 None None] No DVR routers for this DVR port 31dde9d9-f71b-44ee-9f62-87c4cea4d5de on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:07.872057 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.876685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.878639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/5447f3cf-29f4-4ea0-a69d-6ad033679749 HTTP/1.1" status: 204 len: 168 time: 0.6936717 Aug 22 15:42:07.882857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53536) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:07.889268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-736946275'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:07.896450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffe9a3-0666-4526-825c-1f89823ccecc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=5447f3cf-29f4-4ea0-a69d-6ad033679749,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:07.968211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:07.971797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:07.998136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:08.007356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.011054 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 398ad7f8-5771-401a-ad2e-29e8aa83f4f6 of type vlan for network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 Aug 22 15:42:08.055623 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.139804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.145546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:08.146168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.217538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=242fcc0c-c034-47a4-b1b1-33ba36a50af5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:08.229249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:08.260962 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-432dc4b4-4e5c-4ef8-ab0a-e3ab18d80e0c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3760428 Aug 22 15:42:08.263574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53538) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:08.268638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:08.425678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:08.429291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.701104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.769586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=e07155b3-5f6c-48a9-a410-83cc7a0bb884,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:08.775722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '398ad7f8-5771-401a-ad2e-29e8aa83f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:08.776108 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: 242fcc0c-c034-47a4-b1b1-33ba36a50af5, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:08.872760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:08.969806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 242fcc0c-c034-47a4-b1b1-33ba36a50af5) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:08.974410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:08.975519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:08.980616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9909aa65-887b-4d9f-9fff-fd687062452c None None] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:09.034080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 31dde9d9-f71b-44ee-9f62-87c4cea4d5de no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:09.063168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 31dde9d9-f71b-44ee-9f62-87c4cea4d5de {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:09.063514 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 31dde9d9-f71b-44ee-9f62-87c4cea4d5de not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:09.073386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c61e97c9-4db1-47bd-aef1-cbb5f410ce74 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8086956 Aug 22 15:42:09.075851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:09.080519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-641948422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:09.160933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-242fcc0c-c034-47a4-b1b1-33ba36a50af5', 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': 'e07155b3-5f6c-48a9-a410-83cc7a0bb884'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:09.161797 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.169850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.171158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.226240 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.282913 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.299001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Allocated IP 172.20.0.2 (242fcc0c-c034-47a4-b1b1-33ba36a50af5/e07155b3-5f6c-48a9-a410-83cc7a0bb884/33577470-935b-409c-94a4-781021c6b5c3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:09.351966 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.353249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c77ac600-90d4-4de6-9980-9fd7f9286d0f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2764001 Aug 22 15:42:09.356047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:09.439213 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.447910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Transition to ACTIVE for port object 33577470-935b-409c-94a4-781021c6b5c3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:09.463459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Transition to ACTIVE for port object 33577470-935b-409c-94a4-781021c6b5c3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:09.546875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.592236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:09.600799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:09.602712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Pushing event updated for resources: {'Port': ['ID=33577470-935b-409c-94a4-781021c6b5c3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:09.604940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:09.660264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Attempting to bind port 33577470-935b-409c-94a4-781021c6b5c3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:09.660639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Attempting to bind port 33577470-935b-409c-94a4-781021c6b5c3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '398ad7f8-5771-401a-ad2e-29e8aa83f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:09.661007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Attempting to bind port 33577470-935b-409c-94a4-781021c6b5c3 on network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:09.667255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:09.667637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Checking segment: {'id': '398ad7f8-5771-401a-ad2e-29e8aa83f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:09.668198 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.668597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Bound using segment: {'id': '398ad7f8-5771-401a-ad2e-29e8aa83f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:09.669064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Bound port: 33577470-935b-409c-94a4-781021c6b5c3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398ad7f8-5771-401a-ad2e-29e8aa83f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '242fcc0c-c034-47a4-b1b1-33ba36a50af5'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:09.669450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.736720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] For port 33577470-935b-409c-94a4-781021c6b5c3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:09.739951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] For port 33577470-935b-409c-94a4-781021c6b5c3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=33577470-935b-409c-94a4-781021c6b5c3,segment=NetworkSegment(398ad7f8-5771-401a-ad2e-29e8aa83f4f6),segment_id=398ad7f8-5771-401a-ad2e-29e8aa83f4f6)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:09.816079 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:09.885677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e494-32fb-4c02-b53e-e5ef835d225a None None] Pushing event updated for resources: {'Port': ['ID=33577470-935b-409c-94a4-781021c6b5c3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:09.988578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.265609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.20.0.1 (242fcc0c-c034-47a4-b1b1-33ba36a50af5/e07155b3-5f6c-48a9-a410-83cc7a0bb884/cb08b9bf-6a4e-4d84-b240-fdf492c93772) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:10.379219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.393610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object cb08b9bf-6a4e-4d84-b240-fdf492c93772 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:10.495672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.543547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:10.546722 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:10.550538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:10.576245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=cb08b9bf-6a4e-4d84-b240-fdf492c93772,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:10.601338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.797837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.821328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35266b-dbc5-46e2-ace2-1ff82beaa19b None None] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:10.844015 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:10.981666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e8db4abb-b38e-44cb-99ba-845be439fef9 None None] Provisioning for port 33577470-935b-409c-94a4-781021c6b5c3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:11.067717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.081348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 33577470-935b-409c-94a4-781021c6b5c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:11.134944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.186609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 33577470-935b-409c-94a4-781021c6b5c3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:11.190956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 33577470-935b-409c-94a4-781021c6b5c3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:11.191120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.209361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.211186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=cb08b9bf-6a4e-4d84-b240-fdf492c93772,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:11.242284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Provisioning complete for port 33577470-935b-409c-94a4-781021c6b5c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:11.242667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.317643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:11.319199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:11.326432 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.388474 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.391392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 33577470-935b-409c-94a4-781021c6b5c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=33577470-935b-409c-94a4-781021c6b5c3,segment=NetworkSegment(398ad7f8-5771-401a-ad2e-29e8aa83f4f6),segment_id=398ad7f8-5771-401a-ad2e-29e8aa83f4f6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:11.478777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:11.512526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 27756792-bf53-46dc-b0f8-ddb6796c582b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:11.567244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:42:11.567608 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:42:11.571126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=33577470-935b-409c-94a4-781021c6b5c3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:11.616424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:11.621501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-925ebf5f-1928-4dcd-9e14-34415939d49f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/27756792-bf53-46dc-b0f8-ddb6796c582b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2644882 Aug 22 15:42:11.624264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53544) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:11.625977 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] Sync routers for ids ['27756792-bf53-46dc-b0f8-ddb6796c582b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:11.635947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] Routers {'27756792-bf53-46dc-b0f8-ddb6796c582b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:11.636604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['27756792-bf53-46dc-b0f8-ddb6796c582b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:11.669130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759dda7-f62d-442c-855d-e475ae9fac76 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:11.669606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:11.670581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c759dda7-f62d-442c-855d-e475ae9fac76 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports/cb08b9bf-6a4e-4d84-b240-fdf492c93772 HTTP/1.1" status: 200 len: 910 time: 0.0453010 Aug 22 15:42:11.673469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53546) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:11.678919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] Routers {'27756792-bf53-46dc-b0f8-ddb6796c582b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:11.679541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['27756792-bf53-46dc-b0f8-ddb6796c582b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:11.712822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:11.713456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d926f-a881-4dfb-88fa-30a8ff4dbeca None None] The sync data for ids ['27756792-bf53-46dc-b0f8-ddb6796c582b'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:12.003786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.197994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Provisioning for port cb08b9bf-6a4e-4d84-b240-fdf492c93772 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:12.202111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Provisioning complete for port cb08b9bf-6a4e-4d84-b240-fdf492c93772 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:12.202483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.241314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-70dd5a51-ca93-4fcf-8917-ee2ebedea0dd None None] Port cb08b9bf-6a4e-4d84-b240-fdf492c93772 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:12.260495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port cb08b9bf-6a4e-4d84-b240-fdf492c93772 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:12.260738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.345876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.359021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for cb08b9bf-6a4e-4d84-b240-fdf492c93772 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:12.359265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0d611480-188a-4e52-a879-b406e78f572f None None] Provisioning complete for port cb08b9bf-6a4e-4d84-b240-fdf492c93772 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:12.359618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0d611480-188a-4e52-a879-b406e78f572f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.394101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0d611480-188a-4e52-a879-b406e78f572f None None] Port cb08b9bf-6a4e-4d84-b240-fdf492c93772 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:12.579636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.611251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=cb08b9bf-6a4e-4d84-b240-fdf492c93772,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:12.751716 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:12.914848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 27756792-bf53-46dc-b0f8-ddb6796c582b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:12.995650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:13.009025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-89afa17c-3c9e-4dbc-b6c9-175e5c1bc2f3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/27756792-bf53-46dc-b0f8-ddb6796c582b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3345385 Aug 22 15:42:13.011635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:13.014568 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] Sync routers for ids ['27756792-bf53-46dc-b0f8-ddb6796c582b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:13.024540 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] Routers {'27756792-bf53-46dc-b0f8-ddb6796c582b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:13.025158 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['27756792-bf53-46dc-b0f8-ddb6796c582b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:13.039780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a71b226-951a-431b-9f5d-3d09097b765f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=27756792-bf53-46dc-b0f8-ddb6796c582b HTTP/1.1" status: 200 len: 205 time: 0.0269971 Aug 22 15:42:13.042187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:13.044954 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 33577470-935b-409c-94a4-781021c6b5c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:13.097642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 33577470-935b-409c-94a4-781021c6b5c3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:13.098099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.136017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.158872 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:13.170385 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] Routers {'27756792-bf53-46dc-b0f8-ddb6796c582b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:13.170933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['27756792-bf53-46dc-b0f8-ddb6796c582b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:13.207723 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:13.208720 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5facd712-948c-4de2-b57f-983c81e11048 None None] The sync data for ids ['27756792-bf53-46dc-b0f8-ddb6796c582b'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:13.308868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.311059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.426357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.426814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router 27756792-bf53-46dc-b0f8-ddb6796c582b {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:13.437817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.437817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-825f48b1-0283-44eb-b27a-e26b07cb4fd3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/27756792-bf53-46dc-b0f8-ddb6796c582b HTTP/1.1" status: 204 len: 168 time: 0.3920367 Aug 22 15:42:13.437817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:13.492829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet e07155b3-5f6c-48a9-a410-83cc7a0bb884 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:13.496094 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.536320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.616651 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.746834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.774196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=e07155b3-5f6c-48a9-a410-83cc7a0bb884,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:13.780649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.782932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-db985830-37d9-4bb5-a3f4-191f0a6058a9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/e07155b3-5f6c-48a9-a410-83cc7a0bb884 HTTP/1.1" status: 204 len: 168 time: 0.3440363 Aug 22 15:42:13.785919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53554) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:13.786353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11328f-eca9-4c04-b5f4-f70786a537af None None] Network 242fcc0c-c034-47a4-b1b1-33ba36a50af5 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:13.864091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.920071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 33577470-935b-409c-94a4-781021c6b5c3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:13.920417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:13.961530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] DHCP port deletion for 242fcc0c-c034-47a4-b1b1-33ba36a50af5 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:13.988365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 33577470-935b-409c-94a4-781021c6b5c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=33577470-935b-409c-94a4-781021c6b5c3,segment=NetworkSegment(398ad7f8-5771-401a-ad2e-29e8aa83f4f6),segment_id=398ad7f8-5771-401a-ad2e-29e8aa83f4f6)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:13.988731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.001237 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 33577470-935b-409c-94a4-781021c6b5c3 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:14.008208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Deleting port 33577470-935b-409c-94a4-781021c6b5c3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:14.008603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.072056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] For port 33577470-935b-409c-94a4-781021c6b5c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=33577470-935b-409c-94a4-781021c6b5c3,segment=NetworkSegment(398ad7f8-5771-401a-ad2e-29e8aa83f4f6),segment_id=398ad7f8-5771-401a-ad2e-29e8aa83f4f6)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:14.072604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.086476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Calling delete_port for 33577470-935b-409c-94a4-781021c6b5c3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:14.151043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.166692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.194752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] Pushing event deleted for resources: {'Port': ['ID=33577470-935b-409c-94a4-781021c6b5c3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:14.199170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c81433e-ce78-4f08-bec8-7cd188e8b9cd None None] No DVR routers for this DVR port 33577470-935b-409c-94a4-781021c6b5c3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:14.405812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=33577470-935b-409c-94a4-781021c6b5c3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:14.409940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 33577470-935b-409c-94a4-781021c6b5c3 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:14.486450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.496736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242fcc0c-c034-47a4-b1b1-33ba36a50af5']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:14.506291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398ad7f8-5771-401a-ad2e-29e8aa83f4f6') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:14.506588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398ad7f8-5771-401a-ad2e-29e8aa83f4f6') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:14.515158 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.531662 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.537781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:14.538155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:14.540983 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:14.677812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.685821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.687698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/242fcc0c-c034-47a4-b1b1-33ba36a50af5 HTTP/1.1" status: 204 len: 168 time: 0.9008956 Aug 22 15:42:14.692300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53556) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:14.697427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050246193', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:14.699238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13598b-cc4d-4480-8c86-edadf6fbc9a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=242fcc0c-c034-47a4-b1b1-33ba36a50af5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:14.797967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.799033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:14.854588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.027105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 33577470-935b-409c-94a4-781021c6b5c3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:15.047410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 33577470-935b-409c-94a4-781021c6b5c3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:15.047762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 33577470-935b-409c-94a4-781021c6b5c3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:15.086243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.329424 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.348669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.454548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.25.0.104 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/114cb11d-90fc-487c-ab6f-7356f7443006) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:15.562175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.644006 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:15.681823 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:15.685992 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:15.692257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:15.695434 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=114cb11d-90fc-487c-ab6f-7356f7443006,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:15.995495 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:16.194456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:16.406397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 1dac13a8-cedd-46c2-a7de-a52d83d88e12 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:16.519153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:16.528537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] Sync routers for ids ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:16.537758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] Routers {'1dac13a8-cedd-46c2-a7de-a52d83d88e12'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:16.538376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:16.573448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:16.581920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] Routers {'1dac13a8-cedd-46c2-a7de-a52d83d88e12'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:16.582755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:16.587516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:16.589035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd9366be-e8e1-406b-a310-474a4088ac37 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8953328 Aug 22 15:42:16.591517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:16.615737 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:16.616423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c857218-eaf4-41dd-a1cb-575d3920ab5d None None] The sync data for ids ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:16.702179 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f5606957-3332-493b-a2e9-cb06141da8de tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers/1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 200 len: 881 time: 0.1095109 Aug 22 15:42:16.704599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53560) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:16.902205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-813ee5b4-44d4-41c8-8b96-ccc227461636 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1965327 Aug 22 15:42:16.905090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53562) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:16.909389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2050246193'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:17.157722 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:42:17.214755 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:17.273171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:17.381751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 1dac13a8-cedd-46c2-a7de-a52d83d88e12 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:17.487559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:17.494524 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:17.495689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-950d3f8f-3f5d-40d6-a2f2-35ffa84f8417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 200 len: 888 time: 0.5896823 Aug 22 15:42:17.496960 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] Sync routers for ids ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:17.498489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:17.507999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] Routers {'1dac13a8-cedd-46c2-a7de-a52d83d88e12'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:17.508644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:17.545217 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:17.554835 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] Routers {'1dac13a8-cedd-46c2-a7de-a52d83d88e12'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:17.555466 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:17.590405 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:17.591064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0f71d-97e9-4a58-9a97-fa3806c71a33 None None] The sync data for ids ['1dac13a8-cedd-46c2-a7de-a52d83d88e12'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:17.950157 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-57f7bf09-b055-439b-aaa6-332e8d1b1087 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers/1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 200 len: 888 time: 0.4505212 Aug 22 15:42:17.952798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53566) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:17.982130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-32f24b6b-0d2d-4474-aa2d-ec19f23d9237 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 200 len: 205 time: 0.0282300 Aug 22 15:42:17.985018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53568) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:18.087445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.190839 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.307427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 114cb11d-90fc-487c-ab6f-7356f7443006 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:18.307774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.383300 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.394696 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 114cb11d-90fc-487c-ab6f-7356f7443006 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:18.643521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.675551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=114cb11d-90fc-487c-ab6f-7356f7443006,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:18.732874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.824778 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.826973 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.939851 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.940488 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router 1dac13a8-cedd-46c2-a7de-a52d83d88e12 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:18.951900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:18.953481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dfa02d37-71bf-48b5-9ac1-0f273784f76b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 204 len: 168 time: 0.9673510 Aug 22 15:42:18.957210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53570) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:18.963077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-192612123'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:19.059965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:19.063626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.089495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:19.098532 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.098885 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 5eed5ed6-c193-471b-8b1b-c7d280f5c849 of type vlan for network efc06eb5-6896-46e1-91e9-1d999bc1fd14 Aug 22 15:42:19.140561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.226294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.231991 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:19.232588 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.300892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=efc06eb5-6896-46e1-91e9-1d999bc1fd14,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:19.311754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:19.335566 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3ec64f40-b24b-449c-8d74-b9f06eca64f2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3770220 Aug 22 15:42:19.338206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53572) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:19.343230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:19.500320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:19.503768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.735165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.801024 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=c1a04ac0-e116-405f-9497-a25334e853fa,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:19.808498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '5eed5ed6-c193-471b-8b1b-c7d280f5c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:19.808872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: efc06eb5-6896-46e1-91e9-1d999bc1fd14, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:19.900586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:19.980576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, efc06eb5-6896-46e1-91e9-1d999bc1fd14) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:19.984682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:19.985281 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:19.990025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b0ea0-6d74-412a-abe8-61905a6eb080 None None] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:20.061548 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dccd4fe2-43da-44eb-a78c-5ff00cdae8d8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220511 Aug 22 15:42:20.064341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53574) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:20.069892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699392253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:20.137890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-efc06eb5-6896-46e1-91e9-1d999bc1fd14', 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': 'c1a04ac0-e116-405f-9497-a25334e853fa'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:20.138756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.164190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.165347 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.217644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.273075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Allocated IP 172.20.0.2 (efc06eb5-6896-46e1-91e9-1d999bc1fd14/c1a04ac0-e116-405f-9497-a25334e853fa/03825657-9631-4190-aae1-e8c4d0657cd9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:20.283805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.381391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.382621 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-85a1099e-1b7f-47b8-b41f-a65aa67f9c59 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3173151 Aug 22 15:42:20.385385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53576) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:20.422171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.431029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Transition to ACTIVE for port object 03825657-9631-4190-aae1-e8c4d0657cd9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:20.445191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Transition to ACTIVE for port object 03825657-9631-4190-aae1-e8c4d0657cd9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:20.513312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.553971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:20.556764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:20.560161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:20.569641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Pushing event updated for resources: {'Port': ['ID=03825657-9631-4190-aae1-e8c4d0657cd9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:20.624414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Attempting to bind port 03825657-9631-4190-aae1-e8c4d0657cd9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:20.624785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Attempting to bind port 03825657-9631-4190-aae1-e8c4d0657cd9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '5eed5ed6-c193-471b-8b1b-c7d280f5c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:20.626688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Attempting to bind port 03825657-9631-4190-aae1-e8c4d0657cd9 on network efc06eb5-6896-46e1-91e9-1d999bc1fd14 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:20.630092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:20.630490 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Checking segment: {'id': '5eed5ed6-c193-471b-8b1b-c7d280f5c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:20.630928 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.631319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Bound using segment: {'id': '5eed5ed6-c193-471b-8b1b-c7d280f5c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:20.631890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Bound port: 03825657-9631-4190-aae1-e8c4d0657cd9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eed5ed6-c193-471b-8b1b-c7d280f5c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efc06eb5-6896-46e1-91e9-1d999bc1fd14'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:20.632187 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.680706 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.696990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] For port 03825657-9631-4190-aae1-e8c4d0657cd9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:20.700148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] For port 03825657-9631-4190-aae1-e8c4d0657cd9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=03825657-9631-4190-aae1-e8c4d0657cd9,segment=NetworkSegment(5eed5ed6-c193-471b-8b1b-c7d280f5c849),segment_id=5eed5ed6-c193-471b-8b1b-c7d280f5c849)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:20.781033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:20.846347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3f40a-8668-4363-b692-f6a9c6646698 None None] Pushing event updated for resources: {'Port': ['ID=03825657-9631-4190-aae1-e8c4d0657cd9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:20.935543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.20.0.1 (efc06eb5-6896-46e1-91e9-1d999bc1fd14/c1a04ac0-e116-405f-9497-a25334e853fa/97813fa2-523e-412b-a74b-66fb35859f76) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:21.065020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.086063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object 97813fa2-523e-412b-a74b-66fb35859f76 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:21.120690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 03825657-9631-4190-aae1-e8c4d0657cd9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:21.191482 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.243358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:21.246273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:21.249959 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:21.256258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 03825657-9631-4190-aae1-e8c4d0657cd9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:21.278573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=97813fa2-523e-412b-a74b-66fb35859f76,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:21.301447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.466885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.538152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.749836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3828c2a-6202-4698-a04e-b92b8cc83164 None None] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:21.818730 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.837671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Provisioning for port 03825657-9631-4190-aae1-e8c4d0657cd9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:21.862146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Provisioning complete for port 03825657-9631-4190-aae1-e8c4d0657cd9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:21.862518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.894720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.975942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=97813fa2-523e-412b-a74b-66fb35859f76,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:21.978585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:21.994410 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.028884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] For port 03825657-9631-4190-aae1-e8c4d0657cd9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=03825657-9631-4190-aae1-e8c4d0657cd9,segment=NetworkSegment(5eed5ed6-c193-471b-8b1b-c7d280f5c849),segment_id=5eed5ed6-c193-471b-8b1b-c7d280f5c849)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:22.091671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:22.093659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:22.129663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.186677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad4380-0e7a-4984-87c6-9c42e6a0dfac None None] Pushing event updated for resources: {'Port': ['ID=03825657-9631-4190-aae1-e8c4d0657cd9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:22.295349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router dec3ca9e-fcc0-4064-a4d7-7dace811782d is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:22.324050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Provisioning for port 97813fa2-523e-412b-a74b-66fb35859f76 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:22.328495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Provisioning complete for port 97813fa2-523e-412b-a74b-66fb35859f76 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:22.329036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.367947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Port 97813fa2-523e-412b-a74b-66fb35859f76 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:22.378165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Provisioning complete for port 03825657-9631-4190-aae1-e8c4d0657cd9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:22.378391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8876b8fb-cb8d-4d2d-934a-39b4a71e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.399022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:22.407878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53578) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:22.408992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31ca8546-35a8-414c-bb14-ff4a1cc5d0a4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/dec3ca9e-fcc0-4064-a4d7-7dace811782d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223968 Aug 22 15:42:22.412840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] Sync routers for ids ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:22.432303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] Routers {'dec3ca9e-fcc0-4064-a4d7-7dace811782d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:22.433031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:22.453100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05eb23f-9703-4f51-8fd1-ec603682d7ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:22.457273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a05eb23f-9703-4f51-8fd1-ec603682d7ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports/97813fa2-523e-412b-a74b-66fb35859f76 HTTP/1.1" status: 200 len: 910 time: 0.0456505 Aug 22 15:42:22.457777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:22.463815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1a04ac0-e116-405f-9497-a25334e853fa'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:22.469503 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:22.505043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] Routers {'dec3ca9e-fcc0-4064-a4d7-7dace811782d'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:22.506635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:22.551296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:22.552130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53e180c-9de9-419c-95a0-bc0f6b1234b3 None None] The sync data for ids ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'] in n-d-805046-3 is: [] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:22.634202 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.689658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-de0a4fcb-6824-463c-81a5-6d1b77bf9cb0 None None] Provisioning complete for port 97813fa2-523e-412b-a74b-66fb35859f76 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:22.690032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de0a4fcb-6824-463c-81a5-6d1b77bf9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:22.724469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-de0a4fcb-6824-463c-81a5-6d1b77bf9cb0 None None] Port 97813fa2-523e-412b-a74b-66fb35859f76 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:23.014396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.035491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 03825657-9631-4190-aae1-e8c4d0657cd9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:23.071857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.085914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 03825657-9631-4190-aae1-e8c4d0657cd9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:23.086305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.150115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:23.150722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.152079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/ports/97813fa2-523e-412b-a74b-66fb35859f76 HTTP/1.1" status: 200 len: 910 time: 0.6932657 Aug 22 15:42:23.152796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2c906-cef1-4392-84d3-95ab9a35d429 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=97813fa2-523e-412b-a74b-66fb35859f76,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:23.155076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53582) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:23.467405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.702565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 97813fa2-523e-412b-a74b-66fb35859f76 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:23.702919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.787615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:23.799220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 97813fa2-523e-412b-a74b-66fb35859f76 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:24.009257 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.038380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=97813fa2-523e-412b-a74b-66fb35859f76,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:24.183154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.339371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router dec3ca9e-fcc0-4064-a4d7-7dace811782d has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:24.415048 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:24.420050 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7cb7b4af-a06c-4e2d-ae6b-5c4eda6f29fa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/dec3ca9e-fcc0-4064-a4d7-7dace811782d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2638814 Aug 22 15:42:24.423210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53584) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:24.426722 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] Sync routers for ids ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:24.440070 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] Routers {'dec3ca9e-fcc0-4064-a4d7-7dace811782d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:24.440863 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:24.467298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fdef9c14-ac4e-4635-9464-663ca32414bb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=dec3ca9e-fcc0-4064-a4d7-7dace811782d HTTP/1.1" status: 200 len: 205 time: 0.0423746 Aug 22 15:42:24.469485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53586) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:24.483813 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:24.492536 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] Routers {'dec3ca9e-fcc0-4064-a4d7-7dace811782d'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:24.493152 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:24.528801 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:24.529461 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e081c0-b2f2-4f13-ac3e-2f576db1b963 None None] The sync data for ids ['dec3ca9e-fcc0-4064-a4d7-7dace811782d'] in n-d-805046-3 is: [] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:24.544286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.702018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.704302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.804408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.804922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router dec3ca9e-fcc0-4064-a4d7-7dace811782d {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:24.811790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.813533 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8a23bd71-d131-425e-8e9c-853523e99d23 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/dec3ca9e-fcc0-4064-a4d7-7dace811782d HTTP/1.1" status: 204 len: 168 time: 0.3425033 Aug 22 15:42:24.816080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:24.871390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet c1a04ac0-e116-405f-9497-a25334e853fa {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:24.874662 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:24.920393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.002003 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.500061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.528259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a04ac0-e116-405f-9497-a25334e853fa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:25.531888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.534896 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ec1618a5-7154-47a2-9eb0-2bce3c977804 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/c1a04ac0-e116-405f-9497-a25334e853fa HTTP/1.1" status: 204 len: 168 time: 0.7168005 Aug 22 15:42:25.536562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53590) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:25.540565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb77ece-9e4f-497c-b193-82b6b77c579d None None] Network efc06eb5-6896-46e1-91e9-1d999bc1fd14 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:25.610713 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.669326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 03825657-9631-4190-aae1-e8c4d0657cd9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:25.669675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.711276 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] DHCP port deletion for efc06eb5-6896-46e1-91e9-1d999bc1fd14 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:25.733484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 03825657-9631-4190-aae1-e8c4d0657cd9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=03825657-9631-4190-aae1-e8c4d0657cd9,segment=NetworkSegment(5eed5ed6-c193-471b-8b1b-c7d280f5c849),segment_id=5eed5ed6-c193-471b-8b1b-c7d280f5c849)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:25.733858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.746231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 03825657-9631-4190-aae1-e8c4d0657cd9 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:25.758765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Deleting port 03825657-9631-4190-aae1-e8c4d0657cd9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:25.759069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.824356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] For port 03825657-9631-4190-aae1-e8c4d0657cd9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=03825657-9631-4190-aae1-e8c4d0657cd9,segment=NetworkSegment(5eed5ed6-c193-471b-8b1b-c7d280f5c849),segment_id=5eed5ed6-c193-471b-8b1b-c7d280f5c849)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:25.824752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.837597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Calling delete_port for 03825657-9631-4190-aae1-e8c4d0657cd9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:25.889263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.914767 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:25.916727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=03825657-9631-4190-aae1-e8c4d0657cd9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:25.918603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 03825657-9631-4190-aae1-e8c4d0657cd9 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:25.942142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] Pushing event deleted for resources: {'Port': ['ID=03825657-9631-4190-aae1-e8c4d0657cd9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:25.946061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99836fb5-79df-4b55-814c-57a5b3e9940f None None] No DVR routers for this DVR port 03825657-9631-4190-aae1-e8c4d0657cd9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:26.006490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.016675 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc06eb5-6896-46e1-91e9-1d999bc1fd14']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:26.027046 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eed5ed6-c193-471b-8b1b-c7d280f5c849') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:26.027340 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eed5ed6-c193-471b-8b1b-c7d280f5c849') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:26.036028 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.050371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.057001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:26.057395 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:26.060516 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:26.179443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.188920 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.188920 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/efc06eb5-6896-46e1-91e9-1d999bc1fd14 HTTP/1.1" status: 204 len: 168 time: 0.6507003 Aug 22 15:42:26.191962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53592) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:26.197602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1059478811', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:26.200368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e48af1-858f-4c34-ab96-bfc093c92aa2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=efc06eb5-6896-46e1-91e9-1d999bc1fd14,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:26.277181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.278195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.334052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.398023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.476634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.477878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-443b939a-6192-4bbf-be14-a19c40798133 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2848358 Aug 22 15:42:26.480598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:26.485579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-561053908'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:26.569362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:26.572795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.597059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:26.606300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.606647 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f of type vlan for network b94bc20b-d0d3-43fd-8272-8233eeaac756 Aug 22 15:42:26.647248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.751520 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.757758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:26.758346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:26.827370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=b94bc20b-d0d3-43fd-8272-8233eeaac756,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:26.842512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:26.901403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b2db9174-cd35-4d13-a2ea-6774e1b0ecaa tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4197505 Aug 22 15:42:26.904145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53596) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:26.909358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:27.033396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 03825657-9631-4190-aae1-e8c4d0657cd9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:27.054947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 03825657-9631-4190-aae1-e8c4d0657cd9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:27.055296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 03825657-9631-4190-aae1-e8c4d0657cd9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:27.088069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:27.091579 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:27.340557 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:27.403669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=698be79e-4066-41b6-a43f-6bef374081fc,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:27.412308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:27.412984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: b94bc20b-d0d3-43fd-8272-8233eeaac756, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:27.494711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:27.592290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b94bc20b-d0d3-43fd-8272-8233eeaac756) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:27.596144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:27.596751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:27.602591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7a43e-9483-4309-915c-ec4a2515c0c6 None None] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:27.667238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-69ee4710-a3ec-4caf-902e-0f93227b7b7d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7619300 Aug 22 15:42:27.670075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53598) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:27.750582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b94bc20b-d0d3-43fd-8272-8233eeaac756', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:27.751452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:27.890254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Allocated IP 172.20.0.2 (b94bc20b-d0d3-43fd-8272-8233eeaac756/698be79e-4066-41b6-a43f-6bef374081fc/6f5bc083-d9f1-43de-910b-22cfda8bf218) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:27.952185 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.038253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.047290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Transition to ACTIVE for port object 6f5bc083-d9f1-43de-910b-22cfda8bf218 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:28.065690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Transition to ACTIVE for port object 6f5bc083-d9f1-43de-910b-22cfda8bf218 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:28.134966 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.178284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:28.181153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:28.184574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:28.199476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Pushing event updated for resources: {'Port': ['ID=6f5bc083-d9f1-43de-910b-22cfda8bf218,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:28.203833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.20.0.1 (b94bc20b-d0d3-43fd-8272-8233eeaac756/698be79e-4066-41b6-a43f-6bef374081fc/78d1c673-a256-4f19-b068-232667a41eb0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:28.247058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Attempting to bind port 6f5bc083-d9f1-43de-910b-22cfda8bf218 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:28.247474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Attempting to bind port 6f5bc083-d9f1-43de-910b-22cfda8bf218 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:28.247847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Attempting to bind port 6f5bc083-d9f1-43de-910b-22cfda8bf218 on network b94bc20b-d0d3-43fd-8272-8233eeaac756 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:28.252930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:28.253307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Checking segment: {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:28.253714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.254115 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Bound using segment: {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:28.254585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Bound port: 6f5bc083-d9f1-43de-910b-22cfda8bf218, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:28.254985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.318245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] For port 6f5bc083-d9f1-43de-910b-22cfda8bf218, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:28.324394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] For port 6f5bc083-d9f1-43de-910b-22cfda8bf218, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6f5bc083-d9f1-43de-910b-22cfda8bf218,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:28.324563 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.336560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object 78d1c673-a256-4f19-b068-232667a41eb0 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:28.408697 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.437198 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.476020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae8fc-0f85-4742-b5e0-e0fda3b34967 None None] Pushing event updated for resources: {'Port': ['ID=6f5bc083-d9f1-43de-910b-22cfda8bf218,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:28.486140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:28.489397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:28.496544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:28.500776 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:28.530099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.530627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.530960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.531309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.531653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.532089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.532420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.532755 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.533087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.533486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.533816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.534151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:28.555805 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:28.776401 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.049887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.062435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6f5bc083-d9f1-43de-910b-22cfda8bf218 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:29.123597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.200676 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:29.203775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6f5bc083-d9f1-43de-910b-22cfda8bf218 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:29.206040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.307214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:29.308655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:29.386478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21332d8a-5920-4cf2-af15-dbed005955fc None None] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:29.483259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:29.579670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:29.585335 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f0d27774-6f52-4596-92d3-86da86ed01fb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139719 Aug 22 15:42:29.587382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Provisioning for port 6f5bc083-d9f1-43de-910b-22cfda8bf218 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:29.588142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53602) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:29.593319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Provisioning complete for port 6f5bc083-d9f1-43de-910b-22cfda8bf218 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:29.593783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.595741 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:29.596397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1813913812'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:29.646118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:29.646118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:29.694566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:29.698366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.726948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:29.739683 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.741181 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 9e7dd312-267c-49bc-b507-523e03cf96bb of type vlan for network 3c66c791-d9f7-42a1-bb39-1155211e5f08 Aug 22 15:42:29.750487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:29.787167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.797923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.877239 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.883738 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:29.884535 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:29.961607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=3c66c791-d9f7-42a1-bb39-1155211e5f08,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:29.997771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-86469999-003a-4a4c-86ae-0b705797bfdb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4070764 Aug 22 15:42:30.000870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53604) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:30.002249 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:30.011619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:30.113534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] For port 6f5bc083-d9f1-43de-910b-22cfda8bf218, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6f5bc083-d9f1-43de-910b-22cfda8bf218,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:30.191921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:30.196154 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.223083 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-14f3ee91-658e-4e91-a7ea-e1332074e6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.226513 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.271478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:28Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:28Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:30.305508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:30.306581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Updating router 633e61ef-e0e4-4ee9-aa52-35727afaae32 port 78d1c673-a256-4f19-b068-232667a41eb0 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:42:30.341724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff42f16-0352-46a8-bad3-a286313dd603 None None] Pushing event updated for resources: {'Port': ['ID=6f5bc083-d9f1-43de-910b-22cfda8bf218,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:30.351092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.368655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Provisioning complete for port 6f5bc083-d9f1-43de-910b-22cfda8bf218 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:30.369056 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.444727 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.503628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=4c5df8b0-c04d-4378-a31b-87ccac999828,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:30.514746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:30.515132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: 3c66c791-d9f7-42a1-bb39-1155211e5f08, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:30.586533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:30.671886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3c66c791-d9f7-42a1-bb39-1155211e5f08) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:30.676372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:30.676984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.690163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2af88-79ec-43f9-8619-d277270909b1 None None] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:30.714576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Provisioning for port 78d1c673-a256-4f19-b068-232667a41eb0 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:30.758781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Provisioning complete for port 78d1c673-a256-4f19-b068-232667a41eb0 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:30.759149 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.764752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.781271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cabfb8d4-9177-4b72-8380-f35c79a8bff7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7795715 Aug 22 15:42:30.786812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:30.805117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Transition to ACTIVE for port object 78d1c673-a256-4f19-b068-232667a41eb0 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:30.827596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9a90dabd-8f2a-490b-b159-5806b47143b2 None None] Port 78d1c673-a256-4f19-b068-232667a41eb0 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:30.894794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3c66c791-d9f7-42a1-bb39-1155211e5f08', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:30.907206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:30.907206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.022529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7b2b-23fd-4f1c-935c-46532a063a40 None None] Pushing event updated for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:31.079569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6f5bc083-d9f1-43de-910b-22cfda8bf218 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:31.157972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Attempting to bind port 78d1c673-a256-4f19-b068-232667a41eb0 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:31.158651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Attempting to bind port 78d1c673-a256-4f19-b068-232667a41eb0 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:31.158744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Attempting to bind port 78d1c673-a256-4f19-b068-232667a41eb0 on network b94bc20b-d0d3-43fd-8272-8233eeaac756 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:31.174748 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:31.175126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Checking segment: {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:31.175530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.175920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Bound using segment: {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:31.176421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Bound port: 78d1c673-a256-4f19-b068-232667a41eb0, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:31.176808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.206292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Allocated IP 172.21.0.2 (3c66c791-d9f7-42a1-bb39-1155211e5f08/4c5df8b0-c04d-4378-a31b-87ccac999828/09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:31.262959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.288273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6f5bc083-d9f1-43de-910b-22cfda8bf218 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:31.288667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.381537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] For port 78d1c673-a256-4f19-b068-232667a41eb0, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:31.400477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] For port 78d1c673-a256-4f19-b068-232667a41eb0, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78d1c673-a256-4f19-b068-232667a41eb0,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:31.449064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.589192 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.598569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7b2b-23fd-4f1c-935c-46532a063a40 None None] Pushing event updated for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:31.602310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:31.602919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:31.642691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Transition to ACTIVE for port object 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:31.692562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Transition to ACTIVE for port object 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:31.714973 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:31.807626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.824486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.21.0.1 (3c66c791-d9f7-42a1-bb39-1155211e5f08/4c5df8b0-c04d-4378-a31b-87ccac999828/070141a8-4faf-4cae-90a4-df3f2c23307f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:31.891208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:31.935675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:31.946366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:31.949964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Pushing event updated for resources: {'Port': ['ID=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:31.957912 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:31.973235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object 070141a8-4faf-4cae-90a4-df3f2c23307f will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:32.037093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Attempting to bind port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:32.037477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Attempting to bind port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:32.037819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Attempting to bind port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 on network 3c66c791-d9f7-42a1-bb39-1155211e5f08 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:32.047908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:32.048307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Checking segment: {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:32.048703 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.049241 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Bound using segment: {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:32.049722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Bound port: 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:32.050103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.084965 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.124632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:28Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:31Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:32.136561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:32.139878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:32.142912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:32.152785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:32.155877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a37ff-95fa-4347-9c93-11baa01a5df3 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:28Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:31Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:32.159673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] For port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:32.173110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] For port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:32.219367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.251106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.311909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c122d-7b01-4efd-b444-2f0e44f5b208 None None] Pushing event updated for resources: {'Port': ['ID=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:32.470989 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.783763 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.866370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.946845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:32.948837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:32.967638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.167251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:33.289672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:33.297462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78d1c673-a256-4f19-b068-232667a41eb0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:33.307921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-b15573da-c7dd-45dc-8b72-31f4e344b849 req-b261bb62-e360-4353-aeeb-4608d34bc40f service neutron] (102048) timed out ('10.222.0.10', 62767) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:42:33.333572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:33.335233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:33.438204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:33.500985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cabdb2-f2b4-4b14-b17d-635ea05ce05e None None] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:33.537347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:33.542583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-34b4e108-1005-4889-a974-8472934a07e7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572572 Aug 22 15:42:33.545218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:33.550781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1948970276'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:33.646325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Provisioning for port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:33.654016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Provisioning complete for port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:33.654396 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.676636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:33.679946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95a0d5fa-5ccc-49ac-86cd-a9d0369e0202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.680596 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.705017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:33.715855 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.716265 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 4b712250-6090-4ca9-ae96-fc60f862e874 of type vlan for network 3de1e7ac-6168-4ab6-adfe-5100c32e508b Aug 22 15:42:33.751363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 78d1c673-a256-4f19-b068-232667a41eb0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:33.760943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.763659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 78d1c673-a256-4f19-b068-232667a41eb0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:33.764103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.792641 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.828583 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:33.841927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:33.842908 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:33.852333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] For port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:33.879008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.892387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:33.892387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.892858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.929992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 78d1c673-a256-4f19-b068-232667a41eb0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78d1c673-a256-4f19-b068-232667a41eb0,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:33.937216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:33.940727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:33.978033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=3de1e7ac-6168-4ab6-adfe-5100c32e508b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:33.998457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:34.008334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53614) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:34.014365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:34.015349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d3c9e13a-af72-4e15-b2b7-23774ae5f81f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4691076 Aug 22 15:42:34.028014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d80e9-5b1e-4178-91e6-30d13067af1a None None] Pushing event updated for resources: {'Port': ['ID=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:34.035332 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.146200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Provisioning complete for port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:34.146696 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.185104 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:32Z', 'revision_number': 3, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:32Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:31Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:34.185759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:34.189728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.197009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:34.214788 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:34.215137 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Updating router 633e61ef-e0e4-4ee9-aa52-35727afaae32 port 070141a8-4faf-4cae-90a4-df3f2c23307f binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:42:34.260912 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.329637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Provisioning for port 070141a8-4faf-4cae-90a4-df3f2c23307f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:34.334817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Provisioning complete for port 070141a8-4faf-4cae-90a4-df3f2c23307f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:34.335158 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.379264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-15eecda7-c127-4a07-a189-44f946cb6e5c None None] Port 070141a8-4faf-4cae-90a4-df3f2c23307f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:34.501016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-fe846f0d-1f75-4b5b-8b9b-1f974401a483 None None] Provisioning complete for port 070141a8-4faf-4cae-90a4-df3f2c23307f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:34.501303 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fe846f0d-1f75-4b5b-8b9b-1f974401a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.523937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.536190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-fe846f0d-1f75-4b5b-8b9b-1f974401a483 None None] Port 070141a8-4faf-4cae-90a4-df3f2c23307f cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:34.550187 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.561286 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Transition to ACTIVE for port object 070141a8-4faf-4cae-90a4-df3f2c23307f will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:34.597103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:34.602506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:34.602870 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: 3de1e7ac-6168-4ab6-adfe-5100c32e508b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:34.636655 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.684248 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Pushing event updated for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:34.710960 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.711309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.711628 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.711957 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.712309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.712629 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.712947 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.713264 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.713573 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.713884 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.714201 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.714511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:34.717532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:34.754011 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Attempting to bind port 070141a8-4faf-4cae-90a4-df3f2c23307f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:34.754363 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Attempting to bind port 070141a8-4faf-4cae-90a4-df3f2c23307f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:34.754724 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Attempting to bind port 070141a8-4faf-4cae-90a4-df3f2c23307f on network 3c66c791-d9f7-42a1-bb39-1155211e5f08 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Checking segment: {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Bound using segment: {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Bound port: 070141a8-4faf-4cae-90a4-df3f2c23307f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7dd312-267c-49bc-b507-523e03cf96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:34.762335 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.785981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3de1e7ac-6168-4ab6-adfe-5100c32e508b) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:34.790898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:34.791586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.798376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b9e9a-336f-42a2-bedb-695a2f6f7446 None None] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:34.829288 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] For port 070141a8-4faf-4cae-90a4-df3f2c23307f, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:34.832923 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] For port 070141a8-4faf-4cae-90a4-df3f2c23307f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=070141a8-4faf-4cae-90a4-df3f2c23307f,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:34.883979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-614f6989-adbc-41e7-8d6b-b87be8e344f9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8739512 Aug 22 15:42:34.886777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:34.900875 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:34.972937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:34.973621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:34.976735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f61f-52e0-4d9f-bb83-dfecadc3d7b9 None None] Pushing event updated for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:34.998006 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.003312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:35.004223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.098767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:35.126814 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:35.206826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:35.207351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.209556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Allocated IP 172.22.0.2 (3de1e7ac-6168-4ab6-adfe-5100c32e508b/f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc/1b609707-0c5a-4d97-a6de-2f26a7f2493e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:35.338491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.383935 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:32Z', 'revision_number': 3, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:34Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:35.391565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78d1c673-a256-4f19-b068-232667a41eb0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:35.482036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.493418 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Transition to ACTIVE for port object 1b609707-0c5a-4d97-a6de-2f26a7f2493e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:35.507940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 78d1c673-a256-4f19-b068-232667a41eb0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:35.508372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.528290 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63edca2-cf0a-4db9-8931-928ff157bc0a None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:32Z', 'revision_number': 3, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:34Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:35.531626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Transition to ACTIVE for port object 1b609707-0c5a-4d97-a6de-2f26a7f2493e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:35.620322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.660560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:35.665842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:35.672611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:35.677785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Pushing event updated for resources: {'Port': ['ID=1b609707-0c5a-4d97-a6de-2f26a7f2493e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:35.690888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.22.0.1 (3de1e7ac-6168-4ab6-adfe-5100c32e508b/f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc/bdf9156c-0d90-4e19-92d7-68457973e12a) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:35.744867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Attempting to bind port 1b609707-0c5a-4d97-a6de-2f26a7f2493e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:35.745253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Attempting to bind port 1b609707-0c5a-4d97-a6de-2f26a7f2493e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:35.745698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Attempting to bind port 1b609707-0c5a-4d97-a6de-2f26a7f2493e on network 3de1e7ac-6168-4ab6-adfe-5100c32e508b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:35.751281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:35.751665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Checking segment: {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:35.752104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.753379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Bound using segment: {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:35.753863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Bound port: 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:35.754260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.816817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.830131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] For port 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:35.832331 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] For port 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1b609707-0c5a-4d97-a6de-2f26a7f2493e,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:35.834847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object bdf9156c-0d90-4e19-92d7-68457973e12a will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:35.906832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.941408 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:35.977775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116e9d8-e03f-40c7-8146-c4a183f28de4 None None] Pushing event updated for resources: {'Port': ['ID=1b609707-0c5a-4d97-a6de-2f26a7f2493e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:35.998411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:36.001617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:36.007151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:36.017337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:36.066434 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.268932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.538305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.591783 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.670761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:36.673352 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.770477 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:36.772181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:36.879577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:36.947896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:36.952789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d205a-9343-4aaf-a4c0-7005e1caaccf None None] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:37.131520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bf695832-4b30-4d38-a725-aa3d55468529 None None] Provisioning for port 1b609707-0c5a-4d97-a6de-2f26a7f2493e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:37.156398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 070141a8-4faf-4cae-90a4-df3f2c23307f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:37.273190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 070141a8-4faf-4cae-90a4-df3f2c23307f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:37.277506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 070141a8-4faf-4cae-90a4-df3f2c23307f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:37.277999 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.371146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.375454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:37.384410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ace96fb-0990-4139-9e7d-b4b8ece43db2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965792 Aug 22 15:42:37.387124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53618) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:37.392691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285844295'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:37.395999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:37.416779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:37.417456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:37.422771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 070141a8-4faf-4cae-90a4-df3f2c23307f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=070141a8-4faf-4cae-90a4-df3f2c23307f,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:37.494506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:37.498083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.525561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:42:37.526221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:37.529596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.530756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1b609707-0c5a-4d97-a6de-2f26a7f2493e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:37.535306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.535649 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added segment 36c8c5a7-edfd-442d-8cf9-3050a1e1486f of type vlan for network 3a718125-cba4-4235-9cee-e84b644bfce9 Aug 22 15:42:37.580229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.605161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5a08ef2e-c317-496e-af5b-b0f9dc7272e8 None None] Provisioning for port bdf9156c-0d90-4e19-92d7-68457973e12a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:37.623319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5a08ef2e-c317-496e-af5b-b0f9dc7272e8 None None] Provisioning complete for port bdf9156c-0d90-4e19-92d7-68457973e12a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:37.623686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5a08ef2e-c317-496e-af5b-b0f9dc7272e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.706051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.712471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:37.713090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.734631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:37.785484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5a08ef2e-c317-496e-af5b-b0f9dc7272e8 None None] Port bdf9156c-0d90-4e19-92d7-68457973e12a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:37.787586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Network': ['ID=3a718125-cba4-4235-9cee-e84b644bfce9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:37.795574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.795801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.796238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.796581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.797060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.797431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.797769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.798101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.798433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.798764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.799096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.799426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:42:37.814213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3a718125-cba4-4235-9cee-e84b644bfce9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:42:37.826965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-378457d4-22cd-4ed6-87cb-32bc2ef29039 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4386866 Aug 22 15:42:37.829831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53620) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:37.836455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'subnet': {'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:37.980130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Made reservation on behalf of a90922eb0f1144f3b219a98e9724f35f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:42:37.984132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:37.988909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1b609707-0c5a-4d97-a6de-2f26a7f2493e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:38.005343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1b609707-0c5a-4d97-a6de-2f26a7f2493e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:38.005734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.137301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-49d29db9-69fe-4355-b6f0-6642ef8e6e6f None None] Provisioning complete for port bdf9156c-0d90-4e19-92d7-68457973e12a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:38.137680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49d29db9-69fe-4355-b6f0-6642ef8e6e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.195620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:36Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:34Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:36Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:38.231020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-49d29db9-69fe-4355-b6f0-6642ef8e6e6f None None] Port bdf9156c-0d90-4e19-92d7-68457973e12a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:42:38.232492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:38.232848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Updating router 633e61ef-e0e4-4ee9-aa52-35727afaae32 port bdf9156c-0d90-4e19-92d7-68457973e12a binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:42:38.240320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.249261 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.275773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.301377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1b609707-0c5a-4d97-a6de-2f26a7f2493e,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:38.318047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Subnet': ['ID=ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:38.324922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Checking segment: {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:38.325277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network hostable DHCP agents. Network: 3a718125-cba4-4235-9cee-e84b644bfce9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:42:38.382434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.409003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3a718125-cba4-4235-9cee-e84b644bfce9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:42:38.463258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1b609707-0c5a-4d97-a6de-2f26a7f2493e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:38.533716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3a718125-cba4-4235-9cee-e84b644bfce9) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:38.539782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:42:38.541065 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.542535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70137316-8a69-4137-bef5-7499fec15187 None None] Network 3a718125-cba4-4235-9cee-e84b644bfce9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:38.603886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f7fce0c8-c24e-4f43-ba4c-2c8012ac199b tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7729406 Aug 22 15:42:38.606512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53624) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:38.653954 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.673543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Transition to ACTIVE for port object bdf9156c-0d90-4e19-92d7-68457973e12a will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:38.746368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3a718125-cba4-4235-9cee-e84b644bfce9', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:42:38.747460 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.757469 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.870835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2077-4113-466c-a9c0-f75d983acc53 None None] Pushing event updated for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:38.960651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Attempting to bind port bdf9156c-0d90-4e19-92d7-68457973e12a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:38.961033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Attempting to bind port bdf9156c-0d90-4e19-92d7-68457973e12a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:38.961378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Attempting to bind port bdf9156c-0d90-4e19-92d7-68457973e12a on network 3de1e7ac-6168-4ab6-adfe-5100c32e508b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:38.970674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:38.971050 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Checking segment: {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:38.971464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.971858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Bound using segment: {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:38.972841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Bound port: bdf9156c-0d90-4e19-92d7-68457973e12a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b712250-6090-4ca9-ae96-fc60f862e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:38.972841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:38.993536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Allocated IP 172.23.0.2 (3a718125-cba4-4235-9cee-e84b644bfce9/ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a/fcccf35f-f7a5-4080-a8d6-58965754a6c3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:39.000110 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.104934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 070141a8-4faf-4cae-90a4-df3f2c23307f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:39.140381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] For port bdf9156c-0d90-4e19-92d7-68457973e12a, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:39.163420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] For port bdf9156c-0d90-4e19-92d7-68457973e12a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bdf9156c-0d90-4e19-92d7-68457973e12a,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:39.208248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 070141a8-4faf-4cae-90a4-df3f2c23307f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:39.208545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.249189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.326427 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.354776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2077-4113-466c-a9c0-f75d983acc53 None None] Pushing event updated for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:39.359124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Transition to ACTIVE for port object fcccf35f-f7a5-4080-a8d6-58965754a6c3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:39.361345 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:39.361985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:39.472100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Transition to ACTIVE for port object fcccf35f-f7a5-4080-a8d6-58965754a6c3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:39.496101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:39.498841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1b609707-0c5a-4d97-a6de-2f26a7f2493e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:39.550408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.597716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Allocated IP 172.23.0.1 (3a718125-cba4-4235-9cee-e84b644bfce9/ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a/d7bffb27-90f6-42d2-9391-4798671dec21) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:42:39.661328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Network 3a718125-cba4-4235-9cee-e84b644bfce9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:39.679337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:39.685081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:39.712302 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Pushing event updated for resources: {'Port': ['ID=fcccf35f-f7a5-4080-a8d6-58965754a6c3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:39.726469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.736794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Transition to ACTIVE for port object d7bffb27-90f6-42d2-9391-4798671dec21 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:39.764255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1b609707-0c5a-4d97-a6de-2f26a7f2493e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:39.764633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.832223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.841567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Attempting to bind port fcccf35f-f7a5-4080-a8d6-58965754a6c3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:39.841942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Attempting to bind port fcccf35f-f7a5-4080-a8d6-58965754a6c3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:39.842306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Attempting to bind port fcccf35f-f7a5-4080-a8d6-58965754a6c3 on network 3a718125-cba4-4235-9cee-e84b644bfce9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:39.859121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:39.859499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Checking segment: {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:39.859909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.860333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Bound using segment: {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:39.860810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Bound port: fcccf35f-f7a5-4080-a8d6-58965754a6c3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:39.861194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:39.873823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3a718125-cba4-4235-9cee-e84b644bfce9 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:39.878981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:39.883273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:42:39.910743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:39.935244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.131243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.145684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:36Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:39Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:40.150559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] For port fcccf35f-f7a5-4080-a8d6-58965754a6c3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:40.178427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d42d4-33a1-4785-9caa-6d84cd20a167 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:36Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:39Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:40.189616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] For port fcccf35f-f7a5-4080-a8d6-58965754a6c3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fcccf35f-f7a5-4080-a8d6-58965754a6c3,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:40.248522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.316591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727bf5d-ee11-4558-af73-8cc3591b863f None None] Pushing event updated for resources: {'Port': ['ID=fcccf35f-f7a5-4080-a8d6-58965754a6c3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:40.478741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.551902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.633052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event updated for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:40.636962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.743589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Network 3a718125-cba4-4235-9cee-e84b644bfce9 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:42:40.745145 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:42:40.797922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:40.850818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:40.953711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:40.961060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8817ca39-cbe5-4705-85a6-7dc6643e5d5c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534639 Aug 22 15:42:40.963601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53626) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:40.968279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:41.134574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdf9156c-0d90-4e19-92d7-68457973e12a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:41.170822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:41.183606 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:41.184320 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:41.260884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port bdf9156c-0d90-4e19-92d7-68457973e12a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:41.265183 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bdf9156c-0d90-4e19-92d7-68457973e12a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:41.265453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.291718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:41.360582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c55e4-797f-4c7f-bd31-bc9d320e4972 None None] Network 3a718125-cba4-4235-9cee-e84b644bfce9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:41.362349 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.462076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port bdf9156c-0d90-4e19-92d7-68457973e12a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bdf9156c-0d90-4e19-92d7-68457973e12a,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:41.537665 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:40Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:39Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:40Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:41.550262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.551098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fcccf35f-f7a5-4080-a8d6-58965754a6c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:41.570172 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:41.570533 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Updating router 633e61ef-e0e4-4ee9-aa52-35727afaae32 port d7bffb27-90f6-42d2-9391-4798671dec21 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:42:41.596588 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.604157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c8c0b64b-a40a-48c6-8919-0efba7fab236 None None] Provisioning for port fcccf35f-f7a5-4080-a8d6-58965754a6c3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:41.650244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:42:41.652770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:41.665281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.extraroute_db [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Removed routes are [] {{(pid=102049) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:42:41.665693 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.734294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port fcccf35f-f7a5-4080-a8d6-58965754a6c3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:41.738542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fcccf35f-f7a5-4080-a8d6-58965754a6c3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:41.739139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.838139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.885119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port fcccf35f-f7a5-4080-a8d6-58965754a6c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fcccf35f-f7a5-4080-a8d6-58965754a6c3,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:41.923022 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:41.935298 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Transition to ACTIVE for port object d7bffb27-90f6-42d2-9391-4798671dec21 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:42:41.969729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.009451 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.013595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.034193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=fcccf35f-f7a5-4080-a8d6-58965754a6c3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:42.037494 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.066080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ecf0cb7b-0385-4bd1-8c72-72b367806608 None None] Provisioning for port d7bffb27-90f6-42d2-9391-4798671dec21 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:42.083727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ecf0cb7b-0385-4bd1-8c72-72b367806608 None None] Provisioning complete for port fcccf35f-f7a5-4080-a8d6-58965754a6c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:42.084466 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ecf0cb7b-0385-4bd1-8c72-72b367806608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.129357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:42.154555 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae159ad-945c-4dce-9450-8676593ac32e None None] Pushing event updated for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:42.165812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Attempting to bind port d7bffb27-90f6-42d2-9391-4798671dec21 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:42:42.166212 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Attempting to bind port d7bffb27-90f6-42d2-9391-4798671dec21 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:42:42.166572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Attempting to bind port d7bffb27-90f6-42d2-9391-4798671dec21 on network 3a718125-cba4-4235-9cee-e84b644bfce9 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:42:42.175788 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:42:42.176443 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Checking segment: {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:42:42.177209 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.177614 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Bound using segment: {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:42:42.178079 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Bound port: d7bffb27-90f6-42d2-9391-4798671dec21, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c8c5a7-edfd-442d-8cf9-3050a1e1486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:42:42.178478 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.249764 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] For port d7bffb27-90f6-42d2-9391-4798671dec21, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:42:42.256309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] For port d7bffb27-90f6-42d2-9391-4798671dec21, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7bffb27-90f6-42d2-9391-4798671dec21,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:42:42.260951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:42.269183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.270465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ad91ee26-3f39-49df-baef-170557168eb9 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 934 time: 1.3058360 Aug 22 15:42:42.273526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53632) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:42.334991 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:42.388917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c188d55c-59b3-4b3d-9640-7423cba55fb7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 934 time: 0.1141307 Aug 22 15:42:42.391544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53634) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:42.400206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:42.400206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:42.400470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'routes': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:42.400552 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae159ad-945c-4dce-9450-8676593ac32e None None] Pushing event updated for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:42.494253 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:42.721709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 6, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:42.750647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c17707-f7b8-41a8-8e74-fed97accb980 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 6, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:42.828281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added routes are [] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:42:42.828614 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:42:42.862093 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.146072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.149972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.162827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdf9156c-0d90-4e19-92d7-68457973e12a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:43.225138 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bdf9156c-0d90-4e19-92d7-68457973e12a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:43.225527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.259877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:43.325110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7bffb27-90f6-42d2-9391-4798671dec21 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:43.363748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:43.373127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.374344 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-747fe209-6b97-4758-92ea-280fde395e81 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 700 time: 0.9812667 Aug 22 15:42:43.376988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53636) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:43.443541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d7bffb27-90f6-42d2-9391-4798671dec21 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:42:43.448065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d7bffb27-90f6-42d2-9391-4798671dec21 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:43.448444 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.488756 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-36cb3ee9-bcc7-44bb-864d-c02e4b2e327f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 700 time: 0.1103728 Aug 22 15:42:43.491353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53638) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:43.530781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:43.542609 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.554372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:43.559347 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:43.647881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d7bffb27-90f6-42d2-9391-4798671dec21, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7bffb27-90f6-42d2-9391-4798671dec21,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:43.668227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:43.750371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.751154 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fcccf35f-f7a5-4080-a8d6-58965754a6c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:42:43.855080 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:43.882594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:43.915635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port fcccf35f-f7a5-4080-a8d6-58965754a6c3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:42:43.916081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:44.026005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 7, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 4, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:44.061252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:44.072810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:44.073439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:44.108398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port d7bffb27-90f6-42d2-9391-4798671dec21 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:44.108770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:44.164469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:44.204542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port d7bffb27-90f6-42d2-9391-4798671dec21, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d7bffb27-90f6-42d2-9391-4798671dec21,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:44.204913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:44.218452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for d7bffb27-90f6-42d2-9391-4798671dec21 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:44.384461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 7, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:43Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:44.415769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4db5-6b91-4769-99f2-7437e6cdd414 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:42Z', 'revision_number': 7, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7bffb27-90f6-42d2-9391-4798671dec21', 'name': '', 'network_id': '3a718125-cba4-4235-9cee-e84b644bfce9', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:22:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:39Z', 'updated_at': '2021-08-22T15:42:43Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:44.466257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:44.495689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=d7bffb27-90f6-42d2-9391-4798671dec21,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:44.897561 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.096945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:45.194522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:45.199471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c4135d2-6185-4410-a1ea-e812e744377e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070658 Aug 22 15:42:45.202129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53642) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:45.204317 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:45.214533 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:45.215202 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:45.253389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:45.257098 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.297040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.302173 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:45.393001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.511867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:44Z', 'revision_number': 8, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:45.516929 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.539395 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:45.544370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:45.548280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.550652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:45.550883 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19b253a3-5272-4c2d-9d17-2304a7cd00ca tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a HTTP/1.1" status: 204 len: 168 time: 0.3478112 Aug 22 15:42:45.551287 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:45.554164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53644) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:45.558897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda60ef-5cce-48cd-b49f-dbb6fea7720a None None] Network 3a718125-cba4-4235-9cee-e84b644bfce9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:45.638097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.702283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port fcccf35f-f7a5-4080-a8d6-58965754a6c3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:45.702902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.737700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] DHCP port deletion for 3a718125-cba4-4235-9cee-e84b644bfce9 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:45.738387 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:45.778535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port fcccf35f-f7a5-4080-a8d6-58965754a6c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=fcccf35f-f7a5-4080-a8d6-58965754a6c3,segment=NetworkSegment(36c8c5a7-edfd-442d-8cf9-3050a1e1486f),segment_id=36c8c5a7-edfd-442d-8cf9-3050a1e1486f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:45.778817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.793403 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for fcccf35f-f7a5-4080-a8d6-58965754a6c3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:45.940342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.955279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Deleting port fcccf35f-f7a5-4080-a8d6-58965754a6c3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:45.955665 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:45.960172 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:44Z', 'revision_number': 8, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:45.973400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=fcccf35f-f7a5-4080-a8d6-58965754a6c3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:45.977801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port fcccf35f-f7a5-4080-a8d6-58965754a6c3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:45.995829 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075013e-95cd-45e1-9c46-0d3ebafa1fb1 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:44Z', 'revision_number': 8, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf9156c-0d90-4e19-92d7-68457973e12a', 'name': '', 'network_id': '3de1e7ac-6168-4ab6-adfe-5100c32e508b', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:52:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:35Z', 'updated_at': '2021-08-22T15:42:41Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': 'f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:46.027114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] For port fcccf35f-f7a5-4080-a8d6-58965754a6c3, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:46.027533 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.041453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Calling delete_port for fcccf35f-f7a5-4080-a8d6-58965754a6c3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:46.044198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Port fcccf35f-f7a5-4080-a8d6-58965754a6c3 was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:42:46.045504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.061440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.069518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] Pushing event deleted for resources: {'Port': ['ID=fcccf35f-f7a5-4080-a8d6-58965754a6c3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:46.072824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a718125-cba4-4235-9cee-e84b644bfce9']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:46.075252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c4677-6a48-4e6b-a9f6-db74ce809220 None None] No DVR routers for this DVR port fcccf35f-f7a5-4080-a8d6-58965754a6c3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:46.088294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c8c5a7-edfd-442d-8cf9-3050a1e1486f') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:46.088597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c8c5a7-edfd-442d-8cf9-3050a1e1486f') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:46.098305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.113232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.120004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:46.120406 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:46.123341 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:46.242791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.247180 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.249813 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/3a718125-cba4-4235-9cee-e84b644bfce9 HTTP/1.1" status: 204 len: 168 time: 0.6942184 Aug 22 15:42:46.252416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53646) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:46.265015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad565260-1e2d-4969-94f9-2c8ad5b9ff70 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=3a718125-cba4-4235-9cee-e84b644bfce9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:46.607108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.856767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port bdf9156c-0d90-4e19-92d7-68457973e12a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:46.857182 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.951092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port bdf9156c-0d90-4e19-92d7-68457973e12a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bdf9156c-0d90-4e19-92d7-68457973e12a,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:46.951478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:46.965014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for bdf9156c-0d90-4e19-92d7-68457973e12a owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:47.067049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7bffb27-90f6-42d2-9391-4798671dec21 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:47.091646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d7bffb27-90f6-42d2-9391-4798671dec21 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:47.092052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d7bffb27-90f6-42d2-9391-4798671dec21 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:47.097975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fcccf35f-f7a5-4080-a8d6-58965754a6c3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:47.116092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: fcccf35f-f7a5-4080-a8d6-58965754a6c3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:47.116384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device fcccf35f-f7a5-4080-a8d6-58965754a6c3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:47.231621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:47.266724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=bdf9156c-0d90-4e19-92d7-68457973e12a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:47.436088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:47.639354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:47.732831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:47.738166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25e0b64c-955b-4013-97cc-5ff7243fc0e2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844503 Aug 22 15:42:47.741304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53648) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:47.743739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:47.753214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:47.753825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:47.796600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:47.799761 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:47.844668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:47.847292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:47.929088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.053999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:47Z', 'revision_number': 9, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.077725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.081049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:48.089798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:48.090422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.106294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:48.111466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.116898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2cb24a01-3313-4a92-bed1-79aed27c9343 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc HTTP/1.1" status: 204 len: 168 time: 0.3712859 Aug 22 15:42:48.117171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53652) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:48.127715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d3504-7a84-4b1f-a5f1-6fc4dff8ad76 None None] Network 3de1e7ac-6168-4ab6-adfe-5100c32e508b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:48.195798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.233116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:48.255632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 1b609707-0c5a-4d97-a6de-2f26a7f2493e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:48.256647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.430364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] DHCP port deletion for 3de1e7ac-6168-4ab6-adfe-5100c32e508b request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:48.519506 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Deleting port 1b609707-0c5a-4d97-a6de-2f26a7f2493e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:48.519803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.537509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:47Z', 'revision_number': 9, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.564309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1b609707-0c5a-4d97-a6de-2f26a7f2493e,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:48.564681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.578468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0678f-e9eb-4991-9365-ed2a615fe3d4 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:47Z', 'revision_number': 9, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '070141a8-4faf-4cae-90a4-df3f2c23307f', 'name': '', 'network_id': '3c66c791-d9f7-42a1-bb39-1155211e5f08', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:3e:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:31Z', 'updated_at': '2021-08-22T15:42:37Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '4c5df8b0-c04d-4378-a31b-87ccac999828', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:48.578741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 1b609707-0c5a-4d97-a6de-2f26a7f2493e owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:48.623323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] For port 1b609707-0c5a-4d97-a6de-2f26a7f2493e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1b609707-0c5a-4d97-a6de-2f26a7f2493e,segment=NetworkSegment(4b712250-6090-4ca9-ae96-fc60f862e874),segment_id=4b712250-6090-4ca9-ae96-fc60f862e874)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:48.623726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.636444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Calling delete_port for 1b609707-0c5a-4d97-a6de-2f26a7f2493e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:48.745702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.752286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.773167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=1b609707-0c5a-4d97-a6de-2f26a7f2493e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:48.777514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 1b609707-0c5a-4d97-a6de-2f26a7f2493e on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:48.783160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] Pushing event deleted for resources: {'Port': ['ID=1b609707-0c5a-4d97-a6de-2f26a7f2493e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:48.787357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da8265-9dbe-476f-9103-1d3bc8639fae None None] No DVR routers for this DVR port 1b609707-0c5a-4d97-a6de-2f26a7f2493e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:48.862475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.873135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de1e7ac-6168-4ab6-adfe-5100c32e508b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.883432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b712250-6090-4ca9-ae96-fc60f862e874') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.883729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b712250-6090-4ca9-ae96-fc60f862e874') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:48.892502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.905874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.912384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:48.912779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:48.915830 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:49.038223 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:49.045852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:49.048111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/3de1e7ac-6168-4ab6-adfe-5100c32e508b HTTP/1.1" status: 204 len: 168 time: 0.9301004 Aug 22 15:42:49.050737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53654) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:49.058858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdf9156c-0d90-4e19-92d7-68457973e12a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:49.071553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a235-f8b4-42fc-8d66-1281d1b14b16 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=3de1e7ac-6168-4ab6-adfe-5100c32e508b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:49.078902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bdf9156c-0d90-4e19-92d7-68457973e12a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:49.079238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bdf9156c-0d90-4e19-92d7-68457973e12a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:49.079648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1b609707-0c5a-4d97-a6de-2f26a7f2493e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:49.100489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1b609707-0c5a-4d97-a6de-2f26a7f2493e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:49.101033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1b609707-0c5a-4d97-a6de-2f26a7f2493e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:49.412301 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:49.662189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 070141a8-4faf-4cae-90a4-df3f2c23307f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:49.662779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:49.750948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 070141a8-4faf-4cae-90a4-df3f2c23307f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=070141a8-4faf-4cae-90a4-df3f2c23307f,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:49.751614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:49.763451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 070141a8-4faf-4cae-90a4-df3f2c23307f owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:50.019924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.051670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=070141a8-4faf-4cae-90a4-df3f2c23307f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:50.217922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.406105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:50.498038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:50.502969 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8c949b82-ca40-40e3-8ff9-0b435708d917 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4511886 Aug 22 15:42:50.505672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53656) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:50.507698 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:50.516810 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:50.517416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:50.556744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet 4c5df8b0-c04d-4378-a31b-87ccac999828 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:50.559812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.602071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.608170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:50.692101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.801560 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:49Z', 'revision_number': 10, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:50.814913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.829067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:50.838811 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:50.842678 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:50.845100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5df8b0-c04d-4378-a31b-87ccac999828,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:50.847082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.849599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-879491ba-8597-4b0c-9eb3-d155043415ad tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/4c5df8b0-c04d-4378-a31b-87ccac999828 HTTP/1.1" status: 204 len: 168 time: 0.3424258 Aug 22 15:42:50.852574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53658) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:50.854445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3288e564-f6da-4590-a8e4-29e18571529a None None] Network 3c66c791-d9f7-42a1-bb39-1155211e5f08 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:50.935941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:50.937033 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:51.003351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:51.003702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.064604 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] DHCP port deletion for 3c66c791-d9f7-42a1-bb39-1155211e5f08 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:51.077730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:51.078150 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.104702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:51.117057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Deleting port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:51.117669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.160394 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:49Z', 'revision_number': 10, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:51.186570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] For port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,segment=NetworkSegment(9e7dd312-267c-49bc-b507-523e03cf96bb),segment_id=9e7dd312-267c-49bc-b507-523e03cf96bb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:51.187298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.190664 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe240969-bc19-4512-a157-a0dda78729f0 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:49Z', 'revision_number': 10, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None, '_interfaces': [{'id': '78d1c673-a256-4f19-b068-232667a41eb0', 'name': '', 'network_id': 'b94bc20b-d0d3-43fd-8272-8233eeaac756', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'mac_address': 'fa:16:3e:0c:77:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '698be79e-4066-41b6-a43f-6bef374081fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:42:28Z', 'updated_at': '2021-08-22T15:42:33Z', 'revision_number': 5, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'subnets': [{'id': '698be79e-4066-41b6-a43f-6bef374081fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:51.202079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Calling delete_port for 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:51.282039 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.288050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.309557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:51.311422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:51.313341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] Pushing event deleted for resources: {'Port': ['ID=09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:51.321251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0432f91-1c5c-4cdf-bcbf-12aa06875dcb None None] No DVR routers for this DVR port 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:51.390720 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.401307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c66c791-d9f7-42a1-bb39-1155211e5f08']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:51.415376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7dd312-267c-49bc-b507-523e03cf96bb') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:51.415676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7dd312-267c-49bc-b507-523e03cf96bb') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:51.424669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.430420 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.671759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.678315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:51.678710 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:51.681631 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:51.819795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.829723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:51.829917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/3c66c791-d9f7-42a1-bb39-1155211e5f08 HTTP/1.1" status: 204 len: 168 time: 0.9766231 Aug 22 15:42:51.833665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53662) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:51.842502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcbf33-fa1c-498d-a294-697ac58cdef7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=3c66c791-d9f7-42a1-bb39-1155211e5f08,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:52.160411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:52.400088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 78d1c673-a256-4f19-b068-232667a41eb0 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:52.400439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:52.488321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 78d1c673-a256-4f19-b068-232667a41eb0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=78d1c673-a256-4f19-b068-232667a41eb0,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:52.488696 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:52.501146 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 78d1c673-a256-4f19-b068-232667a41eb0 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:52.741022 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:52.766164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=78d1c673-a256-4f19-b068-232667a41eb0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:52.917082 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.079662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:53.104906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:53.126123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:53.126453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 09ed60b7-5dfa-4f8d-bdbb-81935be0e2c6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:53.126866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 070141a8-4faf-4cae-90a4-df3f2c23307f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:53.148258 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 070141a8-4faf-4cae-90a4-df3f2c23307f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:53.148603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 070141a8-4faf-4cae-90a4-df3f2c23307f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:53.158301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:53.164583 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f9eba8f1-c229-4e42-8f9e-599754d02ae8 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3296952 Aug 22 15:42:53.166138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53664) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:53.168356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:53.178030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:53.178651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:53.225068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting subnet 698be79e-4066-41b6-a43f-6bef374081fc {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:42:53.228342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.248788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:53.272534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.305980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:53.340752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:53.350918 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:53.351537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:53.358033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.422657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:53.466414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.479764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:53.501683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.506790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/698be79e-4066-41b6-a43f-6bef374081fc HTTP/1.1" status: 204 len: 168 time: 0.3365068 Aug 22 15:42:53.506790 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd671-db92-4900-80dc-a1907887c6b3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Subnet': ['ID=698be79e-4066-41b6-a43f-6bef374081fc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:53.507142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53666) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:53.508730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7f1be-c279-4603-a79f-8953179de99c None None] Network b94bc20b-d0d3-43fd-8272-8233eeaac756 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:42:53.512200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f508d16-b5e6-4dcc-be2d-3b6e3db9310b None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:53.598145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.659068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Deleting port 6f5bc083-d9f1-43de-910b-22cfda8bf218 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:53.659502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.721052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] For port 6f5bc083-d9f1-43de-910b-22cfda8bf218, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6f5bc083-d9f1-43de-910b-22cfda8bf218,segment=NetworkSegment(ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f),segment_id=ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:53.721407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.737792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Calling delete_port for 6f5bc083-d9f1-43de-910b-22cfda8bf218 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:53.878804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] DHCP port deletion for b94bc20b-d0d3-43fd-8272-8233eeaac756 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:42:53.891184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:53.904908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No DVR routers for this DVR port 6f5bc083-d9f1-43de-910b-22cfda8bf218 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:53.927567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Port': ['ID=6f5bc083-d9f1-43de-910b-22cfda8bf218,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:53.940930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Deleting port 6f5bc083-d9f1-43de-910b-22cfda8bf218 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:42:53.941302 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.008645 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.009609 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] For port 6f5bc083-d9f1-43de-910b-22cfda8bf218, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:42:54.010020 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.018419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94bc20b-d0d3-43fd-8272-8233eeaac756']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:54.031847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:54.032183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6917f3-9ec6-47c0-ab1b-e0fa6ef7e12f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:54.043796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.059151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.065549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:42:54.065954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:42:54.069440 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:42:54.157146 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:42:54.180657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Calling delete_port for 6f5bc083-d9f1-43de-910b-22cfda8bf218 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:42:54.183275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Port 6f5bc083-d9f1-43de-910b-22cfda8bf218 was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 15:42:54.184551 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.207401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] Pushing event deleted for resources: {'Port': ['ID=6f5bc083-d9f1-43de-910b-22cfda8bf218,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:54.209917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.214025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eee0d-d3fc-470b-952e-226159e61d92 None None] No DVR routers for this DVR port 6f5bc083-d9f1-43de-910b-22cfda8bf218 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:42:54.218160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.220127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/networks/b94bc20b-d0d3-43fd-8272-8233eeaac756 HTTP/1.1" status: 204 len: 168 time: 0.7097979 Aug 22 15:42:54.225114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53668) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:54.229531 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'routes': None}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:54.231945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091648a1-aafb-43d4-ad9b-383ba6f3ca83 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Pushing event deleted for resources: {'Network': ['ID=b94bc20b-d0d3-43fd-8272-8233eeaac756,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:42:54.387674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Added routes are [] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 22 15:42:54.387997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.extraroute_db [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Removed routes are [] {{(pid=102048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 22 15:42:54.388376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.873313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.876514 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:54.948846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 633e61ef-e0e4-4ee9-aa52-35727afaae32 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:42:55.026226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:55.038350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.039621 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cb2c55fe-3904-441b-acc4-c8593115809e tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 701 time: 0.8156497 Aug 22 15:42:55.041543 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Sync routers for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:55.042526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53670) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:55.051181 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:55.051909 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:55.078365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6f5bc083-d9f1-43de-910b-22cfda8bf218 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:55.079198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a4a695a-1751-4c98-b7ab-4b0bbe54368f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 205 time: 0.0354505 Aug 22 15:42:55.082328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53672) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:55.111802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6f5bc083-d9f1-43de-910b-22cfda8bf218 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:55.112196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6f5bc083-d9f1-43de-910b-22cfda8bf218 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:55.112618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78d1c673-a256-4f19-b068-232667a41eb0 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:42:55.133240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 78d1c673-a256-4f19-b068-232667a41eb0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:42:55.133557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 78d1c673-a256-4f19-b068-232667a41eb0 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:42:55.152235 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:55.159338 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.206782 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:55.236290 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Checking router: 633e61ef-e0e4-4ee9-aa52-35727afaae32 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:55.244910 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Routers {'633e61ef-e0e4-4ee9-aa52-35727afaae32'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:55.245517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['633e61ef-e0e4-4ee9-aa52-35727afaae32'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:55.313911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] Set router 633e61ef-e0e4-4ee9-aa52-35727afaae32 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:55.327570 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.329757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.366157 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:55.395277 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03156-8520-4d6a-b523-cfa77d709dd8 None None] The sync data for ids ['633e61ef-e0e4-4ee9-aa52-35727afaae32'] in n-d-805046-3 is: [{'id': '633e61ef-e0e4-4ee9-aa52-35727afaae32', 'name': 'tempest-RoutersTest-router-1059478811', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:26Z', 'updated_at': '2021-08-22T15:42:52Z', 'revision_number': 11, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:55.454576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.455281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router 633e61ef-e0e4-4ee9-aa52-35727afaae32 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:55.463568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.464745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6131c32b-e37d-407d-9738-4bb21f80d46a tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 204 len: 168 time: 0.3804355 Aug 22 15:42:55.471657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53674) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:55.480743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1957376607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:55.625051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.626118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.677386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.757834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.836986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:55.838221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a7f5e3a1-d1bb-4e80-9fc9-32640a3074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3679464 Aug 22 15:42:55.840976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53676) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:55.845478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:42:56.061921 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1576621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1574520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31617'] for router, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.130439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1576602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1576579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1574497'] for router, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.322457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Router 3eacb722-2fc3-474c-b8c8-e6a429643998 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:42:56.397461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:42:56.404346 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.405595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f5c6ecd-8cb4-4492-828e-0c7812a76f9d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "PUT /v2.0/routers/3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 200 len: 694 time: 0.5636787 Aug 22 15:42:56.408374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53678) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:56.413442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Sync routers for ids ['3eacb722-2fc3-474c-b8c8-e6a429643998'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:42:56.422866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Routers {'3eacb722-2fc3-474c-b8c8-e6a429643998'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:56.423567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3eacb722-2fc3-474c-b8c8-e6a429643998'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:56.494228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Set router 3eacb722-2fc3-474c-b8c8-e6a429643998 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:56.497691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1622946b-392c-4742-9dd4-55c8df146068 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/routers/3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 200 len: 700 time: 0.0859330 Aug 22 15:42:56.497943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53680) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:56.525850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f265bd3b-3b7c-49ba-a793-fe08a9965ee0 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 200 len: 205 time: 0.0267351 Aug 22 15:42:56.528268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53682) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:56.549011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eacb722-2fc3-474c-b8c8-e6a429643998', 'name': 'tempest-RoutersTest-router-1957376607', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:55Z', 'updated_at': '2021-08-22T15:42:56Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:56.578383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Checking router: 3eacb722-2fc3-474c-b8c8-e6a429643998 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:42:56.587680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Routers {'3eacb722-2fc3-474c-b8c8-e6a429643998'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:42:56.588322 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:42:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['3eacb722-2fc3-474c-b8c8-e6a429643998'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:56.607106 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.657968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] Set router 3eacb722-2fc3-474c-b8c8-e6a429643998 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:42:56.712566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eacb722-2fc3-474c-b8c8-e6a429643998', 'name': 'tempest-RoutersTest-router-1957376607', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:55Z', 'updated_at': '2021-08-22T15:42:56Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:42:56.738847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43833c9a-b922-4a67-83f1-eb5b6c21cf99 None None] The sync data for ids ['3eacb722-2fc3-474c-b8c8-e6a429643998'] in n-d-805046-3 is: [{'id': '3eacb722-2fc3-474c-b8c8-e6a429643998', 'name': 'tempest-RoutersTest-router-1957376607', 'tenant_id': 'a90922eb0f1144f3b219a98e9724f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:42:55Z', 'updated_at': '2021-08-22T15:42:56Z', 'revision_number': 2, 'project_id': 'a90922eb0f1144f3b219a98e9724f35f', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:42:56.770109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.773289 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.928534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.929058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Fanout notify agent at l3_agent the message router_deleted on router 3eacb722-2fc3-474c-b8c8-e6a429643998 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:42:56.936760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:56.937006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d43718a5-e9e3-4184-be8c-6cce393074a5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 204 len: 168 time: 0.4078090 Aug 22 15:42:56.941699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53684) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:56.973031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3b0cdaec-1e27-44fb-a8a8-86f95a9f734c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 200 len: 205 time: 0.0301604 Aug 22 15:42:56.976011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53686) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.012523 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-9e7b1fda-2454-4cef-8b8a-aa334b067ae4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.013568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9e7b1fda-2454-4cef-8b8a-aa334b067ae4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/3eacb722-2fc3-474c-b8c8-e6a429643998 HTTP/1.1" status: 404 len: 336 time: 0.0366497 Aug 22 15:42:57.016293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53688) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.043741 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff8cf62-846a-44bf-991f-daf6a6fb7ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.044225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff8cf62-846a-44bf-991f-daf6a6fb7ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.045993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0ff8cf62-846a-44bf-991f-daf6a6fb7ae2 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/ddae70f1-5559-4c2d-9f7d-fa2a08f9cb8a HTTP/1.1" status: 404 len: 337 time: 0.0287175 Aug 22 15:42:57.048381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53690) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.074236 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-12175d5a-1257-48be-8439-4a0a2fd216b4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.074909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12175d5a-1257-48be-8439-4a0a2fd216b4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.076560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12175d5a-1257-48be-8439-4a0a2fd216b4 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/f209f4ad-14e6-4fe3-afc9-7d1a13f8aafc HTTP/1.1" status: 404 len: 337 time: 0.0273271 Aug 22 15:42:57.079041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53692) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.111359 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d81c5d8-11a0-45e6-8fa3-b9151ff19e7f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.111887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d81c5d8-11a0-45e6-8fa3-b9151ff19e7f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.113658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d81c5d8-11a0-45e6-8fa3-b9151ff19e7f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/4c5df8b0-c04d-4378-a31b-87ccac999828 HTTP/1.1" status: 404 len: 337 time: 0.0336699 Aug 22 15:42:57.117242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53694) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.143670 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7790b3-cb93-49db-b770-e0b5df375eeb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.144167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7790b3-cb93-49db-b770-e0b5df375eeb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.145887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df7790b3-cb93-49db-b770-e0b5df375eeb tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/698be79e-4066-41b6-a43f-6bef374081fc HTTP/1.1" status: 404 len: 337 time: 0.0277114 Aug 22 15:42:57.148572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.175212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1a814a5b-4a64-490f-b819-36d6ac7c0928 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 200 len: 205 time: 0.0255542 Aug 22 15:42:57.178161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53698) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.215674 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-05778326-b86f-4642-b2ac-5fb7ca96baed tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.216749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-05778326-b86f-4642-b2ac-5fb7ca96baed tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/633e61ef-e0e4-4ee9-aa52-35727afaae32 HTTP/1.1" status: 404 len: 336 time: 0.0375593 Aug 22 15:42:57.219222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53700) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.254980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-716d0bb0-f239-4065-854f-b90da23e5d68 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=dec3ca9e-fcc0-4064-a4d7-7dace811782d HTTP/1.1" status: 200 len: 205 time: 0.0346396 Aug 22 15:42:57.257584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53702) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.294745 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-9174b51b-8a18-47e2-a0da-0ba30f5d8d8f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.295802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9174b51b-8a18-47e2-a0da-0ba30f5d8d8f tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/dec3ca9e-fcc0-4064-a4d7-7dace811782d HTTP/1.1" status: 404 len: 336 time: 0.0373058 Aug 22 15:42:57.298452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53704) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.325379 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2ad128-6560-410a-ad02-7e9c27746bf7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.325834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2ad128-6560-410a-ad02-7e9c27746bf7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.327530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee2ad128-6560-410a-ad02-7e9c27746bf7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/c1a04ac0-e116-405f-9497-a25334e853fa HTTP/1.1" status: 404 len: 337 time: 0.0282881 Aug 22 15:42:57.330275 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53706) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.358142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-523e3c95-282b-4a22-9cc5-29e7a9b5c726 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 200 len: 205 time: 0.0265424 Aug 22 15:42:57.360521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.401012 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-01d9eec3-3755-48cc-806e-f449599a5417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.402072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01d9eec3-3755-48cc-806e-f449599a5417 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/1dac13a8-cedd-46c2-a7de-a52d83d88e12 HTTP/1.1" status: 404 len: 336 time: 0.0406663 Aug 22 15:42:57.404795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.432020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4375d0d8-fbff-4b98-b591-87f8668a4973 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=27756792-bf53-46dc-b0f8-ddb6796c582b HTTP/1.1" status: 200 len: 205 time: 0.0261536 Aug 22 15:42:57.434301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53712) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.469949 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-bced8c04-22b8-43af-9bfe-aa86218757f5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.471011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bced8c04-22b8-43af-9bfe-aa86218757f5 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/27756792-bf53-46dc-b0f8-ddb6796c582b HTTP/1.1" status: 404 len: 336 time: 0.0358303 Aug 22 15:42:57.474174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.504571 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fc9a57-f484-41bc-8076-2efeda992da7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.505203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01fc9a57-f484-41bc-8076-2efeda992da7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.506894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01fc9a57-f484-41bc-8076-2efeda992da7 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/e07155b3-5f6c-48a9-a410-83cc7a0bb884 HTTP/1.1" status: 404 len: 337 time: 0.0317047 Aug 22 15:42:57.510749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53716) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.543672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4f96ce0a-1a8e-490f-a416-35aba3b48799 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0aea41-7cb4-479a-b57a-c61f44c296a5 HTTP/1.1" status: 200 len: 205 time: 0.0318284 Aug 22 15:42:57.545887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53718) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.583730 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-d60d804c-1600-417e-98f8-e55f2334999d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.584843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d60d804c-1600-417e-98f8-e55f2334999d tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/ce0aea41-7cb4-479a-b57a-c61f44c296a5 HTTP/1.1" status: 404 len: 336 time: 0.0380602 Aug 22 15:42:57.587478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.618807 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe352ff-2e03-4364-a540-fbfc80b2fc96 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.619271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe352ff-2e03-4364-a540-fbfc80b2fc96 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.621047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0fe352ff-2e03-4364-a540-fbfc80b2fc96 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/42808742-2dfc-4f67-a92a-a86a8dbe5609 HTTP/1.1" status: 404 len: 337 time: 0.0324731 Aug 22 15:42:57.623746 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53722) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.653028 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03f8d2ec-d49a-4f49-a75d-cdec173c60c3 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "GET /v2.0/ports?device_id=53181967-e514-4fb1-804a-967874f900d9 HTTP/1.1" status: 200 len: 205 time: 0.0274944 Aug 22 15:42:57.655237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53724) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.696168 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-98548253-a3b1-41fb-b593-484835496a3c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] delete failed (client error): The resource could not be found. Aug 22 15:42:57.697182 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-98548253-a3b1-41fb-b593-484835496a3c tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/routers/53181967-e514-4fb1-804a-967874f900d9 HTTP/1.1" status: 404 len: 336 time: 0.0410104 Aug 22 15:42:57.699592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53726) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.726317 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-825ae8df-2c93-4a02-87ac-f6115360d087 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.726770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825ae8df-2c93-4a02-87ac-f6115360d087 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.728478 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-825ae8df-2c93-4a02-87ac-f6115360d087 tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/0cf8b155-9cad-445e-8e7c-802e5c4d76e0 HTTP/1.1" status: 404 len: 337 time: 0.0279591 Aug 22 15:42:57.730820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53728) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:57.757224 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-37763248-1264-4919-98a0-422fabd1e7bc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] DELETE failed (client error): The resource could not be found. Aug 22 15:42:57.757682 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37763248-1264-4919-98a0-422fabd1e7bc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 15:42:57.759378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-37763248-1264-4919-98a0-422fabd1e7bc tempest-RoutersTest-459328851 tempest-RoutersTest-459328851-project] 10.222.0.53 "DELETE /v2.0/subnets/66daf71d-89c6-4837-a2a2-681bcd422354 HTTP/1.1" status: 404 len: 337 time: 0.0276670 Aug 22 15:42:58.143309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53734) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:58.277976 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cd729271-330d-4abe-a37a-a6adb380db74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a90922eb0f1144f3b219a98e9724f35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334355 Aug 22 15:42:58.280334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53738) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:42:58.331374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:58.356589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:58.475932 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:58.478820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:42:58.480046 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/373bad82-7c8c-4ccc-baa6-ab3e46ebd932 HTTP/1.1" status: 204 len: 168 time: 0.1988077 Aug 22 15:42:58.487906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e23b-5eff-4171-b647-c074a8bb48bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373bad82-7c8c-4ccc-baa6-ab3e46ebd932,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:00.135018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f20f-b240-410f-8327-46fe6f9379af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.155922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53794) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:01.261506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b851d2-f0d1-4d52-8809-9047803e1b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.353256 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b851d2-f0d1-4d52-8809-9047803e1b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.402686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95b851d2-f0d1-4d52-8809-9047803e1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.441012 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95b851d2-f0d1-4d52-8809-9047803e1b2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae826e3194d5477c9bc870a1e9d01820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839870 Aug 22 15:43:01.441872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b851d2-f0d1-4d52-8809-9047803e1b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7756699f-1d4b-4d84-bd0f-da246a56c5a9,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:01.444445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53798) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:01.494255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.515828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.665908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.668598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:01.669823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7756699f-1d4b-4d84-bd0f-da246a56c5a9 HTTP/1.1" status: 204 len: 168 time: 0.2242644 Aug 22 15:43:01.680029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3905bc4-312f-4ed6-ba11-c8f867ce7667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756699f-1d4b-4d84-bd0f-da246a56c5a9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:02.264137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53804) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:02.277567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2c20ede-f61d-4ea1-9541-b198b04da0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.372540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2c20ede-f61d-4ea1-9541-b198b04da0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.448744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c2c20ede-f61d-4ea1-9541-b198b04da0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.487903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c2c20ede-f61d-4ea1-9541-b198b04da0c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d5ad0fd63ac49f1bad4be04e2ff24f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226346 Aug 22 15:43:02.488833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20ede-f61d-4ea1-9541-b198b04da0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca52147-7a78-483b-b5db-534b1ed00ba0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:02.490659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53808) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:02.542233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.563784 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.654001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.656745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:02.657959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ca52147-7a78-483b-b5db-534b1ed00ba0 HTTP/1.1" status: 204 len: 168 time: 0.1656816 Aug 22 15:43:02.667689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87895c5-3cc2-432b-927b-2ebf78f70f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca52147-7a78-483b-b5db-534b1ed00ba0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:02.922995 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:03.534131 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f22575fb-3f0c-4a05-8dea-d97f02838608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:04.991353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:07.009161 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:10.831294 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:11.874384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53914) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:11.985008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0fafcd0-eaf4-4e68-a49f-d51eed170ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.072809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0fafcd0-eaf4-4e68-a49f-d51eed170ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.162757 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d0fafcd0-eaf4-4e68-a49f-d51eed170ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.203061 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d0fafcd0-eaf4-4e68-a49f-d51eed170ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2896377a76e54c1f95b56c03acd1d33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273883 Aug 22 15:43:12.203773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fafcd0-eaf4-4e68-a49f-d51eed170ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155d1781-be13-46b0-a613-e68b459dca84,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:12.205623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53918) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:12.263035 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.284119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.402704 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.405330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:12.406532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/155d1781-be13-46b0-a613-e68b459dca84 HTTP/1.1" status: 204 len: 168 time: 0.1991236 Aug 22 15:43:12.414348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402297d4-c25d-4731-9c67-ece5ca9e3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155d1781-be13-46b0-a613-e68b459dca84,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:12.948119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:12.962120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-628258c9-1d60-4d33-835b-c1b375b4a6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.051714 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-628258c9-1d60-4d33-835b-c1b375b4a6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.139640 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-628258c9-1d60-4d33-835b-c1b375b4a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.179984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-628258c9-1d60-4d33-835b-c1b375b4a6e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95562ce7fd9b40c08efef331637e81c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307131 Aug 22 15:43:13.180881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628258c9-1d60-4d33-835b-c1b375b4a6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daee512-5908-4a5f-99aa-8789b26e55cb,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:13.183115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53926) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:13.239001 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.259996 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.379594 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.382321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:13.383505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5daee512-5908-4a5f-99aa-8789b26e55cb HTTP/1.1" status: 204 len: 168 time: 0.1989770 Aug 22 15:43:13.394948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c243d4f-6488-4767-a501-ee675141a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daee512-5908-4a5f-99aa-8789b26e55cb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:14.052082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53932) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:14.068634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cde6b126-b0cd-4afd-9129-aadd39bca6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.159018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cde6b126-b0cd-4afd-9129-aadd39bca6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.223954 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cde6b126-b0cd-4afd-9129-aadd39bca6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.261318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6b126-b0cd-4afd-9129-aadd39bca6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ee79e6-5f96-4cd5-9bce-069301d51745,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:14.266892 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cde6b126-b0cd-4afd-9129-aadd39bca6f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=004c9cfb3317469599fcca4a528e912e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136865 Aug 22 15:43:14.269718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53934) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:14.317634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.338772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.453747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.456397 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:14.457843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55ee79e6-5f96-4cd5-9bce-069301d51745 HTTP/1.1" status: 204 len: 168 time: 0.1869817 Aug 22 15:43:14.465859 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24519-6645-4745-8499-0613664fe1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ee79e6-5f96-4cd5-9bce-069301d51745,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:17.250297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 53994) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:17.353261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a78807-c3f3-4321-a7f3-458d9c21a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.448981 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a78807-c3f3-4321-a7f3-458d9c21a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.533905 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-05a78807-c3f3-4321-a7f3-458d9c21a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.573551 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-05a78807-c3f3-4321-a7f3-458d9c21a847 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b75f38d1f75b4500b73e2c1bf163c7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218720 Aug 22 15:43:17.574515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a78807-c3f3-4321-a7f3-458d9c21a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ac4337-cc47-41f0-aebc-75f0b64912f5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:17.576137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 53998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:17.627379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.648331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.756750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.759374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:17.760633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20ac4337-cc47-41f0-aebc-75f0b64912f5 HTTP/1.1" status: 204 len: 168 time: 0.1833851 Aug 22 15:43:17.769804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb801f-ee67-4fcc-ad9d-500a6c12c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ac4337-cc47-41f0-aebc-75f0b64912f5,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:18.394014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:18.408063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b1af785-149e-4b3d-a095-b8070c1a4d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.498760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b1af785-149e-4b3d-a095-b8070c1a4d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.585355 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5b1af785-149e-4b3d-a095-b8070c1a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.625135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b1af785-149e-4b3d-a095-b8070c1a4d72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d042b9390a848e1affd6cc024c46d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300110 Aug 22 15:43:18.626045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1af785-149e-4b3d-a095-b8070c1a4d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc0902-683e-42fc-9dd8-738ef802e056,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:18.628892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:18.679668 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.702509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.825506 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.828117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:18.829356 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17fc0902-683e-42fc-9dd8-738ef802e056 HTTP/1.1" status: 204 len: 168 time: 0.1993926 Aug 22 15:43:18.837398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c2f6a-7ee3-4858-9eb9-9445916276f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc0902-683e-42fc-9dd8-738ef802e056,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:21.413925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.344153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54070) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:25.459938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26e3791a-ed73-4eee-b989-364dd1c382ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.551740 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26e3791a-ed73-4eee-b989-364dd1c382ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.631960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-26e3791a-ed73-4eee-b989-364dd1c382ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.675711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-26e3791a-ed73-4eee-b989-364dd1c382ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faf44d1cb96348168c0e80471a3414bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297267 Aug 22 15:43:25.676444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3791a-ed73-4eee-b989-364dd1c382ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134dcb2-5a13-4fc9-b8c3-2308de8df051,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:25.678294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54074) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:25.728439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.750786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.871715 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.874356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:25.875554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8134dcb2-5a13-4fc9-b8c3-2308de8df051 HTTP/1.1" status: 204 len: 168 time: 0.1961675 Aug 22 15:43:25.883460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d875588-536c-4e7b-9a5d-35a80ee51e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134dcb2-5a13-4fc9-b8c3-2308de8df051,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:26.464798 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54080) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:26.478650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-194190b7-1b39-4ace-a7c5-68297601acde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.567409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-194190b7-1b39-4ace-a7c5-68297601acde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.613367 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-194190b7-1b39-4ace-a7c5-68297601acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.652893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-194190b7-1b39-4ace-a7c5-68297601acde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d23fa5ef7e6347cab9db3ddebcc01e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868730 Aug 22 15:43:26.653741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194190b7-1b39-4ace-a7c5-68297601acde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b2a62-71fe-484e-b285-7d8dc62148bd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:26.655512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:43:26.708726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.730478 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.853743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.856429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:26.857655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/830b2a62-71fe-484e-b285-7d8dc62148bd HTTP/1.1" status: 204 len: 168 time: 0.2004650 Aug 22 15:43:26.865580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dccd2-2dd1-4a97-8de9-c24205afe13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b2a62-71fe-484e-b285-7d8dc62148bd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:43:30.151042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7274226-8ae6-4da3-bf17-0b3619c46195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:31.156735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:43:32.899072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:33.515492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-78836307-6990-4ff8-ba4e-dceff8905086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:35.013679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:36.962357 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:40.841681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:43:51.436084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:00.154392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ff807c29-bd56-4c2d-8565-3add5cd39f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:02.921637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:03.543190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-974cf42c-ee9f-45e6-b673-452c989f2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:05.017274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:06.967347 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:08.155890 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:44:09.698630 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54254) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:09.807799 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:09.907284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:09.984405 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:10.025333 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b396c577c4d2467b82d35278d8a2a87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255351 Aug 22 15:44:10.026114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18701ed-9f24-427c-8c71-8e2e0f9cf5cd,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:10.028018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:10.034077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.034423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.034770 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.035117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.035438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.035772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.036125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.036452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.036777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.037099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.037422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.037888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e88d5d-2025-48d4-b85d-cc78c2056477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.077703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:10.101515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:10.206681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:10.209559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:10.210786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c18701ed-9f24-427c-8c71-8e2e0f9cf5cd HTTP/1.1" status: 204 len: 168 time: 0.1816187 Aug 22 15:44:10.219287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18701ed-9f24-427c-8c71-8e2e0f9cf5cd,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:10.227028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.227380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.227725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.228089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.231109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d90f4-537f-494a-bf3c-d4cf8cd06ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:44:10.853209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:16.816409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54332) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:16.928804 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d26baa9f-9617-4e4c-84ea-977eddd55cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.024694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d26baa9f-9617-4e4c-84ea-977eddd55cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.092870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d26baa9f-9617-4e4c-84ea-977eddd55cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.131764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26baa9f-9617-4e4c-84ea-977eddd55cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2935608b-ddbb-4b14-8372-7a3d89212d36,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:17.138377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d26baa9f-9617-4e4c-84ea-977eddd55cd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18bf1204dcae4246ba12a3c7075ebfdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198438 Aug 22 15:44:17.140191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54336) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:17.193546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.215073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.303904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.306453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:17.307701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2935608b-ddbb-4b14-8372-7a3d89212d36 HTTP/1.1" status: 204 len: 168 time: 0.1663156 Aug 22 15:44:17.316227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd059-6fcd-4510-8df0-fabb6c781235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935608b-ddbb-4b14-8372-7a3d89212d36,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:21.407121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:30.195278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-207d35c1-78f2-478c-929e-5321ff5e4416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:32.921421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:33.531365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2ca42a8b-2966-40da-8c63-eb3338e5cf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:35.046847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:37.001648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:40.823945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:45.156099 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:44:51.427476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:56.536471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:56.652334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-177d9d1d-fcbc-42f1-be19-d20c3375b3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:56.749703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-177d9d1d-fcbc-42f1-be19-d20c3375b3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:56.834958 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-177d9d1d-fcbc-42f1-be19-d20c3375b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:57.098484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d9d1d-fcbc-42f1-be19-d20c3375b3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdf2042-ba2d-4b08-bec9-8efff21a0321,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:57.108851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-177d9d1d-fcbc-42f1-be19-d20c3375b3bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4e5c98cbdca4c20b8a4a9eceecb9096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692732 Aug 22 15:44:57.109539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54590) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:57.157196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:57.177682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:57.269328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:57.272024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:57.273194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afdf2042-ba2d-4b08-bec9-8efff21a0321 HTTP/1.1" status: 204 len: 168 time: 0.1627848 Aug 22 15:44:57.281641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba80c5-2866-4d56-91a8-adfaf38674d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdf2042-ba2d-4b08-bec9-8efff21a0321,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:58.795686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54620) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:58.903730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d5a-e804-43bd-9ed6-85b789685b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:58.994529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d5a-e804-43bd-9ed6-85b789685b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.074884 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ae2a6d5a-e804-43bd-9ed6-85b789685b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.120068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ae2a6d5a-e804-43bd-9ed6-85b789685b6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4252ccd212af4e7da971a8b97e6c039a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230331 Aug 22 15:44:59.120827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6d5a-e804-43bd-9ed6-85b789685b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4635f82-9816-4c3f-9f36-b1707328a710,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:44:59.122660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54624) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:44:59.175052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.196092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.303402 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.306097 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:44:59.310389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4635f82-9816-4c3f-9f36-b1707328a710 HTTP/1.1" status: 204 len: 168 time: 0.1837776 Aug 22 15:44:59.316908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d22f8-9f8b-4e04-925f-de0540429d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4635f82-9816-4c3f-9f36-b1707328a710,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:00.124771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3a93-5302-4fa4-a09c-60c7babd0861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:02.924423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:03.532488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1055afd-7a5c-48c9-b726-abc5d16fa90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:05.012316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:06.937231 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:10.867464 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.268257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54780) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:17.375551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.464403 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.524027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.564219 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978605a-8cc0-4145-b1c5-386c7187a4b0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:17.568198 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b8dc63c928649cca2edc6969e2f6831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988765 Aug 22 15:45:17.571041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54784) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:17.580212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.580573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.580930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.581271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.581609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.581948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.582282 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.582612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.582947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.583543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.583883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.584233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17099cb2-3ddb-4d04-aee7-809da1e1fee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.625875 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.647129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.752503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.755060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:17.756298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8978605a-8cc0-4145-b1c5-386c7187a4b0 HTTP/1.1" status: 204 len: 168 time: 0.1833754 Aug 22 15:45:17.764326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978605a-8cc0-4145-b1c5-386c7187a4b0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:17.771891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.772728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.772728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.773115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.774260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.774543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.775005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.775348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.775687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.776687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.777036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:17.777532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4277c12f-7c7f-467f-b5a6-f12fe09502f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:20.767621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54846) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:20.772902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'network': {'name': 'tempest-network-smoke--408614499', 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:20.903655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:45:20.907220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:20.915856 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.003425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.125630 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.153610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:45:21.163509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae5d19-a417-4881-916c-9989408709f1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:21.168953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.169310 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Added segment b2f35476-7bcc-47b5-b22c-76a1c6ffa09f of type vlan for network afef73ab-a995-4e99-ac63-2f848fd36d12 Aug 22 15:45:21.213184 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.314567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.320158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:21.320760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.387230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Network': ['ID=afef73ab-a995-4e99-ac63-2f848fd36d12,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:21.397170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network afef73ab-a995-4e99-ac63-2f848fd36d12 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:45:21.446830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a03e43be-86d0-4438-bef8-0bf6760dad99 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6779990 Aug 22 15:45:21.449664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54848) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:21.454295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'admin_state_up': True, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:21.491901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.554642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.555770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.617540 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:21.810521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:22.061745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:22.081295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:22.155915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:45:22.223454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.25.0.132 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/1a1d19e7-7464-446b-a650-4ab6920e14f7) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:45:22.324621 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:22.446332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:22.488057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:22.490835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:22.494226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:45:22.520519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=1a1d19e7-7464-446b-a650-4ab6920e14f7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:22.832468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:23.030404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:23.209654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router fb8ec37c-186c-4d50-8db8-37865e5a0afa is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:45:23.316983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:45:23.326869 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Sync routers for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:45:23.335945 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:23.336589 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:23.400497 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:23.401835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c3a63f16-22df-46e5-b503-91b7c0689d6b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9510748 Aug 22 15:45:23.404830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:23.440861 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:23.537445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-784a2f59-66f9-4c14-a467-96087afa4486 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c080370fe95b4dc6950ebf18e734619f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288340 Aug 22 15:45:23.537684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54856) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:23.619032 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:22Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:23.646414 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Checking router: fb8ec37c-186c-4d50-8db8-37865e5a0afa for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:45:23.646761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Updating router fb8ec37c-186c-4d50-8db8-37865e5a0afa port 1a1d19e7-7464-446b-a650-4ab6920e14f7 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:45:23.673906 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:23.931252 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:23.934089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517e151-bfef-45d9-9077-472248b0c1a0 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:23.935802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f517e151-bfef-45d9-9077-472248b0c1a0 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3972204 Aug 22 15:45:23.938660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:23.941974 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Transition to ACTIVE for port object 1a1d19e7-7464-446b-a650-4ab6920e14f7 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:23.974812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d7da8c80-110c-4042-afd8-f52c2f6cc946 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349913 Aug 22 15:45:23.977395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54860) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:23.983260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418505019', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:24.022919 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.076393 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Attempting to bind port 1a1d19e7-7464-446b-a650-4ab6920e14f7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:45:24.076819 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Attempting to bind port 1a1d19e7-7464-446b-a650-4ab6920e14f7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:45:24.077114 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Attempting to bind port 1a1d19e7-7464-446b-a650-4ab6920e14f7 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:45:24.084911 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Pushing event updated for resources: {'Port': ['ID=1a1d19e7-7464-446b-a650-4ab6920e14f7,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:24.090097 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:45:24.090377 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:45:24.090774 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.091162 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:45:24.091626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Bound port: 1a1d19e7-7464-446b-a650-4ab6920e14f7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:45:24.092014 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.098511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.098835 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.099177 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.099504 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.099830 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.100175 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.100501 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.100821 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.101140 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.101458 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.101774 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.102090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:24.150804 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] For port 1a1d19e7-7464-446b-a650-4ab6920e14f7, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:45:24.154092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:45:24.154459 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] For port 1a1d19e7-7464-446b-a650-4ab6920e14f7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1a1d19e7-7464-446b-a650-4ab6920e14f7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:45:24.157650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.228907 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.291070 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817e2b-3af5-43f6-8fb5-5dd5ae9f74ae None None] Pushing event updated for resources: {'Port': ['ID=1a1d19e7-7464-446b-a650-4ab6920e14f7,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:24.295682 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:24.296311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:24.400715 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:24.418257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.479073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Subnet': ['ID=b45620e1-ca21-4760-a605-487fd501a1d3,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:24.487824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Checking segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:45:24.488221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network hostable DHCP agents. Network: afef73ab-a995-4e99-ac63-2f848fd36d12, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:45:24.586688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network afef73ab-a995-4e99-ac63-2f848fd36d12 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:45:24.589718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:22Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:24.616299 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446ac37-1d6b-430f-8ab9-7a8d62ff0dcb None None] The sync data for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 is: [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:22Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:45:24.661037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, afef73ab-a995-4e99-ac63-2f848fd36d12) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:24.670161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6f901-1768-460f-8fd6-809fad3fbb77 None None] Network afef73ab-a995-4e99-ac63-2f848fd36d12 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:45:24.673653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:24.674255 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.755300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-408b0630-3896-4da3-a16a-6b5e654c4806 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7768190 Aug 22 15:45:24.763622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54862) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:24.828677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-afef73ab-a995-4e99-ac63-2f848fd36d12', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:45:24.829135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:24.990394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Allocated IP 172.20.0.2 (afef73ab-a995-4e99-ac63-2f848fd36d12/b45620e1-ca21-4760-a605-487fd501a1d3/a92bf2e4-bcb3-497a-ac41-329aee635f35) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:45:25.159318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.168803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Transition to ACTIVE for port object a92bf2e4-bcb3-497a-ac41-329aee635f35 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:25.185383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Transition to ACTIVE for port object a92bf2e4-bcb3-497a-ac41-329aee635f35 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:25.205592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1a1d19e7-7464-446b-a650-4ab6920e14f7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:25.253120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.293084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Network afef73ab-a995-4e99-ac63-2f848fd36d12 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:25.295858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:25.299397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:45:25.311426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Pushing event updated for resources: {'Port': ['ID=a92bf2e4-bcb3-497a-ac41-329aee635f35,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:25.334006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.341653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.342378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.342378 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.342594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.342897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.343227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.343549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.343873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.344239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.344564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.344889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.345209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:45:25.362431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1a1d19e7-7464-446b-a650-4ab6920e14f7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:25.373750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1a1d19e7-7464-446b-a650-4ab6920e14f7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:25.374106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.395664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Attempting to bind port a92bf2e4-bcb3-497a-ac41-329aee635f35 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:45:25.396123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Attempting to bind port a92bf2e4-bcb3-497a-ac41-329aee635f35 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:45:25.396486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Attempting to bind port a92bf2e4-bcb3-497a-ac41-329aee635f35 on network afef73ab-a995-4e99-ac63-2f848fd36d12 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:45:25.406505 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:45:25.406888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Checking segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:45:25.407293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.407692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Bound using segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:45:25.408193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Bound port: a92bf2e4-bcb3-497a-ac41-329aee635f35, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:45:25.408579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.520650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] For port a92bf2e4-bcb3-497a-ac41-329aee635f35, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:45:25.522869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.543674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] For port a92bf2e4-bcb3-497a-ac41-329aee635f35, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a92bf2e4-bcb3-497a-ac41-329aee635f35,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:45:25.551959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1a1d19e7-7464-446b-a650-4ab6920e14f7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1a1d19e7-7464-446b-a650-4ab6920e14f7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:25.623902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.626404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.639356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.20.0.1 (afef73ab-a995-4e99-ac63-2f848fd36d12/b45620e1-ca21-4760-a605-487fd501a1d3/4bf41e6b-4230-4607-a427-a504bb75782f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:45:25.687724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d910ea-15bc-4675-b9d6-9f7f17857e79 None None] Pushing event updated for resources: {'Port': ['ID=a92bf2e4-bcb3-497a-ac41-329aee635f35,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:25.738765 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1a1d19e7-7464-446b-a650-4ab6920e14f7,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:25.763077 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.779179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Transition to ACTIVE for port object 4bf41e6b-4230-4607-a427-a504bb75782f will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:25.874728 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:25.922895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network afef73ab-a995-4e99-ac63-2f848fd36d12 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:25.926008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:25.928505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:45:25.964725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:25.991246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:26.201690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:26.488288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:26.548858 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:26.621134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:26.626646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:26.734670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network afef73ab-a995-4e99-ac63-2f848fd36d12 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:26.736163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:26.854045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router fb8ec37c-186c-4d50-8db8-37865e5a0afa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:45:26.973626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:45:26.979098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5ccb4723-65d3-4c2d-b39c-9921eb483d2e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "PUT /v2.0/routers/fb8ec37c-186c-4d50-8db8-37865e5a0afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2198753 Aug 22 15:45:26.982425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54866) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:26.985840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Sync routers for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:45:26.987808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--622778349', 'description': 'tempest-secgroup_access--622778349 description', 'project_id': 'c080370fe95b4dc6950ebf18e734619f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:26.997031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:26.997667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:27.037759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233cfb6-32a0-4229-9fee-0b0ac2b823ac None None] Network afef73ab-a995-4e99-ac63-2f848fd36d12 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:45:27.085791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.180904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.215930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:27.250011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3b2b3f21-0ada-495f-95b1-ce22addcabf1 None None] Provisioning for port a92bf2e4-bcb3-497a-ac41-329aee635f35 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:27.252402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.266469 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a92bf2e4-bcb3-497a-ac41-329aee635f35 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:27.287632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:27.337111 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.341345 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-46333a37-5f1b-4d7c-b0ac-2da39e714ba0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3545825 Aug 22 15:45:27.341609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54868) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:27.346414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--249173168', 'description': 'tempest-secgroup_general--249173168 description', 'project_id': 'c080370fe95b4dc6950ebf18e734619f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:27.434982 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.525603 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.617299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.652306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592f627d-447e-491e-8251-c78e3d6425a2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:27.674824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 2, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:27.707792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a92bf2e4-bcb3-497a-ac41-329aee635f35 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:27.710332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Checking router: fb8ec37c-186c-4d50-8db8-37865e5a0afa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:45:27.710821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Updating router fb8ec37c-186c-4d50-8db8-37865e5a0afa port 4bf41e6b-4230-4607-a427-a504bb75782f binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:45:27.720149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.721786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6e59c37c-c901-487f-870f-1b54cb5f2a23 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3792081 Aug 22 15:45:27.724872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54870) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:27.730688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'security_group_rule': {'security_group_id': 'cc509376-c1fc-46cf-9944-c8b4b4e8ccb4', 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:27.736046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a92bf2e4-bcb3-497a-ac41-329aee635f35 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:27.736046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.762312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.845731 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.910663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.943860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Provisioning complete for port a92bf2e4-bcb3-497a-ac41-329aee635f35 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:27.944267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:27.947904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.021200 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.041291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113a8e62-75a8-40cb-affb-b62ab9212e7c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:28.073829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a92bf2e4-bcb3-497a-ac41-329aee635f35, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a92bf2e4-bcb3-497a-ac41-329aee635f35,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:28.109094 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.118218 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f6e41449-2c1d-4385-9279-4dfb44895857 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845515 Aug 22 15:45:28.146751 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.148064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1a1d19e7-7464-446b-a650-4ab6920e14f7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:28.264086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.354289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a92bf2e4-bcb3-497a-ac41-329aee635f35,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:28.389313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.412359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Transition to ACTIVE for port object 4bf41e6b-4230-4607-a427-a504bb75782f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:28.422769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1a1d19e7-7464-446b-a650-4ab6920e14f7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:28.423151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.424740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:45:28.425097 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:45:28.467193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-b85fb7bd-6fcf-4c93-8eab-531e59e61760 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--249173168&fields=id&tenant_id=c080370fe95b4dc6950ebf18e734619f HTTP/1.1" status: 200 len: 267 time: 0.0518286 Aug 22 15:45:28.508501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-2ec913c8-b601-4f77-a7e8-a1c6142cbb8e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--622778349&fields=id&tenant_id=c080370fe95b4dc6950ebf18e734619f HTTP/1.1" status: 200 len: 267 time: 0.0358489 Aug 22 15:45:28.513967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.569748 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aea039-6d3c-4b88-89c5-0457e63a1d49 None None] Pushing event updated for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:28.619410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Attempting to bind port 4bf41e6b-4230-4607-a427-a504bb75782f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:45:28.619794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Attempting to bind port 4bf41e6b-4230-4607-a427-a504bb75782f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:45:28.620806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Attempting to bind port 4bf41e6b-4230-4607-a427-a504bb75782f on network afef73ab-a995-4e99-ac63-2f848fd36d12 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:45:28.627121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:45:28.627517 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Checking segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:45:28.627919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.628359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Bound using segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:45:28.628839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Bound port: 4bf41e6b-4230-4607-a427-a504bb75782f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:45:28.629232 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.706740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-d8236a3d-bfbf-4960-ac2d-e04725d8f926 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:28.708586 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-d8236a3d-bfbf-4960-ac2d-e04725d8f926 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 796 time: 0.1929479 Aug 22 15:45:28.717916 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] For port 4bf41e6b-4230-4607-a427-a504bb75782f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:45:28.721343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] For port 4bf41e6b-4230-4607-a427-a504bb75782f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4bf41e6b-4230-4607-a427-a504bb75782f,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:45:28.725534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1c2bfb8d-51c7-4b0c-9389-10e654160ef0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/quotas/c080370fe95b4dc6950ebf18e734619f HTTP/1.1" status: 200 len: 375 time: 0.0103931 Aug 22 15:45:28.793590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:28.853943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:28.855189 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:28.894895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aea039-6d3c-4b88-89c5-0457e63a1d49 None None] Pushing event updated for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:29.055080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:29.081597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-d4a657f3-23b6-42f3-bb31-8bee23801edd tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3496294 Aug 22 15:45:29.178884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a92bf2e4-bcb3-497a-ac41-329aee635f35 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:29.214671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-852daad6-fa37-436f-b306-bcc1009717e3 None None] Provisioning for port 4bf41e6b-4230-4607-a427-a504bb75782f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:29.220133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-5fb25b93-fc15-4a68-ab02-cb11ca0ebc97 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:45:29.220133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-5fb25b93-fc15-4a68-ab02-cb11ca0ebc97 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502582 Aug 22 15:45:29.284960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a92bf2e4-bcb3-497a-ac41-329aee635f35 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:29.285338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:29.311547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-145405cb-ae15-416f-b0e5-a062a51c9433 service neutron] 10.222.0.53 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858071 Aug 22 15:45:29.313756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:28Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:29.354452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed84cf0-db61-47b7-b02e-67953264c719 None None] The sync data for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 is: [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:28Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:45:29.443262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-74497eb2-3134-47bb-af97-2a2b2a9a1d2a service neutron] 10.222.0.53 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242661 Aug 22 15:45:29.745653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58b4a754-5249-45c3-8119-4ad2288873a6 req-adb4f08a-b520-437b-9ed4-741a66efa9e2 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 210 time: 0.0281973 Aug 22 15:45:30.188964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-675fb5d7-c33a-4dfc-8fb2-54bd18b1c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:30.825444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92aabd16-31a4-487d-b22b-03446aed0ba5 req-7d8639a0-af82-484b-a30a-60378cfeb9ab tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 210 time: 0.0283685 Aug 22 15:45:31.181761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4bf41e6b-4230-4607-a427-a504bb75782f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:31.308405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4bf41e6b-4230-4607-a427-a504bb75782f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:31.312639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4bf41e6b-4230-4607-a427-a504bb75782f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:31.313203 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:31.393804 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:31.426436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4bf41e6b-4230-4607-a427-a504bb75782f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4bf41e6b-4230-4607-a427-a504bb75782f,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:31.491385 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:31.540214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:31.920874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad78f037-dc29-4175-b364-7a6fa30c09a1 req-5bf0c585-e547-4b27-8eb3-f21cee689fab tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 210 time: 0.0281594 Aug 22 15:45:32.304354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-71274c9e-4928-40a2-b198-73eb46a2c510 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:32.305835 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-71274c9e-4928-40a2-b198-73eb46a2c510 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 796 time: 0.1106360 Aug 22 15:45:32.359891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-dca27000-a243-4162-92d8-676f1c274bd4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c080370fe95b4dc6950ebf18e734619f HTTP/1.1" status: 200 len: 476 time: 0.0394812 Aug 22 15:45:32.372927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'port': {'device_id': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'admin_state_up': True, 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'security_groups': ['592f627d-447e-491e-8251-c78e3d6425a2', 'cc509376-c1fc-46cf-9944-c8b4b4e8ccb4']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:32.559026 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:45:32.562666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:32.699459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.20.0.9 (afef73ab-a995-4e99-ac63-2f848fd36d12/b45620e1-ca21-4760-a605-487fd501a1d3/bb3b376f-fbb4-4ecf-8dda-32c7a29531b5) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:45:32.848978 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:32.863388 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Transition to ACTIVE for port object bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:32.920222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:32.983923 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.036070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network afef73ab-a995-4e99-ac63-2f848fd36d12 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:33.036348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300faa5d-3796-4f92-b434-9923331a50e3 req-ea4be4ec-1d30-4a6d-a887-6ed2cb0a9b6e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:33.037592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:33.037813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-300faa5d-3796-4f92-b434-9923331a50e3 req-ea4be4ec-1d30-4a6d-a887-6ed2cb0a9b6e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 970 time: 0.0492580 Aug 22 15:45:33.040761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:45:33.078706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:33.095092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-300faa5d-3796-4f92-b434-9923331a50e3 req-7e2acab8-73a6-4f49-9ca8-8671e1dd5b5f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0492790 Aug 22 15:45:33.108362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:33.109099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.171357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4bf41e6b-4230-4607-a427-a504bb75782f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:33.212222 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-1ecca478-7286-4836-b119-e50b55d0f62f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8434625 Aug 22 15:45:33.222599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-d3df5dd4-e741-4913-922b-e814f06ec51b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:45:33.223624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-d3df5dd4-e741-4913-922b-e814f06ec51b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055640 Aug 22 15:45:33.224771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4bf41e6b-4230-4607-a427-a504bb75782f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:33.225152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.325754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Request body: {'port': {'device_id': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:33.365896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dffe22d7-5f5d-41ba-b308-aff752523aa9 None None] Provisioning for port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:33.370933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dffe22d7-5f5d-41ba-b308-aff752523aa9 None None] Provisioning complete for port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:33.371395 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dffe22d7-5f5d-41ba-b308-aff752523aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.382774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.407220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-dffe22d7-5f5d-41ba-b308-aff752523aa9 None None] Port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:45:33.520035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c3d15da-aea1-44f6-8aae-c2a347e4a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.653652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:45:33.660885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.673348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Transition to ACTIVE for port object bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:45:33.765557 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.818773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:33.891455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Attempting to bind port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:45:33.891800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Attempting to bind port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:45:33.892166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Attempting to bind port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 on network afef73ab-a995-4e99-ac63-2f848fd36d12 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:45:33.896826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 on network afef73ab-a995-4e99-ac63-2f848fd36d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:45:33.897186 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Attempting to bind port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 on network afef73ab-a995-4e99-ac63-2f848fd36d12 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:45:33.903135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:45:33.903628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Checking segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:45:33.903924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Bound using segment: {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:45:33.904331 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Bound port: bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:45:33.904699 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:33.978948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:45:33.982612 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:45:34.069460 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:34.113197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.113197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:34.113197 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] 10.222.0.10 "PUT /v2.0/ports/bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 1130 time: 0.8365421 Aug 22 15:45:34.113197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:45:34.141975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fce5d-fae0-4c69-9c54-0ac7f8b65416 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:34.176109 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebab274-9896-4efc-b3f4-6fdc33510068" -d '{"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:45:34.231514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045c15e-56ab-4eee-8de4-205d08b285fc req-fba530b0-e467-4a4f-80f3-5da38222d33d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.233174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0045c15e-56ab-4eee-8de4-205d08b285fc req-fba530b0-e467-4a4f-80f3-5da38222d33d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 982 time: 0.0603714 Aug 22 15:45:34.282624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0045c15e-56ab-4eee-8de4-205d08b285fc req-4e7aac02-9cf0-4812-a48f-67a8e0a78458 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0408611 Aug 22 15:45:34.284458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-e882888b-7473-4e82-8513-ef1e721af3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.286273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-e882888b-7473-4e82-8513-ef1e721af3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1133 time: 0.0543628 Aug 22 15:45:34.346185 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-91c85a35-75e8-45c6-832c-3bac33048b43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 217 time: 0.0462883 Aug 22 15:45:34.391292 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87215d-54ed-4ffe-b179-4fd8356a0407 x-openstack-request-id: req-7e87215d-54ed-4ffe-b179-4fd8356a0407 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:45:34.391592 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:45:34.391853 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e87215d-54ed-4ffe-b179-4fd8356a0407 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:45:34.392292 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'status': 'completed', 'code': 200} Aug 22 15:45:34.401533 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-84b26857-180b-4bc2-a48a-447cdf214245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.403031 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-84b26857-180b-4bc2-a48a-447cdf214245 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0501854 Aug 22 15:45:34.449665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-b64f7210-28cc-4b99-b242-83e6b59b6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.451190 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-b64f7210-28cc-4b99-b242-83e6b59b6dde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412850 Aug 22 15:45:34.546457 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-2143aa7f-2b7c-4b05-8bba-9f3be60e6ae0 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Aug 22 15:45:34.637011 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8f758cc7-98bc-4e6b-aaf6-8d0de2cc3b44 req-ed5e972e-c8d1-4b71-88e4-cb85ddec0521 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832660 Aug 22 15:45:34.829371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-0dc32ada-b4a3-4139-b204-15c1177bdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.830889 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-0dc32ada-b4a3-4139-b204-15c1177bdf38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1133 time: 0.0475025 Aug 22 15:45:34.922047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-14f4c135-6cb8-4238-96ee-d09b4bfa2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:34.923544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-14f4c135-6cb8-4238-96ee-d09b4bfa2403 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 897 time: 0.0858064 Aug 22 15:45:34.970945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-03118f24-8b05-4d2c-8d3e-b49fb67f07db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 217 time: 0.0401564 Aug 22 15:45:35.029309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-dc2ba240-a84c-4709-a4b6-e12c8e9a6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:35.032089 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-dc2ba240-a84c-4709-a4b6-e12c8e9a6f54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0543478 Aug 22 15:45:35.034925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:35.082074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-2411e063-ed94-4aaa-a2cb-34e7c2cfdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:35.083883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-2411e063-ed94-4aaa-a2cb-34e7c2cfdf53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450606 Aug 22 15:45:35.181601 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-056aafd3-38d5-4523-8e81-0c0ba5802367 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906768 Aug 22 15:45:35.281519 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-eebab274-9896-4efc-b3f4-6fdc33510068 req-dff14ee6-bdfc-49dc-8527-e091eff1f802 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923207 Aug 22 15:45:35.416178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a060a-7370-4748-a8e3-b4d1545d1d8d req-9906eeb0-2e3d-47a2-a292-df098c3464f5 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:35.418612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-795a060a-7370-4748-a8e3-b4d1545d1d8d req-9906eeb0-2e3d-47a2-a292-df098c3464f5 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 982 time: 0.0610287 Aug 22 15:45:35.466511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-795a060a-7370-4748-a8e3-b4d1545d1d8d req-e6bb9b8c-093f-4a72-917a-aae12432fcd9 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0417066 Aug 22 15:45:36.465593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-53c8d0e5-20f3-476e-af03-99a6f95f529c req-bf899262-9117-4c55-a2f4-bcd15b8af9de service neutron] (102049) timed out ('10.222.0.53', 50440) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:45:36.592747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac0d9-5736-4c20-8599-e7515663b9ac req-433f7b80-7e1c-44fe-acf8-c943eaa13374 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:36.594284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbaac0d9-5736-4c20-8599-e7515663b9ac req-433f7b80-7e1c-44fe-acf8-c943eaa13374 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 982 time: 0.0546012 Aug 22 15:45:36.637230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbaac0d9-5736-4c20-8599-e7515663b9ac req-34bbd731-8492-44c3-9fae-d2ec26d64fb2 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365336 Aug 22 15:45:36.960226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:37.753402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d36f-2136-49ce-a325-832a64a9f7a0 req-74a3dc01-166e-49a7-8e09-57a8e835f68a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:37.754920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86d7d36f-2136-49ce-a325-832a64a9f7a0 req-74a3dc01-166e-49a7-8e09-57a8e835f68a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 982 time: 0.0509586 Aug 22 15:45:37.796858 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-86d7d36f-2136-49ce-a325-832a64a9f7a0 req-3bd3a520-78a7-4004-8d44-11ed42e4e1a0 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349147 Aug 22 15:45:38.116180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:45:38.214661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:38.225366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'port_id': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'mac_address': 'fa:16:3e:01:b3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:45:38.263125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:38.278815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:45:38.298316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:38.357781 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:38.406264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:38.804262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:45:38.914685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2cf5-79b9-4920-91f7-f32559087473 req-2452c578-6a96-4fac-b0f4-4b53c3f12576 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:38.916240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d04d2cf5-79b9-4920-91f7-f32559087473 req-2452c578-6a96-4fac-b0f4-4b53c3f12576 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 983 time: 0.0525601 Aug 22 15:45:38.959320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d04d2cf5-79b9-4920-91f7-f32559087473 req-59be6742-0b09-4fb0-8289-a3994f14b8bd tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0362637 Aug 22 15:45:40.084173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc351-35ef-4312-9d14-272bc4a731db req-dbc9b948-697d-42f4-95f7-a6650d128411 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:40.085704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-322fc351-35ef-4312-9d14-272bc4a731db req-dbc9b948-697d-42f4-95f7-a6650d128411 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 983 time: 0.0587981 Aug 22 15:45:40.127414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-322fc351-35ef-4312-9d14-272bc4a731db req-ec1712a2-3442-4442-9933-de0377d9a37e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346372 Aug 22 15:45:40.131363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:45:40.216664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:45:40.220746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:45:40.221123 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:40.304890 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:40.327603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:45:40.342889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:45:40.367262 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c57e9-776d-4f74-9b64-08f269fa76d2" -d '{"events": [{"server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:45:40.400081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:40.452124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:40.455562 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96d43e-3b91-4ab5-8d14-9558a8461a1b x-openstack-request-id: req-3e96d43e-3b91-4ab5-8d14-9558a8461a1b {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:45:40.455852 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "name": "network-vif-plugged", "status": "completed", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:45:40.456131 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e96d43e-3b91-4ab5-8d14-9558a8461a1b {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:45:40.456511 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'code': 200} Aug 22 15:45:40.579958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8d3a-76b2-4255-be2d-24fab3fd7fde req-a54e6b47-be32-4fdd-8f16-397bde87ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:40.581411 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f46f8d3a-76b2-4255-be2d-24fab3fd7fde req-a54e6b47-be32-4fdd-8f16-397bde87ff85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0412567 Aug 22 15:45:40.617845 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f46f8d3a-76b2-4255-be2d-24fab3fd7fde req-01298a80-9a4b-4db8-93a7-68045c21f681 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0293379 Aug 22 15:45:40.843707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:41.247851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37b32-34da-4109-b12c-e0bc6dcf79b6 req-abd47c78-c877-4a7f-aa61-dd21355dd001 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:41.249390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99f37b32-34da-4109-b12c-e0bc6dcf79b6 req-abd47c78-c877-4a7f-aa61-dd21355dd001 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0519783 Aug 22 15:45:41.289783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99f37b32-34da-4109-b12c-e0bc6dcf79b6 req-5d6a477e-5500-4416-84cc-96da9ef5b81b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342498 Aug 22 15:45:42.413011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10163a9-3133-40d4-a3c2-d5dcd6a644d5 req-e527245a-77ac-4ac9-8bfd-b3b634217b07 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:42.414553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a10163a9-3133-40d4-a3c2-d5dcd6a644d5 req-e527245a-77ac-4ac9-8bfd-b3b634217b07 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0521908 Aug 22 15:45:42.457585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a10163a9-3133-40d4-a3c2-d5dcd6a644d5 req-ec140a1a-eadb-43e5-84bd-84743ce8bc5b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355613 Aug 22 15:45:42.583819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228371-5f40-4ce9-8812-c364c8394c30 req-a2f28948-f8ea-40ea-a65a-03aa384fd502 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:42.585341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37228371-5f40-4ce9-8812-c364c8394c30 req-a2f28948-f8ea-40ea-a65a-03aa384fd502 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0550275 Aug 22 15:45:42.626695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37228371-5f40-4ce9-8812-c364c8394c30 req-9bd7f394-7818-4218-8d61-dce08ca2c2c4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0343297 Aug 22 15:45:42.758964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd21653-0270-4674-859c-be6c2fc793fc req-95ec51df-abaf-427b-a28d-2155eb3fcb02 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:42.760465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd21653-0270-4674-859c-be6c2fc793fc req-95ec51df-abaf-427b-a28d-2155eb3fcb02 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0642407 Aug 22 15:45:42.780552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbd21653-0270-4674-859c-be6c2fc793fc req-965fb3b8-ad41-4b51-9a2c-a7961c66ad23 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:42.874470 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbd21653-0270-4674-859c-be6c2fc793fc req-965fb3b8-ad41-4b51-9a2c-a7961c66ad23 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:42.963462 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbd21653-0270-4674-859c-be6c2fc793fc req-965fb3b8-ad41-4b51-9a2c-a7961c66ad23 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:42.991164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbd21653-0270-4674-859c-be6c2fc793fc req-965fb3b8-ad41-4b51-9a2c-a7961c66ad23 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2239244 Aug 22 15:45:43.002031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fb3b8-ad41-4b51-9a2c-a7961c66ad23 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00227cb0-18e7-4cef-b3c0-61ffbb488dca,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:43.013525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54960) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:43.059814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5d1839-96e9-45dc-8fad-7aee242e7a00 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:43.061424 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f5d1839-96e9-45dc-8fad-7aee242e7a00 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1130 time: 0.0468955 Aug 22 15:45:43.064909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 54962) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:43.069813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:45:43.188507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:43.289026 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:43.396460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.25.0.149 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2764b118-f4d9-4e66-8848-6753d8d824bf) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:45:43.501599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:43.612228 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:43.651867 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:45:43.657260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:45:43.658906 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:45:43.669469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=2764b118-f4d9-4e66-8848-6753d8d824bf,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:44.028761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:44.176573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:44.331747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:44.388296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:44.457800 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=2764b118-f4d9-4e66-8848-6753d8d824bf,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:45:44.469535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:44.567246 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Floating IP 5b09227d-5637-4808-acbd-460a8b274488 associated. External IP: 172.25.0.149, port: bb3b376f-fbb4-4ecf-8dda-32c7a29531b5. Aug 22 15:45:44.777143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router fb8ec37c-186c-4d50-8db8-37865e5a0afa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:45:44.884956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:45:44.895829 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Sync routers for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:45:44.905855 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:44.909818 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:45.009883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:45.026515 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:45.037593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-740dfad1-1602-4855-b814-ca71a376da0c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9714832 Aug 22 15:45:45.038138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:45:45.040331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54964) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:45.040777 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f391c03-9151-475d-a187-88f0f443acfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:45:45.078864 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac495d5a-ab1e-4199-b480-998b0d477e52 x-openstack-request-id: req-ac495d5a-ab1e-4199-b480-998b0d477e52 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:45:45.079228 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:45:45.079500 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac495d5a-ab1e-4199-b480-998b0d477e52 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:45:45.079919 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'status': 'completed', 'code': 200} Aug 22 15:45:45.171320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391c03-9151-475d-a187-88f0f443acfd req-b8960b83-be53-4a74-a06f-2bce088cf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.173106 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-b8960b83-be53-4a74-a06f-2bce088cf9ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0432432 Aug 22 15:45:45.219187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c7a89-0801-4504-b0a3-c777ffeed2fe tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.219647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c7a89-0801-4504-b0a3-c777ffeed2fe tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.220146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c7a89-0801-4504-b0a3-c777ffeed2fe tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.220613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c7a89-0801-4504-b0a3-c777ffeed2fe tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.224734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-247c7a89-0801-4504-b0a3-c777ffeed2fe tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1809096 Aug 22 15:45:45.224971 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54968) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:45.265134 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b09227d-5637-4808-acbd-460a8b274488', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'port_id': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'mac_address': 'fa:16:3e:01:b3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:45:43Z', 'updated_at': '2021-08-22T15:45:43Z', 'revision_number': 0, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:45.274879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391c03-9151-475d-a187-88f0f443acfd req-3cc5710c-7ba5-473c-b2a5-2dfe872e73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.276518 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-3cc5710c-7ba5-473c-b2a5-2dfe872e73d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 897 time: 0.0969169 Aug 22 15:45:45.296828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Checking router: fb8ec37c-186c-4d50-8db8-37865e5a0afa for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:45:45.305344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:45:45.305962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:45:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:45.313987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4186-d6da-4e43-8288-8ea190aa4d7e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.314462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4186-d6da-4e43-8288-8ea190aa4d7e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.314924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4186-d6da-4e43-8288-8ea190aa4d7e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.315380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff4186-d6da-4e43-8288-8ea190aa4d7e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.319572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a8ff4186-d6da-4e43-8288-8ea190aa4d7e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0912044 Aug 22 15:45:45.319783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:45.348722 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-005bc3bc-0ce6-479c-905f-4e72c15892b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 999 time: 0.0647857 Aug 22 15:45:45.405514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391c03-9151-475d-a187-88f0f443acfd req-0a94a857-3571-4849-baf4-075187c21914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.407037 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-0a94a857-3571-4849-baf4-075187c21914 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0514605 Aug 22 15:45:45.458078 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391c03-9151-475d-a187-88f0f443acfd req-e1561269-e6fe-4746-a090-23cb9f0474a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.459897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-e1561269-e6fe-4746-a090-23cb9f0474a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458157 Aug 22 15:45:45.526951 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:45:45.561025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-4976cf3e-edf1-4a80-9617-acd41581fe4d service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911243 Aug 22 15:45:45.563734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f363559e-d0d1-4697-a2f4-202fffd7de56 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.2425957 Aug 22 15:45:45.566307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 54972) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:45:45.612353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3574a5b-4c3a-4a80-b3c0-d592f512e3e8 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.612993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3574a5b-4c3a-4a80-b3c0-d592f512e3e8 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:45:45.614763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e3574a5b-4c3a-4a80-b3c0-d592f512e3e8 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb8ec37c-186c-4d50-8db8-37865e5a0afa HTTP/1.1" status: 200 len: 1990 time: 0.0472393 Aug 22 15:45:45.658714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4f391c03-9151-475d-a187-88f0f443acfd req-a2f1b248-06bc-4b1c-baae-34c94c177bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942001 Aug 22 15:45:45.768621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b09227d-5637-4808-acbd-460a8b274488', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'port_id': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'mac_address': 'fa:16:3e:01:b3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:45:43Z', 'updated_at': '2021-08-22T15:45:43Z', 'revision_number': 0, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:45:45.795512 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597b4409-f6e4-484d-b878-31513f394c99 None None] The sync data for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 is: [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b09227d-5637-4808-acbd-460a8b274488', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'port_id': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'mac_address': 'fa:16:3e:01:b3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:45:43Z', 'updated_at': '2021-08-22T15:45:43Z', 'revision_number': 0, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:45:45.992787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e81b81-3eea-4e82-9c68-5bd09d73874e None None] New status for floating IP 5b09227d-5637-4808-acbd-460a8b274488: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:45:51.454788 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:45:59.155871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:46:00.205320 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3c3723cb-e1be-4f96-808e-e6c55986419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:02.894174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:03.507857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5cf1e715-3d7b-4f2c-a783-bf6fb3d055da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:03.628563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-2593b9ce-d040-4687-b9e9-3eb446bd99d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407870 Aug 22 15:46:03.728366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672604-6006-478d-8450-9b3defb06443 req-1fc50979-8b21-4267-bc24-097f86c44377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:03.730001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-1fc50979-8b21-4267-bc24-097f86c44377 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0410640 Aug 22 15:46:03.839751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672604-6006-478d-8450-9b3defb06443 req-f706b854-af6f-40c8-8dea-84063c6dafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:03.841247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-f706b854-af6f-40c8-8dea-84063c6dafd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 897 time: 0.0901513 Aug 22 15:46:03.912477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-71cc742a-cf9b-48a7-85bd-6f8e547083e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 1001 time: 0.0631506 Aug 22 15:46:03.962460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672604-6006-478d-8450-9b3defb06443 req-bb8fe55a-7f38-4b80-9e15-21def53ba2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:03.964203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-bb8fe55a-7f38-4b80-9e15-21def53ba2d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0449765 Aug 22 15:46:04.009342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672604-6006-478d-8450-9b3defb06443 req-5bb1378b-65c9-4ac0-a3e9-fd64feda0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:04.012223 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-5bb1378b-65c9-4ac0-a3e9-fd64feda0d62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402510 Aug 22 15:46:04.112012 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-0ebe5348-d073-4be2-884b-e52fbd735ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921204 Aug 22 15:46:04.205370 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-54672604-6006-478d-8450-9b3defb06443 req-4fdaa1b0-4e65-492e-b699-5eac10c7c1c8 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867252 Aug 22 15:46:05.008645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:06.930411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:10.856345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:21.455989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:30.126516 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-058f37f9-cb04-4d17-86df-93861a082910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:32.945288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:33.522231 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-79022590-2b05-401b-8729-aba6deba23c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:35.015642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:36.156566 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:46:36.981556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:40.873101 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.369694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55010) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:50.423747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-263040d2-572c-4b43-a918-8bd9bcfdbaee tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0527503 Aug 22 15:46:50.427572 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55018) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:50.432784 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'network': {'name': 'tempest-network-smoke--852709357', 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'port_security_enabled': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:46:50.527420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:46:50.531539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.568716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:46:50.577425 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.577791 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Added segment 4dcd6001-114a-4938-a6f4-0a92a2e97da8 of type vlan for network b9696308-2665-4b86-ab3b-2ab42b754a36 Aug 22 15:46:50.623830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.707999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.713741 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:50.714770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.780206 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Network': ['ID=b9696308-2665-4b86-ab3b-2ab42b754a36,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:50.788321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.788678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.789028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.789371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.789713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.790047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.790384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.790711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.791068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.791376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.791701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.792049 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:50.810296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b9696308-2665-4b86-ab3b-2ab42b754a36 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:46:50.816273 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c11dc9e5-21f8-4d10-b362-475075fc8315 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3875301 Aug 22 15:46:50.819703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:50.824617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'admin_state_up': True, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:46:50.911163 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.912309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:50.967102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:51.425287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:51.518394 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:51.782587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:51.801967 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:51.904396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.25.0.91 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/2a0cc032-62e4-47a6-8314-368f25cf7769) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:46:52.003957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:52.101791 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:52.138896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:46:52.141600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:46:52.145678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:46:52.157786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=2a0cc032-62e4-47a6-8314-368f25cf7769,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:52.492450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:52.700775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:52.918596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router ff33256e-d158-49d2-9130-8c7f67e72db7 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:46:53.026751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:46:53.036826 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Sync routers for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:46:53.046417 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:46:53.047020 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:53.095697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.097096 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ffb11f6d-229b-41d3-b614-d0b235546115 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2763946 Aug 22 15:46:53.100646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55026) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.151959 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:46:53.202020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a501d7-e027-405b-a8e8-45d60dc03a4d tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:53.203575 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-98a501d7-e027-405b-a8e8-45d60dc03a4d tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c080370fe95b4dc6950ebf18e734619f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1019828 Aug 22 15:46:53.207283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55028) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.330434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:52Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:53.357645 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Checking router: ff33256e-d158-49d2-9130-8c7f67e72db7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:46:53.357995 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Updating router ff33256e-d158-49d2-9130-8c7f67e72db7 port 2a0cc032-62e4-47a6-8314-368f25cf7769 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:46:53.360443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfd5eb-ea04-4399-b418-ec88b66bdbe2 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:53.361992 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b3cfd5eb-ea04-4399-b418-ec88b66bdbe2 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537693 Aug 22 15:46:53.364963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55030) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.384512 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.396473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-731545bf-d145-4e00-84a7-6a7ebbba8721 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297732 Aug 22 15:46:53.399356 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55034) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.428102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3f6a4d46-9164-4164-bbcc-1a148fe22e95 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c080370fe95b4dc6950ebf18e734619f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274677 Aug 22 15:46:53.430610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.515869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8ce2c-32e9-48c7-8a2f-cc5ae81a2101 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:53.517474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-90d8ce2c-32e9-48c7-8a2f-cc5ae81a2101 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859337 Aug 22 15:46:53.520187 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.562244 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7358e266-eef2-4698-8cb8-5a36a671d93c tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409310 Aug 22 15:46:53.564708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55040) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:53.570322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946218147', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:46:53.645389 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.655612 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Transition to ACTIVE for port object 2a0cc032-62e4-47a6-8314-368f25cf7769 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:46:53.727811 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:46:53.731499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.758456 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.804831 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Attempting to bind port 2a0cc032-62e4-47a6-8314-368f25cf7769 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:46:53.805197 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Attempting to bind port 2a0cc032-62e4-47a6-8314-368f25cf7769 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:46:53.806480 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Attempting to bind port 2a0cc032-62e4-47a6-8314-368f25cf7769 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:46:53.818219 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Pushing event updated for resources: {'Port': ['ID=2a0cc032-62e4-47a6-8314-368f25cf7769,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:53.827174 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:46:53.827542 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:46:53.827939 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.828484 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:46:53.828948 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Bound port: 2a0cc032-62e4-47a6-8314-368f25cf7769, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:46:53.829512 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:53.832773 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.835936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.836240 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.836556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:53.916363 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] For port 2a0cc032-62e4-47a6-8314-368f25cf7769, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:46:53.919535 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] For port 2a0cc032-62e4-47a6-8314-368f25cf7769, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a0cc032-62e4-47a6-8314-368f25cf7769,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:46:54.004366 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.013706 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.066192 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:46:54.066761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:54.086699 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Subnet': ['ID=52e38774-3708-45bc-8bd3-f6de83e3cd06,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:54.092210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Checking segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:46:54.092576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network hostable DHCP agents. Network: b9696308-2665-4b86-ab3b-2ab42b754a36, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:46:54.099951 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700a20-e888-438b-acfe-5600b03eca83 None None] Pushing event updated for resources: {'Port': ['ID=2a0cc032-62e4-47a6-8314-368f25cf7769,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:54.180561 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:46:54.193664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network b9696308-2665-4b86-ab3b-2ab42b754a36 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:46:54.244013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b9696308-2665-4b86-ab3b-2ab42b754a36) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:46:54.248190 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:54.251055 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.253709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a177f-6fc1-4fcb-82f2-7673b5aeb897 None None] Network b9696308-2665-4b86-ab3b-2ab42b754a36 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:46:54.322714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-82096910-5aa2-47ee-80de-cba935efc452 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7568543 Aug 22 15:46:54.325566 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:46:54.368623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:52Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:54.396380 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0cb00-8168-4470-aea3-2ec6bfc9a210 None None] The sync data for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 is: [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:52Z', 'revision_number': 3, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:46:54.412270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b9696308-2665-4b86-ab3b-2ab42b754a36', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'fixed_ips': [{'subnet_id': '52e38774-3708-45bc-8bd3-f6de83e3cd06'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:46:54.413304 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.562005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Allocated IP 172.20.0.18 (b9696308-2665-4b86-ab3b-2ab42b754a36/52e38774-3708-45bc-8bd3-f6de83e3cd06/1ca19c10-31d8-46a3-911b-d129f54de9d9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:46:54.757400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.766468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Transition to ACTIVE for port object 1ca19c10-31d8-46a3-911b-d129f54de9d9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:46:54.783287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Transition to ACTIVE for port object 1ca19c10-31d8-46a3-911b-d129f54de9d9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:46:54.870739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.888654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:54.927452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Network b9696308-2665-4b86-ab3b-2ab42b754a36 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:46:54.930540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:46:54.934178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:46:54.946899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Pushing event updated for resources: {'Port': ['ID=1ca19c10-31d8-46a3-911b-d129f54de9d9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:54.958349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.958349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.959336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.959773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.960270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.960671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.961109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.961533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.961980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.962448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.962914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:54.963337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:46:55.017594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Attempting to bind port 1ca19c10-31d8-46a3-911b-d129f54de9d9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:46:55.017968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Attempting to bind port 1ca19c10-31d8-46a3-911b-d129f54de9d9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:46:55.018374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Attempting to bind port 1ca19c10-31d8-46a3-911b-d129f54de9d9 on network b9696308-2665-4b86-ab3b-2ab42b754a36 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:46:55.023738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:46:55.025351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Checking segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:46:55.025351 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.025351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Bound using segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:46:55.025636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Bound port: 1ca19c10-31d8-46a3-911b-d129f54de9d9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:46:55.025843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.097487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] For port 1ca19c10-31d8-46a3-911b-d129f54de9d9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:46:55.102217 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] For port 1ca19c10-31d8-46a3-911b-d129f54de9d9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1ca19c10-31d8-46a3-911b-d129f54de9d9,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:46:55.177901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.20.0.17 (b9696308-2665-4b86-ab3b-2ab42b754a36/52e38774-3708-45bc-8bd3-f6de83e3cd06/d641759a-7d2e-4c23-8bd7-81351f614670) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:46:55.182223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.258592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a0cc032-62e4-47a6-8314-368f25cf7769 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:46:55.299406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7881a-93b0-43a1-a04b-72254aeb4e5c None None] Pushing event updated for resources: {'Port': ['ID=1ca19c10-31d8-46a3-911b-d129f54de9d9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:55.325229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.341628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Transition to ACTIVE for port object d641759a-7d2e-4c23-8bd7-81351f614670 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:46:55.415532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2a0cc032-62e4-47a6-8314-368f25cf7769 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:46:55.420143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a0cc032-62e4-47a6-8314-368f25cf7769 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:55.420521 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.453766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.495378 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network b9696308-2665-4b86-ab3b-2ab42b754a36 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:46:55.498952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:46:55.502996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:46:55.531766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:55.547258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.571325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 2a0cc032-62e4-47a6-8314-368f25cf7769, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a0cc032-62e4-47a6-8314-368f25cf7769,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:46:55.576106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.616445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:55.667416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=2a0cc032-62e4-47a6-8314-368f25cf7769,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:55.815068 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:56.437846 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:56.490420 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:56.570117 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:56.571935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:56.669861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network b9696308-2665-4b86-ab3b-2ab42b754a36 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:46:56.671241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:46:56.789503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router ff33256e-d158-49d2-9130-8c7f67e72db7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:46:56.820935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc37e4-2b60-4ebd-b291-761541cadf47 None None] Network b9696308-2665-4b86-ab3b-2ab42b754a36 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:46:56.901604 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:46:56.918422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cbf7811b-d82c-47d4-94b9-9f9d4950bbb6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "PUT /v2.0/routers/ff33256e-d158-49d2-9130-8c7f67e72db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5818839 Aug 22 15:46:56.918526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Sync routers for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:46:56.950294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:46:56.950940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:56.998431 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ffed7412-494a-4ad3-a267-1c4b696d895d None None] Provisioning for port 1ca19c10-31d8-46a3-911b-d129f54de9d9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:46:57.120653 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:46:57.133772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e20f66fc-d020-4746-a84b-560c280676c2 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:57.136111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e20f66fc-d020-4746-a84b-560c280676c2 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/networks?id=b9696308-2665-4b86-ab3b-2ab42b754a36 HTTP/1.1" status: 200 len: 797 time: 0.1147110 Aug 22 15:46:57.153424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-98a4fb73-6a1e-406c-8ecf-e3f7ec877211 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/quotas/c080370fe95b4dc6950ebf18e734619f HTTP/1.1" status: 200 len: 375 time: 0.0116246 Aug 22 15:46:57.237130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-798b313e-cd0b-4b60-974a-390f40b52eb2 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0774009 Aug 22 15:46:57.344718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1ca19c10-31d8-46a3-911b-d129f54de9d9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:46:57.356674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-9837e3ba-9923-452d-b1f0-3ae412db804e service neutron] 10.222.0.53 "GET /v2.0/networks/b9696308-2665-4b86-ab3b-2ab42b754a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022339 Aug 22 15:46:57.409205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd641759a-7d2e-4c23-8bd7-81351f614670', 'name': '', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:a7:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:55Z', 'updated_at': '2021-08-22T15:46:56Z', 'revision_number': 2, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:57.443504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Checking router: ff33256e-d158-49d2-9130-8c7f67e72db7 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:46:57.444069 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Updating router ff33256e-d158-49d2-9130-8c7f67e72db7 port d641759a-7d2e-4c23-8bd7-81351f614670 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:46:57.459660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-ade305c2-b32e-4f1c-a772-f7792eb4faf3 service neutron] 10.222.0.53 "GET /v2.0/networks/b9696308-2665-4b86-ab3b-2ab42b754a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967894 Aug 22 15:46:57.478785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 1ca19c10-31d8-46a3-911b-d129f54de9d9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:46:57.491677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1ca19c10-31d8-46a3-911b-d129f54de9d9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:57.492081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.495379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.515438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Provisioning complete for port 1ca19c10-31d8-46a3-911b-d129f54de9d9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:57.515813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.748624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bde3741-8beb-4041-b6bf-29d8783a295f req-4d8da7ac-6b46-433a-805e-1d73038ea0e9 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 210 time: 0.0454545 Aug 22 15:46:57.770156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.820317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.879372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 1ca19c10-31d8-46a3-911b-d129f54de9d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1ca19c10-31d8-46a3-911b-d129f54de9d9,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:46:57.936248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:57.937046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a0cc032-62e4-47a6-8314-368f25cf7769 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:46:58.019482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.046377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Transition to ACTIVE for port object d641759a-7d2e-4c23-8bd7-81351f614670 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:46:58.066125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.db.api [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 15:46:58.066470 n-d-805046-3 neutron-server[102051]: DEBUG oslo_db.api [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 15:46:58.078879 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=1ca19c10-31d8-46a3-911b-d129f54de9d9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:58.093167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a0cc032-62e4-47a6-8314-368f25cf7769 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:58.093167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.137210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.224936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581dfc-ba79-43f6-82a2-27ad40cb97e9 None None] Pushing event updated for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:58.290693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Attempting to bind port d641759a-7d2e-4c23-8bd7-81351f614670 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:46:58.291337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Attempting to bind port d641759a-7d2e-4c23-8bd7-81351f614670 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:46:58.291450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Attempting to bind port d641759a-7d2e-4c23-8bd7-81351f614670 on network b9696308-2665-4b86-ab3b-2ab42b754a36 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:46:58.296766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:46:58.297145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Checking segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:46:58.297561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.297958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Bound using segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:46:58.298429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Bound port: d641759a-7d2e-4c23-8bd7-81351f614670, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:46:58.298818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.370332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] For port d641759a-7d2e-4c23-8bd7-81351f614670, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:46:58.373862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] For port d641759a-7d2e-4c23-8bd7-81351f614670, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d641759a-7d2e-4c23-8bd7-81351f614670,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:46:58.445034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:58.504165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:46:58.504865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:46:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:58.541979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581dfc-ba79-43f6-82a2-27ad40cb97e9 None None] Pushing event updated for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:58.815125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:46:58.837342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c51e042-ca49-463d-ab4f-17e39be8b6f0 req-2cb86808-9219-442a-917a-667344d2c296 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 210 time: 0.0278563 Aug 22 15:46:58.940884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70225b06-f935-4734-a5ec-fe3ef12f7d00 None None] Provisioning for port d641759a-7d2e-4c23-8bd7-81351f614670 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:46:59.034307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd641759a-7d2e-4c23-8bd7-81351f614670', 'name': '', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:a7:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:55Z', 'updated_at': '2021-08-22T15:46:58Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:46:59.063668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47fdea7-4fe1-44f9-b002-9d60069bddf3 None None] The sync data for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 is: [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd641759a-7d2e-4c23-8bd7-81351f614670', 'name': '', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:a7:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:55Z', 'updated_at': '2021-08-22T15:46:58Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:46:59.313193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1ca19c10-31d8-46a3-911b-d129f54de9d9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:46:59.370602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 1ca19c10-31d8-46a3-911b-d129f54de9d9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:59.370901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:59.457992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d641759a-7d2e-4c23-8bd7-81351f614670 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:46:59.581294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d641759a-7d2e-4c23-8bd7-81351f614670 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:46:59.585833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d641759a-7d2e-4c23-8bd7-81351f614670 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:46:59.586209 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:59.671605 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:59.708079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d641759a-7d2e-4c23-8bd7-81351f614670, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d641759a-7d2e-4c23-8bd7-81351f614670,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:46:59.810001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:46:59.868670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:46:59.949393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d87f1173-ced1-4028-bbca-32f7ae816499 req-a4b98569-987a-4b34-95ae-a87956b3872e tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 210 time: 0.0337973 Aug 22 15:46:59.983196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-1cefe7f6-9585-4b1d-8a6d-95598ddf4cd1 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:46:59.985571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-1cefe7f6-9585-4b1d-8a6d-95598ddf4cd1 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.54 "GET /v2.0/networks?id=b9696308-2665-4b86-ab3b-2ab42b754a36 HTTP/1.1" status: 200 len: 797 time: 0.1495874 Aug 22 15:46:59.998101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Request body: {'port': {'device_id': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'admin_state_up': True, 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:47:00.165114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0ab83add-07b2-47c5-ad66-a20c0b3da5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.241791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Made reservation on behalf of c080370fe95b4dc6950ebf18e734619f for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:47:00.245522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.369422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Allocated IP 172.20.0.28 (b9696308-2665-4b86-ab3b-2ab42b754a36/52e38774-3708-45bc-8bd3-f6de83e3cd06/090e79de-a5f8-4a05-8aa5-4fdf16158391) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:47:00.486940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.500423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Transition to ACTIVE for port object 090e79de-a5f8-4a05-8aa5-4fdf16158391 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:47:00.616204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.658200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Network b9696308-2665-4b86-ab3b-2ab42b754a36 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:47:00.661109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:47:00.667675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:47:00.690958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event updated for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:00.706490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.706889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.707235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.707601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.709207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.709747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.710092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.710425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.710763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.711092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.711424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.711748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:00.735165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:00.735834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.804922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-e325718d-3fd8-4304-9279-ae924a3c1e93 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8110321 Aug 22 15:47:00.815864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-06ab29e3-5a6d-4194-87f9-59f778257999 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:47:00.817086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-06ab29e3-5a6d-4194-87f9-59f778257999 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055437 Aug 22 15:47:00.913743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Request body: {'port': {'device_id': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:47:00.971125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:00.975711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d71d9b02-c54d-4943-a37c-6dee599d9384 None None] Provisioning for port 090e79de-a5f8-4a05-8aa5-4fdf16158391 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:47:00.980472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d71d9b02-c54d-4943-a37c-6dee599d9384 None None] Provisioning complete for port 090e79de-a5f8-4a05-8aa5-4fdf16158391 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:47:00.984336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d71d9b02-c54d-4943-a37c-6dee599d9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:01.018454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-d71d9b02-c54d-4943-a37c-6dee599d9384 None None] Port 090e79de-a5f8-4a05-8aa5-4fdf16158391 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:47:01.212377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d641759a-7d2e-4c23-8bd7-81351f614670 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:47:01.263919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d641759a-7d2e-4c23-8bd7-81351f614670 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:47:01.264317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:01.458223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33213886-6297-4bec-ba83-9513b7e843b2 req-7f1c0f35-0527-4bfa-87fc-324ca45f7521 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:01.460189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33213886-6297-4bec-ba83-9513b7e843b2 req-7f1c0f35-0527-4bfa-87fc-324ca45f7521 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 895 time: 0.4337108 Aug 22 15:47:01.592974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090e79de-a5f8-4a05-8aa5-4fdf16158391 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:47:01.600655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:01.612081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Transition to ACTIVE for port object 090e79de-a5f8-4a05-8aa5-4fdf16158391 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:47:01.672890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:01.721970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Pushing event updated for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:01.796786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Attempting to bind port 090e79de-a5f8-4a05-8aa5-4fdf16158391 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:47:01.797117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Attempting to bind port 090e79de-a5f8-4a05-8aa5-4fdf16158391 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:47:01.797453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Attempting to bind port 090e79de-a5f8-4a05-8aa5-4fdf16158391 on network b9696308-2665-4b86-ab3b-2ab42b754a36 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:47:01.802094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Port 090e79de-a5f8-4a05-8aa5-4fdf16158391 on network b9696308-2665-4b86-ab3b-2ab42b754a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:47:01.802420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Attempting to bind port 090e79de-a5f8-4a05-8aa5-4fdf16158391 on network b9696308-2665-4b86-ab3b-2ab42b754a36 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:47:01.807288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:47:01.807630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Checking segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:47:01.808037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Bound using segment: {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:47:01.808465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Bound port: 090e79de-a5f8-4a05-8aa5-4fdf16158391, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcd6001-114a-4938-a6f4-0a92a2e97da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:47:01.808947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:01.875718 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:47:01.878709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:47:01.979459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:02.013977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.014601 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:02.016020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] 10.222.0.54 "PUT /v2.0/ports/090e79de-a5f8-4a05-8aa5-4fdf16158391 HTTP/1.1" status: 200 len: 1055 time: 1.1502531 Aug 22 15:47:02.016462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:02.042720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28f674-cec5-422c-b10f-50ba6bffd41b service neutron] Pushing event updated for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:02.064778 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb818aed-f17f-48ab-86db-5d5dbccc1754" -d '{"events": [{"name": "network-changed", "server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:02.158228 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd308b-bc58-41a1-a497-9beaf009e522 x-openstack-request-id: req-54bd308b-bc58-41a1-a497-9beaf009e522 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:02.158984 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:02.159243 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54bd308b-bc58-41a1-a497-9beaf009e522 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:02.159670 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391', 'status': 'completed', 'code': 200} Aug 22 15:47:02.263447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-5a1a9d96-aed6-4446-883d-ab067f758ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.264961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-5a1a9d96-aed6-4446-883d-ab067f758ed9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 1058 time: 0.0814724 Aug 22 15:47:02.435939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-4015a677-c0f8-4389-b198-44442896e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.436449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-4015a677-c0f8-4389-b198-44442896e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.438005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-4015a677-c0f8-4389-b198-44442896e4d3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c080370fe95b4dc6950ebf18e734619f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1655502 Aug 22 15:47:02.643048 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ecab2-7bf9-4c49-b648-f3c4c6acfd9b req-ee74785e-7c37-4e18-947c-6c99804e983c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.644471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c88ecab2-7bf9-4c49-b648-f3c4c6acfd9b req-ee74785e-7c37-4e18-947c-6c99804e983c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 907 time: 0.1089885 Aug 22 15:47:02.645542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-40526500-a792-4eea-b8c9-3bfdbb17dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.647809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb818aed-f17f-48ab-86db-5d5dbccc1754 req-40526500-a792-4eea-b8c9-3bfdbb17dc29 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034898 Aug 22 15:47:02.724582 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-b540dd5e-0100-4af6-bb96-5eb5e9611c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.725680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-b540dd5e-0100-4af6-bb96-5eb5e9611c3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 1058 time: 0.0411730 Aug 22 15:47:02.791193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-fc436041-d894-44a0-83e2-dd6f1a8a866b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391 HTTP/1.1" status: 200 len: 217 time: 0.0581632 Aug 22 15:47:02.846711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-01cddf34-aec8-4aa6-9c25-76d6635069b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.848250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-01cddf34-aec8-4aa6-9c25-76d6635069b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52e38774-3708-45bc-8bd3-f6de83e3cd06 HTTP/1.1" status: 200 len: 838 time: 0.0506849 Aug 22 15:47:02.926130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc839-26bc-4070-83b5-c94f30946889 req-1a736606-dc55-40b0-9a1a-76e57716627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:02.928171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-1a736606-dc55-40b0-9a1a-76e57716627c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9696308-2665-4b86-ab3b-2ab42b754a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733581 Aug 22 15:47:02.941080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:03.018686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-91a51d70-ef0f-4ae6-9b2d-577de115c5f0 service neutron] 10.222.0.54 "GET /v2.0/networks/b9696308-2665-4b86-ab3b-2ab42b754a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Aug 22 15:47:03.115587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fbadc839-26bc-4070-83b5-c94f30946889 req-2baa24bb-f134-43e5-8996-5bedbdcf1f77 service neutron] 10.222.0.54 "GET /v2.0/networks/b9696308-2665-4b86-ab3b-2ab42b754a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903270 Aug 22 15:47:03.506847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-90c536f7-a497-4d54-8fc1-92566743e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:03.771157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97061041-2586-4e56-baaf-0ca52b9fbde8 req-5307a0ca-c2a1-421f-8a39-4dee15be928d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:03.772616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97061041-2586-4e56-baaf-0ca52b9fbde8 req-5307a0ca-c2a1-421f-8a39-4dee15be928d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 907 time: 0.0503457 Aug 22 15:47:04.603595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-b70f79f2-6888-421d-b079-60e28d2f6770 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442250 Aug 22 15:47:04.710172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b14a0-7046-4c2d-93f4-d14345a268de req-f186d46a-8273-4a87-99be-35492565ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:04.711689 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-f186d46a-8273-4a87-99be-35492565ad8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0474713 Aug 22 15:47:04.814315 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b14a0-7046-4c2d-93f4-d14345a268de req-1bbfcde6-a97b-4349-a814-329b84ed94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:04.815817 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-1bbfcde6-a97b-4349-a814-329b84ed94d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 897 time: 0.0854080 Aug 22 15:47:04.886401 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-3613c276-1580-4f70-b394-757f45e0efe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 1001 time: 0.0633938 Aug 22 15:47:04.889803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb533a-39c7-4b61-9209-bf498b8f90b1 req-739ddf7b-645a-4cd7-9869-c35a4c33de12 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:04.891294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6eb533a-39c7-4b61-9209-bf498b8f90b1 req-739ddf7b-645a-4cd7-9869-c35a4c33de12 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 907 time: 0.0498080 Aug 22 15:47:04.935948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b14a0-7046-4c2d-93f4-d14345a268de req-d36e68c0-2cf7-4a1f-89af-dbccd1aadfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:04.937437 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-d36e68c0-2cf7-4a1f-89af-dbccd1aadfca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0443156 Aug 22 15:47:04.983880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b14a0-7046-4c2d-93f4-d14345a268de req-757997a4-65e1-4e41-9bed-ea042e8640ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:04.985404 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-757997a4-65e1-4e41-9bed-ea042e8640ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408552 Aug 22 15:47:05.009555 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:05.078529 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-8de5f8fb-3286-4b2c-9363-eb7b1ec3f979 service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858138 Aug 22 15:47:05.170082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-292b14a0-7046-4c2d-93f4-d14345a268de req-a25092bb-c6e6-402b-9577-96d91ce6bb1d service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Aug 22 15:47:06.012259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a87ca-1f34-481a-8cfc-be057ea0dbcf req-dcad1207-258b-4ee7-abff-561f682158de tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:06.013784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f69a87ca-1f34-481a-8cfc-be057ea0dbcf req-dcad1207-258b-4ee7-abff-561f682158de tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 907 time: 0.0551100 Aug 22 15:47:06.973046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:07.130200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094bca-171b-475b-a358-73566e675cf6 req-65390946-4aa8-4ea1-afac-187e14476261 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:07.131578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d094bca-171b-475b-a358-73566e675cf6 req-65390946-4aa8-4ea1-afac-187e14476261 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 907 time: 0.0497391 Aug 22 15:47:07.769824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 090e79de-a5f8-4a05-8aa5-4fdf16158391 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:47:07.866099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:07.877179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '090e79de-a5f8-4a05-8aa5-4fdf16158391', 'network_id': 'b9696308-2665-4b86-ab3b-2ab42b754a36', 'port_id': '090e79de-a5f8-4a05-8aa5-4fdf16158391', 'mac_address': 'fa:16:3e:21:a7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e38774-3708-45bc-8bd3-f6de83e3cd06', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:47:07.914258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:07.927131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090e79de-a5f8-4a05-8aa5-4fdf16158391 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:47:07.945942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:08.026868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:08.074191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:08.247229 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0029-2118-4ee8-8489-5a0d1f8467c0 req-17db50e4-15e2-4557-a5c3-8c5e9b14fbfb tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:08.248755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df9f0029-2118-4ee8-8489-5a0d1f8467c0 req-17db50e4-15e2-4557-a5c3-8c5e9b14fbfb tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 908 time: 0.0493197 Aug 22 15:47:08.406420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['090e79de-a5f8-4a05-8aa5-4fdf16158391'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:47:09.363191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0433f-cf8e-4f92-ab3e-caab772e45a3 req-80aee0b6-a76e-4b14-b037-ddf5ff0e2559 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:09.364709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9f0433f-cf8e-4f92-ab3e-caab772e45a3 req-80aee0b6-a76e-4b14-b037-ddf5ff0e2559 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 908 time: 0.0485601 Aug 22 15:47:09.750806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 090e79de-a5f8-4a05-8aa5-4fdf16158391 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:47:09.860852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 090e79de-a5f8-4a05-8aa5-4fdf16158391 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:47:09.865221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 090e79de-a5f8-4a05-8aa5-4fdf16158391 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:47:09.865603 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:10.017215 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:10.039991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:10.042237 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764a710-87bf-4c7d-8cc8-6588323b44c8" -d '{"events": [{"server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "name": "network-vif-plugged", "status": "completed", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:10.055637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:10.080450 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3cc5fd-c15b-4e67-827c-43aa8ab2055d x-openstack-request-id: req-1a3cc5fd-c15b-4e67-827c-43aa8ab2055d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:10.080758 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "name": "network-vif-plugged", "status": "completed", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:10.081022 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a3cc5fd-c15b-4e67-827c-43aa8ab2055d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:10.081428 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391', 'code': 200} Aug 22 15:47:10.130948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:10.182669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6185be-6ebb-4151-989e-9c7234b1ef65 req-691f4f77-f8f5-4da7-9752-cf32b247ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:10.183758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:10.184203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c6185be-6ebb-4151-989e-9c7234b1ef65 req-691f4f77-f8f5-4da7-9752-cf32b247ab7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 1060 time: 0.0436232 Aug 22 15:47:10.481454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676abd9a-40fe-48cd-8f3d-f44d0d7f3b84 req-39e60e57-aee5-43de-81b8-95d394689bad tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:10.482972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-676abd9a-40fe-48cd-8f3d-f44d0d7f3b84 req-39e60e57-aee5-43de-81b8-95d394689bad tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0510697 Aug 22 15:47:10.838005 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:11.602476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2801a4-89b7-483a-922e-8d7b8733394a req-8d5258b2-8159-4463-ba0a-a630ee2447db tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:11.604127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a2801a4-89b7-483a-922e-8d7b8733394a req-8d5258b2-8159-4463-ba0a-a630ee2447db tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0507698 Aug 22 15:47:12.719621 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100bc7-fc29-4699-9706-808cc4602515 req-198e6a40-254d-4f90-bb87-76cda9bad1d9 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:12.721159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c100bc7-fc29-4699-9706-808cc4602515 req-198e6a40-254d-4f90-bb87-76cda9bad1d9 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0496445 Aug 22 15:47:12.845489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645794bf-7e93-4bba-9da2-f97fc940112a req-4fe2e00d-a60f-47db-8197-4e80ffdbb7b1 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:12.846974 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-645794bf-7e93-4bba-9da2-f97fc940112a req-4fe2e00d-a60f-47db-8197-4e80ffdbb7b1 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0526536 Aug 22 15:47:13.017007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb50f4-8c34-488f-89d2-b084894667ea req-c24f36e8-1d4d-424a-b3ce-1c27ebbaff28 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:13.018538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-facb50f4-8c34-488f-89d2-b084894667ea req-c24f36e8-1d4d-424a-b3ce-1c27ebbaff28 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 1060 time: 0.1057997 Aug 22 15:47:13.125805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75311585-ddd1-48c2-95f1-509a89d7d723 req-5e387f98-5040-42b4-8f47-9eabe31c40c8 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:13.127323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75311585-ddd1-48c2-95f1-509a89d7d723 req-5e387f98-5040-42b4-8f47-9eabe31c40c8 tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0418999 Aug 22 15:47:13.155127 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:47:13.165673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75311585-ddd1-48c2-95f1-509a89d7d723 req-7d847d4d-ee7b-4eea-8b08-062789fc591b tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0310192 Aug 22 15:47:13.187333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55138) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:13.228740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c61e7e-d2f1-45a0-947e-52e5e22d403e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:13.230289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2c61e7e-d2f1-45a0-947e-52e5e22d403e tempest-TestSecurityGroupsBasicOps-1760683366 tempest-TestSecurityGroupsBasicOps-1760683366-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 1055 time: 0.0419993 Aug 22 15:47:13.655773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3f4f8-5cd7-495c-bee2-cb8ff102317b req-ec0a830d-00a6-4345-ad74-92607fda1b70 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:13.657260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-abf3f4f8-5cd7-495c-bee2-cb8ff102317b req-ec0a830d-00a6-4345-ad74-92607fda1b70 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0517516 Aug 22 15:47:14.780798 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a4b7a-e112-445d-ae1e-bb078c501611 req-3999b6df-d4f1-4231-bfdb-b594da8995c8 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:14.782307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-439a4b7a-e112-445d-ae1e-bb078c501611 req-3999b6df-d4f1-4231-bfdb-b594da8995c8 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0558298 Aug 22 15:47:15.017928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-a4764353-5dac-4f47-a0f3-39069f1e366f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:15.019305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-a4764353-5dac-4f47-a0f3-39069f1e366f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.54 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 909 time: 0.0493438 Aug 22 15:47:15.112406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port 090e79de-a5f8-4a05-8aa5-4fdf16158391 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:15.112756 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:15.202013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port 090e79de-a5f8-4a05-8aa5-4fdf16158391, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=090e79de-a5f8-4a05-8aa5-4fdf16158391,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:15.202383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:15.214485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for 090e79de-a5f8-4a05-8aa5-4fdf16158391 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:15.409465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:15.437167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=090e79de-a5f8-4a05-8aa5-4fdf16158391,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:15.487274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] No DVR routers for this DVR port 090e79de-a5f8-4a05-8aa5-4fdf16158391 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:47:15.491012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:15.493084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04a94fe7-1030-4c17-9c43-e6a258ce0d40 req-bb6b966f-abbd-49e8-b0e0-6aff8559861c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.54 "DELETE /v2.0/ports/090e79de-a5f8-4a05-8aa5-4fdf16158391 HTTP/1.1" status: 204 len: 173 time: 0.4678507 Aug 22 15:47:15.493539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'name': 'network-vif-deleted', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:15.495885 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feba3c83-3f38-4982-8028-ee94034a816d" -d '{"events": [{"server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "name": "network-vif-deleted", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:15.533842 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1794c4ec-2d89-450f-85f9-f04d4314a1b6 x-openstack-request-id: req-1794c4ec-2d89-450f-85f9-f04d4314a1b6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:15.534173 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718424f-46c7-4d1d-bae1-b61789a10f80", "name": "network-vif-deleted", "tag": "090e79de-a5f8-4a05-8aa5-4fdf16158391", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:15.534434 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1794c4ec-2d89-450f-85f9-f04d4314a1b6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:15.534837 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718424f-46c7-4d1d-bae1-b61789a10f80', 'name': 'network-vif-deleted', 'tag': '090e79de-a5f8-4a05-8aa5-4fdf16158391', 'status': 'completed', 'code': 200} Aug 22 15:47:15.895666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16874412-f099-42bc-839d-4a24557e4d0b req-3acf7e84-77ae-418b-a8ad-518a4a07999b tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=7718424f-46c7-4d1d-bae1-b61789a10f80 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Aug 22 15:47:16.953351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55152) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:17.315823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:17.570889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port d641759a-7d2e-4c23-8bd7-81351f614670 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:17.571149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:17.661941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port d641759a-7d2e-4c23-8bd7-81351f614670, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d641759a-7d2e-4c23-8bd7-81351f614670,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:17.662315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:17.674029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for d641759a-7d2e-4c23-8bd7-81351f614670 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:17.929168 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:17.957075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=d641759a-7d2e-4c23-8bd7-81351f614670,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:18.135822 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:18.353353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router ff33256e-d158-49d2-9130-8c7f67e72db7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:47:18.712339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:47:18.717420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1782e3d7-7d65-4c16-a3ac-6459b7d82fc4 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "PUT /v2.0/routers/ff33256e-d158-49d2-9130-8c7f67e72db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630482 Aug 22 15:47:18.720114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55154) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:18.722752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Sync routers for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:47:18.736894 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:18.737533 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:18.776698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting subnet 52e38774-3708-45bc-8bd3-f6de83e3cd06 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:47:18.780826 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:18.826629 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:18.916703 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:18.939541 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:19.047652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.074853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Subnet': ['ID=52e38774-3708-45bc-8bd3-f6de83e3cd06,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:19.081147 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.084735 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-03cd4824-5b9e-42c9-be2b-fecd71196273 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/subnets/52e38774-3708-45bc-8bd3-f6de83e3cd06 HTTP/1.1" status: 204 len: 168 time: 0.3636286 Aug 22 15:47:19.086221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55156) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:19.088789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff16c31-f0bc-47a2-8165-99d1f9f01382 None None] Network b9696308-2665-4b86-ab3b-2ab42b754a36 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:47:19.123348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:47:17Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:19.149715 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Checking router: ff33256e-d158-49d2-9130-8c7f67e72db7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:47:19.158171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Routers {'ff33256e-d158-49d2-9130-8c7f67e72db7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:19.158751 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ff33256e-d158-49d2-9130-8c7f67e72db7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:19.204048 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.289704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] DHCP port deletion for b9696308-2665-4b86-ab3b-2ab42b754a36 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:47:19.296605 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] Set router ff33256e-d158-49d2-9130-8c7f67e72db7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:19.319926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.338416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Deleting port 1ca19c10-31d8-46a3-911b-d129f54de9d9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:19.339606 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.403313 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] For port 1ca19c10-31d8-46a3-911b-d129f54de9d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1ca19c10-31d8-46a3-911b-d129f54de9d9,segment=NetworkSegment(4dcd6001-114a-4938-a6f4-0a92a2e97da8),segment_id=4dcd6001-114a-4938-a6f4-0a92a2e97da8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:19.404004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.418841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Calling delete_port for 1ca19c10-31d8-46a3-911b-d129f54de9d9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:19.428234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port 2a0cc032-62e4-47a6-8314-368f25cf7769 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:19.428591 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.480067 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:47:17Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:19.507403 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab988fc-78c5-4768-ac8f-ba5582f26e39 None None] The sync data for ids ['ff33256e-d158-49d2-9130-8c7f67e72db7'] in n-d-805046-3 is: [{'id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-420455156', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:46:50Z', 'updated_at': '2021-08-22T15:47:17Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '2a0cc032-62e4-47a6-8314-368f25cf7769', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff33256e-d158-49d2-9130-8c7f67e72db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:46:51Z', 'updated_at': '2021-08-22T15:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:47:19.518712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port 2a0cc032-62e4-47a6-8314-368f25cf7769, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a0cc032-62e4-47a6-8314-368f25cf7769,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:19.526354 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.532302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for 2a0cc032-62e4-47a6-8314-368f25cf7769 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:19.595832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.623608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] Pushing event deleted for resources: {'Port': ['ID=1ca19c10-31d8-46a3-911b-d129f54de9d9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:19.625554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad254769-9ef4-4333-8972-86a9fb1e7b41 None None] No DVR routers for this DVR port 1ca19c10-31d8-46a3-911b-d129f54de9d9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:47:19.781520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 090e79de-a5f8-4a05-8aa5-4fdf16158391 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:19.789698 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.801942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 090e79de-a5f8-4a05-8aa5-4fdf16158391 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:19.802190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 090e79de-a5f8-4a05-8aa5-4fdf16158391 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:19.814415 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=2a0cc032-62e4-47a6-8314-368f25cf7769,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:19.879715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.992533 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:19.994735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.121693 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.122375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Fanout notify agent at l3_agent the message router_deleted on router ff33256e-d158-49d2-9130-8c7f67e72db7 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:47:20.129170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.130399 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fd8bdbf4-26fe-4dfa-b14e-c8fc4a43e248 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/routers/ff33256e-d158-49d2-9130-8c7f67e72db7 HTTP/1.1" status: 204 len: 168 time: 1.0431752 Aug 22 15:47:20.133104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55158) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:20.222606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.309366 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.319724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9696308-2665-4b86-ab3b-2ab42b754a36']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:20.329597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcd6001-114a-4938-a6f4-0a92a2e97da8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:20.329898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcd6001-114a-4938-a6f4-0a92a2e97da8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:20.339774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.353002 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.358688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:47:20.359074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:47:20.362059 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:47:20.504353 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.512328 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.516196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/networks/b9696308-2665-4b86-ab3b-2ab42b754a36 HTTP/1.1" status: 204 len: 168 time: 0.3796420 Aug 22 15:47:20.516831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55160) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:20.525451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4fc61-f554-42c8-bfaf-e3911a229672 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Network': ['ID=b9696308-2665-4b86-ab3b-2ab42b754a36,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:20.680207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port 2764b118-f4d9-4e66-8848-6753d8d824bf {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:20.680583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.757517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.757769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:20.769904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for 2764b118-f4d9-4e66-8848-6753d8d824bf owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:20.990415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:21.015234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=2764b118-f4d9-4e66-8848-6753d8d824bf,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:21.081655 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:21.081993 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Floating IP 5b09227d-5637-4808-acbd-460a8b274488 disassociated (deleted). External IP: 172.25.0.149, port: bb3b376f-fbb4-4ecf-8dda-32c7a29531b5. Aug 22 15:47:21.230341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1ca19c10-31d8-46a3-911b-d129f54de9d9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:21.250968 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1ca19c10-31d8-46a3-911b-d129f54de9d9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:21.251323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1ca19c10-31d8-46a3-911b-d129f54de9d9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:21.251740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d641759a-7d2e-4c23-8bd7-81351f614670 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:21.271349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d641759a-7d2e-4c23-8bd7-81351f614670 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:21.271683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d641759a-7d2e-4c23-8bd7-81351f614670 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:21.272134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a0cc032-62e4-47a6-8314-368f25cf7769 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:21.292219 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router fb8ec37c-186c-4d50-8db8-37865e5a0afa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:47:21.293361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2a0cc032-62e4-47a6-8314-368f25cf7769 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:21.293732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a0cc032-62e4-47a6-8314-368f25cf7769 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:21.458375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:21.691644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:47:21.696618 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:21.700931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Sync routers for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:47:21.710444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:21.711076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:21.723899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-816f295a-a4eb-4dff-8bfa-5116d3a26469 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b09227d-5637-4808-acbd-460a8b274488 HTTP/1.1" status: 204 len: 168 time: 1.2054327 Aug 22 15:47:21.724610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:21.726946 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:21.821579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:22.027191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:22.053666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Checking router: fb8ec37c-186c-4d50-8db8-37865e5a0afa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:47:22.061926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:22.062525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:22.118358 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9993c7-dcca-4142-b195-68bab6587b86 x-openstack-request-id: req-3d9993c7-dcca-4142-b195-68bab6587b86 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:22.118656 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:22.118911 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d9993c7-dcca-4142-b195-68bab6587b86 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:22.119306 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'status': 'completed', 'code': 200} Aug 22 15:47:22.175034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:22.217106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0520d-2f5a-4bfc-8085-fd54106887e8 req-41b89927-9e32-4c98-a134-1698a7dbbe00 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:22.220454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6f0520d-2f5a-4bfc-8085-fd54106887e8 req-41b89927-9e32-4c98-a134-1698a7dbbe00 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0546131 Aug 22 15:47:22.238125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-58702aed-f61f-4b6b-a2ec-dae4f8ecc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:22.240398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-58702aed-f61f-4b6b-a2ec-dae4f8ecc578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c080370fe95b4dc6950ebf18e734619f&device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 1135 time: 0.0511069 Aug 22 15:47:22.263636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f6f0520d-2f5a-4bfc-8085-fd54106887e8 req-7cd97e46-43db-4d8b-ad6a-f1166119cb63 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0379035 Aug 22 15:47:22.341679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-5dbe57b5-5c6e-4f66-adb9-c4b0ffcefd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:22.343128 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-5dbe57b5-5c6e-4f66-adb9-c4b0ffcefd57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 200 len: 897 time: 0.0958638 Aug 22 15:47:22.385227 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-ab310d20-fbaa-49a3-a00d-d8b4caf7b37b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 200 len: 217 time: 0.0339727 Aug 22 15:47:22.388910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:22.415900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d2430-5f15-4c01-a27c-03ac3b792e38 None None] The sync data for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 is: [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:45:26Z', 'revision_number': 4, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4bf41e6b-4230-4607-a427-a504bb75782f', 'name': '', 'network_id': 'afef73ab-a995-4e99-ac63-2f848fd36d12', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'mac_address': 'fa:16:3e:5e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:25Z', 'updated_at': '2021-08-22T15:45:31Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'subnets': [{'id': 'b45620e1-ca21-4760-a605-487fd501a1d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:47:22.435921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-08c23cc0-a2f2-4f3a-9181-35820bf09358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:22.437426 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-08c23cc0-a2f2-4f3a-9181-35820bf09358 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 200 len: 834 time: 0.0440235 Aug 22 15:47:22.492128 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-ef83d892-eaab-4f84-a369-d1670e704817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:22.493759 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-ef83d892-eaab-4f84-a369-d1670e704817 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afef73ab-a995-4e99-ac63-2f848fd36d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478995 Aug 22 15:47:22.590827 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-92738434-4a68-4235-aaaa-a3532f0cb60f service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888770 Aug 22 15:47:22.650975 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471c809e-a67c-41e0-8913-f29b30e47335 None None] New status for floating IP 5b09227d-5637-4808-acbd-460a8b274488: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:47:22.693358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a11605c3-b5db-484a-bcfa-3b7f8209d7c1 req-5647541e-d11d-454c-b5f4-c3fab1111d8f service neutron] 10.222.0.10 "GET /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940287 Aug 22 15:47:23.381612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b553b2-ce05-42b4-899e-0935adcd69fc req-0a58e778-88af-4070-be7e-956bb015cbe6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:23.383085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4b553b2-ce05-42b4-899e-0935adcd69fc req-0a58e778-88af-4070-be7e-956bb015cbe6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0498176 Aug 22 15:47:23.423853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b4b553b2-ce05-42b4-899e-0935adcd69fc req-cb9a9a72-612f-4221-91d0-267ee67d0970 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/security-groups?id=592f627d-447e-491e-8251-c78e3d6425a2&id=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346487 Aug 22 15:47:23.799153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-60c4b699-54bf-4aca-98f4-3ccfca342938 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:23.800659 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-60c4b699-54bf-4aca-98f4-3ccfca342938 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 984 time: 0.0594258 Aug 22 15:47:23.895437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:23.895928 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:23.989796 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:23.990171 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:24.001946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:24.193021 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:24.222148 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=bb3b376f-fbb4-4ecf-8dda-32c7a29531b5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:24.273497 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] No DVR routers for this DVR port bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:47:24.276284 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:24.278558 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0fa78bea-30ad-45a9-95f7-b90b2052c0bc req-589bf17d-031e-4f14-b3ca-53d81b59e99c tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.10 "DELETE /v2.0/ports/bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 HTTP/1.1" status: 204 len: 173 time: 0.4719195 Aug 22 15:47:24.279005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'name': 'network-vif-deleted', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:24.281591 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991e0ed-2f4d-4a5a-9bee-332b8dfdaac9" -d '{"events": [{"server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "name": "network-vif-deleted", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:24.319271 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77359fb5-7631-4300-92f7-5108189926d9 x-openstack-request-id: req-77359fb5-7631-4300-92f7-5108189926d9 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:24.319572 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5374017c-6746-4f84-90d1-ef0a7efa907c", "name": "network-vif-deleted", "tag": "bb3b376f-fbb4-4ecf-8dda-32c7a29531b5", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:24.319834 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77359fb5-7631-4300-92f7-5108189926d9 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:24.320305 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5374017c-6746-4f84-90d1-ef0a7efa907c', 'name': 'network-vif-deleted', 'tag': 'bb3b376f-fbb4-4ecf-8dda-32c7a29531b5', 'status': 'completed', 'code': 200} Aug 22 15:47:24.524379 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-13dbcc9a-616c-4e0f-b818-8bfa9d5c39f3 req-303fec81-efc5-4100-8041-97bc5ddb97c6 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "GET /v2.0/ports?device_id=5374017c-6746-4f84-90d1-ef0a7efa907c HTTP/1.1" status: 200 len: 210 time: 0.0302055 Aug 22 15:47:25.583155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55176) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:25.636620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:25.659286 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:25.815257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:25.817853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:25.819018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/security-groups/592f627d-447e-491e-8251-c78e3d6425a2 HTTP/1.1" status: 204 len: 168 time: 0.2345805 Aug 22 15:47:25.822023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55178) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:25.828532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed27ed3-b420-4ec9-ae54-dc260bb9410a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f627d-447e-491e-8251-c78e3d6425a2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:25.881453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:25.904538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.037680 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.040387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.041615 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc509376-c1fc-46cf-9944-c8b4b4e8ccb4 HTTP/1.1" status: 204 len: 168 time: 0.2185893 Aug 22 15:47:26.044834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55180) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:26.053490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22430e2c-ec3f-4d6d-ac3d-460b6815f76d tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc509376-c1fc-46cf-9944-c8b4b4e8ccb4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:26.417936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.671993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port 4bf41e6b-4230-4607-a427-a504bb75782f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:26.672657 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.722565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:26.743432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:26.743787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device bb3b376f-fbb4-4ecf-8dda-32c7a29531b5 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:26.762235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port 4bf41e6b-4230-4607-a427-a504bb75782f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4bf41e6b-4230-4607-a427-a504bb75782f,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:26.762600 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:26.775177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for 4bf41e6b-4230-4607-a427-a504bb75782f owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:27.043873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.071878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=4bf41e6b-4230-4607-a427-a504bb75782f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:27.257995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.470638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Router fb8ec37c-186c-4d50-8db8-37865e5a0afa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:47:27.576854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:47:27.582482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c8dacd2-ee3e-4f9f-8800-a24b920d9a45 tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "PUT /v2.0/routers/fb8ec37c-186c-4d50-8db8-37865e5a0afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364027 Aug 22 15:47:27.585405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55182) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:27.587134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Sync routers for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:47:27.596410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:27.597022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:27.635518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting subnet b45620e1-ca21-4760-a605-487fd501a1d3 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:47:27.638664 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.681902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.701165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:27.772314 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.888594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:47:26Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:27.889658 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.915373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Checking router: fb8ec37c-186c-4d50-8db8-37865e5a0afa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:47:27.917724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Subnet': ['ID=b45620e1-ca21-4760-a605-487fd501a1d3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:27.919715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:27.921622 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2f9fc66d-3d25-4d52-8ffe-72f4ce35c00a tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/subnets/b45620e1-ca21-4760-a605-487fd501a1d3 HTTP/1.1" status: 204 len: 168 time: 0.3351853 Aug 22 15:47:27.924324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55184) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:27.925715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Routers {'fb8ec37c-186c-4d50-8db8-37865e5a0afa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:47:27.926900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:47:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:27.931211 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bf81e-a8c7-47ce-a26b-fddc5645e814 None None] Network afef73ab-a995-4e99-ac63-2f848fd36d12 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:47:28.032108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.138699 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.249226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Deleting port 1a1d19e7-7464-446b-a650-4ab6920e14f7 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:28.249579 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.285624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] Set router fb8ec37c-186c-4d50-8db8-37865e5a0afa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:47:28.333298 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] For port 1a1d19e7-7464-446b-a650-4ab6920e14f7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1a1d19e7-7464-446b-a650-4ab6920e14f7,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:28.333982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.345899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Calling delete_port for 1a1d19e7-7464-446b-a650-4ab6920e14f7 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:28.414955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] DHCP port deletion for afef73ab-a995-4e99-ac63-2f848fd36d12 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 15:47:28.508188 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Deleting port a92bf2e4-bcb3-497a-ac41-329aee635f35 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:47:28.508565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.512560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:47:26Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:28.550846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ea26b-ab56-455d-9989-5e970a9b41d2 None None] The sync data for ids ['fb8ec37c-186c-4d50-8db8-37865e5a0afa'] in n-d-805046-3 is: [{'id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-922266888', 'tenant_id': 'c080370fe95b4dc6950ebf18e734619f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:45:21Z', 'updated_at': '2021-08-22T15:47:26Z', 'revision_number': 5, 'project_id': 'c080370fe95b4dc6950ebf18e734619f', 'gw_port': {'id': '1a1d19e7-7464-446b-a650-4ab6920e14f7', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ef:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ec37c-186c-4d50-8db8-37865e5a0afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:45:22Z', 'updated_at': '2021-08-22T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:47:28.575072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.604771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Port': ['ID=1a1d19e7-7464-446b-a650-4ab6920e14f7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:28.605411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] For port a92bf2e4-bcb3-497a-ac41-329aee635f35, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a92bf2e4-bcb3-497a-ac41-329aee635f35,segment=NetworkSegment(b2f35476-7bcc-47b5-b22c-76a1c6ffa09f),segment_id=b2f35476-7bcc-47b5-b22c-76a1c6ffa09f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:28.605411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.620739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Calling delete_port for a92bf2e4-bcb3-497a-ac41-329aee635f35 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:47:28.670527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.761124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.763326 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.783870 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.812784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] Pushing event deleted for resources: {'Port': ['ID=a92bf2e4-bcb3-497a-ac41-329aee635f35,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:28.815284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dffa1f-f0d4-4d21-8c7b-81d86858fa38 None None] No DVR routers for this DVR port a92bf2e4-bcb3-497a-ac41-329aee635f35 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:47:28.866485 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.867011 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Fanout notify agent at l3_agent the message router_deleted on router fb8ec37c-186c-4d50-8db8-37865e5a0afa {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 15:47:28.873845 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:28.874995 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-70fd9df4-3d69-492d-9ce4-5a3d1fed22aa tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/routers/fb8ec37c-186c-4d50-8db8-37865e5a0afa HTTP/1.1" status: 204 len: 168 time: 0.9495320 Aug 22 15:47:28.877926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55186) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:28.966599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.058030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.068616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef73ab-a995-4e99-ac63-2f848fd36d12']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:29.079076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:29.079296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f35476-7bcc-47b5-b22c-76a1c6ffa09f') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:47:29.089177 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.108575 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.117303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:47:29.117303 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: timer() Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:47:29.119211 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:47:29.247038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.253949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:29.256346 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] 10.222.0.53 "DELETE /v2.0/networks/afef73ab-a995-4e99-ac63-2f848fd36d12 HTTP/1.1" status: 204 len: 168 time: 0.3774459 Aug 22 15:47:29.267751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55995c-90bb-4767-bf2c-153d9c1e772f tempest-TestSecurityGroupsBasicOps-1081874276 tempest-TestSecurityGroupsBasicOps-1081874276-project] Pushing event deleted for resources: {'Network': ['ID=afef73ab-a995-4e99-ac63-2f848fd36d12,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:29.589603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4bf41e6b-4230-4607-a427-a504bb75782f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:29.609701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4bf41e6b-4230-4607-a427-a504bb75782f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:29.609967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4bf41e6b-4230-4607-a427-a504bb75782f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:29.610377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a92bf2e4-bcb3-497a-ac41-329aee635f35 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:29.630167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a92bf2e4-bcb3-497a-ac41-329aee635f35 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:29.630509 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a92bf2e4-bcb3-497a-ac41-329aee635f35 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:29.802513 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55194) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:29.939377 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c8e63034-f3e9-4829-bb36-14f063629438 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c080370fe95b4dc6950ebf18e734619f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356196 Aug 22 15:47:29.941787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55198) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:29.992606 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.018146 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.141125 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bcd15928-146d-4677-a7fd-e274c072c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.152321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.154883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.156117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8ae5d19-a417-4881-916c-9989408709f1 HTTP/1.1" status: 204 len: 168 time: 0.2131109 Aug 22 15:47:30.164063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae716d13-2c4e-4cd3-8510-54d062254a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae5d19-a417-4881-916c-9989408709f1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:30.859581 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55204) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:30.879427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cfcef5a-40c1-4a3a-aecd-76cbc72aa567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:30.967999 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cfcef5a-40c1-4a3a-aecd-76cbc72aa567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.060872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1cfcef5a-40c1-4a3a-aecd-76cbc72aa567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.100511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcef5a-40c1-4a3a-aecd-76cbc72aa567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe9d77f-7558-483b-bbb9-a584f320853c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:31.104953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1cfcef5a-40c1-4a3a-aecd-76cbc72aa567 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc873e36224845c4a86f1d060eb64d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442880 Aug 22 15:47:31.108198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55206) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:31.156983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.179157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1a1d19e7-7464-446b-a650-4ab6920e14f7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:47:31.179688 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.199426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 1a1d19e7-7464-446b-a650-4ab6920e14f7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:47:31.199782 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 1a1d19e7-7464-446b-a650-4ab6920e14f7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:47:31.303828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.306472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:31.307677 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fe9d77f-7558-483b-bbb9-a584f320853c HTTP/1.1" status: 204 len: 168 time: 0.1992407 Aug 22 15:47:31.315664 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcca9b-17ce-40d6-a16a-55f2a0a3cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe9d77f-7558-483b-bbb9-a584f320853c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:31.960517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55212) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:32.001196 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-300e976a-2084-4c6f-beb5-54fc8ff87df6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91fde1256b7646978f58bb2335d1545f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394886 Aug 22 15:47:32.003756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55214) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:47:32.053038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:32.075156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:32.260492 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:32.263111 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:32.264318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00227cb0-18e7-4cef-b3c0-61ffbb488dca HTTP/1.1" status: 204 len: 168 time: 0.2588861 Aug 22 15:47:32.272665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6c2db-f9a0-4ae1-901d-e889d3e4a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00227cb0-18e7-4cef-b3c0-61ffbb488dca,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:32.955634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:33.523551 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9090-df56-4538-a44d-0447c89892b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:35.037857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:36.986390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:40.849945 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:43.564706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-eb9f6cf9-5c57-4bbc-8ce0-bb46e2681f16 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=549c75bb6ea34dbcba23994917de4613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306089 Aug 22 15:47:43.749925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-efe3913e-06f4-4a64-8bd6-aecbf064482e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:43.751536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-efe3913e-06f4-4a64-8bd6-aecbf064482e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811757 Aug 22 15:47:43.767577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-ebe5648a-c9a3-48c1-84b0-ec16f0ca99f7 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/quotas/549c75bb6ea34dbcba23994917de4613 HTTP/1.1" status: 200 len: 375 time: 0.0097466 Aug 22 15:47:43.801556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5337dc76-f6e1-4208-97cd-4133bdedb45c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=549c75bb6ea34dbcba23994917de4613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271554 Aug 22 15:47:44.080342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7f28255-388a-4f27-bd94-97035f4aeff2 req-0c415d29-e050-4759-ac62-c39ed6836735 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0299783 Aug 22 15:47:45.158810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6666e7a8-fe9d-4172-a8f6-1b14b85f466c req-919524f6-d9f9-4445-b22d-870e1946d5e3 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Aug 22 15:47:46.252612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da750cf7-33f6-4bee-a29f-e400fd10e39a req-f3cd8422-7c93-46ee-92e4-6169d46b903c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0260150 Aug 22 15:47:47.346377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f198cf71-39e5-4efe-b11b-d8dd957ba06d req-3794a498-290e-4ea2-9d60-bf503e0cc749 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Aug 22 15:47:48.220079 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-adc41723-cd83-44fe-b6ea-724bb7f0525b tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=549c75bb6ea34dbcba23994917de4613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294814 Aug 22 15:47:48.446125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76017299-f62c-48a1-b6aa-53a8a7ce4ec3 req-7592035c-1405-4591-8a5f-74ce24ea6033 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Aug 22 15:47:48.661893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-131cda30-242f-4d68-8d0b-6373d5f857a7 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:48.663277 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-131cda30-242f-4d68-8d0b-6373d5f857a7 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4374931 Aug 22 15:47:48.681560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Request body: {'port': {'device_id': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'admin_state_up': True, 'tenant_id': '549c75bb6ea34dbcba23994917de4613'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:47:48.859876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Made reservation on behalf of 549c75bb6ea34dbcba23994917de4613 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:47:48.863484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:48.872983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:48.972793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.034521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.099466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846404f5-397b-40a3-819b-23da7d91a010,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:49.168794 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Allocated IP 192.168.233.124 (d61f23e2-08d4-460c-b660-ed4a3c9b2111/ded5cfed-ea13-43c9-9d3e-ea8a9211b04a/2683e48f-fb2b-480c-927d-e53388f08acb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:47:49.313422 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.327063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Transition to ACTIVE for port object 2683e48f-fb2b-480c-927d-e53388f08acb will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:47:49.426029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.468652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Network d61f23e2-08d4-460c-b660-ed4a3c9b2111 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:47:49.471757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:47:49.475565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:47:49.484453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Pushing event updated for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:49.544398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:49.545344 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.576123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cf430-a81a-4bd5-bc75-76973e52b876 req-461b9baa-90e2-4558-ad64-5cce17e93b9c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:49.577656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-016cf430-a81a-4bd5-bc75-76973e52b876 req-461b9baa-90e2-4558-ad64-5cce17e93b9c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 936 time: 0.0505486 Aug 22 15:47:49.621267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-016cf430-a81a-4bd5-bc75-76973e52b876 req-12071a40-33c7-4564-a319-d3b21b089382 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Aug 22 15:47:49.626953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1bb22b97-5145-4d78-966b-a9e1ef745a77 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9494257 Aug 22 15:47:49.645115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Request body: {'port': {'device_id': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:47:49.702218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.777559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af045084-bafb-4827-bbab-99ca8df0f8d0 None None] Provisioning for port 2683e48f-fb2b-480c-927d-e53388f08acb completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:47:49.781794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af045084-bafb-4827-bbab-99ca8df0f8d0 None None] Provisioning complete for port 2683e48f-fb2b-480c-927d-e53388f08acb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:47:49.782170 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af045084-bafb-4827-bbab-99ca8df0f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.816582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-af045084-bafb-4827-bbab-99ca8df0f8d0 None None] Port 2683e48f-fb2b-480c-927d-e53388f08acb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:47:49.961318 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2683e48f-fb2b-480c-927d-e53388f08acb {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:47:49.968804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:49.981516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Transition to ACTIVE for port object 2683e48f-fb2b-480c-927d-e53388f08acb will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:47:50.080983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:50.134343 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:50.154414 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:47:50.208231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Attempting to bind port 2683e48f-fb2b-480c-927d-e53388f08acb on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:47:50.208829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Attempting to bind port 2683e48f-fb2b-480c-927d-e53388f08acb by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:47:50.209179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Attempting to bind port 2683e48f-fb2b-480c-927d-e53388f08acb on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:47:50.214495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Port 2683e48f-fb2b-480c-927d-e53388f08acb on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:47:50.214686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Attempting to bind port 2683e48f-fb2b-480c-927d-e53388f08acb on network d61f23e2-08d4-460c-b660-ed4a3c9b2111 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:47:50.220191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:47:50.220537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Checking segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:47:50.220927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Bound using segment: {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:47:50.221357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Bound port: 2683e48f-fb2b-480c-927d-e53388f08acb, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce030805-2953-4d55-8101-188831b708b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:47:50.221723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:50.291191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:47:50.294273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2683e48f-fb2b-480c-927d-e53388f08acb,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:47:50.384080 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:50.420862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.421485 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:50.423186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] 10.222.0.10 "PUT /v2.0/ports/2683e48f-fb2b-480c-927d-e53388f08acb HTTP/1.1" status: 200 len: 1096 time: 0.7826884 Aug 22 15:47:50.425571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:50.427896 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f64059c-9ab7-4ead-b0d1-344eb04550e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:50.454214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bc0a-b44b-438d-b302-d0ae119d6ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:50.468526 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13cbe5c-dbf0-4005-a039-1d5ca49bd0ed x-openstack-request-id: req-a13cbe5c-dbf0-4005-a039-1d5ca49bd0ed {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:50.468840 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:50.469145 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a13cbe5c-dbf0-4005-a039-1d5ca49bd0ed {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:50.469597 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb', 'status': 'completed', 'code': 200} Aug 22 15:47:50.554705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64059c-9ab7-4ead-b0d1-344eb04550e6 req-c4797f33-e467-4a8b-b823-dda25cd5b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.556395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f64059c-9ab7-4ead-b0d1-344eb04550e6 req-c4797f33-e467-4a8b-b823-dda25cd5b4eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=549c75bb6ea34dbcba23994917de4613&device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 1099 time: 0.0471339 Aug 22 15:47:50.598505 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f64059c-9ab7-4ead-b0d1-344eb04550e6 req-528073c7-35c3-4db3-9bba-589fe8f9abc1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=549c75bb6ea34dbcba23994917de4613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294917 Aug 22 15:47:50.742761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a2ac7-65c0-44e5-bcbe-57d78fd61e91 req-85628fa0-f810-4fe7-a7a4-adcd6536334c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.744184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548a2ac7-65c0-44e5-bcbe-57d78fd61e91 req-85628fa0-f810-4fe7-a7a4-adcd6536334c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 948 time: 0.0511115 Aug 22 15:47:50.774837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64059c-9ab7-4ead-b0d1-344eb04550e6 req-2d7a973e-71a8-4d55-89d7-3db05013e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.776402 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f64059c-9ab7-4ead-b0d1-344eb04550e6 req-2d7a973e-71a8-4d55-89d7-3db05013e215 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715252 Aug 22 15:47:50.786614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-548a2ac7-65c0-44e5-bcbe-57d78fd61e91 req-0322e3b1-7dc5-4242-8740-59a5e1b86041 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360527 Aug 22 15:47:50.877827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-e3f04e52-6e18-45a3-ae05-60cd9fa6b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.879319 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-e3f04e52-6e18-45a3-ae05-60cd9fa6b0cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=549c75bb6ea34dbcba23994917de4613&device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 1099 time: 0.0444012 Aug 22 15:47:50.925246 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1ea89962-c4db-461c-87ef-43d5fedf034d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=2683e48f-fb2b-480c-927d-e53388f08acb HTTP/1.1" status: 200 len: 217 time: 0.0330486 Aug 22 15:47:50.983611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-b10cc4a5-b559-446a-8075-e5c90e52f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:50.985136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-b10cc4a5-b559-446a-8075-e5c90e52f36f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ded5cfed-ea13-43c9-9d3e-ea8a9211b04a HTTP/1.1" status: 200 len: 843 time: 0.0533867 Aug 22 15:47:51.034716 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-27f10926-40e9-40f8-bae4-42e4f937b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:51.036160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-27f10926-40e9-40f8-bae4-42e4f937b70f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61f23e2-08d4-460c-b660-ed4a3c9b2111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439515 Aug 22 15:47:51.125136 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-1ef172b1-4ab2-45ea-83b8-5d4ccb2fb90d service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822229 Aug 22 15:47:51.218690 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4dbc16bc-de30-425a-acc3-bf5f59205bc5 req-e4523477-e8ce-4517-afa1-661dd4fb4846 service neutron] 10.222.0.10 "GET /v2.0/networks/d61f23e2-08d4-460c-b660-ed4a3c9b2111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Aug 22 15:47:51.451782 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:51.903238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7ada-f7f6-49e3-b33b-ebe982e28ab4 req-c325d031-d651-42b0-9539-28a61fc0452a tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:51.904762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18cc7ada-f7f6-49e3-b33b-ebe982e28ab4 req-c325d031-d651-42b0-9539-28a61fc0452a tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 948 time: 0.0480795 Aug 22 15:47:51.942575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-18cc7ada-f7f6-49e3-b33b-ebe982e28ab4 req-fb6c73fe-19bd-45db-8f5f-3fec6981c9de tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Aug 22 15:47:53.060584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37cb5-da32-4f20-b861-0ebb11bca8df req-5f84b40b-b4b1-43c7-afe2-9c9426ac0b40 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:53.062042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57d37cb5-da32-4f20-b861-0ebb11bca8df req-5f84b40b-b4b1-43c7-afe2-9c9426ac0b40 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 948 time: 0.0479836 Aug 22 15:47:53.103614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57d37cb5-da32-4f20-b861-0ebb11bca8df req-60cb163d-a6c8-407d-9638-9fe55a37a791 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Aug 22 15:47:54.216388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c54c6-98c5-4c9a-9af6-177dbf6f22bf req-ab903b27-0032-4560-81db-72a67ba45be3 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:54.218164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8c54c6-98c5-4c9a-9af6-177dbf6f22bf req-ab903b27-0032-4560-81db-72a67ba45be3 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 948 time: 0.0486660 Aug 22 15:47:54.256424 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb8c54c6-98c5-4c9a-9af6-177dbf6f22bf req-e0344b9f-2a5c-465b-9c83-ab641796020c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 22 15:47:54.846204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2683e48f-fb2b-480c-927d-e53388f08acb details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:47:54.945398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2683e48f-fb2b-480c-927d-e53388f08acb,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:54.955997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '2683e48f-fb2b-480c-927d-e53388f08acb', 'network_id': 'd61f23e2-08d4-460c-b660-ed4a3c9b2111', 'port_id': '2683e48f-fb2b-480c-927d-e53388f08acb', 'mac_address': 'fa:16:3e:8e:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded5cfed-ea13-43c9-9d3e-ea8a9211b04a', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:47:55.001650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:55.014163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2683e48f-fb2b-480c-927d-e53388f08acb {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:47:55.034034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2683e48f-fb2b-480c-927d-e53388f08acb,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:55.094716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:55.142384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:55.150132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.150477 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.150814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.151150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.151478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.151804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.152160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.152485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.152806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.153124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.153444 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.153760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:47:55.369685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7372f7a-3aa5-4b17-b69b-89564e462fb8 req-85e12125-ee0e-46af-80ed-b69abab48886 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:55.371180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b7372f7a-3aa5-4b17-b69b-89564e462fb8 req-85e12125-ee0e-46af-80ed-b69abab48886 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 949 time: 0.0499294 Aug 22 15:47:55.408938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b7372f7a-3aa5-4b17-b69b-89564e462fb8 req-ae77ee3b-f923-463b-aa60-8ef9d4bdb684 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Aug 22 15:47:55.449936 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2683e48f-fb2b-480c-927d-e53388f08acb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:47:56.521194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79d0a2-b8e0-4937-8b57-bc63c808a328 req-f3a4951c-108b-4e09-addb-c605e9469c6d tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:56.523182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf79d0a2-b8e0-4937-8b57-bc63c808a328 req-f3a4951c-108b-4e09-addb-c605e9469c6d tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 949 time: 0.0496993 Aug 22 15:47:56.567158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf79d0a2-b8e0-4937-8b57-bc63c808a328 req-e7878e15-52e7-491e-bc0b-0c668f5852b3 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363669 Aug 22 15:47:56.861917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2683e48f-fb2b-480c-927d-e53388f08acb up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:47:57.017386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 2683e48f-fb2b-480c-927d-e53388f08acb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:47:57.021631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 2683e48f-fb2b-480c-927d-e53388f08acb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:47:57.022107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:57.104445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:57.127541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:47:57.129253 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8f835-6b34-41c4-b7e9-7a1881a8f47c" -d '{"events": [{"server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "name": "network-vif-plugged", "status": "completed", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:47:57.142323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2683e48f-fb2b-480c-927d-e53388f08acb,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:47:57.174657 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2464c35f-1836-4a2f-a39e-574f1b7e5cd7 x-openstack-request-id: req-2464c35f-1836-4a2f-a39e-574f1b7e5cd7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:47:57.174992 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "name": "network-vif-plugged", "status": "completed", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:47:57.175299 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2464c35f-1836-4a2f-a39e-574f1b7e5cd7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:47:57.175751 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb', 'code': 200} Aug 22 15:47:57.240669 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:47:57.292608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:47:57.296360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1bf2-68b4-4f79-97bb-74b49b307a45 req-2b4c5af6-5ab4-4d9f-8af3-edbfcf2e7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:57.297893 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b56e1bf2-68b4-4f79-97bb-74b49b307a45 req-2b4c5af6-5ab4-4d9f-8af3-edbfcf2e7a15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 1101 time: 0.0403385 Aug 22 15:47:57.333342 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b56e1bf2-68b4-4f79-97bb-74b49b307a45 req-d5003306-33b3-41c1-b0bf-e70addba7c58 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281196 Aug 22 15:47:57.681540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61974-7930-4c8e-94db-21c042443940 req-78125845-545f-4ea3-975f-a6d6195375be tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:57.683003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ea61974-7930-4c8e-94db-21c042443940 req-78125845-545f-4ea3-975f-a6d6195375be tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0477707 Aug 22 15:47:57.721412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ea61974-7930-4c8e-94db-21c042443940 req-dbbc0500-02e2-41fd-9c0e-9854ae20a1ea tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Aug 22 15:47:58.840567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e177d6-eb7f-4cf9-b50f-58d29203a8d6 req-420c4b30-d572-4426-b129-37faac45036c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:47:58.842088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70e177d6-eb7f-4cf9-b50f-58d29203a8d6 req-420c4b30-d572-4426-b129-37faac45036c tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0500441 Aug 22 15:47:58.882333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70e177d6-eb7f-4cf9-b50f-58d29203a8d6 req-385b08d2-f1a9-477a-93ea-a10a410945ae tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Aug 22 15:47:59.998729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4526fd-caab-47ce-a9f2-bd51234ddb52 req-502dffea-8150-4e92-a483-a05040234c39 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:00.000258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb4526fd-caab-47ce-a9f2-bd51234ddb52 req-502dffea-8150-4e92-a483-a05040234c39 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0502677 Aug 22 15:48:00.043326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb4526fd-caab-47ce-a9f2-bd51234ddb52 req-a717556e-34e3-455e-ab62-16441c28c243 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370560 Aug 22 15:48:00.145778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-851d983b-3c2a-48f8-9c1f-13e9120ac73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:00.439691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-64088afb-c0af-4274-89c8-91b56828eaab req-094cb26f-b062-4c4e-95b4-a123ec2f53dd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:48:00.440704 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64088afb-c0af-4274-89c8-91b56828eaab req-094cb26f-b062-4c4e-95b4-a123ec2f53dd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Aug 22 15:48:01.449905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baddf0-9a9a-45c2-afe1-52b16f419584 req-659aaa58-9007-4a96-a0ba-9df1160b54aa tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:01.451432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35baddf0-9a9a-45c2-afe1-52b16f419584 req-659aaa58-9007-4a96-a0ba-9df1160b54aa tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0498645 Aug 22 15:48:01.490754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35baddf0-9a9a-45c2-afe1-52b16f419584 req-0eee01c8-8bee-474f-a343-feba0172ca00 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Aug 22 15:48:02.611923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3e5d-fa97-453b-b439-f15fc90769a3 req-ce8c1559-68de-4134-aea5-21d4b4e234ac tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:02.613494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb2c3e5d-fa97-453b-b439-f15fc90769a3 req-ce8c1559-68de-4134-aea5-21d4b4e234ac tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0512133 Aug 22 15:48:02.652560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb2c3e5d-fa97-453b-b439-f15fc90769a3 req-40a2d07a-ed62-4f0f-abfd-d47aad9796d0 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/security-groups?id=846404f5-397b-40a3-819b-23da7d91a010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Aug 22 15:48:02.961236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860f828-6785-41a3-a905-54df1b0fac8f req-bd895c47-32ea-4850-9596-efd2a5208a43 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:02.963366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f860f828-6785-41a3-a905-54df1b0fac8f req-bd895c47-32ea-4850-9596-efd2a5208a43 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 950 time: 0.0498772 Aug 22 15:48:03.014687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.067417 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Deleting port 2683e48f-fb2b-480c-927d-e53388f08acb {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:48:03.067681 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.158136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] For port 2683e48f-fb2b-480c-927d-e53388f08acb, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=2683e48f-fb2b-480c-927d-e53388f08acb,segment=NetworkSegment(ce030805-2953-4d55-8101-188831b708b1),segment_id=ce030805-2953-4d55-8101-188831b708b1)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:48:03.158510 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.170704 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Calling delete_port for 2683e48f-fb2b-480c-927d-e53388f08acb owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:48:03.345525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.374337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Pushing event deleted for resources: {'Port': ['ID=2683e48f-fb2b-480c-927d-e53388f08acb,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:03.380891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['2683e48f-fb2b-480c-927d-e53388f08acb'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:48:03.407322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.407683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.408067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.408413 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.408771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.409087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.409427 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.409763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.410099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.410578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.410762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.411090 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:03.430934 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] No DVR routers for this DVR port 2683e48f-fb2b-480c-927d-e53388f08acb on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:48:03.433840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.435918 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f860f828-6785-41a3-a905-54df1b0fac8f req-54c830f9-5e52-4ddc-8236-3d1762f8384e tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.10 "DELETE /v2.0/ports/2683e48f-fb2b-480c-927d-e53388f08acb HTTP/1.1" status: 204 len: 173 time: 0.4665689 Aug 22 15:48:03.436389 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'name': 'network-vif-deleted', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:48:03.440617 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7dcb78-12ee-4170-b578-4b51c7808010" -d '{"events": [{"server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "name": "network-vif-deleted", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:48:03.478344 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d5516-ffca-48e5-910b-3db5066a8b11 x-openstack-request-id: req-9a0d5516-ffca-48e5-910b-3db5066a8b11 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:48:03.478717 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1", "name": "network-vif-deleted", "tag": "2683e48f-fb2b-480c-927d-e53388f08acb", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:48:03.478998 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a0d5516-ffca-48e5-910b-3db5066a8b11 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:48:03.479437 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1', 'name': 'network-vif-deleted', 'tag': '2683e48f-fb2b-480c-927d-e53388f08acb', 'status': 'completed', 'code': 200} Aug 22 15:48:03.542643 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c76ce11d-4212-4304-95fe-ca433528eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:03.776709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b1929df-6f54-4612-85fd-79446575578b req-c671678e-38e0-4f55-93a8-8c640e91b220 tempest-ServersAdminNegativeTestJSON-1183947574 tempest-ServersAdminNegativeTestJSON-1183947574-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecfcf3c6-fb9d-4bcc-97bf-01fc965687b1 HTTP/1.1" status: 200 len: 210 time: 0.0267625 Aug 22 15:48:05.045768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:05.288822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55370) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:05.431040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d40c9e8a-6387-4d70-b85a-c036d7440681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=549c75bb6ea34dbcba23994917de4613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409841 Aug 22 15:48:05.433797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55374) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:05.481293 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:05.501550 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:05.660152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:05.662784 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:05.663984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/846404f5-397b-40a3-819b-23da7d91a010 HTTP/1.1" status: 204 len: 168 time: 0.2293444 Aug 22 15:48:05.671915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846404f5-397b-40a3-819b-23da7d91a010,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:05.679673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.680053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.680404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.680751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.681264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.681939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.682049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.682352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.682836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.683253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.683601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:05.684015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee427225-e770-473b-8179-b633003558f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:48:06.372065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55380) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:06.385590 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d9837f5-150b-49fc-81dc-abc6662f524f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.472207 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d9837f5-150b-49fc-81dc-abc6662f524f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.525824 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9d9837f5-150b-49fc-81dc-abc6662f524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.567403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9d9837f5-150b-49fc-81dc-abc6662f524f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac36ee12032a4ba2b65df9f21ba2b057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942184 Aug 22 15:48:06.568395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9837f5-150b-49fc-81dc-abc6662f524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed3b24-d321-4d20-a9a4-b79fdf2f7f64,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:06.570200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55382) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:06.622890 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.643787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.731458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.734152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:06.735341 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73ed3b24-d321-4d20-a9a4-b79fdf2f7f64 HTTP/1.1" status: 204 len: 168 time: 0.1634798 Aug 22 15:48:06.743620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1f45-c067-434c-b9ce-d629727046e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed3b24-d321-4d20-a9a4-b79fdf2f7f64,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:06.877557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2683e48f-fb2b-480c-927d-e53388f08acb no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:48:06.902776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 2683e48f-fb2b-480c-927d-e53388f08acb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:48:06.903124 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 2683e48f-fb2b-480c-927d-e53388f08acb not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:48:06.971526 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:07.852076 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55406) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:07.951868 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-5915921-network', 'tenant_id': 'f0e3fe079e6e4ad581c0aa99425f21c7'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:48:08.148970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Made reservation on behalf of f0e3fe079e6e4ad581c0aa99425f21c7 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:48:08.151856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.160621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.252857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.317052 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.345940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:48:08.356534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cb06c-3be3-45d0-ac03-63193e4acdf3,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:08.364181 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.364181 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Added segment f341a645-a30a-43d7-9831-d771324a7b3e of type vlan for network 6b9478e6-af6f-4311-a9cd-66f6f794d927 Aug 22 15:48:08.405191 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.491288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.492213 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:08.492797 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.585383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] Pushing event updated for resources: {'Network': ['ID=6b9478e6-af6f-4311-a9cd-66f6f794d927,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:08.595984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6b9478e6-af6f-4311-a9cd-66f6f794d927 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:48:08.601160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f37dd39c-4852-428f-91de-88ebb9bf6f0b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7478743 Aug 22 15:48:08.604238 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55410) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:08.609376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Request body: {'subnet': {'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-5915921-subnet', 'tenant_id': 'f0e3fe079e6e4ad581c0aa99425f21c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:48:08.705862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Made reservation on behalf of f0e3fe079e6e4ad581c0aa99425f21c7 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:48:08.708387 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.937705 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:08.998763 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b437950-4c10-43ae-986e-5eb48df49c0c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:09.007602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Checking segment: {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:48:09.007982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Network hostable DHCP agents. Network: 6b9478e6-af6f-4311-a9cd-66f6f794d927, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:48:09.077103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Network 6b9478e6-af6f-4311-a9cd-66f6f794d927 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:48:09.160065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 6b9478e6-af6f-4311-a9cd-66f6f794d927) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:48:09.164239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:09.164943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:09.170242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a66a2-6a42-49ab-962d-de80cc6dcaf7 None None] Network 6b9478e6-af6f-4311-a9cd-66f6f794d927 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:48:09.235192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-95e7f8a6-65db-4dda-a515-cf973e5d9bc8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6297762 Aug 22 15:48:09.306507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e412f-6b38-4c02-bf7a-6cde5e7f844a None None] Network 6b9478e6-af6f-4311-a9cd-66f6f794d927 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:48:09.675624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-ae84d8b7-358f-4a9d-a6c8-1afedfa57c30 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:09.677132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-ae84d8b7-358f-4a9d-a6c8-1afedfa57c30 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 809 time: 0.1046984 Aug 22 15:48:09.692799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-6b067504-f1ef-4975-a782-79a4ec7bbfb0 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/quotas/f0e3fe079e6e4ad581c0aa99425f21c7 HTTP/1.1" status: 200 len: 375 time: 0.0091562 Aug 22 15:48:09.725292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-de738e91-863c-41ba-bc5f-8b8fd38571d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262651 Aug 22 15:48:09.821637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-b8a4f67a-f295-4703-99a6-e3b46e1e11c9 service neutron] 10.222.0.53 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892911 Aug 22 15:48:09.914034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-740e6827-1608-4a20-b553-7a47f33bd1ca service neutron] 10.222.0.53 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854170 Aug 22 15:48:10.133182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cc2a36b-43bb-4bdd-8deb-3e99970d2632 req-a50d63f8-4026-4bf8-9863-a906993cd9bf tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Aug 22 15:48:10.877171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:11.230857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1e3d2b4-2654-406d-96f5-5e8a4a2cd954 req-436f4bb4-f778-48c4-962e-1790e8724467 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Aug 22 15:48:12.323876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-2a7f1410-119c-4d80-b6d7-efa84f8d4f9a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:12.326031 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-2a7f1410-119c-4d80-b6d7-efa84f8d4f9a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.10 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 809 time: 0.1129436 Aug 22 15:48:12.331910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-410dc6e7-09e5-4625-a41b-45e021be23a9 req-d87a66fd-2f98-4b05-b21c-c986b2433dbb tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Aug 22 15:48:12.344577 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Request body: {'port': {'device_id': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927', 'admin_state_up': True, 'tenant_id': 'f0e3fe079e6e4ad581c0aa99425f21c7'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:48:12.548729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Made reservation on behalf of f0e3fe079e6e4ad581c0aa99425f21c7 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:48:12.552238 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:12.679345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Allocated IP 172.20.0.8 (6b9478e6-af6f-4311-a9cd-66f6f794d927/5b437950-4c10-43ae-986e-5eb48df49c0c/6b58cd37-ecae-4b21-9ffd-b9731da8f687) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:48:12.826388 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:12.943109 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:12.984617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Network 6b9478e6-af6f-4311-a9cd-66f6f794d927 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:48:12.987718 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:48:12.991981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:48:13.026646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:13.053890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:13.054537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:13.160789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-1dbaee91-e5a8-40b5-8830-9ec302e180d6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8201008 Aug 22 15:48:13.178997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Request body: {'port': {'device_id': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:48:13.236889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:13.448836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5620f-f2be-4603-a646-d4753bc93add req-f52f1301-12c9-482a-958c-a32fcfa4e995 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:13.450464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ded5620f-f2be-4603-a646-d4753bc93add req-f52f1301-12c9-482a-958c-a32fcfa4e995 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 931 time: 0.0501399 Aug 22 15:48:13.488815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ded5620f-f2be-4603-a646-d4753bc93add req-18b3aa58-90f4-4a30-b1a6-6addb582c850 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Aug 22 15:48:13.492875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b58cd37-ecae-4b21-9ffd-b9731da8f687 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:48:13.500507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:13.512328 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Transition to ACTIVE for port object 6b58cd37-ecae-4b21-9ffd-b9731da8f687 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:48:13.582502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:13.633392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:13.949592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:48:13.949982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:48:13.950276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:48:13.954537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:48:13.954852 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:48:13.960039 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:48:13.960390 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Checking segment: {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:48:13.960782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Bound using segment: {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:48:13.961212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Bound port: 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:48:13.961574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:14.023743 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:48:14.027382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:48:14.072134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:14.108754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.109382 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:14.110809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 1091 time: 0.9362812 Aug 22 15:48:14.111255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:48:14.113562 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e8774-d418-4201-bcdf-a2e073a7e341" -d '{"events": [{"name": "network-changed", "server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:48:14.139887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9abbed-0965-49d9-8aab-84930e3c1e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:14.152654 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89455918-f1d0-4a33-a3f6-c1364fa04ee8 x-openstack-request-id: req-89455918-f1d0-4a33-a3f6-c1364fa04ee8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:48:14.153007 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:48:14.153268 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89455918-f1d0-4a33-a3f6-c1364fa04ee8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:48:14.153673 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'status': 'completed', 'code': 200} Aug 22 15:48:14.236301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-5ce049a4-b7b1-4c96-8179-acf02948680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.237818 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-5ce049a4-b7b1-4c96-8179-acf02948680d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0442481 Aug 22 15:48:14.403727 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-a91c1748-2eee-4bce-846f-8c5f5af26546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.405261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-a91c1748-2eee-4bce-846f-8c5f5af26546 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1545281 Aug 22 15:48:14.502858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-c71ef053-bc53-4651-b3be-d232560228db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.504304 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-401e8774-d418-4201-bcdf-a2e073a7e341 req-c71ef053-bc53-4651-b3be-d232560228db service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918469 Aug 22 15:48:14.599324 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-23f54205-f77e-452b-b758-253e295c4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.600882 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-23f54205-f77e-452b-b758-253e295c4f2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0406468 Aug 22 15:48:14.612363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf397a-a791-4193-a7e3-e09b2035340a req-3f4f9cfd-6087-4513-8543-c8947f9b72c6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.613953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fcf397a-a791-4193-a7e3-e09b2035340a req-3f4f9cfd-6087-4513-8543-c8947f9b72c6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0559063 Aug 22 15:48:14.648547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-f6b2ee1d-720d-4946-bac6-df2e47a45c25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0341451 Aug 22 15:48:14.653914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4fcf397a-a791-4193-a7e3-e09b2035340a req-a9c7787b-a626-4ef6-b477-18ec0a1b1e4c tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340807 Aug 22 15:48:14.701599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-29d5f541-ff65-4e1e-bc81-cf767ba77716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:14.703087 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-29d5f541-ff65-4e1e-bc81-cf767ba77716 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0482621 Aug 22 15:48:14.735657 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-84e70141-8b00-403a-821e-2c6ed6af8caf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255098 Aug 22 15:48:14.825982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-30be10cf-9dea-4d97-bc23-696ef6dc3790 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835395 Aug 22 15:48:14.923151 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-315b5931-07da-4a9c-a51e-a0ae29d75195 req-988b68ff-c113-406a-9640-6aa3c3e3f213 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900292 Aug 22 15:48:15.768291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c777a34-58c9-4891-9d42-4abba3ab44c9 req-24a14bbd-d17c-4442-81ea-30fe9179d1ad tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:15.769796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c777a34-58c9-4891-9d42-4abba3ab44c9 req-24a14bbd-d17c-4442-81ea-30fe9179d1ad tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0482626 Aug 22 15:48:15.806962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c777a34-58c9-4891-9d42-4abba3ab44c9 req-00429f86-2d1c-49ea-a0e2-d6e8b8f546f6 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Aug 22 15:48:16.924472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523680d7-9df3-4dc0-bb1f-02c68a377864 req-aba300b4-d2b9-4dd4-9ec0-e64f9dc0ed39 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:16.925998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-523680d7-9df3-4dc0-bb1f-02c68a377864 req-aba300b4-d2b9-4dd4-9ec0-e64f9dc0ed39 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0499103 Aug 22 15:48:16.964473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-523680d7-9df3-4dc0-bb1f-02c68a377864 req-c60731ed-7529-42a3-b15a-b1d596b84c7b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 22 15:48:18.087853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c213ba-e81e-4700-82cc-6124be5af4b3 req-47d5551f-8cdb-408c-b9c1-4ff6795a50aa tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:18.089399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56c213ba-e81e-4700-82cc-6124be5af4b3 req-47d5551f-8cdb-408c-b9c1-4ff6795a50aa tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0577743 Aug 22 15:48:18.127819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-56c213ba-e81e-4700-82cc-6124be5af4b3 req-8355f3e8-6d26-44ae-ade6-b6adc30e6476 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Aug 22 15:48:18.892611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:48:18.993095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:48:19.004199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927', 'port_id': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'mac_address': 'fa:16:3e:6f:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b437950-4c10-43ae-986e-5eb48df49c0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:48:19.042619 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:19.056297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b58cd37-ecae-4b21-9ffd-b9731da8f687 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:48:19.086286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:48:19.169491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:19.219996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:19.250848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0d5ec-bfd3-4411-9ebb-b057cac08ddb req-15753179-5e69-43a1-abb3-4ac9d6cbed31 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:19.252486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64c0d5ec-bfd3-4411-9ebb-b057cac08ddb req-15753179-5e69-43a1-abb3-4ac9d6cbed31 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 944 time: 0.0513611 Aug 22 15:48:19.289881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64c0d5ec-bfd3-4411-9ebb-b057cac08ddb req-22c3ff6c-ad3c-4080-9263-52526e0d7875 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Aug 22 15:48:19.527464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['6b58cd37-ecae-4b21-9ffd-b9731da8f687'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:48:20.404827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958619d3-9ec3-4a94-bc55-9767fd769585 req-d164f9a3-eb65-46f9-9144-d940e26b3272 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:20.406316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-958619d3-9ec3-4a94-bc55-9767fd769585 req-d164f9a3-eb65-46f9-9144-d940e26b3272 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 944 time: 0.0481179 Aug 22 15:48:20.443643 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-958619d3-9ec3-4a94-bc55-9767fd769585 req-3d708cfd-edc0-48cc-9846-5062d7e5b619 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Aug 22 15:48:20.908409 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:48:21.019775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:48:21.024087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:48:21.024368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:21.115544 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:21.140062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:48:21.143141 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f0ad45-479d-433c-a984-7f39f7e70648" -d '{"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-plugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:48:21.156836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:48:21.186902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b200cd-345b-4323-96ae-ad8d7545c175 x-openstack-request-id: req-a4b200cd-345b-4323-96ae-ad8d7545c175 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:48:21.186902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-plugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:48:21.186902 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4b200cd-345b-4323-96ae-ad8d7545c175 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:48:21.186902 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'code': 200} Aug 22 15:48:21.237216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:21.287740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:21.301961 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd77d3-76b7-43ff-8cd1-95a834a2d356 req-0e3675b5-2dcf-4f07-86e8-e5a3e6a024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:21.303585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e2dd77d3-76b7-43ff-8cd1-95a834a2d356 req-0e3675b5-2dcf-4f07-86e8-e5a3e6a024d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1096 time: 0.0419962 Aug 22 15:48:21.339667 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e2dd77d3-76b7-43ff-8cd1-95a834a2d356 req-36fc986a-adcb-4f83-b505-e6483e245791 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290499 Aug 22 15:48:21.445858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:21.564959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635badd-b2f1-4039-9570-aacdd475dab6 req-36b30045-4986-4fa4-b6b5-85d9750dfd7a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:21.566443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0635badd-b2f1-4039-9570-aacdd475dab6 req-36b30045-4986-4fa4-b6b5-85d9750dfd7a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0529652 Aug 22 15:48:21.603966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0635badd-b2f1-4039-9570-aacdd475dab6 req-ce04c3cd-585a-42ff-8774-1c3541c7cde0 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Aug 22 15:48:22.722590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec4351-e576-4bae-8736-201e3dbde271 req-04392bb9-b53a-4be0-b6a6-03a0e0f7dbfb tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:22.724132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6ec4351-e576-4bae-8736-201e3dbde271 req-04392bb9-b53a-4be0-b6a6-03a0e0f7dbfb tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Aug 22 15:48:22.764573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6ec4351-e576-4bae-8736-201e3dbde271 req-5721d5bc-de6b-41f7-82b1-1559e8940c2a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Aug 22 15:48:23.881824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b53306-fca0-43a9-9c54-0ec501628fac req-cfd7e16a-b1fe-4582-9d57-ebe716090470 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:23.883325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21b53306-fca0-43a9-9c54-0ec501628fac req-cfd7e16a-b1fe-4582-9d57-ebe716090470 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Aug 22 15:48:23.922713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21b53306-fca0-43a9-9c54-0ec501628fac req-66f64c67-8beb-46c3-bca6-8636977371b3 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Aug 22 15:48:24.385625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eaf12-a433-49bd-b43d-52dac32fc210 req-f9672a67-c719-4032-a3b4-2e6def8fa9c7 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:24.387747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e9eaf12-a433-49bd-b43d-52dac32fc210 req-f9672a67-c719-4032-a3b4-2e6def8fa9c7 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0533373 Aug 22 15:48:24.425876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e9eaf12-a433-49bd-b43d-52dac32fc210 req-39e82fdf-2383-49e8-9e6e-b10d4bb31b83 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Aug 22 15:48:24.475240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55476) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:48:24.558792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-316b6e0a-cbc3-4f2e-b088-c875c47f2ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822139 Aug 22 15:48:24.568395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-0216a59f-00c2-48ea-8939-ef9bbc4d15b8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:48:24.569384 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-0216a59f-00c2-48ea-8939-ef9bbc4d15b8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051587 Aug 22 15:48:25.550391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e432fd-42e2-4b76-94a2-c250fe56ecf8 req-4bcb57d1-08ad-498a-94ce-dbf4c86dce2a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:25.551998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e432fd-42e2-4b76-94a2-c250fe56ecf8 req-4bcb57d1-08ad-498a-94ce-dbf4c86dce2a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0563669 Aug 22 15:48:25.592637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e432fd-42e2-4b76-94a2-c250fe56ecf8 req-8d70897c-f50e-4a86-b380-6785cbe07ca1 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Aug 22 15:48:26.701430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-a44bd091-2d8c-4887-8d4d-a30345e38804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:26.702967 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-a44bd091-2d8c-4887-8d4d-a30345e38804 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1096 time: 0.0466871 Aug 22 15:48:26.714557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba640e9-0598-4752-ac90-a332a2fd7945 req-12c1fad7-ea93-483e-95a1-958f71a1ae14 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:26.716384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ba640e9-0598-4752-ac90-a332a2fd7945 req-12c1fad7-ea93-483e-95a1-958f71a1ae14 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Aug 22 15:48:26.755236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ba640e9-0598-4752-ac90-a332a2fd7945 req-dff9e915-485a-46fb-b27b-3d12f2ba82ad tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Aug 22 15:48:26.796622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-9c377ff2-3f45-4fbf-97f5-3556aac27f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:26.798130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-9c377ff2-3f45-4fbf-97f5-3556aac27f66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 910 time: 0.0884638 Aug 22 15:48:26.846517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-78f1a739-78ed-47b2-b427-92f275fd9fdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0414741 Aug 22 15:48:26.897430 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-758d7c99-793e-48ae-9e18-a20c0655ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:26.898849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-758d7c99-793e-48ae-9e18-a20c0655ef6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0456474 Aug 22 15:48:26.931598 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-f5ffbb3e-21e0-4037-acd9-111913d70bbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252337 Aug 22 15:48:27.024945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-07976651-17e2-4c8a-b0d1-021e94610c99 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867152 Aug 22 15:48:27.125386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-8bbafc1e-be24-46f8-8a22-1eff2f96eb60 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933628 Aug 22 15:48:27.156091 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:48:27.879053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab891-6c9f-4820-a3e2-1658c830ec4a req-3ccc420c-845b-475e-90cb-91bc902f7054 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:27.880601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba0ab891-6c9f-4820-a3e2-1658c830ec4a req-3ccc420c-845b-475e-90cb-91bc902f7054 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Aug 22 15:48:27.921417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba0ab891-6c9f-4820-a3e2-1658c830ec4a req-2ff1e156-9dfa-4344-b203-ed0ca1d25f1d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Aug 22 15:48:29.038672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9297d2-f12b-4772-bb45-f393a4039fd2 req-6e8bb9a4-46aa-46ad-bc76-d56c2e02db73 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:29.040591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f9297d2-f12b-4772-bb45-f393a4039fd2 req-6e8bb9a4-46aa-46ad-bc76-d56c2e02db73 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Aug 22 15:48:29.082775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f9297d2-f12b-4772-bb45-f393a4039fd2 req-9e0f979e-9eaa-418a-b93f-a6a0c641ebac tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Aug 22 15:48:30.108182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cf82ebe-d1d1-47d5-bf7c-27b3f5e28ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:30.210825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b898b-309d-4ae1-9953-79f4354c5beb req-844d51d4-a1e1-4771-bea0-29e5b6b6224d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:30.212353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850b898b-309d-4ae1-9953-79f4354c5beb req-844d51d4-a1e1-4771-bea0-29e5b6b6224d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Aug 22 15:48:30.251174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-850b898b-309d-4ae1-9953-79f4354c5beb req-25bf6f4c-ceef-4afa-bae8-888d289351db tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Aug 22 15:48:31.375165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b60e6-acd8-446c-8e11-8c00c2a4da45 req-cc44be55-3a35-4c7d-a376-5ed8fe40fcc2 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:31.376680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d1b60e6-acd8-446c-8e11-8c00c2a4da45 req-cc44be55-3a35-4c7d-a376-5ed8fe40fcc2 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Aug 22 15:48:31.415019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d1b60e6-acd8-446c-8e11-8c00c2a4da45 req-debd9583-5af4-4045-9396-1884b57f573b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Aug 22 15:48:32.530122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21806db-a9e9-4064-9918-edc35b342e20 req-d15dd0a9-fad2-4159-a511-88a5b0bb61e8 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:32.531515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a21806db-a9e9-4064-9918-edc35b342e20 req-d15dd0a9-fad2-4159-a511-88a5b0bb61e8 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0495632 Aug 22 15:48:32.570682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a21806db-a9e9-4064-9918-edc35b342e20 req-cea347a0-9da7-4adf-b665-70ff17ccfe51 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Aug 22 15:48:32.911023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:33.511143 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cceb5464-b0d6-43c7-824d-0c092423cc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:33.690666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d7a5e-7bc3-4d52-b758-382be578d336 req-da5486f7-9138-4312-b96e-594bba476a86 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:33.692172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51d7a5e-7bc3-4d52-b758-382be578d336 req-da5486f7-9138-4312-b96e-594bba476a86 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Aug 22 15:48:33.730977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51d7a5e-7bc3-4d52-b758-382be578d336 req-3cbbdf76-c4e0-4a2c-b01d-8e965928b964 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Aug 22 15:48:35.036957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:35.174265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147a96-ccff-459c-a0f3-b5c1791593a0 req-b9477610-601b-41ad-adb9-cd2987725b3d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:35.175785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b147a96-ccff-459c-a0f3-b5c1791593a0 req-b9477610-601b-41ad-adb9-cd2987725b3d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.3769627 Aug 22 15:48:35.216649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b147a96-ccff-459c-a0f3-b5c1791593a0 req-2c69f4cc-6c62-42f2-b117-4b2b0af4b8f5 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347354 Aug 22 15:48:36.335476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bbdf8-f4ad-4f0b-be6e-5ee5e8043d08 req-a752dd9d-defd-481c-8643-9d188ecb745d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:36.336990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f9bbdf8-f4ad-4f0b-be6e-5ee5e8043d08 req-a752dd9d-defd-481c-8643-9d188ecb745d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0508010 Aug 22 15:48:36.377256 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f9bbdf8-f4ad-4f0b-be6e-5ee5e8043d08 req-3597c53e-1f32-48c4-8b27-5e082271cb62 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 22 15:48:36.997250 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:37.508549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7e072-1b1f-4ebf-a304-adf41d8700ae req-581e4caf-7373-4ff6-af2f-f4a3e21c0399 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:37.509981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc7e072-1b1f-4ebf-a304-adf41d8700ae req-581e4caf-7373-4ff6-af2f-f4a3e21c0399 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0577970 Aug 22 15:48:37.554535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fc7e072-1b1f-4ebf-a304-adf41d8700ae req-9f9e1261-777d-4454-8e1e-17ef18243da1 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Aug 22 15:48:38.680285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1235ee-9237-49b8-bd86-52909a706505 req-bc992d96-cc64-4b82-bdf9-7739a943a919 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:38.681783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba1235ee-9237-49b8-bd86-52909a706505 req-bc992d96-cc64-4b82-bdf9-7739a943a919 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Aug 22 15:48:38.721261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba1235ee-9237-49b8-bd86-52909a706505 req-ec0ce28d-abf2-4545-bd9a-e980b0d33d46 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Aug 22 15:48:39.836485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab849e-ad59-46a0-88fb-a63262796ee4 req-ed2fdb99-5002-4a4b-9251-f4478863306e tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:39.837996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32ab849e-ad59-46a0-88fb-a63262796ee4 req-ed2fdb99-5002-4a4b-9251-f4478863306e tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0497077 Aug 22 15:48:39.876952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32ab849e-ad59-46a0-88fb-a63262796ee4 req-2da183e7-f54f-4f2f-b672-91a978eca709 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Aug 22 15:48:40.884889 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:40.992911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5d218-da44-4f2c-a0f0-5112be951801 req-cda57e95-987f-426c-a2bb-3c3c5a0c005b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:40.994395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1eb5d218-da44-4f2c-a0f0-5112be951801 req-cda57e95-987f-426c-a2bb-3c3c5a0c005b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Aug 22 15:48:41.037312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1eb5d218-da44-4f2c-a0f0-5112be951801 req-a70fd5a4-be9f-4745-bf59-4d320c87b9a3 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359368 Aug 22 15:48:42.159447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964170-f091-409c-8253-0cd0c8290cb6 req-ba29e4d9-752c-4b23-b384-eeabe50061c3 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:42.160991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b964170-f091-409c-8253-0cd0c8290cb6 req-ba29e4d9-752c-4b23-b384-eeabe50061c3 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Aug 22 15:48:42.200846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b964170-f091-409c-8253-0cd0c8290cb6 req-9c1dfbff-536d-4a67-80c9-62df853df0ce tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Aug 22 15:48:43.328728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bf869-8815-4334-a8fd-f1745b2153e8 req-c7291649-b493-4016-a602-09afac6047ef tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:43.330258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd8bf869-8815-4334-a8fd-f1745b2153e8 req-c7291649-b493-4016-a602-09afac6047ef tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0506210 Aug 22 15:48:43.368992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd8bf869-8815-4334-a8fd-f1745b2153e8 req-af6f69a9-d3a7-41f1-bef9-5caa6706c8ff tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Aug 22 15:48:44.483920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db0d0a-05a2-46f9-b1dd-384f1b46a027 req-04f84809-1c63-4c7a-ac36-1684c6f22827 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:44.485360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58db0d0a-05a2-46f9-b1dd-384f1b46a027 req-04f84809-1c63-4c7a-ac36-1684c6f22827 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0486369 Aug 22 15:48:44.526067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58db0d0a-05a2-46f9-b1dd-384f1b46a027 req-c9324790-d9b0-421d-bd1d-a09829adbc64 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Aug 22 15:48:45.648692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c49b4-2d57-4cf6-8cbc-92f6a556cd43 req-1802e1b7-6684-4273-a14d-921b49d44ece tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:45.651810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-907c49b4-2d57-4cf6-8cbc-92f6a556cd43 req-1802e1b7-6684-4273-a14d-921b49d44ece tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0566633 Aug 22 15:48:45.691722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-907c49b4-2d57-4cf6-8cbc-92f6a556cd43 req-78a81b2c-f7a9-4ed1-9a8a-2223836872f8 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Aug 22 15:48:46.807383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330d6f-d0f6-4a9c-b5a0-672971cf999a req-eea4d9a2-4b04-4658-bdb5-be2e48151db8 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:46.809498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf330d6f-d0f6-4a9c-b5a0-672971cf999a req-eea4d9a2-4b04-4658-bdb5-be2e48151db8 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Aug 22 15:48:46.848130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bf330d6f-d0f6-4a9c-b5a0-672971cf999a req-21a76d5f-5339-493d-984e-4277231a895d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326481 Aug 22 15:48:47.964648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9e002-3ff6-4614-9921-dee39c60ed8e req-ffd14a79-ef5c-4021-9376-e4b4fec3b931 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:47.966349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fb9e002-3ff6-4614-9921-dee39c60ed8e req-ffd14a79-ef5c-4021-9376-e4b4fec3b931 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Aug 22 15:48:48.004115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3fb9e002-3ff6-4614-9921-dee39c60ed8e req-1a3ca26a-7dcc-4722-bb2b-92768184138b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Aug 22 15:48:49.129923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c944cf6-9988-472d-aaec-e30de2411563 req-40aca62a-ddff-4b43-ad9c-00d76eddc518 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:49.131571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c944cf6-9988-472d-aaec-e30de2411563 req-40aca62a-ddff-4b43-ad9c-00d76eddc518 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0581765 Aug 22 15:48:49.171143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c944cf6-9988-472d-aaec-e30de2411563 req-582a5ea9-283d-49ca-85a7-0c68049c80ab tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Aug 22 15:48:50.289933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4798-edbd-404c-a7a0-ed788d74e46a req-438000c3-3dc3-49aa-896e-1ed15d43bf75 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:50.291448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9aad4798-edbd-404c-a7a0-ed788d74e46a req-438000c3-3dc3-49aa-896e-1ed15d43bf75 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0500839 Aug 22 15:48:50.332478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9aad4798-edbd-404c-a7a0-ed788d74e46a req-4fbe12b3-e01c-4458-82dc-294c368e773a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Aug 22 15:48:51.450196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72afeb-b22c-44a8-b236-d094de8feb39 req-c443b554-33ac-4f62-a2a0-f27b85e1d238 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:51.451689 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb72afeb-b22c-44a8-b236-d094de8feb39 req-c443b554-33ac-4f62-a2a0-f27b85e1d238 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 22 15:48:51.490603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-eb72afeb-b22c-44a8-b236-d094de8feb39 req-bcefe944-3455-460b-a206-dfa014d03431 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Aug 22 15:48:51.493663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:52.613070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc873-c6d0-4a19-9214-1fcfb323d8d7 req-1a9c9368-7a59-46e4-8c7a-642cb9b40f5a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:52.614568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2abc873-c6d0-4a19-9214-1fcfb323d8d7 req-1a9c9368-7a59-46e4-8c7a-642cb9b40f5a tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0541701 Aug 22 15:48:52.651833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2abc873-c6d0-4a19-9214-1fcfb323d8d7 req-5ff7e253-d8be-417b-b748-b9a390c97eef tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Aug 22 15:48:53.767935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ed4f9-f9c0-4bfd-9a37-0235b3e08ea6 req-783558d7-de86-4c18-9e65-9786055c7b10 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:53.769458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f4ed4f9-f9c0-4bfd-9a37-0235b3e08ea6 req-783558d7-de86-4c18-9e65-9786055c7b10 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0492263 Aug 22 15:48:53.807214 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f4ed4f9-f9c0-4bfd-9a37-0235b3e08ea6 req-737e64f3-a2b2-4809-9309-f552f599b62b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 22 15:48:54.540063 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-d699a0b7-6537-4148-a291-c0e73d34aea9 service neutron] show failed (client error): The resource could not be found. Aug 22 15:48:54.540999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-d699a0b7-6537-4148-a291-c0e73d34aea9 service neutron] 10.222.0.10 "GET /v2.0/ports/6b58cd37-ecae-4b21-9ffd-b9731da8f687/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0579469 Aug 22 15:48:54.935682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db66cd2-dd8b-44ec-848a-b990386360c3 req-3a5434a8-2531-47f6-9bc0-2ad7b46a458f tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:54.937209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7db66cd2-dd8b-44ec-848a-b990386360c3 req-3a5434a8-2531-47f6-9bc0-2ad7b46a458f tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Aug 22 15:48:55.034509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7db66cd2-dd8b-44ec-848a-b990386360c3 req-43c0cc50-89ad-476d-998c-7f2dd21168cf tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Aug 22 15:48:55.037380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-a82eb824-9110-4bc7-b854-b501903e487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:55.038666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-a82eb824-9110-4bc7-b854-b501903e487b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698&tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7 HTTP/1.1" status: 200 len: 1096 time: 0.1004927 Aug 22 15:48:55.054130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:48:55.113016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.330163 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:48:55.363398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:48:55.404290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:48:55.406582 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e3b9b-4a5e-4f41-be29-2ad106713304" -d '{"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-unplugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:48:55.410814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.425992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Transition to ACTIVE for port object 6b58cd37-ecae-4b21-9ffd-b9731da8f687 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:48:55.455427 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932081f5-b64d-4cda-a765-b69c1c33fb06 x-openstack-request-id: req-932081f5-b64d-4cda-a765-b69c1c33fb06 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:48:55.455724 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-unplugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:48:55.456004 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-932081f5-b64d-4cda-a765-b69c1c33fb06 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:48:55.456403 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'code': 200} Aug 22 15:48:55.501614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.568224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] No DVR routers for this DVR port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:48:55.571683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:55.612742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:48:55.613084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:48:55.613471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:48:55.617805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:48:55.618135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Attempting to bind port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on network 6b9478e6-af6f-4311-a9cd-66f6f794d927 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:48:55.623372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:48:55.623716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Checking segment: {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:48:55.624149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Bound using segment: {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:48:55.624581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Bound port: 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f341a645-a30a-43d7-9831-d771324a7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:48:55.624947 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.690616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:48:55.693649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:48:55.768277 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.803719 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:55.804367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:48:55.805777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] 10.222.0.54 "PUT /v2.0/ports/6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 1091 time: 0.7587266 Aug 22 15:48:55.837576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e40c2e-5910-431e-bb75-0a470d6f4a63 service neutron] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:48:55.875109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-94bdac83-527c-482b-b6ce-668af056ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:55.876612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-94bdac83-527c-482b-b6ce-668af056ea21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0471177 Aug 22 15:48:56.030426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-2fe1c704-da09-461a-aaa3-6628546a671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:56.031900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-2fe1c704-da09-461a-aaa3-6628546a671d service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 910 time: 0.1479974 Aug 22 15:48:56.078589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-cd9eb923-2d70-4021-8dc9-295fb0be0959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0388441 Aug 22 15:48:56.159323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-9ae59b56-cb51-4154-9af3-df71f1826e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:56.160742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-9ae59b56-cb51-4154-9af3-df71f1826e26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0751593 Aug 22 15:48:56.201714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e2b2-987a-4129-92cb-77ba6afba62f req-e8e719fa-575a-4236-b17b-08c8715427de tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:56.203221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16e2e2b2-987a-4129-92cb-77ba6afba62f req-e8e719fa-575a-4236-b17b-08c8715427de tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0893524 Aug 22 15:48:56.205042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-0aaef986-6de4-4d9d-b382-328d8eb86829 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368264 Aug 22 15:48:56.298197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16e2e2b2-987a-4129-92cb-77ba6afba62f req-83485210-b1a9-4d6d-8038-7bcefba26f82 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886285 Aug 22 15:48:56.324041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-e3f3454c-7baa-4b0f-b03a-5a7a2c2eca2b service neutron] 10.222.0.54 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083441 Aug 22 15:48:56.421137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dbb5eb61-92b8-449f-af5b-75748e9daecb req-397ca4a8-3122-4264-a351-26b590560d79 service neutron] 10.222.0.54 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897241 Aug 22 15:48:57.063676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:48:57.107033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:48:57.415824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede2460-83f5-4c9f-ac56-8551ff679ef4 req-cd70e44a-2a62-47e8-9694-348adeeeb16d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.417376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fede2460-83f5-4c9f-ac56-8551ff679ef4 req-cd70e44a-2a62-47e8-9694-348adeeeb16d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0507512 Aug 22 15:48:57.459558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fede2460-83f5-4c9f-ac56-8551ff679ef4 req-ec35015a-d544-4247-95b8-45938e9dd416 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Aug 22 15:48:57.460115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:48:57.462811 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a5fafe-f2af-4c24-8aa8-b55316853bff" -d '{"events": [{"name": "network-changed", "server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:48:57.515343 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7d0b62-6c2c-4df1-8e29-944dcca93ecd x-openstack-request-id: req-ab7d0b62-6c2c-4df1-8e29-944dcca93ecd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:48:57.515597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:48:57.515862 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab7d0b62-6c2c-4df1-8e29-944dcca93ecd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:48:57.516960 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'status': 'completed', 'code': 200} Aug 22 15:48:57.577668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-6042dfa2-7e9f-4e38-abde-ddd7d8b1bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.579639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-6042dfa2-7e9f-4e38-abde-ddd7d8b1bd6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0456522 Aug 22 15:48:57.612948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-89b6efd4-ac91-4553-bd11-4cfa62b5e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.614485 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-89b6efd4-ac91-4553-bd11-4cfa62b5e079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0535119 Aug 22 15:48:57.683147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-85f877ff-03ef-4f08-a924-d8371d74e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.685569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-85f877ff-03ef-4f08-a924-d8371d74e021 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 910 time: 0.0980771 Aug 22 15:48:57.714272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-08bc4450-ac83-4e64-b64b-2893df022ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.716443 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-08bc4450-ac83-4e64-b64b-2893df022ffa service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 910 time: 0.0942473 Aug 22 15:48:57.736958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-f46749ee-c497-43eb-b772-b8b6fd68a851 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0430686 Aug 22 15:48:57.763006 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-01fe107d-3b31-4a64-ab7d-892034513a56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0389953 Aug 22 15:48:57.789315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-53fa15bc-d23a-4ffd-8409-03be261bfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.790789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-53fa15bc-d23a-4ffd-8409-03be261bfdce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0467958 Aug 22 15:48:57.813138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-0df0c62a-129c-44b3-a4dd-f234e14fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:57.814699 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-0df0c62a-129c-44b3-a4dd-f234e14fb43d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0450952 Aug 22 15:48:57.824462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-e9e5de2c-8ea9-4a33-a371-6d172f3f8e74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253930 Aug 22 15:48:57.848431 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-03f3c8db-74fb-47cd-9394-2b604064cbda service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266805 Aug 22 15:48:57.920568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-e4fd554b-59cb-4e4e-8d91-1387317ffb56 service neutron] 10.222.0.54 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Aug 22 15:48:57.945887 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-3b4de468-502d-46c8-b8ef-1640ee643d26 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Aug 22 15:48:58.018234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-d778118e-4e30-48dd-99f1-5dd7fe79622f service neutron] 10.222.0.54 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893524 Aug 22 15:48:58.048577 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a0a5fafe-f2af-4c24-8aa8-b55316853bff req-1d770b35-cb5c-43a0-bbd6-e14e64f58693 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955248 Aug 22 15:48:58.578606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659f66b-0b3f-42fd-886e-e66f2166f81a req-3ca956e3-0a05-4c6f-af58-dfce3b80d058 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:58.580142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9659f66b-0b3f-42fd-886e-e66f2166f81a req-3ca956e3-0a05-4c6f-af58-dfce3b80d058 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0495417 Aug 22 15:48:58.623038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9659f66b-0b3f-42fd-886e-e66f2166f81a req-031f7af4-0368-4d70-9df2-8a93f63b9f3d tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367336 Aug 22 15:48:59.739211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e130-c1bb-4599-a4cc-0e4006391a15 req-9a773783-6e61-4c2b-ad90-c144c2962ea4 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:48:59.740768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6c7e130-c1bb-4599-a4cc-0e4006391a15 req-9a773783-6e61-4c2b-ad90-c144c2962ea4 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 943 time: 0.0507545 Aug 22 15:48:59.779535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6c7e130-c1bb-4599-a4cc-0e4006391a15 req-bf4d8cd9-a9f5-4570-b03d-d5d6f6810f21 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Aug 22 15:49:00.141709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a9ea4431-0056-41e9-ba65-f03b4ee1ac97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:00.215789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:49:00.252081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-1a6ce0fd-860e-4d87-810f-7a55535ac306 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:00.253636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-1a6ce0fd-860e-4d87-810f-7a55535ac306 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698&tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 943 time: 0.0930505 Aug 22 15:49:00.312911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:00.317568 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-48ad7d22-becd-4592-a046-688835048456 service neutron] delete failed (client error): The resource could not be found. Aug 22 15:49:00.318605 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-48ad7d22-becd-4592-a046-688835048456 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6b58cd37-ecae-4b21-9ffd-b9731da8f687/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0577273 Aug 22 15:49:00.323571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'network_id': '6b9478e6-af6f-4311-a9cd-66f6f794d927', 'port_id': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'mac_address': 'fa:16:3e:6f:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b437950-4c10-43ae-986e-5eb48df49c0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:49:00.364934 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:00.378332 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b58cd37-ecae-4b21-9ffd-b9731da8f687 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:49:00.398251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:00.422724 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-5ba7f917-f702-4ce2-82ba-fd0a6b6dce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:00.424354 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-5ba7f917-f702-4ce2-82ba-fd0a6b6dce80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 1094 time: 0.0425313 Aug 22 15:49:00.476732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:00.521981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-c25690c9-f8bb-4672-bbf6-e2012d7b0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:00.523498 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-c25690c9-f8bb-4672-bbf6-e2012d7b0e9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 200 len: 910 time: 0.0929079 Aug 22 15:49:00.527032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:00.536625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.536976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.537336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.537659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.537993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.538325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.538655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.538986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.539315 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.539644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.539984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.540316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:00.566751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-b9162a51-e731-48b4-8315-73cf24f0d973 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 200 len: 217 time: 0.0364156 Aug 22 15:49:00.618562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-e46f597c-9f17-4c32-b0f5-b54dac9b647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:00.620054 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-e46f597c-9f17-4c32-b0f5-b54dac9b647f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 200 len: 849 time: 0.0467424 Aug 22 15:49:00.657789 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-63cd46d9-d114-4a23-8e5b-c006f964ba34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b9478e6-af6f-4311-a9cd-66f6f794d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304520 Aug 22 15:49:00.749033 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-d9c5275f-20ce-4459-8169-58bf3370e5ab service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840755 Aug 22 15:49:00.777446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6b58cd37-ecae-4b21-9ffd-b9731da8f687'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:49:00.845688 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-a0cddeb2-34f3-4ea6-ae8e-f74a191ff272 service neutron] 10.222.0.10 "GET /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900869 Aug 22 15:49:02.232904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:49:02.312166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a248e-3be9-4142-a40d-2e0ad47b2134 req-734ebb64-d86e-4c48-9aa2-4e9349228d46 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:02.313677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db1a248e-3be9-4142-a40d-2e0ad47b2134 req-734ebb64-d86e-4c48-9aa2-4e9349228d46 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 944 time: 0.0510154 Aug 22 15:49:02.360490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-db1a248e-3be9-4142-a40d-2e0ad47b2134 req-52549145-fb98-4ea6-a32a-b169810d627e tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Aug 22 15:49:02.384697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:49:02.388913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:49:02.389287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:02.464933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:02.487451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:02.489698 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65024fe8-da2c-45dd-b4f0-5aa10d9d2015" -d '{"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-plugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:02.502654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:02.524921 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45b1bf-7cb9-42a4-b6cf-b87c8fef5588 x-openstack-request-id: req-fe45b1bf-7cb9-42a4-b6cf-b87c8fef5588 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:02.525242 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-plugged", "status": "completed", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:02.525489 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe45b1bf-7cb9-42a4-b6cf-b87c8fef5588 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:02.525876 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'code': 200} Aug 22 15:49:02.602111 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:02.658592 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:02.907675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:03.480601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a8f26-940c-4b7a-9628-b37da6dc960e req-4b44c8af-c361-4a37-9dba-dbb8bfac5fdb tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:03.484271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d91a8f26-940c-4b7a-9628-b37da6dc960e req-4b44c8af-c361-4a37-9dba-dbb8bfac5fdb tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0545449 Aug 22 15:49:03.527305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cf80-14a4-409d-90b8-0da525b98a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:03.528401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d91a8f26-940c-4b7a-9628-b37da6dc960e req-1f19e1b1-40a2-4b04-b83b-7340b1bb1e82 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff2cb06c-3be3-45d0-ac03-63193e4acdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Aug 22 15:49:03.741055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-deac7f07-b179-4557-874a-e9385a879426 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:03.742463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-deac7f07-b179-4557-874a-e9385a879426 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Aug 22 15:49:03.839381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Deleting port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:49:03.839730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:03.939016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] For port 6b58cd37-ecae-4b21-9ffd-b9731da8f687, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=6b58cd37-ecae-4b21-9ffd-b9731da8f687,segment=NetworkSegment(f341a645-a30a-43d7-9831-d771324a7b3e),segment_id=f341a645-a30a-43d7-9831-d771324a7b3e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:03.939389 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:03.951990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Calling delete_port for 6b58cd37-ecae-4b21-9ffd-b9731da8f687 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:49:04.136588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:04.150669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['6b58cd37-ecae-4b21-9ffd-b9731da8f687'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:49:04.159283 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:49:04.167799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Pushing event deleted for resources: {'Port': ['ID=6b58cd37-ecae-4b21-9ffd-b9731da8f687,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:04.210479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] No DVR routers for this DVR port 6b58cd37-ecae-4b21-9ffd-b9731da8f687 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:49:04.213394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:04.216418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae14777d-ba3e-466a-9523-9ee69ae824d5 req-8852cc2e-a8b9-4d34-b4c2-485fcf58439b tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.54 "DELETE /v2.0/ports/6b58cd37-ecae-4b21-9ffd-b9731da8f687 HTTP/1.1" status: 204 len: 173 time: 0.4658875 Aug 22 15:49:04.217161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-deleted', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:04.220403 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fcb3e8-cf32-4acf-9d40-a261890e9a5a" -d '{"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-deleted", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:04.264061 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a477f7-0cea-4dc8-ac9c-3316e3f70f3f x-openstack-request-id: req-77a477f7-0cea-4dc8-ac9c-3316e3f70f3f {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:04.264411 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e19eaac-88cf-49a2-a8c2-95074b330698", "name": "network-vif-deleted", "tag": "6b58cd37-ecae-4b21-9ffd-b9731da8f687", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:04.264754 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77a477f7-0cea-4dc8-ac9c-3316e3f70f3f {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:04.265387 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e19eaac-88cf-49a2-a8c2-95074b330698', 'name': 'network-vif-deleted', 'tag': '6b58cd37-ecae-4b21-9ffd-b9731da8f687', 'status': 'completed', 'code': 200} Aug 22 15:49:04.646139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-304c81a1-8012-4e68-b2af-25444d76eef0 req-a63d1ee1-f2e0-4c1d-a4ee-a01424bd4181 tempest-DeleteServersTestJSON-1441873119 tempest-DeleteServersTestJSON-1441873119-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e19eaac-88cf-49a2-a8c2-95074b330698 HTTP/1.1" status: 200 len: 210 time: 0.0301402 Aug 22 15:49:05.038930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:05.776336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 55592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:05.823535 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Deleting subnet 5b437950-4c10-43ae-986e-5eb48df49c0c {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:49:05.827135 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:05.861950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:05.901780 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.033745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.059479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b437950-4c10-43ae-986e-5eb48df49c0c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:06.070938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.073560 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b437950-4c10-43ae-986e-5eb48df49c0c HTTP/1.1" status: 204 len: 168 time: 0.2960348 Aug 22 15:49:06.076196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.076401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55594) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:06.076895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.076986 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.077310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.077613 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.077957 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.078317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.078659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.078996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.079326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.079659 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.080032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1a0a30-17ac-47e7-8ed4-ede4877a4876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.151198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.229308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.239793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9478e6-af6f-4311-a9cd-66f6f794d927']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:49:06.254853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f341a645-a30a-43d7-9831-d771324a7b3e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:49:06.255200 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f341a645-a30a-43d7-9831-d771324a7b3e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:49:06.265091 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.279162 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.285188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:49:06.285514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:49:06.287162 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:49:06.484925 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.489790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.492246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b9478e6-af6f-4311-a9cd-66f6f794d927 HTTP/1.1" status: 204 len: 168 time: 0.4149067 Aug 22 15:49:06.513375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9478e6-af6f-4311-a9cd-66f6f794d927,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:06.521618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.521970 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.522325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.522663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.523004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.523345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.523681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.524040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.524377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.524709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.525040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.525750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39406c8-ba77-4575-8d32-77ae966394b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:49:06.854588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55598) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:06.896274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-72bc876b-b147-44ed-b221-7ced709c0530 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0e3fe079e6e4ad581c0aa99425f21c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404041 Aug 22 15:49:06.898752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:06.947819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.982173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:06.999465 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:07.193007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:07.195619 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:07.196861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff2cb06c-3be3-45d0-ac03-63193e4acdf3 HTTP/1.1" status: 204 len: 168 time: 0.2972128 Aug 22 15:49:07.215310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23e4dd-53bc-4094-9767-79f14dfa262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2cb06c-3be3-45d0-ac03-63193e4acdf3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:08.232285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:49:08.251097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 6b58cd37-ecae-4b21-9ffd-b9731da8f687 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:49:08.251355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 6b58cd37-ecae-4b21-9ffd-b9731da8f687 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:49:08.260044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55622) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:08.381964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-873462629-network', 'tenant_id': '24e9e41e27d14cb086f6542860620598'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:49:08.470282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Made reservation on behalf of 24e9e41e27d14cb086f6542860620598 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:49:08.472701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.481403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.569762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.629951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.656008 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:49:08.664892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f61e584-bed2-49bf-a640-efc438c79026,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:08.671081 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.671424 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Added segment e29f56f2-5575-4285-a689-924b7b1bb9a4 of type vlan for network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 Aug 22 15:49:08.711835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.842291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.843177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:08.843765 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:08.932151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] Pushing event updated for resources: {'Network': ['ID=11973dc1-bf53-48b8-8b7d-f56aed1d1373,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:08.942638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:49:08.973897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9cf418d3-46e9-49c3-acce-e969a1618ebf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7126515 Aug 22 15:49:08.977568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55626) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:49:08.982064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Request body: {'subnet': {'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-873462629-subnet', 'tenant_id': '24e9e41e27d14cb086f6542860620598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:49:09.059266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Made reservation on behalf of 24e9e41e27d14cb086f6542860620598 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:49:09.062541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:09.299102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:09.356541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d806aaaf-6e1c-4607-b491-d8e9db734b85,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:09.364554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Checking segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:49:09.368066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Network hostable DHCP agents. Network: 11973dc1-bf53-48b8-8b7d-f56aed1d1373, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:49:09.455722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:49:09.524683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 11973dc1-bf53-48b8-8b7d-f56aed1d1373) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:49:09.530656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:09.531248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:09.536186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00809d32-0489-4efc-8716-77d74e52e932 None None] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:49:09.628380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4867e2fc-21ae-4663-ba7c-1eddfd25d24f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6503203 Aug 22 15:49:09.664657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190b37e-e91b-4df2-be64-806e4f354d44 None None] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:49:10.074147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-18d77c09-e183-4f46-a53d-86b8c7532b5c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:10.076188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-18d77c09-e183-4f46-a53d-86b8c7532b5c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 814 time: 0.1061037 Aug 22 15:49:10.092049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-9e7d74d8-2162-411b-a070-98ba3e45a49d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/quotas/24e9e41e27d14cb086f6542860620598 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Aug 22 15:49:10.125950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-68923fe5-0ee9-4715-a2e5-99529639f464 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274987 Aug 22 15:49:10.223198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-3e032b02-3de0-459e-b702-f917570d7f07 service neutron] 10.222.0.53 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903857 Aug 22 15:49:10.312809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-d34d55cd-b153-41c7-9698-11142f1371e3 service neutron] 10.222.0.53 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Aug 22 15:49:10.569829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2bf6c83e-a18c-48bd-891f-7e464e5c7d9a req-0385c093-97a8-479f-89e3-358e8bf961ba tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 210 time: 0.0314918 Aug 22 15:49:10.861898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:11.649686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4846aa9-067e-4fe0-bc38-67ffbff15817 req-7a365579-b9f0-41de-95c1-f355d6644983 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 210 time: 0.0294273 Aug 22 15:49:12.748705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-555d0f35-d080-48d2-8eae-9b826c5fe9c3 req-87c8dd0d-ee8d-47cf-be16-118d3246c055 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 210 time: 0.0269585 Aug 22 15:49:12.925211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-77effb3c-73fd-48fe-a6a6-1e69b2e812ab tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:12.926784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-77effb3c-73fd-48fe-a6a6-1e69b2e812ab tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 814 time: 0.1122105 Aug 22 15:49:12.942708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Request body: {'port': {'device_id': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'admin_state_up': True, 'tenant_id': '24e9e41e27d14cb086f6542860620598'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:49:13.161616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Made reservation on behalf of 24e9e41e27d14cb086f6542860620598 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:49:13.165219 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:13.299305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Allocated IP 172.20.0.13 (11973dc1-bf53-48b8-8b7d-f56aed1d1373/d806aaaf-6e1c-4607-b491-d8e9db734b85/3f7b741b-a645-4637-bf40-42596856881e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:49:13.454748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:13.547964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:13.593340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:49:13.596346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:49:13.600001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:49:13.625014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:13.652754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:13.653391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:13.719161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-04537d49-064b-4f40-ac05-c0725ab36396 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803750 Aug 22 15:49:13.733281 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Request body: {'port': {'device_id': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:49:13.789828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:13.944873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394f10-b5a4-43f4-bb07-2890d68552b7 req-c27d4e39-ec2b-43dc-836f-69cdf00ab16e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:13.946348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6394f10-b5a4-43f4-bb07-2890d68552b7 req-c27d4e39-ec2b-43dc-836f-69cdf00ab16e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 932 time: 0.1247613 Aug 22 15:49:14.366952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6394f10-b5a4-43f4-bb07-2890d68552b7 req-b2f352ad-32c6-4270-b48a-c55b0a698419 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125676 Aug 22 15:49:14.452371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7b741b-a645-4637-bf40-42596856881e {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:49:14.460200 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:14.472392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Transition to ACTIVE for port object 3f7b741b-a645-4637-bf40-42596856881e will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:49:14.561962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:14.613167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:14.678804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:49:14.679136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:49:14.679518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:49:14.683754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:49:14.684114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:49:14.689392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:49:14.689730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Checking segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:49:14.690110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Bound using segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:49:14.690538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Bound port: 3f7b741b-a645-4637-bf40-42596856881e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:49:14.690896 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:14.756881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:49:14.759763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:49:14.813375 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:14.848800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:14.849411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:14.850803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] 10.222.0.54 "PUT /v2.0/ports/3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 1092 time: 1.1228683 Aug 22 15:49:14.851238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:14.853498 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cd0ae1-c5fe-43a8-a9df-5957295a613f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:14.877729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28b1d6-5572-4fd2-ad41-14eb0113a73e service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:14.891464 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8a8702-1377-47b3-9985-e02ea3a36946 x-openstack-request-id: req-4e8a8702-1377-47b3-9985-e02ea3a36946 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:14.891801 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:14.892095 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e8a8702-1377-47b3-9985-e02ea3a36946 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:14.892497 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'status': 'completed', 'code': 200} Aug 22 15:49:14.953812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-d0020d91-3bd3-4c1b-8cdc-2a68a31796af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:14.955311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-d0020d91-3bd3-4c1b-8cdc-2a68a31796af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1095 time: 0.0416038 Aug 22 15:49:15.058019 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-9924da9e-5d7f-4cb8-8a99-547b78aded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:15.060045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-9924da9e-5d7f-4cb8-8a99-547b78aded80 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=24e9e41e27d14cb086f6542860620598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969479 Aug 22 15:49:15.154948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-155d305f-8def-43a3-bed2-6060009eb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:15.156464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80cd0ae1-c5fe-43a8-a9df-5957295a613f req-155d305f-8def-43a3-bed2-6060009eb3d1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896034 Aug 22 15:49:15.238981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-aa1e9904-477e-4ca2-961e-8fb77fd292f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:15.240509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-aa1e9904-477e-4ca2-961e-8fb77fd292f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1095 time: 0.0461073 Aug 22 15:49:15.281460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-17a24d4c-e77d-4911-8d2a-ccb9dd5bdd4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0334415 Aug 22 15:49:15.330295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-6ec88795-77d6-49d5-bc4f-e4597a9bd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:15.331642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-6ec88795-77d6-49d5-bc4f-e4597a9bd5d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0434246 Aug 22 15:49:15.362919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-d599d99f-687a-4d54-9810-3d248e2a09e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244966 Aug 22 15:49:15.494582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-f34ddba7-09c4-4fab-9df9-60eadd932697 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242871 Aug 22 15:49:15.506542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6b33c-4c1d-41e8-a243-2f28db6ca136 req-a753edee-c50b-4659-9f84-b987d33027bd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:15.507990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1c6b33c-4c1d-41e8-a243-2f28db6ca136 req-a753edee-c50b-4659-9f84-b987d33027bd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0656631 Aug 22 15:49:15.603160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1c6b33c-4c1d-41e8-a243-2f28db6ca136 req-3422e821-0dd7-4896-b146-74fbf8a50cc0 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864680 Aug 22 15:49:15.624918 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fde89a88-518a-474b-ae11-27ad9bcd7241 req-2e66d5a9-d72c-4821-9a98-4bfbb4ba3109 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159897 Aug 22 15:49:16.726333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578c410-aaca-4b0f-98db-a1deec228bd6 req-1a751d58-bd57-4cd6-8b80-e2dfd77c3b5c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:16.727951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7578c410-aaca-4b0f-98db-a1deec228bd6 req-1a751d58-bd57-4cd6-8b80-e2dfd77c3b5c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0529819 Aug 22 15:49:16.773201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7578c410-aaca-4b0f-98db-a1deec228bd6 req-2a097d7f-3d6a-48bb-bcfc-0b0e8fd4b5a7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Aug 22 15:49:17.902411 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f517f-12e5-4ca9-9bdb-ebade008076b req-ddd93f70-4d45-4b1d-8a9d-d3111b803898 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:17.904491 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-256f517f-12e5-4ca9-9bdb-ebade008076b req-ddd93f70-4d45-4b1d-8a9d-d3111b803898 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0542207 Aug 22 15:49:17.943796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-256f517f-12e5-4ca9-9bdb-ebade008076b req-05cdbf1e-b1b5-4501-8622-862eb1a33c21 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Aug 22 15:49:19.057968 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9acd-0552-4ff4-97af-b498d0b134ae req-f020d687-7f60-4e9c-8fc5-2825dd750988 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:19.059489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e22b9acd-0552-4ff4-97af-b498d0b134ae req-f020d687-7f60-4e9c-8fc5-2825dd750988 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0491178 Aug 22 15:49:19.098447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e22b9acd-0552-4ff4-97af-b498d0b134ae req-c5de4990-fe6a-4035-b268-b96717a7f66f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Aug 22 15:49:20.213327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7ca16-6359-46b7-bbae-9a6ff1dec94e req-1a05bdc0-f8de-4418-95f1-87e9f1bf79c4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:20.214850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6d7ca16-6359-46b7-bbae-9a6ff1dec94e req-1a05bdc0-f8de-4418-95f1-87e9f1bf79c4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0497878 Aug 22 15:49:20.253264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6d7ca16-6359-46b7-bbae-9a6ff1dec94e req-83584e8e-30bd-4523-a7b9-943400f523e5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324128 Aug 22 15:49:20.276877 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3f7b741b-a645-4637-bf40-42596856881e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:49:20.375768 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:20.386515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '3f7b741b-a645-4637-bf40-42596856881e', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'port_id': '3f7b741b-a645-4637-bf40-42596856881e', 'mac_address': 'fa:16:3e:77:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806aaaf-6e1c-4607-b491-d8e9db734b85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:49:20.424352 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:20.438300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7b741b-a645-4637-bf40-42596856881e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:49:20.457808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:20.538996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:20.590766 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:20.820441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['3f7b741b-a645-4637-bf40-42596856881e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:49:21.378231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3f85-e4da-498b-a4ff-bfb7737ab74e req-0e55d0f9-dc18-4499-a108-8892d4dd3b5e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:21.379802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bdd3f85-e4da-498b-a4ff-bfb7737ab74e req-0e55d0f9-dc18-4499-a108-8892d4dd3b5e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 945 time: 0.0576928 Aug 22 15:49:21.425049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1bdd3f85-e4da-498b-a4ff-bfb7737ab74e req-c3f57649-dd0f-4bad-a8a0-0dfffca76717 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Aug 22 15:49:21.475913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:22.288035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3f7b741b-a645-4637-bf40-42596856881e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:49:22.441395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 3f7b741b-a645-4637-bf40-42596856881e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:49:22.445301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 3f7b741b-a645-4637-bf40-42596856881e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:49:22.445686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:22.524828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:22.540736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb2800-3c7f-4f65-81de-a13f8cde3f92 req-fb08678c-635f-4986-8b84-8c33d2005d9a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:22.542232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82bb2800-3c7f-4f65-81de-a13f8cde3f92 req-fb08678c-635f-4986-8b84-8c33d2005d9a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 945 time: 0.0492122 Aug 22 15:49:22.549486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:22.551730 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfa0df6-a97d-4014-97e2-ef857d4368cd" -d '{"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:22.565800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:22.582809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82bb2800-3c7f-4f65-81de-a13f8cde3f92 req-1bbc4936-c726-4dd0-a5d1-f7f4661c47ed tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Aug 22 15:49:22.627015 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976d08f-70d8-434a-9421-4f673f123b22 x-openstack-request-id: req-5976d08f-70d8-434a-9421-4f673f123b22 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:22.627320 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:22.627578 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5976d08f-70d8-434a-9421-4f673f123b22 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:22.627999 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'code': 200} Aug 22 15:49:22.641814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:22.698246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:22.726179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853dbe-1279-422a-8f52-798d53bee347 req-05131c01-e264-477b-9907-4995b7b44d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:22.727735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d853dbe-1279-422a-8f52-798d53bee347 req-05131c01-e264-477b-9907-4995b7b44d28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1097 time: 0.0426197 Aug 22 15:49:22.761977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d853dbe-1279-422a-8f52-798d53bee347 req-dfdec0f9-4cf3-4f3f-8336-919131044fba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275176 Aug 22 15:49:23.705104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e7e9-75ef-4948-84ed-922eccb2d6a1 req-7a4f434b-74b3-4019-a42d-cfb0e80a301e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:23.706619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3165e7e9-75ef-4948-84ed-922eccb2d6a1 req-7a4f434b-74b3-4019-a42d-cfb0e80a301e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0547359 Aug 22 15:49:23.744302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3165e7e9-75ef-4948-84ed-922eccb2d6a1 req-7ce022d3-1b35-49fe-846e-0ee6f2871b1b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Aug 22 15:49:24.862860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573ed3c-fcd5-4705-bdc0-8169743a1b1f req-7a7e406f-8ae0-49ff-96d0-22b898cebde6 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:24.864415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6573ed3c-fcd5-4705-bdc0-8169743a1b1f req-7a7e406f-8ae0-49ff-96d0-22b898cebde6 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0529110 Aug 22 15:49:24.904617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6573ed3c-fcd5-4705-bdc0-8169743a1b1f req-059af660-d22f-452b-bb54-f601e06256e5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340919 Aug 22 15:49:25.024709 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df5d52-7eed-483e-a878-aadeb68f1d13 req-7a36b7ca-9aef-481e-a386-1567f1f392e8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:25.026090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1df5d52-7eed-483e-a878-aadeb68f1d13 req-7a36b7ca-9aef-481e-a386-1567f1f392e8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0495205 Aug 22 15:49:25.064163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1df5d52-7eed-483e-a878-aadeb68f1d13 req-e70cda61-20ee-4b8f-bae1-1c56027d63f7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 22 15:49:25.356047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f00c1-17d3-4677-b803-5714a79ccd1a req-0d1f52fd-7ca5-4af7-84d5-bd08fc71357a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:25.357474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b2f00c1-17d3-4677-b803-5714a79ccd1a req-0d1f52fd-7ca5-4af7-84d5-bd08fc71357a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0537796 Aug 22 15:49:25.397409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b2f00c1-17d3-4677-b803-5714a79ccd1a req-bf7b10c8-6b5a-4a61-bcc5-2a810688a0e1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Aug 22 15:49:25.515708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa803-e823-40c2-9539-39dadf98989e req-abe0e57f-b21c-475d-ae64-921597bb16c4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:25.517216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fbfa803-e823-40c2-9539-39dadf98989e req-abe0e57f-b21c-475d-ae64-921597bb16c4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0496750 Aug 22 15:49:25.557882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fbfa803-e823-40c2-9539-39dadf98989e req-71853432-abe1-4b65-8480-da967d35757f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344255 Aug 22 15:49:25.957601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c2dde-91c2-4b37-8bcc-9164276aff79 req-aa252a5f-a0af-44fd-8c09-beae2f29d6a2 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:25.959390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b4c2dde-91c2-4b37-8bcc-9164276aff79 req-aa252a5f-a0af-44fd-8c09-beae2f29d6a2 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0502913 Aug 22 15:49:26.000182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b4c2dde-91c2-4b37-8bcc-9164276aff79 req-470e9d7a-b542-4360-9035-b2eec6d98b60 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Aug 22 15:49:26.092313 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-94feddbd-80f7-4ea2-b194-a1eedb2f3dbf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443070 Aug 22 15:49:27.133640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b51664-4ddf-4e46-83f9-12f6d38b8dc4 req-4259e407-9450-4568-af49-f87213c4f4d9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:27.135174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70b51664-4ddf-4e46-83f9-12f6d38b8dc4 req-4259e407-9450-4568-af49-f87213c4f4d9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0616899 Aug 22 15:49:27.174593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70b51664-4ddf-4e46-83f9-12f6d38b8dc4 req-34200bd4-e21a-4d13-9525-3b70b6a5b1bf tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Aug 22 15:49:28.320465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231b89e-d7eb-4102-a716-8f59b16b4aa6 req-dbeb8859-75fb-4697-b1e8-44bdf6003197 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:28.321961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b231b89e-d7eb-4102-a716-8f59b16b4aa6 req-dbeb8859-75fb-4697-b1e8-44bdf6003197 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0777733 Aug 22 15:49:28.329452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-cf701089-8db0-429d-a895-771e5f59b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:28.330954 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-cf701089-8db0-429d-a895-771e5f59b81d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1097 time: 0.0604947 Aug 22 15:49:28.422085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b231b89e-d7eb-4102-a716-8f59b16b4aa6 req-cd45748f-3a6a-4c7a-b5a2-3c143323ee36 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Aug 22 15:49:28.454368 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-0916cac6-ab2a-430d-ade2-e7d2e9ef4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:28.455792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-0916cac6-ab2a-430d-ade2-e7d2e9ef4d24 service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.1178477 Aug 22 15:49:28.497167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-5e134022-fba8-44d8-824e-81cf05ffabb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0344708 Aug 22 15:49:28.550753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-901d5b68-1d15-471a-89f4-bcf228b1f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:28.552248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-901d5b68-1d15-471a-89f4-bcf228b1f04b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0486772 Aug 22 15:49:28.584448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-6336e02c-5da6-4ae0-9e86-aaf2c3086710 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254683 Aug 22 15:49:28.675468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-a15d9966-64f9-489e-b64e-be3b585300cc service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Aug 22 15:49:28.773581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-e9860afb-b530-44e5-a5d4-bfbb31e27c8a service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915973 Aug 22 15:49:29.543349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5fabd-e86c-43a6-9d2f-101d57069818 req-ab19bc98-2719-4df2-b4f3-850ac894c949 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:29.544796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbc5fabd-e86c-43a6-9d2f-101d57069818 req-ab19bc98-2719-4df2-b4f3-850ac894c949 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0502572 Aug 22 15:49:29.583642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbc5fabd-e86c-43a6-9d2f-101d57069818 req-d7e192bb-4e45-4257-a015-f1ac3836ce6d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Aug 22 15:49:30.118251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-85e24c42-9bc5-4832-936b-e52a88ee5652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:30.701113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb840b60-e5e6-4434-8723-b70a77be5a44 req-f77ee2e2-36c7-4df8-bd46-a2cdadb048e9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:30.703240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb840b60-e5e6-4434-8723-b70a77be5a44 req-f77ee2e2-36c7-4df8-bd46-a2cdadb048e9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0506866 Aug 22 15:49:30.742174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb840b60-e5e6-4434-8723-b70a77be5a44 req-d469cf06-5435-496b-aa9a-1987cffd89e9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Aug 22 15:49:31.863384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a06f2-3053-4846-895e-9f66c670a519 req-66213a5b-5972-4d21-9e8f-29ee480b2bd8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:31.864919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-538a06f2-3053-4846-895e-9f66c670a519 req-66213a5b-5972-4d21-9e8f-29ee480b2bd8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0554366 Aug 22 15:49:31.902938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-538a06f2-3053-4846-895e-9f66c670a519 req-f43f8a68-572e-441e-ab45-30921faac044 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Aug 22 15:49:32.913145 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:33.019964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f9c6-9ae6-4913-8425-0b3e3ecb48b7 req-7784c66f-59e6-4ad5-a103-06e540eb61ed tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:33.021524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc55f9c6-9ae6-4913-8425-0b3e3ecb48b7 req-7784c66f-59e6-4ad5-a103-06e540eb61ed tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0515468 Aug 22 15:49:33.068631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc55f9c6-9ae6-4913-8425-0b3e3ecb48b7 req-f9133d2b-c6ee-4ad8-bae2-65240317b145 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Aug 22 15:49:33.547924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5aa529c-bb20-4e12-9cbc-4410bcba4bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:34.187990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45aedc-28b9-45e8-800e-211d622b9082 req-7dfd32b2-ad9e-4be8-ac14-098ad970278c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:34.189475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea45aedc-28b9-45e8-800e-211d622b9082 req-7dfd32b2-ad9e-4be8-ac14-098ad970278c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0499725 Aug 22 15:49:34.227375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea45aedc-28b9-45e8-800e-211d622b9082 req-fa7ee49d-bbc7-4e4f-a049-8f6f95ff47ef tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Aug 22 15:49:34.693599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-37f0d4da-8643-484d-b8ca-f4e1901f7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:34.695119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-37f0d4da-8643-484d-b8ca-f4e1901f7590 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1097 time: 0.0458772 Aug 22 15:49:34.798196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-65182f74-91b6-4ee9-b2fc-66f36b0c2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:34.799686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-65182f74-91b6-4ee9-b2fc-66f36b0c2f19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0861785 Aug 22 15:49:34.846411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-676ce44a-04fc-4411-92e9-98df83cbb6d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0392537 Aug 22 15:49:34.897385 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-2d24fbfb-2fd5-47fe-8a44-52f8f91d4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:34.898868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-2d24fbfb-2fd5-47fe-8a44-52f8f91d4a2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0442529 Aug 22 15:49:34.931155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-81a03500-8197-454c-8f65-b04868f4a46c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253706 Aug 22 15:49:35.028034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-01c148ab-27be-446f-80f3-69934ba6832b service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900600 Aug 22 15:49:35.058672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:35.123481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3bc921cd-76cc-4a12-bbbf-df7c623633c0 req-83163d79-1020-49ac-8c6e-5e4fd407d5d1 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883424 Aug 22 15:49:35.340675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deef2d4-8c39-437d-8af4-def2a4c172a5 req-8aac8ddf-be16-43ea-adf3-0dc7803434ec tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:35.342052 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3deef2d4-8c39-437d-8af4-def2a4c172a5 req-8aac8ddf-be16-43ea-adf3-0dc7803434ec tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0483449 Aug 22 15:49:35.379495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3deef2d4-8c39-437d-8af4-def2a4c172a5 req-69623e67-6e01-4f4c-a010-50a39f32a86c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Aug 22 15:49:36.498972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd11066-eeb0-45ad-af4c-f7d82662d677 req-f002b1d6-e986-4e2d-8553-d9f670f71f7d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:36.501035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd11066-eeb0-45ad-af4c-f7d82662d677 req-f002b1d6-e986-4e2d-8553-d9f670f71f7d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0539556 Aug 22 15:49:36.539653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dd11066-eeb0-45ad-af4c-f7d82662d677 req-2b45ccf7-9e17-46a5-942c-f162206d4b18 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 22 15:49:36.986988 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:37.655347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b4e95-6608-47f5-a0b5-231dbb41e029 req-f7588038-b90e-42fc-9c70-3e0f742800ac tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:37.657084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-293b4e95-6608-47f5-a0b5-231dbb41e029 req-f7588038-b90e-42fc-9c70-3e0f742800ac tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0501173 Aug 22 15:49:37.694761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-293b4e95-6608-47f5-a0b5-231dbb41e029 req-884ea565-3916-46ac-89fe-c4d2521d8999 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Aug 22 15:49:38.810132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5908-b693-4a9c-8348-ad914391c567 req-fc756e64-80d3-4f1b-ab6c-52b2adbb5edb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:38.811607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78de5908-b693-4a9c-8348-ad914391c567 req-fc756e64-80d3-4f1b-ab6c-52b2adbb5edb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0501420 Aug 22 15:49:38.851044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78de5908-b693-4a9c-8348-ad914391c567 req-2118aa7b-32f8-4245-b1a0-21f0e96f6ecd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 22 15:49:39.973977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e5e8d-ed1f-4187-9178-a89e19cb7697 req-02af1a73-efb8-4f19-9ee8-bfa202fa8508 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:39.975526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457e5e8d-ed1f-4187-9178-a89e19cb7697 req-02af1a73-efb8-4f19-9ee8-bfa202fa8508 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0541835 Aug 22 15:49:40.013598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-457e5e8d-ed1f-4187-9178-a89e19cb7697 req-fa6dc789-fcf6-46ce-9b02-9d81bf2668c2 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318258 Aug 22 15:49:40.861378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:41.133105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31aaae-b092-41fc-8f81-9c58d500377f req-182eae2d-bb71-4459-af82-153777384636 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:41.134631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af31aaae-b092-41fc-8f81-9c58d500377f req-182eae2d-bb71-4459-af82-153777384636 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0527120 Aug 22 15:49:41.159718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:49:41.174174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af31aaae-b092-41fc-8f81-9c58d500377f req-e30cf51d-730a-4cec-8872-1e19ce2313f6 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Aug 22 15:49:42.288698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b1c5-8175-4ab0-820c-8679e144c79b req-a8b68bb5-f647-4eb8-8eb3-8572be036a08 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:42.290198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77e9b1c5-8175-4ab0-820c-8679e144c79b req-a8b68bb5-f647-4eb8-8eb3-8572be036a08 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0482950 Aug 22 15:49:42.328037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77e9b1c5-8175-4ab0-820c-8679e144c79b req-c421c05b-436c-4d9a-8153-b9b66618ce8f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318747 Aug 22 15:49:43.454057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f085e5-b085-46fc-966b-c8398c6ab694 req-e1245aa9-e316-4337-878c-2a796e09c236 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:43.455608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f085e5-b085-46fc-966b-c8398c6ab694 req-e1245aa9-e316-4337-878c-2a796e09c236 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0547237 Aug 22 15:49:43.495339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f085e5-b085-46fc-966b-c8398c6ab694 req-cc7e36a7-ab93-419c-8503-dd0ac6697520 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 22 15:49:43.803799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-633e42d7-f891-4989-9bda-1e6191fa0ace req-91f231a2-93a2-4dcf-aae8-1e7c8d676abe tempest-TestServerBasicOps-545802942 tempest-TestServerBasicOps-545802942-project] (102049) timed out ('10.222.0.53', 45504) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 15:49:44.611334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428a68-0976-43de-8988-809858a0eedb req-3036cbae-98d1-4731-a738-e5ab756b1713 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:44.612928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83428a68-0976-43de-8988-809858a0eedb req-3036cbae-98d1-4731-a738-e5ab756b1713 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0500166 Aug 22 15:49:44.649894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83428a68-0976-43de-8988-809858a0eedb req-b81c605f-7c31-4105-aeee-06a34921c2df tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Aug 22 15:49:45.766688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72ab43-40aa-49e3-b32c-42e1dbaa889e req-0a025765-6568-44e1-8bed-41cdf71d0f67 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:45.768257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e72ab43-40aa-49e3-b32c-42e1dbaa889e req-0a025765-6568-44e1-8bed-41cdf71d0f67 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0498822 Aug 22 15:49:45.806169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e72ab43-40aa-49e3-b32c-42e1dbaa889e req-091db412-d7c7-408e-bd0f-94e47d11a9eb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Aug 22 15:49:46.928879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e3297-0891-40aa-ba39-4912384958c4 req-27c0de9f-fac6-4822-bdb7-6bd9fa33357d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:46.930394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f66e3297-0891-40aa-ba39-4912384958c4 req-27c0de9f-fac6-4822-bdb7-6bd9fa33357d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0559642 Aug 22 15:49:46.971014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f66e3297-0891-40aa-ba39-4912384958c4 req-1ebf28f4-54e5-4a54-9aeb-74df82ab0ab7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Aug 22 15:49:48.090483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5fa9-1e9d-4ba7-8ead-72af82d05b6c req-c560fb3d-8ff1-4e33-804f-71cc08242a88 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:48.092033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d8e5fa9-1e9d-4ba7-8ead-72af82d05b6c req-c560fb3d-8ff1-4e33-804f-71cc08242a88 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0523665 Aug 22 15:49:48.134855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d8e5fa9-1e9d-4ba7-8ead-72af82d05b6c req-275c8121-84e7-4928-ae98-3fefcd8f56cb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Aug 22 15:49:49.252894 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e910ef-19ab-4d35-9b81-5acb1c09aba3 req-ee227bdf-c297-47e8-a696-72dd5637f1d3 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:49.254380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80e910ef-19ab-4d35-9b81-5acb1c09aba3 req-ee227bdf-c297-47e8-a696-72dd5637f1d3 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0502269 Aug 22 15:49:49.291390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80e910ef-19ab-4d35-9b81-5acb1c09aba3 req-4b4b5cb6-a7fa-436e-9e87-963f926b01d1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Aug 22 15:49:50.411419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9cf52-405e-4769-960e-b22b87fdad6b req-992a999a-f9f3-4caf-88ba-ff7d5be9ea60 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:50.412943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16a9cf52-405e-4769-960e-b22b87fdad6b req-992a999a-f9f3-4caf-88ba-ff7d5be9ea60 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0531011 Aug 22 15:49:50.450982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16a9cf52-405e-4769-960e-b22b87fdad6b req-1c021be3-1687-49c6-81a5-6bd1d6d89308 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Aug 22 15:49:51.484341 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:51.576217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a630c0-2951-47ba-a446-af74bcf3b740 req-9cfa58e9-87ad-48e4-9886-387728a8ab1d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:51.577701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2a630c0-2951-47ba-a446-af74bcf3b740 req-9cfa58e9-87ad-48e4-9886-387728a8ab1d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0590627 Aug 22 15:49:51.616526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2a630c0-2951-47ba-a446-af74bcf3b740 req-02080a31-0ddd-480e-bea1-f7f095afe150 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 22 15:49:52.731487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a78a4-5668-45f5-8102-7ba2b07ef974 req-521898ba-0e29-4ab7-9afd-7acc044278f4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:52.733007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b95a78a4-5668-45f5-8102-7ba2b07ef974 req-521898ba-0e29-4ab7-9afd-7acc044278f4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0499706 Aug 22 15:49:52.771508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b95a78a4-5668-45f5-8102-7ba2b07ef974 req-3c3130a9-9932-4ba7-b21e-e20b33c55ad0 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Aug 22 15:49:53.894285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7fb9b-3996-45c7-b4e1-e588c01a8f42 req-51ffb874-7872-4865-a03d-1baa0ab8bdcc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:53.895796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dd7fb9b-3996-45c7-b4e1-e588c01a8f42 req-51ffb874-7872-4865-a03d-1baa0ab8bdcc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0570486 Aug 22 15:49:53.933596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7dd7fb9b-3996-45c7-b4e1-e588c01a8f42 req-1f6ff666-e21d-416e-b33d-417e1fcc11fb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Aug 22 15:49:55.051503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac9325-c99e-4543-9cd1-3045e0dccd1e req-cf98b275-0889-4440-b0ab-72b9995ba552 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:55.053082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26ac9325-c99e-4543-9cd1-3045e0dccd1e req-cf98b275-0889-4440-b0ab-72b9995ba552 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0519819 Aug 22 15:49:55.093140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26ac9325-c99e-4543-9cd1-3045e0dccd1e req-35a77257-6006-47aa-b2f7-1f152b3cd5ca tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 22 15:49:56.050405 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-42807827-9791-415a-904d-ebdbba195e94 service neutron] show failed (client error): The resource could not be found. Aug 22 15:49:56.051473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-42807827-9791-415a-904d-ebdbba195e94 service neutron] 10.222.0.54 "GET /v2.0/ports/3f7b741b-a645-4637-bf40-42596856881e/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0567276 Aug 22 15:49:56.215614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0cd72-8838-4e29-b45e-0fdeee5e64f8 req-aedb0c15-3bb6-47e4-aa22-a65acbb05192 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:56.217365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4f0cd72-8838-4e29-b45e-0fdeee5e64f8 req-aedb0c15-3bb6-47e4-aa22-a65acbb05192 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0556419 Aug 22 15:49:56.258270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c4f0cd72-8838-4e29-b45e-0fdeee5e64f8 req-c559de8e-5c8b-43d5-93aa-6ad0363da23a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Aug 22 15:49:56.592447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-448d68f4-3cb4-42e7-807e-4243f3e912d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:56.593993 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-448d68f4-3cb4-42e7-807e-4243f3e912d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d&tenant_id=24e9e41e27d14cb086f6542860620598 HTTP/1.1" status: 200 len: 1097 time: 0.0714040 Aug 22 15:49:56.612815 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:49:56.668293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:56.866055 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:49:56.899528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:49:56.943860 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:56.946296 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee3fa74-a95a-4f78-af26-3969856d34f5" -d '{"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:56.950458 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:56.965051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Transition to ACTIVE for port object 3f7b741b-a645-4637-bf40-42596856881e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:49:56.995401 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683025cf-aceb-4bc0-af87-6a9ffb625cfd x-openstack-request-id: req-683025cf-aceb-4bc0-af87-6a9ffb625cfd {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:56.995705 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:56.995965 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-683025cf-aceb-4bc0-af87-6a9ffb625cfd {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:56.996423 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'code': 200} Aug 22 15:49:57.049830 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:57.121243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] No DVR routers for this DVR port 3f7b741b-a645-4637-bf40-42596856881e on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:49:57.123170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:57.159616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:49:57.160064 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:49:57.160400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:49:57.164924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:49:57.171133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Attempting to bind port 3f7b741b-a645-4637-bf40-42596856881e on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:49:57.171133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:49:57.171133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Checking segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:49:57.171133 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Bound using segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:49:57.171536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Bound port: 3f7b741b-a645-4637-bf40-42596856881e, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:49:57.171745 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:57.238211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:49:57.241262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:49:57.307413 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:57.349877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:57.350516 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:49:57.351964 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] 10.222.0.10 "PUT /v2.0/ports/3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 1092 time: 0.7441216 Aug 22 15:49:57.373249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9dced-d8e2-4087-9cc2-548122ca1d74 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:49:57.380509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4b83-1865-49cf-98cb-6ba064342c7e req-ff9c054c-f80a-4bfb-8fef-f3a32b5535a8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:57.382095 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527b4b83-1865-49cf-98cb-6ba064342c7e req-ff9c054c-f80a-4bfb-8fef-f3a32b5535a8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0544176 Aug 22 15:49:57.423994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-527b4b83-1865-49cf-98cb-6ba064342c7e req-8e00c836-2112-479d-9d12-39d6e981fa80 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Aug 22 15:49:57.426473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-110862c4-afe3-493b-b241-b0351b4e1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:57.428123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-110862c4-afe3-493b-b241-b0351b4e1bd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1095 time: 0.0416574 Aug 22 15:49:57.520701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-b4b9e8b5-0ecc-454d-a724-8cfad89faade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:57.522186 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-b4b9e8b5-0ecc-454d-a724-8cfad89faade service neutron] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0877595 Aug 22 15:49:57.569208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-595989c6-1293-416c-99b4-3fe6d67d4090 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0400810 Aug 22 15:49:57.617492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-9e24b198-7059-4057-a8df-bff4dbe0fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:57.618931 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-9e24b198-7059-4057-a8df-bff4dbe0fc34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0433125 Aug 22 15:49:57.650298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-15bd38cc-4b58-43c9-b511-b3a39eac927d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241289 Aug 22 15:49:57.742398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-fd2e9c3a-e2e9-4970-b2af-273c26be8ce0 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838635 Aug 22 15:49:57.839904 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fabb46f7-c990-426f-ab85-4b6f15265992 req-694a9da4-921a-4ca7-9553-ebe079fc2ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905221 Aug 22 15:49:58.540977 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9d841-deb1-44ef-b4af-68bc829b096b req-6166776d-625b-46fe-90fd-9be51b8a1106 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:58.542487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68b9d841-deb1-44ef-b4af-68bc829b096b req-6166776d-625b-46fe-90fd-9be51b8a1106 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0495493 Aug 22 15:49:58.579797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-68b9d841-deb1-44ef-b4af-68bc829b096b req-dd2d5a1c-7cc4-439d-86a7-d8f1f64a55c9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Aug 22 15:49:58.997921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:49:59.000357 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e571fc-748e-4b21-9b34-38aea3652789" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:49:59.047204 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a393a432-9f00-4fce-9e20-30356f6977c5 x-openstack-request-id: req-a393a432-9f00-4fce-9e20-30356f6977c5 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:49:59.047504 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:49:59.047767 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a393a432-9f00-4fce-9e20-30356f6977c5 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:49:59.048209 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'status': 'completed', 'code': 200} Aug 22 15:49:59.120993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-054a5c60-ac66-4eff-a3c6-e9750f0ca65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.122532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-054a5c60-ac66-4eff-a3c6-e9750f0ca65d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1095 time: 0.0552559 Aug 22 15:49:59.133179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-33bfe28c-3ccc-4ef4-9a4e-3cd5be8a4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.134702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-33bfe28c-3ccc-4ef4-9a4e-3cd5be8a4241 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1095 time: 0.0430965 Aug 22 15:49:59.220067 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-c7536345-e232-4d5e-bc5c-7a87f4187cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.222294 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-c7536345-e232-4d5e-bc5c-7a87f4187cb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0918953 Aug 22 15:49:59.227847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-0d192f60-d665-469b-b2a0-50fe011a05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.229472 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-0d192f60-d665-469b-b2a0-50fe011a05ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0858183 Aug 22 15:49:59.268827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-e8d30254-afc6-4ca9-ac5e-8e55693b49dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0390403 Aug 22 15:49:59.274567 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-63ff310b-cf7d-42e5-b437-5a58ef034cf8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0377331 Aug 22 15:49:59.318754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-14c254cd-f55d-46f7-9e36-aebea48c72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.320410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-14c254cd-f55d-46f7-9e36-aebea48c72b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0450699 Aug 22 15:49:59.322980 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e571fc-748e-4b21-9b34-38aea3652789 req-92f85b90-14d5-4db4-8564-f6ee219f832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.324473 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-92f85b90-14d5-4db4-8564-f6ee219f832c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0433116 Aug 22 15:49:59.352798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-04b1206a-cb0d-4b36-8f23-ea73a80c92c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258830 Aug 22 15:49:59.358553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-cb22ba2d-6dfa-4d26-9757-5870961778ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256166 Aug 22 15:49:59.450465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-09926a62-4b67-479a-8983-673c38a0ffe1 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906503 Aug 22 15:49:59.549738 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-1cdf5d0d-c45f-48f0-9d9a-5efb2e107f4a service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912752 Aug 22 15:49:59.702072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c160-78d4-4adb-b798-df2679efeacf req-d69ea8ef-3ae6-4ab9-8f9a-3d2d4db4e082 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:49:59.703935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fe9c160-78d4-4adb-b798-df2679efeacf req-d69ea8ef-3ae6-4ab9-8f9a-3d2d4db4e082 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0513380 Aug 22 15:49:59.742760 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1fe9c160-78d4-4adb-b798-df2679efeacf req-1c99dfd1-0584-4f3a-b6e2-ed6bb56b6585 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 22 15:49:59.743045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-797486f3-2c43-479f-8ab6-0242912773c5 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772068 Aug 22 15:49:59.834370 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12e571fc-748e-4b21-9b34-38aea3652789 req-c896b629-ea2f-45c0-aa2c-e62250923aaf service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Aug 22 15:50:00.135415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-68bff6b8-316a-4ef7-bac7-30c19b0f575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:00.401194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3f7b741b-a645-4637-bf40-42596856881e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:50:00.438222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3f7b741b-a645-4637-bf40-42596856881e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:50:00.871052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16eb27-864c-4f88-afdb-0cfa851d6e17 req-83350cea-e2c2-4e64-af5a-635b934f6d90 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:00.872715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da16eb27-864c-4f88-afdb-0cfa851d6e17 req-83350cea-e2c2-4e64-af5a-635b934f6d90 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 944 time: 0.0618527 Aug 22 15:50:00.912252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da16eb27-864c-4f88-afdb-0cfa851d6e17 req-35a4c5ce-d4b1-4d7b-b2fe-186118a5e659 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Aug 22 15:50:01.421443 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3f7b741b-a645-4637-bf40-42596856881e details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:50:01.516001 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:01.526884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '3f7b741b-a645-4637-bf40-42596856881e', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'port_id': '3f7b741b-a645-4637-bf40-42596856881e', 'mac_address': 'fa:16:3e:77:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806aaaf-6e1c-4607-b491-d8e9db734b85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:50:01.563191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:01.583007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7b741b-a645-4637-bf40-42596856881e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:50:01.602593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:01.695228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:01.743047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:01.750763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.751117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.751462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.751802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.752753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.753333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.753683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.754022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.754358 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.754711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.755052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:01.755382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:02.030085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f373-47cf-439c-92ef-0f83cf56661a req-e0c84a08-8153-4a31-a6ec-0014daf218d4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.031570 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0b4f373-47cf-439c-92ef-0f83cf56661a req-e0c84a08-8153-4a31-a6ec-0014daf218d4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 945 time: 0.0493071 Aug 22 15:50:02.069811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0b4f373-47cf-439c-92ef-0f83cf56661a req-1b33f97c-c158-4a49-bb27-07e33adf6db2 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Aug 22 15:50:02.094835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3f7b741b-a645-4637-bf40-42596856881e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:50:02.391109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2fc99-d199-442a-b472-371d33f74b9b req-0947fd6b-4429-450e-98d6-b0b0dbd36419 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.392624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60f2fc99-d199-442a-b472-371d33f74b9b req-0947fd6b-4429-450e-98d6-b0b0dbd36419 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 945 time: 0.0500987 Aug 22 15:50:02.433692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60f2fc99-d199-442a-b472-371d33f74b9b req-a6faf5a3-4c26-4940-9f9f-fb4314a3595c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Aug 22 15:50:02.570088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-db1d35b4-519e-4241-b982-bd12126e0668 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.571493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-db1d35b4-519e-4241-b982-bd12126e0668 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d&tenant_id=24e9e41e27d14cb086f6542860620598&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 945 time: 0.0901372 Aug 22 15:50:02.632430 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-f297bec2-3446-4b31-b634-29aaa24a6c1c service neutron] delete failed (client error): The resource could not be found. Aug 22 15:50:02.633779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-f297bec2-3446-4b31-b634-29aaa24a6c1c service neutron] 10.222.0.54 "DELETE /v2.0/ports/3f7b741b-a645-4637-bf40-42596856881e/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0553865 Aug 22 15:50:02.720426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-17c36a50-60aa-4214-af1d-839bd488b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.722770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-17c36a50-60aa-4214-af1d-839bd488b755 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 1096 time: 0.0462835 Aug 22 15:50:02.813794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-73cf7a10-b1d7-4bdf-b4b1-3fbe7e03d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.815295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-73cf7a10-b1d7-4bdf-b4b1-3fbe7e03d4bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0861807 Aug 22 15:50:02.869630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-bb4e54a6-69c2-477b-9ea0-7c19391dd3c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 200 len: 217 time: 0.0455985 Aug 22 15:50:02.915834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:02.922075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-5d7a6ff9-4228-4965-b809-9a3400255658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:02.923546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-5d7a6ff9-4228-4965-b809-9a3400255658 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0469787 Aug 22 15:50:02.956373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-2ece3d68-34fd-46a3-b039-a25126f8f831 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251162 Aug 22 15:50:03.050419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-a473ed0e-4277-44cf-a453-3a5f3d73559e service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876467 Aug 22 15:50:03.146442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2ff961c7-03a8-4b8e-88d8-2f6711c88ed0 req-153666ac-00c8-4ab4-a44d-482c93c5a74c service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889502 Aug 22 15:50:03.439714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3f7b741b-a645-4637-bf40-42596856881e up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:50:03.518616 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5687bb69-a9db-408f-b02f-49f6e9de7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:03.536212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 3f7b741b-a645-4637-bf40-42596856881e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:50:03.541273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 3f7b741b-a645-4637-bf40-42596856881e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:50:03.546484 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:03.562631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fa1c1-df88-4d52-9459-7bf26a3a85dd req-b4e4158e-de05-4c70-bc5a-281f83a62fee tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:03.564343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-348fa1c1-df88-4d52-9459-7bf26a3a85dd req-b4e4158e-de05-4c70-bc5a-281f83a62fee tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 945 time: 0.0557635 Aug 22 15:50:03.613998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-348fa1c1-df88-4d52-9459-7bf26a3a85dd req-cde33bc8-162b-46a1-bd72-ae917dae2b3b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Aug 22 15:50:03.634617 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:03.657458 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:03.660571 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d0cb57-927b-4e66-8f0c-cc9e342968f6" -d '{"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:03.676394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:03.700362 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee2fd6-4765-4beb-83fb-d811cc309720 x-openstack-request-id: req-1aee2fd6-4765-4beb-83fb-d811cc309720 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:03.700362 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:03.700362 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aee2fd6-4765-4beb-83fb-d811cc309720 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:03.701276 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'code': 200} Aug 22 15:50:03.729681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:03.787608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:04.736587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee375-2d98-4b13-8edf-116a1e042a50 req-4ea39374-ae8d-4b43-9890-e2e4cca5ae95 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:04.738708 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b0ee375-2d98-4b13-8edf-116a1e042a50 req-4ea39374-ae8d-4b43-9890-e2e4cca5ae95 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0557718 Aug 22 15:50:04.778377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b0ee375-2d98-4b13-8edf-116a1e042a50 req-16f8136b-7481-4489-b5e0-c37ef293628f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Aug 22 15:50:04.890905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9ee7a-23eb-4f9c-bcb3-7d783f39081a req-530fe877-8dc8-4438-8ab6-00ab9ee897a1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:04.892324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83b9ee7a-23eb-4f9c-bcb3-7d783f39081a req-530fe877-8dc8-4438-8ab6-00ab9ee897a1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0483954 Aug 22 15:50:04.930392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-83b9ee7a-23eb-4f9c-bcb3-7d783f39081a req-030fd2be-ce4f-445b-92e8-882077025169 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Aug 22 15:50:05.030339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:05.042580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db42e5-4182-4ae0-a729-3b99ffc31d8a req-63f8ba4b-35cb-4845-8fb3-5f04cb22cde4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:05.044113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28db42e5-4182-4ae0-a729-3b99ffc31d8a req-63f8ba4b-35cb-4845-8fb3-5f04cb22cde4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0490956 Aug 22 15:50:05.082680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28db42e5-4182-4ae0-a729-3b99ffc31d8a req-a9b6f060-358d-41cf-9960-93a823ea65dd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Aug 22 15:50:05.667414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-1b88bad8-878a-4c0d-ab76-d4e7eac16515 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:05.668953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-1b88bad8-878a-4c0d-ab76-d4e7eac16515 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 814 time: 0.1117802 Aug 22 15:50:05.684928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-306eb666-b7e0-4b4b-b521-ed253afd3bb6 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/quotas/24e9e41e27d14cb086f6542860620598 HTTP/1.1" status: 200 len: 375 time: 0.0102956 Aug 22 15:50:05.736681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-854b97a6-1689-40c5-9fae-32b47a10def1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463278 Aug 22 15:50:05.832162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-82b23b22-20ac-4e36-88f6-13e10969ff23 service neutron] 10.222.0.53 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Aug 22 15:50:05.922018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-c064cea4-5cad-4c54-9b87-f92ff4d9f21f service neutron] 10.222.0.53 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Aug 22 15:50:06.166128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6a11042-3c6f-4e6d-955c-a2c551bfba78 req-ad3ed998-69ba-4d2d-aa56-d2bb516d5fb7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 210 time: 0.0313151 Aug 22 15:50:06.958252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:07.047034 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-dcecb714-d7f5-45be-aa93-85a37d923d4c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:07.048541 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-dcecb714-d7f5-45be-aa93-85a37d923d4c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ad56117-60c0-473e-bcae-e9e524c1113d HTTP/1.1" status: 200 len: 946 time: 0.0561178 Aug 22 15:50:07.140898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Deleting port 3f7b741b-a645-4637-bf40-42596856881e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:50:07.141247 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:07.240440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] For port 3f7b741b-a645-4637-bf40-42596856881e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3f7b741b-a645-4637-bf40-42596856881e,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:07.240812 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:07.256856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Calling delete_port for 3f7b741b-a645-4637-bf40-42596856881e owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:50:07.265646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14478af5-046f-48bb-953a-86540766e107 req-698be7b8-c8bc-4895-a34a-8d03d1f74353 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 210 time: 0.0298045 Aug 22 15:50:07.435628 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:07.466777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Pushing event deleted for resources: {'Port': ['ID=3f7b741b-a645-4637-bf40-42596856881e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:07.478487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3f7b741b-a645-4637-bf40-42596856881e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:50:07.479463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.479820 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.480192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.480532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.480919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.481261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.481591 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.481941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.482252 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.482584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.482908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.483230 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:07.521203 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] No DVR routers for this DVR port 3f7b741b-a645-4637-bf40-42596856881e on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:50:07.523621 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:07.525661 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5ec53168-4fd8-421f-9e57-833a54e0d84d req-a5175c96-3b71-4295-aedd-0fd752d918fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.10 "DELETE /v2.0/ports/3f7b741b-a645-4637-bf40-42596856881e HTTP/1.1" status: 204 len: 173 time: 0.4712114 Aug 22 15:50:07.526109 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-deleted', 'tag': '3f7b741b-a645-4637-bf40-42596856881e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:07.528499 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57834f9f-b6b6-4ad1-94d8-0b2420283a66" -d '{"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-deleted", "tag": "3f7b741b-a645-4637-bf40-42596856881e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:07.570021 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6f307-059a-44b8-8114-68fedde7864f x-openstack-request-id: req-90a6f307-059a-44b8-8114-68fedde7864f {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:07.570322 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56117-60c0-473e-bcae-e9e524c1113d", "name": "network-vif-deleted", "tag": "3f7b741b-a645-4637-bf40-42596856881e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:07.570616 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90a6f307-059a-44b8-8114-68fedde7864f {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:07.571019 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56117-60c0-473e-bcae-e9e524c1113d', 'name': 'network-vif-deleted', 'tag': '3f7b741b-a645-4637-bf40-42596856881e', 'status': 'completed', 'code': 200} Aug 22 15:50:08.265088 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-b10187f2-907b-465a-9eae-e10942df0383 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:08.266574 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-b10187f2-907b-465a-9eae-e10942df0383 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 814 time: 0.1082432 Aug 22 15:50:08.289151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Request body: {'port': {'device_id': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'admin_state_up': True, 'tenant_id': '24e9e41e27d14cb086f6542860620598'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:50:08.368717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3de39984-9070-4d61-b4a7-a4f2227ebc5c req-cf12c27c-fbaa-498f-8173-5b5c754b26da tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 210 time: 0.0297024 Aug 22 15:50:08.481562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Made reservation on behalf of 24e9e41e27d14cb086f6542860620598 for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:50:08.485029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:08.611376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Allocated IP 172.20.0.12 (11973dc1-bf53-48b8-8b7d-f56aed1d1373/d806aaaf-6e1c-4607-b491-d8e9db734b85/7a8eaf8f-cf9a-4d7a-8465-1900549857db) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:50:08.757823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:08.896823 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:08.937883 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:50:08.940821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:50:08.945772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:50:08.970321 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:08.998752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:08.999371 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.119298 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-229fd621-3196-4be8-a816-e2ba3822b3fc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340194 Aug 22 15:50:09.138373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Request body: {'port': {'device_id': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:50:09.195507 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.437113 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3f7b741b-a645-4637-bf40-42596856881e no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:50:09.454070 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8eaf8f-cf9a-4d7a-8465-1900549857db {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:50:09.458679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 3f7b741b-a645-4637-bf40-42596856881e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:50:09.459034 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3f7b741b-a645-4637-bf40-42596856881e not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:50:09.464305 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.477041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Transition to ACTIVE for port object 7a8eaf8f-cf9a-4d7a-8465-1900549857db will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:50:09.488554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8918e-db45-49c7-a8f7-c8a3157f56da req-e474c44d-48df-422f-b568-7bb13d172a3f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:09.494915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45d8918e-db45-49c7-a8f7-c8a3157f56da req-e474c44d-48df-422f-b568-7bb13d172a3f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 932 time: 0.0519910 Aug 22 15:50:09.528326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45d8918e-db45-49c7-a8f7-c8a3157f56da req-5506a047-f38b-4b08-a331-6bd0f4f0815b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 22 15:50:09.546697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.628192 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:09.683989 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:50:09.684358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:50:09.684701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:50:09.688946 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:50:09.689271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:50:09.695002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:50:09.695345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Checking segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:50:09.695736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Bound using segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:50:09.696194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Bound port: 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:50:09.696553 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.761528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:50:09.764578 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:50:09.850880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.886401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:09.887033 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:09.888547 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 1092 time: 0.7544286 Aug 22 15:50:09.889000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:09.891338 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4bedf9-d834-44c4-a79b-50281817d55f" -d '{"events": [{"name": "network-changed", "server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:09.921305 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61741d2-7242-4859-b66b-d79180a348d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:09.931398 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da10b5fb-ff31-419e-ad30-f5c63db57a58 x-openstack-request-id: req-da10b5fb-ff31-419e-ad30-f5c63db57a58 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:09.931734 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:09.931734 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da10b5fb-ff31-419e-ad30-f5c63db57a58 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:09.932217 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'status': 'completed', 'code': 200} Aug 22 15:50:10.015715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-9f17232e-369b-437b-a2c8-82f8b8d6e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.017203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-9f17232e-369b-437b-a2c8-82f8b8d6e067 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0457962 Aug 22 15:50:10.120081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-36a21e09-a6a8-46a4-be13-0b9fbdcee7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.121571 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-36a21e09-a6a8-46a4-be13-0b9fbdcee7c0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=24e9e41e27d14cb086f6542860620598&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0914216 Aug 22 15:50:10.218864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-129b266d-e783-4d04-a5c6-8816576f7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.220369 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-ba4bedf9-d834-44c4-a79b-50281817d55f req-129b266d-e783-4d04-a5c6-8816576f7487 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914631 Aug 22 15:50:10.316764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-4eb082d2-7443-4373-a88e-a963cfc06596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.319082 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-4eb082d2-7443-4373-a88e-a963cfc06596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0413198 Aug 22 15:50:10.366549 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-bfe32cd3-b22a-41ee-89a3-8c96ff573245 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0351136 Aug 22 15:50:10.420164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-46398461-6ec1-469a-aec2-bbb9a927a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.421639 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-46398461-6ec1-469a-aec2-bbb9a927a3e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0483730 Aug 22 15:50:10.454797 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-b60a1b52-c17b-431f-a701-30e3a5dd9344 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253971 Aug 22 15:50:10.544177 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-91dd6d2a-9b5a-4ed5-a3d2-94b3901855e7 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818465 Aug 22 15:50:10.640383 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-1449c797-25e3-4ff5-9c49-82f77df75871 req-3d4365ca-35e1-41ab-b790-bf0084b74bdb service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887189 Aug 22 15:50:10.649880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca991-dfe5-4cc9-a6a2-1f6c5065cbea req-c4774400-a571-44ba-a791-3678db10eb01 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:10.651612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-361ca991-dfe5-4cc9-a6a2-1f6c5065cbea req-c4774400-a571-44ba-a791-3678db10eb01 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0540137 Aug 22 15:50:10.690552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-361ca991-dfe5-4cc9-a6a2-1f6c5065cbea req-a5795fc7-5791-4505-a438-3f5f783002d5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Aug 22 15:50:10.901285 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:11.806509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9a40c-7aa5-4811-af24-afa08f0ebfd1 req-aaa690d4-6132-49e8-886a-caf5082d26fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:11.808026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10a9a40c-7aa5-4811-af24-afa08f0ebfd1 req-aaa690d4-6132-49e8-886a-caf5082d26fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0495310 Aug 22 15:50:11.847263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10a9a40c-7aa5-4811-af24-afa08f0ebfd1 req-be45ac82-1eea-466c-813f-20df1a52687f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Aug 22 15:50:12.966108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc539-d543-4216-9382-64a6f835b7d9 req-341a5556-b456-4fb4-aaeb-81813d9b8455 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:12.967592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ecdc539-d543-4216-9382-64a6f835b7d9 req-341a5556-b456-4fb4-aaeb-81813d9b8455 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0547173 Aug 22 15:50:13.007679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ecdc539-d543-4216-9382-64a6f835b7d9 req-957ccf9b-8248-45a1-be03-16581f452481 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Aug 22 15:50:13.475125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:50:13.574534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:13.585914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'port_id': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'mac_address': 'fa:16:3e:a3:fd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806aaaf-6e1c-4607-b491-d8e9db734b85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:50:13.625876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:13.639340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8eaf8f-cf9a-4d7a-8465-1900549857db {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:50:13.659282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:13.721337 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:13.768956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:14.102495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7a8eaf8f-cf9a-4d7a-8465-1900549857db'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:50:14.136855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89fc4e-0a12-4218-9b49-f9e49f29d596 req-51ae487a-ff9a-40f1-ba30-6af52b2361cd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:14.138332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b89fc4e-0a12-4218-9b49-f9e49f29d596 req-51ae487a-ff9a-40f1-ba30-6af52b2361cd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0568213 Aug 22 15:50:14.176508 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b89fc4e-0a12-4218-9b49-f9e49f29d596 req-b5d5d13d-0a75-41bb-9ee3-f7836ab30741 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Aug 22 15:50:15.292344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31edb7-c70c-447e-87c7-255979c7ecee req-5dc06c9b-bb64-4ada-9f61-9477ceb3cbd4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:15.293860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c31edb7-c70c-447e-87c7-255979c7ecee req-5dc06c9b-bb64-4ada-9f61-9477ceb3cbd4 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0489168 Aug 22 15:50:15.331551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c31edb7-c70c-447e-87c7-255979c7ecee req-78ad1c08-1070-49e2-8f16-f045c70d0465 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Aug 22 15:50:15.481027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:50:15.624801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 7a8eaf8f-cf9a-4d7a-8465-1900549857db completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:50:15.629007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7a8eaf8f-cf9a-4d7a-8465-1900549857db triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:50:15.629416 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:15.711300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:15.733975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:15.736151 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae192f6-86f8-45b7-a0b1-87a3030f68be" -d '{"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:15.748950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:15.774153 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d34c99-acdc-4af0-aa5f-b90f692e6382 x-openstack-request-id: req-29d34c99-acdc-4af0-aa5f-b90f692e6382 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:15.774500 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:15.774761 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29d34c99-acdc-4af0-aa5f-b90f692e6382 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:15.775159 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'code': 200} Aug 22 15:50:15.815092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:15.865515 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:15.900317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fcf70-280e-4394-aca4-d75d2d8fedbe req-92d60aa4-799d-42c0-adbc-2b9590cc13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:15.901861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-785fcf70-280e-4394-aca4-d75d2d8fedbe req-92d60aa4-799d-42c0-adbc-2b9590cc13d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1097 time: 0.0431824 Aug 22 15:50:15.937734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-785fcf70-280e-4394-aca4-d75d2d8fedbe req-973959fb-3dd2-42ab-9cbf-87c94c3f503b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288320 Aug 22 15:50:16.446600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895db3-3171-4e4a-83c4-3917aafb73a3 req-56125fcd-d59c-487c-aea8-286900439629 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:16.448083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77895db3-3171-4e4a-83c4-3917aafb73a3 req-56125fcd-d59c-487c-aea8-286900439629 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0490024 Aug 22 15:50:16.485227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-77895db3-3171-4e4a-83c4-3917aafb73a3 req-ad8c6279-fd03-49c4-ad8d-c4232c337794 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Aug 22 15:50:17.604177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad5a2-2f86-412f-9fea-d083cbf7821f req-b5acf7bd-a318-4311-91bb-b29f128bfa0c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:17.605693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd1ad5a2-2f86-412f-9fea-d083cbf7821f req-b5acf7bd-a318-4311-91bb-b29f128bfa0c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0537398 Aug 22 15:50:17.646702 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd1ad5a2-2f86-412f-9fea-d083cbf7821f req-c6a117da-0d3b-44a8-aae3-bde3de203485 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Aug 22 15:50:17.762928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc1788-f578-4907-a95b-5f59569aab09 req-76e5dfb3-e09b-45df-9d14-d3a1c8177466 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:17.764337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64dc1788-f578-4907-a95b-5f59569aab09 req-76e5dfb3-e09b-45df-9d14-d3a1c8177466 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0501089 Aug 22 15:50:17.801914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64dc1788-f578-4907-a95b-5f59569aab09 req-d365a809-0696-4c80-bcf9-2474b6e6e22e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Aug 22 15:50:18.159043 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:50:18.220536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f05c6-a31b-4c83-b834-083ddc71ec67 req-a6d575c2-f8bf-40ae-b34f-4c290b1e9795 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:18.222017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-566f05c6-a31b-4c83-b834-083ddc71ec67 req-a6d575c2-f8bf-40ae-b34f-4c290b1e9795 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0516508 Aug 22 15:50:18.259726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-566f05c6-a31b-4c83-b834-083ddc71ec67 req-a053d18d-2dfa-4f9c-af1e-73eaa13388dc tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306118 Aug 22 15:50:18.310950 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-c529e4ab-47d9-4023-826d-29d5299d6c33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405250 Aug 22 15:50:19.381298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce65f5-d170-43c0-9e60-81eda55ae4ed req-c34f33b4-e64f-4073-b29e-0e5a0a16cb1a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:19.383332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecce65f5-d170-43c0-9e60-81eda55ae4ed req-c34f33b4-e64f-4073-b29e-0e5a0a16cb1a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0556893 Aug 22 15:50:19.422195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecce65f5-d170-43c0-9e60-81eda55ae4ed req-dd3b80cc-4ff8-4757-8eca-18e971043dbf tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Aug 22 15:50:20.269890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-314e15d3-9ede-4076-82d7-31e2b13c879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:20.271427 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-314e15d3-9ede-4076-82d7-31e2b13c879e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1097 time: 0.0447512 Aug 22 15:50:20.361232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-46b006ee-4e9b-492e-8381-03a90481e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:20.362724 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-46b006ee-4e9b-492e-8381-03a90481e67e service neutron] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0837932 Aug 22 15:50:20.407315 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-c0967451-48cb-474d-af33-8ea57e66b5fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0367036 Aug 22 15:50:20.456455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-aab70878-97a3-449b-acf5-dd8d260313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:20.457958 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-aab70878-97a3-449b-acf5-dd8d260313bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0432508 Aug 22 15:50:20.490334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-8ef54888-e1f3-4073-bb5e-c78695e71bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252638 Aug 22 15:50:20.541053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd7130-6bdc-41ec-b3f9-eae5d27580f0 req-52d385a5-9cbd-477a-bae0-d9394ca4cb0c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:20.542567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cfd7130-6bdc-41ec-b3f9-eae5d27580f0 req-52d385a5-9cbd-477a-bae0-d9394ca4cb0c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0501087 Aug 22 15:50:20.581713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cfd7130-6bdc-41ec-b3f9-eae5d27580f0 req-b681dbee-d736-4926-91b6-29e1f45cab1f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Aug 22 15:50:20.587410 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-c4c1334c-dbb8-44ad-9960-592e07ae07e7 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899813 Aug 22 15:50:20.680694 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-7acaba3b-d7f8-488a-9c79-150f47c45673 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Aug 22 15:50:21.476906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:21.706032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1278683-cf32-40af-94ba-ea5b0eb9d3e3 req-b9fc90ee-00b1-449c-9f94-78ddb5c7012d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:21.707547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1278683-cf32-40af-94ba-ea5b0eb9d3e3 req-b9fc90ee-00b1-449c-9f94-78ddb5c7012d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0584347 Aug 22 15:50:21.746452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1278683-cf32-40af-94ba-ea5b0eb9d3e3 req-ef0c625d-3d87-4185-9443-4dc033244d72 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Aug 22 15:50:22.869007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb623d5-e15a-4b58-a6e8-c2017e30e4d6 req-d19a1d63-479a-4e74-b66d-0057107e0126 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:22.870515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deb623d5-e15a-4b58-a6e8-c2017e30e4d6 req-d19a1d63-479a-4e74-b66d-0057107e0126 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0552168 Aug 22 15:50:22.909165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-deb623d5-e15a-4b58-a6e8-c2017e30e4d6 req-adec627a-62bb-4969-a3b1-52fe692ea4f2 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Aug 22 15:50:24.025493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a86f-48ed-498a-b6e9-61bc190161f4 req-d9298f12-2cba-4dee-923c-ca49955345ab tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:24.026987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcb7a86f-48ed-498a-b6e9-61bc190161f4 req-d9298f12-2cba-4dee-923c-ca49955345ab tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0492640 Aug 22 15:50:24.063881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcb7a86f-48ed-498a-b6e9-61bc190161f4 req-b9f02add-f690-44a8-ac5a-6b4071eac531 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Aug 22 15:50:25.180831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bbd4a-4ceb-4d87-8d00-544f069c2f45 req-eef91162-7948-427b-935b-7cb38497928e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:25.182311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-787bbd4a-4ceb-4d87-8d00-544f069c2f45 req-eef91162-7948-427b-935b-7cb38497928e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 22 15:50:25.220281 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-787bbd4a-4ceb-4d87-8d00-544f069c2f45 req-33a23062-9939-4e32-8c0d-f215fe973ca7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Aug 22 15:50:26.337505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465ba53-c171-4905-a0d8-fdafb6c5ae14 req-157e4f0d-56b7-4cbe-a488-bf3c0feeba67 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:26.338983 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2465ba53-c171-4905-a0d8-fdafb6c5ae14 req-157e4f0d-56b7-4cbe-a488-bf3c0feeba67 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0531175 Aug 22 15:50:26.376409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2465ba53-c171-4905-a0d8-fdafb6c5ae14 req-1effd268-15ad-4f2d-b05a-54e92fdea41d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Aug 22 15:50:27.491852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa440cd-f568-41a1-b700-2f10740b381a req-a475a876-3dda-414c-9969-92ca96a9f122 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:27.493276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfa440cd-f568-41a1-b700-2f10740b381a req-a475a876-3dda-414c-9969-92ca96a9f122 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0498247 Aug 22 15:50:27.529691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfa440cd-f568-41a1-b700-2f10740b381a req-de3d408f-a7e7-4385-a30d-f206957ec178 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305557 Aug 22 15:50:28.705993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda2105-25c1-4429-a227-cf13909ec60c req-c7a34699-85a0-41d9-b1ba-0b90cb688db1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:28.707479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcda2105-25c1-4429-a227-cf13909ec60c req-c7a34699-85a0-41d9-b1ba-0b90cb688db1 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.1098809 Aug 22 15:50:28.750158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcda2105-25c1-4429-a227-cf13909ec60c req-3c38b308-6905-49c2-b067-01ae9e3e74d5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Aug 22 15:50:29.871292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf690c-d48a-4261-88ea-62522fdb8cfd req-0c4ab666-64cb-4ed0-bf52-975459c60983 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:29.873736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aaf690c-d48a-4261-88ea-62522fdb8cfd req-0c4ab666-64cb-4ed0-bf52-975459c60983 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0563049 Aug 22 15:50:30.141060 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7f373e13-d752-43ce-84a6-8fbeef5902a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:30.256321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aaf690c-d48a-4261-88ea-62522fdb8cfd req-7de1d66a-81b5-4cbf-a2c2-25f658ef5271 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753974 Aug 22 15:50:31.374126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e181f-e1ef-4a6e-b82a-a8280881c9f3 req-2fd66cc6-ee7d-4f29-8032-622b0e15a6c9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:31.375591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-556e181f-e1ef-4a6e-b82a-a8280881c9f3 req-2fd66cc6-ee7d-4f29-8032-622b0e15a6c9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0475502 Aug 22 15:50:31.413259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-556e181f-e1ef-4a6e-b82a-a8280881c9f3 req-22af3eb9-11fc-45de-834e-05c147b7320b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Aug 22 15:50:32.527750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038e338-b27e-4780-9420-361fc7324b93 req-06ec564c-ed85-4e25-b8ed-94d44cf2f444 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:32.529173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3038e338-b27e-4780-9420-361fc7324b93 req-06ec564c-ed85-4e25-b8ed-94d44cf2f444 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0493391 Aug 22 15:50:32.567578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3038e338-b27e-4780-9420-361fc7324b93 req-ff19d044-e096-4cb6-8f12-04c9f0fdb807 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Aug 22 15:50:32.933378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:33.510522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a28a4592-a9e9-4087-8b04-1787de75317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:33.688604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b740-749f-4fec-8ca4-67cde53dcf57 req-96fae4ba-c609-4861-abe5-440cf8affe27 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:33.690089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6f5b740-749f-4fec-8ca4-67cde53dcf57 req-96fae4ba-c609-4861-abe5-440cf8affe27 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0519462 Aug 22 15:50:33.729093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6f5b740-749f-4fec-8ca4-67cde53dcf57 req-df310953-cc2e-4e86-84fa-d8c7fdc0839a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Aug 22 15:50:34.844581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1c1e1-ba7c-4e40-a315-d47b48a72e41 req-90b02a54-45f7-47df-972e-980ae6c2bfbb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:34.846076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7c1c1e1-ba7c-4e40-a315-d47b48a72e41 req-90b02a54-45f7-47df-972e-980ae6c2bfbb tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0501320 Aug 22 15:50:34.888241 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7c1c1e1-ba7c-4e40-a315-d47b48a72e41 req-348f42d8-ca48-48e8-a324-fbc9083bafc5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Aug 22 15:50:35.041350 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:36.003773 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff016bc-a513-4e20-bac7-82e745916082 req-32a28922-6140-4623-9cc9-32c69b766f53 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:36.005295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dff016bc-a513-4e20-bac7-82e745916082 req-32a28922-6140-4623-9cc9-32c69b766f53 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0505939 Aug 22 15:50:36.044337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dff016bc-a513-4e20-bac7-82e745916082 req-12cc6a89-c919-454f-979e-dcb280508830 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Aug 22 15:50:37.019178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:37.164592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b5672-7f32-4b92-a871-4e36940c98f3 req-bce8d8bf-bc21-4c3c-b337-0500940a3f4d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:37.166051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-048b5672-7f32-4b92-a871-4e36940c98f3 req-bce8d8bf-bc21-4c3c-b337-0500940a3f4d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0530574 Aug 22 15:50:37.203944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-048b5672-7f32-4b92-a871-4e36940c98f3 req-7e9609a5-a08e-4651-a9ef-179a9bd077ee tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Aug 22 15:50:38.558232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22a92e-772c-4858-aef9-291e0ca3ddf0 req-ff8ac204-cb64-4c0f-b1da-2809375740e5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:38.559646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c22a92e-772c-4858-aef9-291e0ca3ddf0 req-ff8ac204-cb64-4c0f-b1da-2809375740e5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0502210 Aug 22 15:50:38.602453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c22a92e-772c-4858-aef9-291e0ca3ddf0 req-edf51d35-c9b4-4b0d-89ae-b5532481b208 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368493 Aug 22 15:50:39.738612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0de782-8e05-4e14-8ad3-6204d21faf3f req-c978dfca-bce3-4fc3-9a22-8a7e249fad5a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:39.740763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f0de782-8e05-4e14-8ad3-6204d21faf3f req-c978dfca-bce3-4fc3-9a22-8a7e249fad5a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0594873 Aug 22 15:50:39.781743 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f0de782-8e05-4e14-8ad3-6204d21faf3f req-a61b8403-7805-443f-83af-9f2e315cb2a7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Aug 22 15:50:40.878110 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:40.906373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512c328-bba5-4ae7-8d76-c894b56562c8 req-cf0d005a-41cc-4f46-85e0-ad1fe42660a7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:40.907896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0512c328-bba5-4ae7-8d76-c894b56562c8 req-cf0d005a-41cc-4f46-85e0-ad1fe42660a7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0574803 Aug 22 15:50:40.947537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0512c328-bba5-4ae7-8d76-c894b56562c8 req-977b6669-6ebd-4e47-bf87-37c673a4dd03 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Aug 22 15:50:42.068336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b76d7-8f1d-4d11-a324-25d90a71e8b8 req-3345e8a0-78d4-46fa-a8d5-895a7136d9ae tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:42.069960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a8b76d7-8f1d-4d11-a324-25d90a71e8b8 req-3345e8a0-78d4-46fa-a8d5-895a7136d9ae tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0497065 Aug 22 15:50:42.118208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7a8b76d7-8f1d-4d11-a324-25d90a71e8b8 req-13e87ca5-36d8-4739-a0a9-fefed337c149 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Aug 22 15:50:43.235522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9cd-e23c-4246-99d3-053da305e785 req-c6fd1e3d-47d4-4f48-b044-f5393bdc494c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:43.237170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b337a9cd-e23c-4246-99d3-053da305e785 req-c6fd1e3d-47d4-4f48-b044-f5393bdc494c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0509546 Aug 22 15:50:43.278315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b337a9cd-e23c-4246-99d3-053da305e785 req-10166cc5-5ad4-4a56-8889-e38f00f0adfd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Aug 22 15:50:44.400689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1023c-fc50-40d7-a220-c51ee538717a req-a580ea99-8c6d-4555-b6eb-e4eff8db2876 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:44.402209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06c1023c-fc50-40d7-a220-c51ee538717a req-a580ea99-8c6d-4555-b6eb-e4eff8db2876 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0528338 Aug 22 15:50:44.440962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06c1023c-fc50-40d7-a220-c51ee538717a req-8cccd1b7-ebd2-4f69-a691-9eeb7672b6ec tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Aug 22 15:50:45.554767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d52ca-7ba8-4a08-b5e8-a3c56d50f105 req-390e2dba-9cea-44a2-8685-b528c18857d7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:45.556520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b1d52ca-7ba8-4a08-b5e8-a3c56d50f105 req-390e2dba-9cea-44a2-8685-b528c18857d7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0482187 Aug 22 15:50:45.598526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b1d52ca-7ba8-4a08-b5e8-a3c56d50f105 req-d5e86c06-970b-4f26-a6e8-efd94e447af5 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Aug 22 15:50:46.714101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f398a-b49d-4ac8-a0b5-779717461337 req-1c86b797-01a6-4258-b81a-01d175aa469c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:46.716663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd3f398a-b49d-4ac8-a0b5-779717461337 req-1c86b797-01a6-4258-b81a-01d175aa469c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0484135 Aug 22 15:50:46.753283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd3f398a-b49d-4ac8-a0b5-779717461337 req-3a15b3b2-91b1-49ce-b285-5bfc1e006250 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Aug 22 15:50:47.881918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ba20-af07-450d-9c9a-d62141acd72c req-ef460f46-77aa-454e-b792-297eb45dba8c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:47.883416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7166ba20-af07-450d-9c9a-d62141acd72c req-ef460f46-77aa-454e-b792-297eb45dba8c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0538030 Aug 22 15:50:47.923152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7166ba20-af07-450d-9c9a-d62141acd72c req-a7df15fe-c41e-4d13-acd6-317a008d1646 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Aug 22 15:50:48.142876 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-a133a491-28af-4585-8303-37bfae2253a3 req-32f70efd-12b5-4b2b-8a00-408b6583da98 service neutron] show failed (client error): The resource could not be found. Aug 22 15:50:48.143923 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-32f70efd-12b5-4b2b-8a00-408b6583da98 service neutron] 10.222.0.10 "GET /v2.0/ports/7a8eaf8f-cf9a-4d7a-8465-1900549857db/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1106555 Aug 22 15:50:48.615572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-58bb4de3-8069-4b0c-854f-c2f7d862cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:48.617155 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-58bb4de3-8069-4b0c-854f-c2f7d862cbe1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab&tenant_id=24e9e41e27d14cb086f6542860620598 HTTP/1.1" status: 200 len: 1097 time: 0.0422266 Aug 22 15:50:48.629083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:50:48.683789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:48.897838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:48.931495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:50:48.977449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:48.979758 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f927bdb-740e-4f49-a560-b724c4b8d5c9" -d '{"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:48.983964 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:48.998212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Transition to ACTIVE for port object 7a8eaf8f-cf9a-4d7a-8465-1900549857db will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:50:49.045320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a3b88-2ca6-4628-9eff-ab964819f02b req-9e48a0cc-22c1-4f72-a8b5-265e3dc4b1fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:49.046815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e85a3b88-2ca6-4628-9eff-ab964819f02b req-9e48a0cc-22c1-4f72-a8b5-265e3dc4b1fe tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0505745 Aug 22 15:50:49.066325 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:49.129246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e85a3b88-2ca6-4628-9eff-ab964819f02b req-c35987e3-d7b4-4716-a975-d3410d7417cd tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Aug 22 15:50:49.152563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] No DVR routers for this DVR port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:50:49.154711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:49.167154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.167471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.167847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.168212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.168554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.168913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.169251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.169571 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.169902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.170226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.170556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.170877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:50:49.191350 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a7507b-c063-4a53-ae87-cfad0725b070 x-openstack-request-id: req-53a7507b-c063-4a53-ae87-cfad0725b070 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:49.191703 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:49.191957 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53a7507b-c063-4a53-ae87-cfad0725b070 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:49.192368 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'code': 200} Aug 22 15:50:49.206115 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:50:49.206454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:50:49.206786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:50:49.211268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:50:49.211590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Attempting to bind port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on network 11973dc1-bf53-48b8-8b7d-f56aed1d1373 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:50:49.216732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:50:49.217070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Checking segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:50:49.217457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Bound using segment: {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:50:49.217882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Bound port: 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29f56f2-5575-4285-a689-924b7b1bb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:50:49.218237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:49.287513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:50:49.290527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:50:49.341733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:49.377522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:49.378147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:49.380203 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] 10.222.0.54 "PUT /v2.0/ports/7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 1092 time: 0.7553012 Aug 22 15:50:49.407419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6393d14-128d-44a6-b31a-22eca0065694 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:49.470408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-979ba6ef-b0d4-4da6-a892-b70df975ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:49.471919 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-979ba6ef-b0d4-4da6-a892-b70df975ebe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0429227 Aug 22 15:50:49.564204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-b34632de-1d3f-4454-b1d2-788598a7607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:49.565692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-b34632de-1d3f-4454-b1d2-788598a7607b service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0869322 Aug 22 15:50:49.616120 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-a8bce84d-2a33-42a7-9409-561df2948739 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0430851 Aug 22 15:50:49.665319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a491-28af-4585-8303-37bfae2253a3 req-473074e8-153d-4e58-99ad-05e4448dabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:49.666675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-473074e8-153d-4e58-99ad-05e4448dabc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0434234 Aug 22 15:50:49.697680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-e52dca36-08ed-4f59-a912-f8a5ae362f22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243561 Aug 22 15:50:49.790583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-1bbaa616-7a7a-4de2-9074-4775bc837ba7 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Aug 22 15:50:49.882823 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a133a491-28af-4585-8303-37bfae2253a3 req-8545ed4b-a1fa-4c81-90ab-c7caccd92b0e service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856478 Aug 22 15:50:50.255831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd914f-3a01-41db-9615-90680c059c9d req-502047a6-1de9-4f92-86be-351ada0604d7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:50.257363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ccd914f-3a01-41db-9615-90680c059c9d req-502047a6-1de9-4f92-86be-351ada0604d7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0573976 Aug 22 15:50:50.300573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9ccd914f-3a01-41db-9615-90680c059c9d req-e1e95fa5-bbbb-4b6f-bb6e-206c2d50e117 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Aug 22 15:50:51.193689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:51.196113 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdac333-dbfb-450f-84f6-5db93a469473" -d '{"events": [{"name": "network-changed", "server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:51.246219 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31834505-4483-492b-8228-3d6ad88adc66 x-openstack-request-id: req-31834505-4483-492b-8228-3d6ad88adc66 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:51.246521 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:51.246909 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31834505-4483-492b-8228-3d6ad88adc66 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:51.247378 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'status': 'completed', 'code': 200} Aug 22 15:50:51.306025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-b1b77527-0dc5-4653-91bb-4d8975b7c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.307559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-b1b77527-0dc5-4653-91bb-4d8975b7c255 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0424867 Aug 22 15:50:51.332921 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-4a64780a-577b-4d96-a670-d8f68bf76e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.334051 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-4a64780a-577b-4d96-a670-d8f68bf76e8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0421302 Aug 22 15:50:51.428631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-1396987b-86c0-4987-94a4-f44d58e2b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.430192 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-1396987b-86c0-4987-94a4-f44d58e2b631 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0877340 Aug 22 15:50:51.439032 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-57b1dbc0-4628-47e6-b5b8-3e8a1804f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.447136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-57b1dbc0-4628-47e6-b5b8-3e8a1804f2d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.1252851 Aug 22 15:50:51.448921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd019c-bace-4b7c-a49b-fbcbd06c3a29 req-313e5580-5e55-4ff2-81cb-85250fe61d5b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.450433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1dd019c-bace-4b7c-a49b-fbcbd06c3a29 req-313e5580-5e55-4ff2-81cb-85250fe61d5b tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0786436 Aug 22 15:50:51.476574 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-c1165ecc-5943-428e-8942-a761730193c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0394888 Aug 22 15:50:51.498425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-def93c17-8b94-4734-9b5a-d0677050ffb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0464969 Aug 22 15:50:51.501420 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:51.527196 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-dea8d30b-483f-4b3c-bb2d-51840021cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.528741 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-dea8d30b-483f-4b3c-bb2d-51840021cae8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0462077 Aug 22 15:50:51.546263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1dd019c-bace-4b7c-a49b-fbcbd06c3a29 req-a2bc69e6-d238-4429-b961-daa03a566f19 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885434 Aug 22 15:50:51.564328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-96a418b0-a046-4a89-9653-acaea83d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:51.564328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-96a418b0-a046-4a89-9653-acaea83d8e29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0570698 Aug 22 15:50:51.566714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-4f66aac8-10da-4c6c-9b90-13e7a2eaa4bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305369 Aug 22 15:50:51.601141 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-c7762436-1711-4df4-aa21-750af2faef91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303175 Aug 22 15:50:51.624602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:50:51.665180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-0a1f0f13-f3ad-4c01-93de-8c4ab40b9403 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917101 Aug 22 15:50:51.667123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:50:51.696909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-f02ded2d-6f8d-4e10-b12d-d9369d0ead71 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888569 Aug 22 15:50:51.758875 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-98fa617f-93b2-4166-986c-dfc6a21ad00f service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861976 Aug 22 15:50:51.796383 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7cdac333-dbfb-450f-84f6-5db93a469473 req-8d80b23a-dc68-435f-9d9f-56db1eb8d2e7 service neutron] 10.222.0.54 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918722 Aug 22 15:50:52.662743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3daab2-4d03-4fec-a8db-5a8089ae20cb req-08e3c04a-2289-4efc-8be5-2ab10de1a02f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:52.664293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f3daab2-4d03-4fec-a8db-5a8089ae20cb req-08e3c04a-2289-4efc-8be5-2ab10de1a02f tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0495038 Aug 22 15:50:52.704897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f3daab2-4d03-4fec-a8db-5a8089ae20cb req-4221069b-5f23-4f57-b18a-ff4e9fe26529 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Aug 22 15:50:53.828619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c59b-7dcb-40c1-b2a9-5254d2932b88 req-8960a7f7-f0e7-465e-9921-cf2264a83763 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:53.830116 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9030c59b-7dcb-40c1-b2a9-5254d2932b88 req-8960a7f7-f0e7-465e-9921-cf2264a83763 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0556762 Aug 22 15:50:53.869166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9030c59b-7dcb-40c1-b2a9-5254d2932b88 req-38df66b1-b60a-4b10-afdc-8d3c2065f20e tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Aug 22 15:50:54.261295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f897750-bfbe-4cb4-9928-9113bb9ecbf5 req-bcbf4d82-9eb5-4e58-b78a-ac8316eabe78 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:54.262827 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f897750-bfbe-4cb4-9928-9113bb9ecbf5 req-bcbf4d82-9eb5-4e58-b78a-ac8316eabe78 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 944 time: 0.0531456 Aug 22 15:50:54.302754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f897750-bfbe-4cb4-9928-9113bb9ecbf5 req-e3879bf3-61fd-49e3-9a55-0a8ae9554599 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Aug 22 15:50:54.333553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-9d3aaa64-a42a-4a04-b766-17c9a673cfd9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:54.335034 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-9d3aaa64-a42a-4a04-b766-17c9a673cfd9 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.10 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab&tenant_id=24e9e41e27d14cb086f6542860620598&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 944 time: 0.0518129 Aug 22 15:50:54.400016 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-605370c6-15a1-4a73-ba31-5460c3506dfa service neutron] delete failed (client error): The resource could not be found. Aug 22 15:50:54.401071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-605370c6-15a1-4a73-ba31-5460c3506dfa service neutron] 10.222.0.10 "DELETE /v2.0/ports/7a8eaf8f-cf9a-4d7a-8465-1900549857db/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0582557 Aug 22 15:50:54.506291 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-d540b326-7336-4142-9ddc-041c2cde1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:54.507802 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-d540b326-7336-4142-9ddc-041c2cde1a28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24e9e41e27d14cb086f6542860620598&device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 1095 time: 0.0424027 Aug 22 15:50:54.607377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-d24bf2a4-69bd-4a14-a89d-9386cb74cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:54.608900 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-d24bf2a4-69bd-4a14-a89d-9386cb74cdfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 200 len: 915 time: 0.0940428 Aug 22 15:50:54.651572 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-8376c797-139f-4aac-8adc-fcf358c7b238 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 200 len: 217 time: 0.0349824 Aug 22 15:50:54.683316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:50:54.700377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-05ad39d5-892c-4a84-80fe-bdf4338b29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:54.702570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-05ad39d5-892c-4a84-80fe-bdf4338b29f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 200 len: 854 time: 0.0447092 Aug 22 15:50:54.736130 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-f8f9c847-8e53-4fa7-a770-03b1dc89558f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11973dc1-bf53-48b8-8b7d-f56aed1d1373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256577 Aug 22 15:50:54.782890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:54.793300 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'network_id': '11973dc1-bf53-48b8-8b7d-f56aed1d1373', 'port_id': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'mac_address': 'fa:16:3e:a3:fd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd806aaaf-6e1c-4607-b491-d8e9db734b85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:50:54.830985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-88d59eee-86d6-4d50-9df6-f0c22d8dab98 service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874796 Aug 22 15:50:54.835762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:54.850380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8eaf8f-cf9a-4d7a-8465-1900549857db {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:50:54.870497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:54.920899 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b36b402d-e7be-49c4-bfbc-0eeda5e7d7d3 req-9abb379d-9234-446b-aeda-828e9066531e service neutron] 10.222.0.10 "GET /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831239 Aug 22 15:50:55.001550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:55.049815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:55.158875 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:50:55.334887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7a8eaf8f-cf9a-4d7a-8465-1900549857db'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:50:55.431723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cc83a-851f-48d3-afda-377b4f839fea req-376f71a6-14c1-48ce-85f8-b3ea0c312bef tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:55.433403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-944cc83a-851f-48d3-afda-377b4f839fea req-376f71a6-14c1-48ce-85f8-b3ea0c312bef tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0614462 Aug 22 15:50:55.473612 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-944cc83a-851f-48d3-afda-377b4f839fea req-89c1df60-3f7f-4a0b-a141-fc88dc931401 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Aug 22 15:50:56.592901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eb76d-d7fb-4626-86d5-a1c140c72fb2 req-8edaf655-a353-4dab-839d-041ecf1dcbb7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:56.594410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-989eb76d-d7fb-4626-86d5-a1c140c72fb2 req-8edaf655-a353-4dab-839d-041ecf1dcbb7 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0502324 Aug 22 15:50:56.632115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-989eb76d-d7fb-4626-86d5-a1c140c72fb2 req-0a8f0c19-6a1e-4c41-8dae-d347b774471c tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Aug 22 15:50:56.696993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:50:56.752572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528754f-a13e-4bde-b840-0658dec8941d req-25e338cc-8435-42c1-8f9d-1fe2a2821d9a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:56.754150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8528754f-a13e-4bde-b840-0658dec8941d req-25e338cc-8435-42c1-8f9d-1fe2a2821d9a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0563838 Aug 22 15:50:56.792441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 7a8eaf8f-cf9a-4d7a-8465-1900549857db completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:50:56.793223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8528754f-a13e-4bde-b840-0658dec8941d req-736b8c81-4c5e-4a96-967b-5b1a95d436c8 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Aug 22 15:50:56.796838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 7a8eaf8f-cf9a-4d7a-8465-1900549857db triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:50:56.797244 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:56.878415 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:56.903376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:56.905983 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2f213-568a-4018-9e56-67ba842d23ca" -d '{"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:56.913149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b195f-548f-49a2-a42a-74e7469070b6 req-0027a28a-00d0-4a33-a860-0f16c3685781 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:56.914870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-304b195f-548f-49a2-a42a-74e7469070b6 req-0027a28a-00d0-4a33-a860-0f16c3685781 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 945 time: 0.0535970 Aug 22 15:50:56.919184 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:56.961560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-304b195f-548f-49a2-a42a-74e7469070b6 req-f908b4b7-5327-49cc-9123-a7587b3a059d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Aug 22 15:50:57.020952 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:57.079004 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e207020a-7b03-432f-8fc6-c450947e547f x-openstack-request-id: req-e207020a-7b03-432f-8fc6-c450947e547f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:57.079332 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:57.079592 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e207020a-7b03-432f-8fc6-c450947e547f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:57.080015 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'code': 200} Aug 22 15:50:57.083061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:57.691508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce967ff0-d9d3-4b49-a80d-f3090f3285ea req-35921668-a744-45ba-93eb-599dc822d5cf tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:57.693016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce967ff0-d9d3-4b49-a80d-f3090f3285ea req-35921668-a744-45ba-93eb-599dc822d5cf tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0482917 Aug 22 15:50:57.730755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce967ff0-d9d3-4b49-a80d-f3090f3285ea req-d14da902-defb-4010-8af7-42024b60a482 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 22 15:50:58.849589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ca27-10bb-4839-8386-9c880476e1c2 req-8bb289ca-6a83-4a6f-9760-9e5633a2d584 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:58.851091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ed8ca27-10bb-4839-8386-9c880476e1c2 req-8bb289ca-6a83-4a6f-9760-9e5633a2d584 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0533407 Aug 22 15:50:58.890647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ed8ca27-10bb-4839-8386-9c880476e1c2 req-decd82f6-08ed-40c4-8054-52c894c7956d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f61e584-bed2-49bf-a640-efc438c79026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Aug 22 15:50:59.005367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998da25-1af1-4526-b34a-4b89590dff82 req-4e9e8020-cd85-4e57-934d-ab132d232df3 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:50:59.006843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b998da25-1af1-4526-b34a-4b89590dff82 req-4e9e8020-cd85-4e57-934d-ab132d232df3 tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.54 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 946 time: 0.0509923 Aug 22 15:50:59.098678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Deleting port 7a8eaf8f-cf9a-4d7a-8465-1900549857db {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:50:59.098943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:59.189225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] For port 7a8eaf8f-cf9a-4d7a-8465-1900549857db, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=7a8eaf8f-cf9a-4d7a-8465-1900549857db,segment=NetworkSegment(e29f56f2-5575-4285-a689-924b7b1bb9a4),segment_id=e29f56f2-5575-4285-a689-924b7b1bb9a4)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:50:59.189593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:59.201204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Calling delete_port for 7a8eaf8f-cf9a-4d7a-8465-1900549857db owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:50:59.407723 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:59.419218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['7a8eaf8f-cf9a-4d7a-8465-1900549857db'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:50:59.436131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Pushing event deleted for resources: {'Port': ['ID=7a8eaf8f-cf9a-4d7a-8465-1900549857db,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:50:59.477289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] No DVR routers for this DVR port 7a8eaf8f-cf9a-4d7a-8465-1900549857db on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:50:59.479738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:50:59.481779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b998da25-1af1-4526-b34a-4b89590dff82 req-8e0fea30-6a8e-455c-bb83-33e0e064921d tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.54 "DELETE /v2.0/ports/7a8eaf8f-cf9a-4d7a-8465-1900549857db HTTP/1.1" status: 204 len: 173 time: 0.4691632 Aug 22 15:50:59.482223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-deleted', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:50:59.484996 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a858206b-94b2-40ca-a6a6-862b8febbbe5" -d '{"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-deleted", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:50:59.521541 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10085fbd-0f54-424c-a4a5-914c80d67f0c x-openstack-request-id: req-10085fbd-0f54-424c-a4a5-914c80d67f0c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:50:59.521840 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40058d3d-f239-4517-91ed-44f9a74fd5ab", "name": "network-vif-deleted", "tag": "7a8eaf8f-cf9a-4d7a-8465-1900549857db", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:50:59.522116 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10085fbd-0f54-424c-a4a5-914c80d67f0c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:50:59.522516 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40058d3d-f239-4517-91ed-44f9a74fd5ab', 'name': 'network-vif-deleted', 'tag': '7a8eaf8f-cf9a-4d7a-8465-1900549857db', 'status': 'completed', 'code': 200} Aug 22 15:51:00.006038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a1b035d5-b121-4e10-ac3e-690169bf209c req-c1c6d8f1-e638-4db6-a6a0-1fe4079b586a tempest-ServerDiskConfigTestJSON-1274130582 tempest-ServerDiskConfigTestJSON-1274130582-project] 10.222.0.53 "GET /v2.0/ports?device_id=40058d3d-f239-4517-91ed-44f9a74fd5ab HTTP/1.1" status: 200 len: 210 time: 0.0285254 Aug 22 15:51:00.152656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8854eb09-4d95-43a8-8623-f29e178b1981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.125842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:01.173109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Deleting subnet d806aaaf-6e1c-4607-b491-d8e9db734b85 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 15:51:01.176107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.208991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.248517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.379547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.406702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d806aaaf-6e1c-4607-b491-d8e9db734b85,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:01.411473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.413631 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b6a4f45e-9b20-4fec-843e-7125f46ff0d8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d806aaaf-6e1c-4607-b491-d8e9db734b85 HTTP/1.1" status: 204 len: 168 time: 0.2865498 Aug 22 15:51:01.416026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55988) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:01.489477 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.570396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.580749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11973dc1-bf53-48b8-8b7d-f56aed1d1373']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:01.591064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29f56f2-5575-4285-a689-924b7b1bb9a4') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:01.591369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29f56f2-5575-4285-a689-924b7b1bb9a4') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:01.600730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.614023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.619664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 15:51:01.620087 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: timer() Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 15:51:01.621730 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 15:51:01.744610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.750056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:01.752103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] 10.222.0.53 "DELETE /v2.0/networks/11973dc1-bf53-48b8-8b7d-f56aed1d1373 HTTP/1.1" status: 204 len: 168 time: 0.3351152 Aug 22 15:51:01.765785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cd5e0-a035-47cc-be53-4e70331a585c admin admin] Pushing event deleted for resources: {'Network': ['ID=11973dc1-bf53-48b8-8b7d-f56aed1d1373,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:02.073293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:02.115911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-029e746f-e523-4f2a-aede-7c67fb019da6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24e9e41e27d14cb086f6542860620598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414212 Aug 22 15:51:02.118510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 55994) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:02.170291 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:02.191214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:02.324399 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:02.327881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:02.329127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f61e584-bed2-49bf-a640-efc438c79026 HTTP/1.1" status: 204 len: 168 time: 0.2096968 Aug 22 15:51:02.337649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1a543-f7d3-4128-baa2-11398ea63d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f61e584-bed2-49bf-a640-efc438c79026,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:02.715727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:51:02.739200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 7a8eaf8f-cf9a-4d7a-8465-1900549857db {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:51:02.739678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 7a8eaf8f-cf9a-4d7a-8465-1900549857db not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:51:02.907257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.358348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56016) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:03.456947 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1518491900-network', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:03.501242 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-92b3254a-d8d3-42cb-8322-21fc75b79a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.524000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:51:03.526469 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.535599 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.622583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.681832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.707905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 15:51:03.717876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc106f97-ec7c-4c77-a310-defcfc6f59fa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:03.722753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.723101 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Added segment a482e6b3-5fce-476f-a422-c7c8ba0e41aa of type vlan for network 3aff7a69-fea4-4607-a677-337f6b60a4c2 Aug 22 15:51:03.763623 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.832576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.833574 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:03.834159 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:03.897517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] Pushing event updated for resources: {'Network': ['ID=3aff7a69-fea4-4607-a677-337f6b60a4c2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:03.907190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 15:51:03.937382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-198cfeed-1c24-4f01-8039-5cac4344c69d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5775898 Aug 22 15:51:03.940005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56020) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:03.945492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Request body: {'subnet': {'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1518491900-subnet', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:04.038330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:51:04.040940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.278652 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.338437 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431fc085-564d-41eb-b044-7602fafc446b,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:04.343667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:51:04.344597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Network hostable DHCP agents. Network: 3aff7a69-fea4-4607-a677-337f6b60a4c2, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 15:51:04.443767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 15:51:04.541037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 3aff7a69-fea4-4607-a677-337f6b60a4c2) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:04.545515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:04.546504 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.550242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c7334-7516-4391-a471-7c712a743e18 None None] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:51:04.650117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fe703ed-394e-4ea2-8ed0-74b35ee46920 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7087259 Aug 22 15:51:04.652735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56022) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:04.658060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:04.699707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-3aff7a69-fea4-4607-a677-337f6b60a4c2', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 15:51:04.700582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.741483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.742573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.794456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.832987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Allocated IP 172.20.0.2 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/e6ee37a7-5c8f-4f7e-9806-deb20e73d622) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:51:04.985989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:04.995036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Transition to ACTIVE for port object e6ee37a7-5c8f-4f7e-9806-deb20e73d622 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:05.007717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.010303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Transition to ACTIVE for port object e6ee37a7-5c8f-4f7e-9806-deb20e73d622 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:05.058927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.082194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.121590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:05.124482 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:05.131566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:51:05.134622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Pushing event updated for resources: {'Port': ['ID=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:05.145962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.146312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.146658 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.147004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.147343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.147678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.148031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.148364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.148738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.149017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.149344 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.149668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:05.202504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Attempting to bind port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:51:05.202952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Attempting to bind port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:51:05.203278 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Attempting to bind port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:51:05.208576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:51:05.208958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:51:05.209368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.209769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:51:05.210238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Bound port: e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:51:05.210626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.278078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] For port e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:51:05.281897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] For port e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:51:05.282571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.306478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.381512 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.410273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Allocated IP 172.25.0.56 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/7380a2e9-fb01-47a8-b012-71cc9ad7b0f0) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:51:05.447454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5033f5-3a41-43d8-95fa-3e34a90be852 None None] Pushing event updated for resources: {'Port': ['ID=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:05.533934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.673997 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:05.713905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:05.716809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:05.720179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:51:05.746686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Pushing event updated for resources: {'Port': ['ID=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:06.320421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e81e3-37e3-457c-a63b-e157111518f0 None None] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 15:51:06.386734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:06.506984 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2c834e33-69e7-476d-8f2b-a3dfede7a721 None None] Provisioning for port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:06.598778 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:06.798399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 15:51:06.908040 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:51:06.917206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:51:06.927024 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:06.927632 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:07.028495 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:07.038113 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.074081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.075287 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5cb36199-bc45-4376-b710-cc63ab366df6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4215841 Aug 22 15:51:07.079059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56024) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:07.217118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:06Z', 'revision_number': 3, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:07.341675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:51:07.341941 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Updating router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:51:07.368468 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.383453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6ee37a7-5c8f-4f7e-9806-deb20e73d622 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:07.508487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.523451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:07.527647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:07.528163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.607499 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.625368 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.635513 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Transition to ACTIVE for port object 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:07.639575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:07.706440 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.714391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Allocated IP 172.20.0.1 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/55215689-b319-4efd-9c9c-ba9a5d9b84ba) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:51:07.717804 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.761921 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Attempting to bind port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:51:07.762306 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Attempting to bind port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:51:07.762653 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Attempting to bind port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:51:07.772775 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Pushing event updated for resources: {'Port': ['ID=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:07.773853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:07.774906 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:51:07.775291 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:51:07.775685 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.776321 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:51:07.777091 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Bound port: 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:51:07.777480 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.803267 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.803619 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.803993 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.804327 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.804668 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.804999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.805332 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.805661 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.805995 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.806313 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.806635 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.806957 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:07.829672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.838652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Transition to ACTIVE for port object 55215689-b319-4efd-9c9c-ba9a5d9b84ba will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:07.846986 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] For port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:51:07.850523 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] For port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:51:07.935433 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:07.992463 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:07.993091 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:07.997826 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692fe04-7f2a-404c-855d-17a242c46c59 None None] Pushing event updated for resources: {'Port': ['ID=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:08.002918 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.045574 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:08.048551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:08.052003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:51:08.077251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Pushing event updated for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:08.092311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.092663 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.093006 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.093347 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.093687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.094183 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.094650 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.094974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.095303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.095632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.095962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.101322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:51:08.111631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.117247 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:08.311124 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:06Z', 'revision_number': 3, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:08.327657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-58716b16-521f-460f-a81d-e6b17d053c1c None None] Provisioning for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:08.331032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.336875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-58716b16-521f-460f-a81d-e6b17d053c1c None None] Provisioning complete for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:08.336875 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-58716b16-521f-460f-a81d-e6b17d053c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.339940 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03014f-0734-4b21-9e10-7957218701bf None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:06Z', 'revision_number': 3, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:51:08.515439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.531140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-58716b16-521f-460f-a81d-e6b17d053c1c None None] Port 55215689-b319-4efd-9c9c-ba9a5d9b84ba cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:51:08.588472 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.659490 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:08.661349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Pushing event updated for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:08.762456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:08.763995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:08.894402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:51:09.007816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:51:09.013458 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b23d93c5-7d29-4ceb-85c1-3dbeda7724cf admin admin] 10.222.0.53 "PUT /v2.0/routers/881a93bf-f92d-4613-8ff0-897bf97f1fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9329374 Aug 22 15:51:09.058301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-932d9182-c1ba-4874-9dd5-c2dc8ce16d2a None None] Provisioning complete for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:09.058869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-932d9182-c1ba-4874-9dd5-c2dc8ce16d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.108454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-932d9182-c1ba-4874-9dd5-c2dc8ce16d2a None None] Port 55215689-b319-4efd-9c9c-ba9a5d9b84ba cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:51:09.434780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:09.592493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:09.597163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:09.597574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.606861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:09.612965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097039213', 'description': 'tempest-description--1343101005'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:09.692865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.715759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:09.733096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.790613 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.791670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6ee37a7-5c8f-4f7e-9806-deb20e73d622 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:09.858535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.900104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:09.910563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:09.910948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.940207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:09.976278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:10.023027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:51:10.033066 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.033389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:10.034013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:10.034395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b8fca441-5096-438f-902b-0ede5d9a3f42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4264090 Aug 22 15:51:10.037223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56034) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:10.041787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'security_group_rule': {'security_group_id': 'c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:10.147025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:10.162856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.222622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.293170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.311258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12dc4a8-99d6-4352-a45b-221448df8e01,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:10.348307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 2, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:10.373321 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.373569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:51:10.373925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Updating router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 port 55215689-b319-4efd-9c9c-ba9a5d9b84ba binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 15:51:10.374607 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-745d5487-c4f8-45c1-a98e-65edb5b10af9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364038 Aug 22 15:51:10.377943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56036) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:10.382490 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'security_group_rule': {'security_group_id': 'c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:10.405430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.466128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.525864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.592293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.612754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad3110e-3e67-47ae-8e1c-b8300a13a8ff,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:10.671699 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.681233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Transition to ACTIVE for port object 55215689-b319-4efd-9c9c-ba9a5d9b84ba will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:10.712644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.713916 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9e96ea74-a79d-42a1-9f8d-985476d55fcb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3350120 Aug 22 15:51:10.716908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 56038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:10.722138 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:10.763873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.821218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.826986 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891ebb-796f-4bdc-b33b-ca1f00980e15 None None] Pushing event updated for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:10.886031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Attempting to bind port 55215689-b319-4efd-9c9c-ba9a5d9b84ba on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:51:10.886533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Attempting to bind port 55215689-b319-4efd-9c9c-ba9a5d9b84ba by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:51:10.886900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Attempting to bind port 55215689-b319-4efd-9c9c-ba9a5d9b84ba on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:51:10.893764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:51:10.894242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:51:10.894569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.895781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:51:10.895781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Bound port: 55215689-b319-4efd-9c9c-ba9a5d9b84ba, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:51:10.902752 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.937119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.937330 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:10.967205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] For port 55215689-b319-4efd-9c9c-ba9a5d9b84ba, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:51:10.970701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] For port 55215689-b319-4efd-9c9c-ba9a5d9b84ba, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=55215689-b319-4efd-9c9c-ba9a5d9b84ba,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:51:11.045552 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.048529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Allocated IP 172.25.0.70 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:51:11.118780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:11.119425 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:11.123011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891ebb-796f-4bdc-b33b-ca1f00980e15 None None] Pushing event updated for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:11.160607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.238182 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:11.254522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.292700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:11.303438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:11.303438 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:51:11.357395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:11.379732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:11.397157 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.477074 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:11.477364 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.512173 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.533989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:10Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:11.581369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569aef48-b4e2-44db-bceb-91e669218f7a None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:10Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:51:11.688720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.761546 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.830953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:11.849392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.916374 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:11.917697 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d6d8681b-22b4-42c0-be7d-e008a0dfdf0f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1998019 Aug 22 15:51:12.070348 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-3660e9f7-2a51-4cd6-8e6d-1de266378927 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1097039213&fields=id&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 267 time: 0.0359628 Aug 22 15:51:12.204745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-6feac4bf-ac07-4c46-bf80-f5a8f598555d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:12.206397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-6feac4bf-ac07-4c46-bf80-f5a8f598555d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1290026 Aug 22 15:51:12.230429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-bdb0c4be-bd94-4cc5-94f2-6e28f1a4add4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/quotas/12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 375 time: 0.0100260 Aug 22 15:51:12.300342 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-0ce4944b-333e-48b6-90b8-517347eb30ff tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569205 Aug 22 15:51:12.444953 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-5733ded9-6a05-49d2-9531-ed35aa60d7a1 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426885 Aug 22 15:51:12.544415 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-2207c26b-27e5-4e1a-ab68-84a88cf05f56 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930603 Aug 22 15:51:12.793628 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ada4329-f917-49e5-ba5b-4c5ada9be842 req-760d4468-f5e1-4428-bce5-2b9430626117 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Aug 22 15:51:13.364068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 55215689-b319-4efd-9c9c-ba9a5d9b84ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:13.487340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:13.491438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:13.491846 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:13.574728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:13.608046 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 55215689-b319-4efd-9c9c-ba9a5d9b84ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=55215689-b319-4efd-9c9c-ba9a5d9b84ba,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:13.689931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:13.739402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:13.888837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-26424d12-4d8c-4969-b319-437e362955b9 req-9d15ce63-af0f-4227-83ca-e0628ca3ad21 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 210 time: 0.0299613 Aug 22 15:51:14.856657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-31b8c44c-494a-4cd3-a994-0d063cd95716 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:14.858060 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-31b8c44c-494a-4cd3-a994-0d063cd95716 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1037843 Aug 22 15:51:14.909511 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-0fd28179-9a14-401b-bdd2-c72879553679 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 380 time: 0.0426860 Aug 22 15:51:14.919575 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'port': {'device_id': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'admin_state_up': True, 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'security_groups': ['c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:15.015377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d2dbad6-68f0-4c86-9324-9c3576d232e2 req-8790a463-f775-40ff-8324-1ab5c5244e7b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 210 time: 0.0360789 Aug 22 15:51:15.144694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:51:15.148334 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.275273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Allocated IP 172.20.0.5 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/0bd9c17a-1cdb-4191-948c-7109a8132490) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:51:15.345799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 55215689-b319-4efd-9c9c-ba9a5d9b84ba up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:15.393983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 55215689-b319-4efd-9c9c-ba9a5d9b84ba triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:15.394455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.412690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.426815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Transition to ACTIVE for port object 0bd9c17a-1cdb-4191-948c-7109a8132490 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:15.552616 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.602305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:51:15.605207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:51:15.608812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:51:15.640221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:15.665958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:15.666593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.739629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-a61c4615-36d9-452d-9739-616a2ae97ca5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241141 Aug 22 15:51:15.756358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Request body: {'port': {'device_id': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:15.813290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.859084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0e730c67-9a2c-4849-a570-cc4efaf04d11 None None] Provisioning for port 0bd9c17a-1cdb-4191-948c-7109a8132490 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:15.863949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0e730c67-9a2c-4849-a570-cc4efaf04d11 None None] Provisioning complete for port 0bd9c17a-1cdb-4191-948c-7109a8132490 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:15.864348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0e730c67-9a2c-4849-a570-cc4efaf04d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:15.903088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0e730c67-9a2c-4849-a570-cc4efaf04d11 None None] Port 0bd9c17a-1cdb-4191-948c-7109a8132490 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:51:16.085893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd9c17a-1cdb-4191-948c-7109a8132490 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:51:16.104951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:16.135714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Transition to ACTIVE for port object 0bd9c17a-1cdb-4191-948c-7109a8132490 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:51:16.150480 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735fcd2-003e-4672-9fef-782c394f0ccb req-ac9c9796-57e8-4ab5-a10e-05f7e7a49964 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.151997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a735fcd2-003e-4672-9fef-782c394f0ccb req-ac9c9796-57e8-4ab5-a10e-05f7e7a49964 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 931 time: 0.0611825 Aug 22 15:51:16.190945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a735fcd2-003e-4672-9fef-782c394f0ccb req-220f92f6-685b-494f-a892-048e166024c6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Aug 22 15:51:16.241362 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:16.294565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:16.370329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:51:16.370665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:51:16.370994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:51:16.375901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:51:16.376251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:51:16.381187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:51:16.381524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:51:16.381903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:51:16.382337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Bound port: 0bd9c17a-1cdb-4191-948c-7109a8132490, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:51:16.382687 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:16.447035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:51:16.450097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:51:16.512356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:16.548728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.549350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:16.550751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] 10.222.0.54 "PUT /v2.0/ports/0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1091 time: 0.7993367 Aug 22 15:51:16.551198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:51:16.553501 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba58be4d-e5cb-436e-924c-eb93b112112b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:51:16.577816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e815eb7-0f78-4483-b652-8b4137de96bd service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:16.601811 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56c42f-621b-4646-96b4-8a74cc0d735b x-openstack-request-id: req-1f56c42f-621b-4646-96b4-8a74cc0d735b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:51:16.602168 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:51:16.602433 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f56c42f-621b-4646-96b4-8a74cc0d735b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:51:16.602844 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'status': 'completed', 'code': 200} Aug 22 15:51:16.667020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-32c243e7-83b7-4f84-a748-1ac7357c55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.668589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-32c243e7-83b7-4f84-a748-1ac7357c55d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1094 time: 0.0475230 Aug 22 15:51:16.768890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-622a9270-3049-4971-aa19-e89d80b8bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.770370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-622a9270-3049-4971-aa19-e89d80b8bf70 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942888 Aug 22 15:51:16.866114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-8c8b20f8-4cfe-43f1-ae51-694e29f73dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.867447 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba58be4d-e5cb-436e-924c-eb93b112112b req-8c8b20f8-4cfe-43f1-ae51-694e29f73dfa service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901623 Aug 22 15:51:16.941137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-168b7d9b-4075-4085-b2b6-cbaf7beb1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:16.942651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-168b7d9b-4075-4085-b2b6-cbaf7beb1291 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1094 time: 0.0398552 Aug 22 15:51:16.987092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-ce09497f-7d79-40fa-ab58-0057db3620db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 217 time: 0.0362225 Aug 22 15:51:17.035225 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-17e59761-ddfc-414e-95d9-5e98f22e90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:17.036632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-17e59761-ddfc-414e-95d9-5e98f22e90c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0425756 Aug 22 15:51:17.084930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-60889fce-6698-42de-84aa-d51ef80adbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:17.086448 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-60889fce-6698-42de-84aa-d51ef80adbc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426908 Aug 22 15:51:17.180682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-7d4c1ca8-6876-44ae-b293-024b5ca19abd service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874093 Aug 22 15:51:17.279145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af8fae46-69fa-4a74-94c8-97bd23404261 req-e985e207-aa49-4b0d-b933-3f79d35ab636 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920269 Aug 22 15:51:17.315637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38cd95-24f4-4faa-a727-e6c50f94efa4 req-afcf0403-cba8-415a-8d14-0ec3d5893500 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:17.317165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb38cd95-24f4-4faa-a727-e6c50f94efa4 req-afcf0403-cba8-415a-8d14-0ec3d5893500 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Aug 22 15:51:17.360703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb38cd95-24f4-4faa-a727-e6c50f94efa4 req-b04d5983-2cde-46ee-8e0f-c2f276be6252 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372229 Aug 22 15:51:18.472559 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818dfa-78da-4a40-8e62-92545bb6d1e6 req-08b5b32d-0e4e-467f-aa4b-bb56b0e8f893 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:18.474037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b818dfa-78da-4a40-8e62-92545bb6d1e6 req-08b5b32d-0e4e-467f-aa4b-bb56b0e8f893 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0478165 Aug 22 15:51:18.511347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b818dfa-78da-4a40-8e62-92545bb6d1e6 req-863e8f6f-2ebd-4ad3-91e1-f84bebe111be tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Aug 22 15:51:19.623945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6fe76-057f-4744-a3e0-979c4643f679 req-20c24dba-5242-4f6a-9e72-db1b1e237152 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:19.626293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ad6fe76-057f-4744-a3e0-979c4643f679 req-20c24dba-5242-4f6a-9e72-db1b1e237152 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0493002 Aug 22 15:51:19.664479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ad6fe76-057f-4744-a3e0-979c4643f679 req-1195da6c-92ca-48d8-9b0d-db0938e5b317 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 22 15:51:20.777038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9885ff-8ee2-409d-9afc-065766eddf81 req-6cd5856f-5715-4c8c-b071-16f0be3a9ad9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:20.778506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c9885ff-8ee2-409d-9afc-065766eddf81 req-6cd5856f-5715-4c8c-b071-16f0be3a9ad9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0487947 Aug 22 15:51:20.819683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c9885ff-8ee2-409d-9afc-065766eddf81 req-aa11543c-7546-4386-bc71-d4337d75ed65 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Aug 22 15:51:20.837111 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:51:20.938289 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:20.948744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'mac_address': 'fa:16:3e:fc:2f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:51:20.986165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:20.998633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd9c17a-1cdb-4191-948c-7109a8132490 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:51:21.018402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:21.083178 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:21.129033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:21.367507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['0bd9c17a-1cdb-4191-948c-7109a8132490'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:51:21.523569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:21.940808 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5f67-9b4f-47c7-82b3-464303b1b7d1 req-009ad8f8-c0d7-4b65-af93-6b3e0567f17c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:21.942300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2cf5f67-9b4f-47c7-82b3-464303b1b7d1 req-009ad8f8-c0d7-4b65-af93-6b3e0567f17c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 944 time: 0.0564413 Aug 22 15:51:21.979498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a2cf5f67-9b4f-47c7-82b3-464303b1b7d1 req-c318f25f-a11e-4a2d-b135-04b702945e35 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Aug 22 15:51:22.862018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:51:22.984340 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 0bd9c17a-1cdb-4191-948c-7109a8132490 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:51:22.987908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 0bd9c17a-1cdb-4191-948c-7109a8132490 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:51:22.988314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:23.068338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:23.091854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:51:23.094176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabcc17-9018-40fe-ba90-7e2c71d86245 req-d21d5bba-aafe-4512-84a5-8dc3982a6c95 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:23.094740 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aeec37-bac7-4ac3-b4cb-5c34a58c16d1" -d '{"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:51:23.095732 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fabcc17-9018-40fe-ba90-7e2c71d86245 req-d21d5bba-aafe-4512-84a5-8dc3982a6c95 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 944 time: 0.0494301 Aug 22 15:51:23.108393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:51:23.133224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fabcc17-9018-40fe-ba90-7e2c71d86245 req-b9169e15-cf60-4719-8fa0-2236c6b44f92 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Aug 22 15:51:23.161758 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:23.188322 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4cb713-577d-476b-910e-d0f058220f6c x-openstack-request-id: req-bb4cb713-577d-476b-910e-d0f058220f6c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:51:23.188612 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:51:23.188867 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb4cb713-577d-476b-910e-d0f058220f6c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:51:23.189254 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'code': 200} Aug 22 15:51:23.216682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:51:23.270682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8240f-0928-4434-b102-09c7f22440a2 req-04512f1d-0ed2-4cca-bbf9-abb002159b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:23.272085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59b8240f-0928-4434-b102-09c7f22440a2 req-04512f1d-0ed2-4cca-bbf9-abb002159b2d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0394123 Aug 22 15:51:23.308824 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59b8240f-0928-4434-b102-09c7f22440a2 req-67803cef-b225-406b-9c5e-9c8778c08f05 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299866 Aug 22 15:51:24.248861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe084ae-62da-4ff5-b9ac-dbc4d7a96969 req-da315a51-4b68-4f3e-90c6-bc34bfdb0057 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:24.250459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fe084ae-62da-4ff5-b9ac-dbc4d7a96969 req-da315a51-4b68-4f3e-90c6-bc34bfdb0057 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Aug 22 15:51:24.287513 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fe084ae-62da-4ff5-b9ac-dbc4d7a96969 req-aaf7e5d3-5244-43ea-a132-80ca7d3e5eec tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Aug 22 15:51:25.401432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babc40a-941a-412a-a7b3-286cceb117b8 req-4e851f52-b529-4b58-bff0-6ada608e2e8e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:25.402901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2babc40a-941a-412a-a7b3-286cceb117b8 req-4e851f52-b529-4b58-bff0-6ada608e2e8e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0498695 Aug 22 15:51:25.441244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2babc40a-941a-412a-a7b3-286cceb117b8 req-50a1eac7-6776-4423-8b3a-bc5c6c3367c3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Aug 22 15:51:25.550507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753941-8746-4eb6-92bd-e4f6102306bd req-e63f6d84-8683-486a-8833-880bff005f14 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:25.551987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81753941-8746-4eb6-92bd-e4f6102306bd req-e63f6d84-8683-486a-8833-880bff005f14 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Aug 22 15:51:25.560891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56096) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:51:25.565986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'floatingip': {'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:51:25.609228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:26.533575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:26.608976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:26.708576 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 associated. External IP: 172.25.0.70, port: 0bd9c17a-1cdb-4191-948c-7109a8132490. Aug 22 15:51:26.911635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:51:27.019698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:51:27.024624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:27.029030 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:51:27.038107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:27.038711 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:27.052407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cb4703a4-1198-4e16-a810-a9e374e5d2b8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "PUT /v2.0/floatingips/46fe5807-676d-4d70-8eb1-822d8cc32476 HTTP/1.1" status: 200 len: 990 time: 1.4904149 Aug 22 15:51:27.053133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:51:27.055411 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d31f416-b33d-4796-969a-125a5ff55761" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:51:27.145473 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d651b5-a071-4972-8fbc-bf9a24275a82 x-openstack-request-id: req-07d651b5-a071-4972-8fbc-bf9a24275a82 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:51:27.145881 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:51:27.146225 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d651b5-a071-4972-8fbc-bf9a24275a82 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:51:27.146698 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'status': 'completed', 'code': 200} Aug 22 15:51:27.148781 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:27.211273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f416-b33d-4796-969a-125a5ff55761 req-4d933113-46bd-4373-80e3-83c2532eff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:27.213117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-4d933113-46bd-4373-80e3-83c2532eff76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0456705 Aug 22 15:51:27.304341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f416-b33d-4796-969a-125a5ff55761 req-ce23b041-ac7c-492d-a162-9add63be77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:27.305874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-ce23b041-ac7c-492d-a162-9add63be77cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0861652 Aug 22 15:51:27.368867 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:fc:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:51:26Z', 'revision_number': 1, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:27.398835 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:51:27.407167 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:51:27.408094 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:51:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:27.409679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-9545b735-830b-4868-91f1-a55a159e72e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 998 time: 0.0970457 Aug 22 15:51:27.461254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f416-b33d-4796-969a-125a5ff55761 req-4739745d-6599-4686-aa12-e7c6a09ed7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:27.463064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-4739745d-6599-4686-aa12-e7c6a09ed7b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0460842 Aug 22 15:51:27.509836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f416-b33d-4796-969a-125a5ff55761 req-621b0a8e-5912-4a72-8f91-96081dc46a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:27.511351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-621b0a8e-5912-4a72-8f91-96081dc46a39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417600 Aug 22 15:51:27.512411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:51:27.607365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-be8da907-e702-4455-a9f0-546b43a3fede service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887170 Aug 22 15:51:27.703600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d31f416-b33d-4796-969a-125a5ff55761 req-b4f96bcb-2e9c-447a-ae81-bfabeddcdb8d service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891285 Aug 22 15:51:27.730937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:fc:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:51:26Z', 'revision_number': 1, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:51:27.760166 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b61759-33c9-4f2a-8f84-a8d5930ea216 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:fc:2f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:51:26Z', 'revision_number': 1, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:51:27.963296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b456e6-7e29-4ef6-9fcc-a10441db3446 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:51:30.110046 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1b072300-db9e-4834-8c2c-933691f8bbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:32.158357 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:51:32.912174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:33.535134 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70b8da93-e9fa-4ad5-9b35-01a2c19f77e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:35.083336 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:36.984031 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:37.667157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-aedeb5ce-74a9-428f-823a-effbafcd70f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403507 Aug 22 15:51:37.770643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-f385e6ce-fc28-431d-9cf9-c7f879ad1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:37.772156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-f385e6ce-fc28-431d-9cf9-c7f879ad1e8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0409062 Aug 22 15:51:37.881342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-f3563cdd-25b7-4b14-b7f0-a2360f1632d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:37.882896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-f3563cdd-25b7-4b14-b7f0-a2360f1632d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0901902 Aug 22 15:51:37.952226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-7fb0fa7c-e817-4ad7-95e8-40ab071230b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1000 time: 0.0614579 Aug 22 15:51:38.000543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-dacccbe7-11b2-4895-90ed-df5f76bd1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:38.002729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-dacccbe7-11b2-4895-90ed-df5f76bd1c2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0439923 Aug 22 15:51:38.051791 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-ec168405-f89e-4528-8db1-708098bcc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:51:38.053295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-ec168405-f89e-4528-8db1-708098bcc59c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434186 Aug 22 15:51:38.150005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-55328d60-e921-4798-85a5-727faab37d17 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892303 Aug 22 15:51:38.241949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc10919a-1d98-4715-a18f-b9823abe1c78 req-921fd4e8-3fe0-432d-abb1-3e847a4edbd5 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Aug 22 15:51:40.876805 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:51:51.506471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:00.104703 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-495f0da5-32e8-4260-ad6d-d0c6155491bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:02.894830 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:03.557633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb4c9-cf9e-4db2-ba5c-7ebd54438b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:05.041256 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:07.020693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:09.156846 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:52:10.870073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:21.528764 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:30.140682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2543a61d-a077-4586-86e1-deab09a4361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:32.904694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:33.523081 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fc250648-84dd-4c79-bc29-f2f8e0bfb415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:35.058528 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:36.990724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:37.684572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-17b3ebdb-4fba-4913-b7a9-5b0cfbc9f683 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858715 Aug 22 15:52:37.765636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-d0fab5f6-b8c3-41d9-a500-4fa5ad94f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:52:37.767122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-d0fab5f6-b8c3-41d9-a500-4fa5ad94f7e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0400119 Aug 22 15:52:37.876522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-532a83dd-e613-4805-9500-86dac686bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:52:37.877924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-532a83dd-e613-4805-9500-86dac686bb4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0921738 Aug 22 15:52:37.942440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-7def794a-a828-43e8-9e96-7202157ad762 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1000 time: 0.0573509 Aug 22 15:52:37.996272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-a18232a7-f671-4a36-adbb-775d7db7aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:52:37.997698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-a18232a7-f671-4a36-adbb-775d7db7aa81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0479107 Aug 22 15:52:38.042698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-3b658288-944e-4178-a22e-24a12889d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:52:38.044187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-3b658288-944e-4178-a22e-24a12889d82d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392730 Aug 22 15:52:38.132977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-29b21e1a-01f8-40e1-8e09-b3a3b19a04e3 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814958 Aug 22 15:52:38.227749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a6fd419-5187-432c-ae78-d5ad25450254 req-cc9a9fa5-d1d1-4567-a848-c82a6266ed56 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Aug 22 15:52:40.898698 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:52:46.157161 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:52:51.549646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:00.099811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2479078d-526f-4fd5-be43-978bd3d9339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:02.997424 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:03.516032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2d754b03-738d-4586-bcb1-be8f4e91639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:05.037018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:06.979899 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:10.877056 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:21.590999 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:23.158406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:53:30.094159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7b235366-e8d8-4a13-8ec1-6bda8693c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:32.928322 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:33.505600 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f007cc1a-b9e2-4ecf-b9a5-9ecced470730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:35.041130 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:37.002487 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:37.654705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-48357666-1170-404c-98b6-52cc00cd0031 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413077 Aug 22 15:53:37.734155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-7a384596-bac3-478e-9556-3b16d1dd9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:37.735640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-7a384596-bac3-478e-9556-3b16d1dd9255 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0406125 Aug 22 15:53:37.849600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-fd11288f-8dbe-4e34-b3e3-86c1cfe415e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:37.851078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-fd11288f-8dbe-4e34-b3e3-86c1cfe415e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0955739 Aug 22 15:53:37.918920 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-d05246f8-1189-4b03-9060-91b56b528b56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1000 time: 0.0602779 Aug 22 15:53:37.967469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-14f9490b-f01d-4804-ad48-265c98c4d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:37.968898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-14f9490b-f01d-4804-ad48-265c98c4d1ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0432324 Aug 22 15:53:38.013110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-c2540b9b-4b59-4f7b-aff7-18482d1f2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:38.014547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-c2540b9b-4b59-4f7b-aff7-18482d1f2fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388262 Aug 22 15:53:38.110705 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-cd6b5a35-0fbf-436c-8570-0f0c4e042d22 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858965 Aug 22 15:53:38.202497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7041e0c9-8776-4685-9c1b-79c52d432386 req-0ba290e2-3ef6-411f-80be-d95b173a5d02 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Aug 22 15:53:40.886656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:51.637354 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:53:57.070702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d7a8d-e261-4029-8392-ef7aaf00baa2 req-bc6c4d9b-fa57-4f04-b8bb-ff6d8ebab473 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:57.072240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b2d7a8d-e261-4029-8392-ef7aaf00baa2 req-bc6c4d9b-fa57-4f04-b8bb-ff6d8ebab473 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 22 15:53:57.110340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b2d7a8d-e261-4029-8392-ef7aaf00baa2 req-c68adbbf-5d53-43ac-937b-00b5f25f76f2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Aug 22 15:53:58.512793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a92aef-bc1b-421a-a6fc-72ae415928eb req-df8c530a-ced9-4fbd-b78f-e557447429a8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:58.514192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5a92aef-bc1b-421a-a6fc-72ae415928eb req-df8c530a-ced9-4fbd-b78f-e557447429a8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0585606 Aug 22 15:53:58.552288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5a92aef-bc1b-421a-a6fc-72ae415928eb req-72223934-a3ef-410d-94ec-3685dd800f4f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Aug 22 15:53:58.704930 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-2c1b1dfc-7016-4e54-a490-e26f303522ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933368 Aug 22 15:53:59.670285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a898df-29ae-415b-a652-f48dac25ff23 req-91d01add-9ddc-4ead-b0f3-7b02d9a87eac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:53:59.671786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0a898df-29ae-415b-a652-f48dac25ff23 req-91d01add-9ddc-4ead-b0f3-7b02d9a87eac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Aug 22 15:53:59.710715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0a898df-29ae-415b-a652-f48dac25ff23 req-ea878e90-f167-4bfb-9b48-afec666d3d50 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Aug 22 15:54:00.116960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-905902f7-f32f-4ef2-8397-37440fd0daef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:00.158190 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:54:00.837804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-53ed5051-1e98-4e8d-b0bf-dd9e17213c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:00.839234 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-53ed5051-1e98-4e8d-b0bf-dd9e17213c20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1096 time: 0.0765293 Aug 22 15:54:00.847393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5589e8a-8144-4450-a90e-4c6a203a5e1c req-81dbebe5-54ae-4c6b-83dd-4a87afdb0551 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:00.848768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5589e8a-8144-4450-a90e-4c6a203a5e1c req-81dbebe5-54ae-4c6b-83dd-4a87afdb0551 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Aug 22 15:54:00.934972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5589e8a-8144-4450-a90e-4c6a203a5e1c req-957d4ab4-5ae9-42c6-85ff-2ef689fd47ca tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782542 Aug 22 15:54:00.958049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-9e745fa6-e799-4fb0-81cc-e2d261409e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:00.959535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-9e745fa6-e799-4fb0-81cc-e2d261409e7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.1099336 Aug 22 15:54:01.027395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-9db0e422-853c-48df-97eb-8856f4217271 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1000 time: 0.0610497 Aug 22 15:54:01.076786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-c32d6bc5-c1a0-458e-a64b-2e2bd214fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:01.078225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-c32d6bc5-c1a0-458e-a64b-2e2bd214fb6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0430038 Aug 22 15:54:01.123924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-0915b2b4-10b5-440e-894a-04d0f8426704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:01.125485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-0915b2b4-10b5-440e-894a-04d0f8426704 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407126 Aug 22 15:54:01.219050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-7df90220-db0a-4ef7-9cd7-8c85a24dbb6e service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863216 Aug 22 15:54:01.311711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-ef7175c6-72c4-46a6-a891-732019037877 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Aug 22 15:54:02.050554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14752c1-597a-4175-9058-de49ac309f61 req-578e111c-6468-46d9-acec-667ae4fe649c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:02.052036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c14752c1-597a-4175-9058-de49ac309f61 req-578e111c-6468-46d9-acec-667ae4fe649c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Aug 22 15:54:02.091047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c14752c1-597a-4175-9058-de49ac309f61 req-da7de25f-f27e-4252-a5e6-02e79314f3ef tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Aug 22 15:54:02.951064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:03.208131 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3e10-7f5f-4cbe-8fc5-22c3e5e8de52 req-dda86e1d-56a0-4cf3-b089-3a0da41adadd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:03.209619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d18e3e10-7f5f-4cbe-8fc5-22c3e5e8de52 req-dda86e1d-56a0-4cf3-b089-3a0da41adadd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0518274 Aug 22 15:54:03.248922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d18e3e10-7f5f-4cbe-8fc5-22c3e5e8de52 req-f6f71041-98ac-4330-99dc-c41248f47eed tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Aug 22 15:54:03.528175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f494dc3-39cb-413e-aabd-73cf167d2c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:04.364332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e7334-2b10-4c2c-a539-fcc08576ff65 req-c1f5e3ed-5373-4db6-b30a-b20675e54dce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:04.365844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-216e7334-2b10-4c2c-a539-fcc08576ff65 req-c1f5e3ed-5373-4db6-b30a-b20675e54dce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Aug 22 15:54:04.409541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-216e7334-2b10-4c2c-a539-fcc08576ff65 req-80d9a192-6ece-48c2-8689-35e05c4284c9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370686 Aug 22 15:54:05.036685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:05.526363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd35ac-26a4-4362-9139-9869f85897ca req-6c772b65-0c32-4587-bdf8-24ceeeb292ad tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:05.527841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9bd35ac-26a4-4362-9139-9869f85897ca req-6c772b65-0c32-4587-bdf8-24ceeeb292ad tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Aug 22 15:54:05.564308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9bd35ac-26a4-4362-9139-9869f85897ca req-43af3290-d1f2-417c-9636-a91808b519c7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305426 Aug 22 15:54:06.679919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5741b7c-2e91-4418-941b-188e0056d5be req-7b180fac-edd5-404a-9a5f-7b957707587b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:06.681446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5741b7c-2e91-4418-941b-188e0056d5be req-7b180fac-edd5-404a-9a5f-7b957707587b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Aug 22 15:54:06.720422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5741b7c-2e91-4418-941b-188e0056d5be req-79c5e487-939d-4a63-b57f-e28acb545b53 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Aug 22 15:54:06.962212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:07.833216 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582e085-1f63-4306-9ac9-870d114abd2f req-bc2b096c-da33-4cb4-9a35-ae756fc8be1d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:07.834677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f582e085-1f63-4306-9ac9-870d114abd2f req-bc2b096c-da33-4cb4-9a35-ae756fc8be1d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0478725 Aug 22 15:54:07.876802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f582e085-1f63-4306-9ac9-870d114abd2f req-17bbf3f7-360b-424f-8a86-882ccbffc4b4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354197 Aug 22 15:54:08.992882 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1873a4b-9804-4f38-8801-891ff7c9a299 req-511f94b5-7dce-4815-981e-908ef7d78a7d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:08.994363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1873a4b-9804-4f38-8801-891ff7c9a299 req-511f94b5-7dce-4815-981e-908ef7d78a7d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Aug 22 15:54:09.032275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1873a4b-9804-4f38-8801-891ff7c9a299 req-e326ccbe-0df1-4a8b-b65f-c182232d4a88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Aug 22 15:54:10.147458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081f55-f1f8-48e4-9902-12136cfb389d req-8225e246-1906-46f2-96ce-95a769426bcc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:10.148957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04081f55-f1f8-48e4-9902-12136cfb389d req-8225e246-1906-46f2-96ce-95a769426bcc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0490282 Aug 22 15:54:10.186752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-04081f55-f1f8-48e4-9902-12136cfb389d req-359fa698-042d-4c94-ba91-2367d4125079 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Aug 22 15:54:10.916386 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:11.302561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4099a-8259-4ef7-84f3-3c60455fda3b req-b3e49c9b-1d7d-4f6a-ab82-d1d4a31eaa2b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:11.304038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62e4099a-8259-4ef7-84f3-3c60455fda3b req-b3e49c9b-1d7d-4f6a-ab82-d1d4a31eaa2b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Aug 22 15:54:11.344227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62e4099a-8259-4ef7-84f3-3c60455fda3b req-88c5a977-cbeb-4d2f-90f9-778be704c2f7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Aug 22 15:54:12.457523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e935cfb-bc2c-4400-af53-35c075130836 req-b7f3d7bc-d0d3-4d00-b014-95f4db3a0f92 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:12.459030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e935cfb-bc2c-4400-af53-35c075130836 req-b7f3d7bc-d0d3-4d00-b014-95f4db3a0f92 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0483186 Aug 22 15:54:12.499503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e935cfb-bc2c-4400-af53-35c075130836 req-8535e483-4af1-4ec1-8169-731c913dc2ae tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Aug 22 15:54:13.616499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa3103-0cb6-4319-8b9a-92bcc8e08757 req-c96f81e5-b3de-4ff2-a9ca-ff3a17af569f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:13.617989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64aa3103-0cb6-4319-8b9a-92bcc8e08757 req-c96f81e5-b3de-4ff2-a9ca-ff3a17af569f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0508096 Aug 22 15:54:13.656623 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64aa3103-0cb6-4319-8b9a-92bcc8e08757 req-b57f4f07-2cae-4669-a852-64329a344563 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Aug 22 15:54:14.770324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a308-6082-42ff-a328-ac3a9974988f req-cb20ec42-840f-460a-95f2-25df595d439b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:14.771801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f259a308-6082-42ff-a328-ac3a9974988f req-cb20ec42-840f-460a-95f2-25df595d439b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Aug 22 15:54:14.813458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f259a308-6082-42ff-a328-ac3a9974988f req-e66fbf25-28bf-4b2a-9917-632c39688e15 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347347 Aug 22 15:54:15.927984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899893a5-2e26-4ad8-92df-a6c65deef56d req-ee444e89-ef42-4374-bc3b-887ecef915fd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:15.929584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-899893a5-2e26-4ad8-92df-a6c65deef56d req-ee444e89-ef42-4374-bc3b-887ecef915fd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 22 15:54:15.967772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-899893a5-2e26-4ad8-92df-a6c65deef56d req-9f1a2dd3-4984-4da7-bfad-1e28ee067eae tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Aug 22 15:54:17.082374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff29d-10f7-4861-bc03-470c6cc61fef req-9238402b-9313-4fc1-b615-e6786f707912 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:17.083855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-661ff29d-10f7-4861-bc03-470c6cc61fef req-9238402b-9313-4fc1-b615-e6786f707912 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0487959 Aug 22 15:54:17.122877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-661ff29d-10f7-4861-bc03-470c6cc61fef req-805dbc16-b6e7-473d-9630-90d658fc875b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Aug 22 15:54:18.237829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b9e96-8b0c-4e16-a9e9-f07b6eb7d1e9 req-17388b8f-fe31-49a9-a68e-d52d04bf44ad tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:18.239309 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f0b9e96-8b0c-4e16-a9e9-f07b6eb7d1e9 req-17388b8f-fe31-49a9-a68e-d52d04bf44ad tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0489285 Aug 22 15:54:18.280950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f0b9e96-8b0c-4e16-a9e9-f07b6eb7d1e9 req-c0c4617c-fc3f-41c1-bfd6-e569936936ca tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357480 Aug 22 15:54:18.499655 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-0c31255e-dfa4-4870-9b5c-9d8c9a2fa97b service neutron] show failed (client error): The resource could not be found. Aug 22 15:54:18.500723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-0c31255e-dfa4-4870-9b5c-9d8c9a2fa97b service neutron] 10.222.0.54 "GET /v2.0/ports/0bd9c17a-1cdb-4191-948c-7109a8132490/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0552187 Aug 22 15:54:19.020209 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-ea7888b8-b1ca-43f5-9e65-66d7f0a4981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:19.021725 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-ea7888b8-b1ca-43f5-9e65-66d7f0a4981d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1096 time: 0.0404201 Aug 22 15:54:19.038924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:54:19.092258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:19.402375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325843b1-fe9a-41dd-9a2a-95298eb6f8cb req-d12dc5a1-2fac-42ce-bbd4-01288b502a91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:19.404068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-325843b1-fe9a-41dd-9a2a-95298eb6f8cb req-d12dc5a1-2fac-42ce-bbd4-01288b502a91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0527942 Aug 22 15:54:19.447119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-325843b1-fe9a-41dd-9a2a-95298eb6f8cb req-f97635e9-b9b2-4c94-9c4d-3f4ced2b1f1f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341415 Aug 22 15:54:19.581537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:19.612395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:54:19.650127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:19.652443 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac594b-1ab6-4055-a019-045c28c9b245" -d '{"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:19.656183 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:19.668182 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Transition to ACTIVE for port object 0bd9c17a-1cdb-4191-948c-7109a8132490 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:54:19.722286 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:19.780009 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0b998-e73f-4979-9c96-78838b766199 x-openstack-request-id: req-86f0b998-e73f-4979-9c96-78838b766199 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:19.780312 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:19.780567 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86f0b998-e73f-4979-9c96-78838b766199 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:19.780968 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'code': 200} Aug 22 15:54:19.835253 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=6']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:19.858546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.858901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.859248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.859589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.859927 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.860293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.860623 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.860954 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.861285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.861680 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.862010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.862337 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:19.906865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] No DVR routers for this DVR port 0bd9c17a-1cdb-4191-948c-7109a8132490 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:54:20.048764 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:54:20.049439 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:54:20.049580 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:54:20.053689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:54:20.054019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Attempting to bind port 0bd9c17a-1cdb-4191-948c-7109a8132490 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:54:20.059367 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:54:20.059700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:54:20.060115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:54:20.060541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Bound port: 0bd9c17a-1cdb-4191-948c-7109a8132490, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:54:20.060896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:20.125564 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:54:20.128678 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:54:20.173850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:20.208940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.209535 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:20.211327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] 10.222.0.10 "PUT /v2.0/ports/0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 1091 time: 1.1760244 Aug 22 15:54:20.232089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e1ac-5d04-427b-9d9e-24ce602c3e32 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=7']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:20.289703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-b5512ae8-8125-4a41-bd51-9a7478dc7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.291397 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-b5512ae8-8125-4a41-bd51-9a7478dc7085 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1094 time: 0.0464764 Aug 22 15:54:20.387181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e954e3ca-39e7-4672-b3a7-684ec709f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.388731 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-e954e3ca-39e7-4672-b3a7-684ec709f296 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0898721 Aug 22 15:54:20.456372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-dc9c6d4d-06d7-40ce-94d0-fbd7d9a30321 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 998 time: 0.0607555 Aug 22 15:54:20.506523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-267bb99d-2494-4eea-8b74-b0544137c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.508039 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-267bb99d-2494-4eea-8b74-b0544137c0cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0446296 Aug 22 15:54:20.553731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-2d12a15b-0ae8-45cd-98a2-1b9e19c67f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.555512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-2d12a15b-0ae8-45cd-98a2-1b9e19c67f17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406682 Aug 22 15:54:20.580126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b3e31-9aea-4a5f-8259-937f3b134c95 req-ef067272-2fac-4c33-9d78-f8f4ad732c3e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:20.581644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a2b3e31-9aea-4a5f-8259-937f3b134c95 req-ef067272-2fac-4c33-9d78-f8f4ad732c3e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0544193 Aug 22 15:54:20.619854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a2b3e31-9aea-4a5f-8259-937f3b134c95 req-32464def-4240-4c08-9921-18d2e921ab04 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319295 Aug 22 15:54:20.650013 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-ceb3e067-22d6-4693-8459-441d1e63a585 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873945 Aug 22 15:54:20.738633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-90d823cc-30ae-4276-98c3-ece2b9d9e105 req-bf9915ad-3922-453c-ba49-e4e66ec465c4 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802393 Aug 22 15:54:21.613624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:21.677079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:54:21.718298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:54:21.741489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246e7ab-9780-4645-8a0c-d0aedf3f939e req-a3f0b36e-0db0-4a8f-8d36-650e35e1e80d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:21.742970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f246e7ab-9780-4645-8a0c-d0aedf3f939e req-a3f0b36e-0db0-4a8f-8d36-650e35e1e80d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0538440 Aug 22 15:54:21.781582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f246e7ab-9780-4645-8a0c-d0aedf3f939e req-44bd323c-4c4d-41d0-afd1-856dc5da28ca tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Aug 22 15:54:21.782539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:21.784943 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c0273-1264-48bb-9f07-99dda6c4b703" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:21.835890 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece4dd2-0c48-466f-8742-83d9a0997575 x-openstack-request-id: req-aece4dd2-0c48-466f-8742-83d9a0997575 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:21.836212 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:21.836470 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aece4dd2-0c48-466f-8742-83d9a0997575 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:21.836882 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'status': 'completed', 'code': 200} Aug 22 15:54:21.895680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-33a610c7-336c-4488-bac1-70b28fac234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:21.897248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-33a610c7-336c-4488-bac1-70b28fac234a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1094 time: 0.0425441 Aug 22 15:54:21.921926 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-ce5707d2-82b6-4d29-9c09-0fdb6454ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:21.923386 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-ce5707d2-82b6-4d29-9c09-0fdb6454ffd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1094 time: 0.0415719 Aug 22 15:54:22.020584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-e9f0a257-9c0c-4212-af16-883e10accaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.022108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-e9f0a257-9c0c-4212-af16-883e10accaaf service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0910571 Aug 22 15:54:22.099309 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-92f504f8-4304-412a-b886-d48847f4fcac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 998 time: 0.0694375 Aug 22 15:54:22.150157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-f0efd22e-78cd-4ba1-b946-dfdd13be37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.151700 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-f0efd22e-78cd-4ba1-b946-dfdd13be37cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0453291 Aug 22 15:54:22.200887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-ab805473-4ef8-49f1-831c-b423bc6e3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.202428 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-ab805473-4ef8-49f1-831c-b423bc6e3f40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423965 Aug 22 15:54:22.301102 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-9ca90c97-b7b2-46f3-8981-19952d5ee5e8 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Aug 22 15:54:22.333958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-fdf91c43-455c-47f8-8568-780e82f28563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.335435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-fdf91c43-455c-47f8-8568-780e82f28563 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.4309044 Aug 22 15:54:22.395466 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-3320d4b8-a0af-4ec8-849f-1b86eab77c72 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854664 Aug 22 15:54:22.399373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-7fed5c9a-486d-4173-8ea2-13ace10b4204 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 998 time: 0.0564752 Aug 22 15:54:22.449759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-546cba3a-c3f7-4e72-8d2b-2a2251b50c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.451236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-546cba3a-c3f7-4e72-8d2b-2a2251b50c7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0449038 Aug 22 15:54:22.500986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-b9f9c365-7659-4075-931c-1fe48096e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.502529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-b9f9c365-7659-4075-931c-1fe48096e7a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437453 Aug 22 15:54:22.591716 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-a10b9b9f-57a6-4c05-bda7-a713fcf1fd93 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823026 Aug 22 15:54:22.684529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79c0273-1264-48bb-9f07-99dda6c4b703 req-dc93d768-5510-4da1-b872-d991cb9fce8d service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Aug 22 15:54:22.899393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5c9a5-059d-46dc-80de-6048d235635b req-2e2502c5-5acc-434d-be67-8d4ecd7cf69d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:22.907056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9a5c9a5-059d-46dc-80de-6048d235635b req-2e2502c5-5acc-434d-be67-8d4ecd7cf69d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0507116 Aug 22 15:54:22.938758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9a5c9a5-059d-46dc-80de-6048d235635b req-14da9fcd-4481-4f85-b696-0230b185008a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Aug 22 15:54:24.057326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d46d4-2966-414b-87ee-46618e1636c9 req-c2f60240-7856-4679-810a-724cdb04efb6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:24.058975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd5d46d4-2966-414b-87ee-46618e1636c9 req-c2f60240-7856-4679-810a-724cdb04efb6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 943 time: 0.0509496 Aug 22 15:54:24.098252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd5d46d4-2966-414b-87ee-46618e1636c9 req-83839a1f-b557-4fe5-9f59-884e9c4b14ae tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Aug 22 15:54:24.701688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:54:24.797147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:24.807939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'mac_address': 'fa:16:3e:fc:2f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:54:24.845498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:24.861353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd9c17a-1cdb-4191-948c-7109a8132490 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:54:24.880090 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:24.967248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:25.016639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:25.026057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.026632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.027212 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.027801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.028470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.029053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.029636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.030248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.030753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.031102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.032605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.032605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:54:25.220379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf062b-bf72-4afa-9421-ae9b9d9f0b19 req-2443c044-73b6-4f7a-ab9d-be8abe659b00 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:25.221879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2dcf062b-bf72-4afa-9421-ae9b9d9f0b19 req-2443c044-73b6-4f7a-ab9d-be8abe659b00 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 944 time: 0.0530319 Aug 22 15:54:25.260105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2dcf062b-bf72-4afa-9421-ae9b9d9f0b19 req-8b52dc50-61cd-4d81-856d-e3e89351460d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Aug 22 15:54:25.381037 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['0bd9c17a-1cdb-4191-948c-7109a8132490'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:54:25.559871 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb201-2fd5-411c-99b1-d09a4c46d787 req-61c96453-70f6-4faa-8217-7a95c160ff51 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:25.561629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ffb201-2fd5-411c-99b1-d09a4c46d787 req-61c96453-70f6-4faa-8217-7a95c160ff51 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 944 time: 0.0488315 Aug 22 15:54:25.610546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-41ffb201-2fd5-411c-99b1-d09a4c46d787 req-30d34015-b358-4037-b305-e4ee7be8bf66 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Aug 22 15:54:25.652059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-3b7d1ca5-fef0-4df4-b768-b5da2d7b8f5c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:25.653610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-3b7d1ca5-fef0-4df4-b768-b5da2d7b8f5c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04&tenant_id=12fa7391b22c448ca56ca887f5b06d9d&binding%3Ahost_id=n-h2-805046-3 HTTP/1.1" status: 200 len: 944 time: 0.0542936 Aug 22 15:54:25.717872 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-4a021797-3c1d-415d-876e-f025f1751a0e service neutron] delete failed (client error): The resource could not be found. Aug 22 15:54:25.718870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-4a021797-3c1d-415d-876e-f025f1751a0e service neutron] 10.222.0.54 "DELETE /v2.0/ports/0bd9c17a-1cdb-4191-948c-7109a8132490/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0569179 Aug 22 15:54:25.799613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-5b9f4612-78dc-465b-8c1c-d32453db521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:25.801086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-5b9f4612-78dc-465b-8c1c-d32453db521c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 1095 time: 0.0409412 Aug 22 15:54:25.890497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-975d8238-fd98-4726-b8d2-ef42ef01cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:25.891948 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-975d8238-fd98-4726-b8d2-ef42ef01cd02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0842078 Aug 22 15:54:25.960420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-3dd7df56-ec98-4f54-a575-25474f73f056 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 200 len: 999 time: 0.0611231 Aug 22 15:54:26.007830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-f0e089ba-efe7-4db1-8ca4-b41db4c371b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:26.009277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-f0e089ba-efe7-4db1-8ca4-b41db4c371b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0426426 Aug 22 15:54:26.056124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-a7d32002-cc0c-4e27-9828-3dc1bd03a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:26.057541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-a7d32002-cc0c-4e27-9828-3dc1bd03a337 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416729 Aug 22 15:54:26.153523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-2c4791ba-c78f-4a7c-83f5-64b784f88b03 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876043 Aug 22 15:54:26.243043 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-877bdbcb-2010-46d9-80ac-f9bc53f632c6 req-f447d4f8-6991-4ffb-b85e-9ffc1cb8cf35 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820940 Aug 22 15:54:26.704054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:54:26.732624 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c774e-7db6-4a78-8ebe-4dbbbd4d774d req-da9836f8-98b2-42d8-849c-8555d9910600 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:26.734150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f42c774e-7db6-4a78-8ebe-4dbbbd4d774d req-da9836f8-98b2-42d8-849c-8555d9910600 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 944 time: 0.0556767 Aug 22 15:54:26.773041 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f42c774e-7db6-4a78-8ebe-4dbbbd4d774d req-99f7f654-7621-434e-be4c-271e24359dd1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Aug 22 15:54:26.846873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 0bd9c17a-1cdb-4191-948c-7109a8132490 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:54:26.850804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 0bd9c17a-1cdb-4191-948c-7109a8132490 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:54:26.855962 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:26.926993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:26.950470 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:26.952754 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6927602-b810-419f-af43-879c4c742bf0" -d '{"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:26.966356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:26.996289 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4111311-33a2-4f38-a50a-e1e358c20bfb x-openstack-request-id: req-a4111311-33a2-4f38-a50a-e1e358c20bfb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:26.996289 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:26.996289 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4111311-33a2-4f38-a50a-e1e358c20bfb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:26.996289 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'code': 200} Aug 22 15:54:27.036615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:27.088372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:27.892873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee324a9d-758d-42fa-bffe-4ab0bab67dd8 req-d2264b9d-142c-4150-862f-8e560b455acd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:27.894375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee324a9d-758d-42fa-bffe-4ab0bab67dd8 req-d2264b9d-142c-4150-862f-8e560b455acd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Aug 22 15:54:27.930886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee324a9d-758d-42fa-bffe-4ab0bab67dd8 req-81557f0a-69b9-44b4-a8a0-cb7979ef494f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Aug 22 15:54:28.042414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f08ad3-1cb7-4b71-9df5-6c218897fd8d req-7dc89f91-2da5-483b-8c1a-e2cd15f5642d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:28.043961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64f08ad3-1cb7-4b71-9df5-6c218897fd8d req-7dc89f91-2da5-483b-8c1a-e2cd15f5642d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Aug 22 15:54:28.083011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64f08ad3-1cb7-4b71-9df5-6c218897fd8d req-e44cfd35-03a9-46a1-86a7-8ce6f6a957ff tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Aug 22 15:54:28.198807 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb15a-e93d-45ce-ac74-4a030f17226c req-06764685-0d26-485f-b128-eede46ff199e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:28.200332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-913fb15a-e93d-45ce-ac74-4a030f17226c req-06764685-0d26-485f-b128-eede46ff199e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Aug 22 15:54:28.238421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-913fb15a-e93d-45ce-ac74-4a030f17226c req-be27ab9f-519b-48c8-8fb1-15bca3aa2b48 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 22 15:54:28.671662 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008b2f-c98a-49c5-92a9-d8fe090f158d req-8d827388-6545-4125-a0b6-86df767e6b5d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:28.673187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5008b2f-c98a-49c5-92a9-d8fe090f158d req-8d827388-6545-4125-a0b6-86df767e6b5d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0503964 Aug 22 15:54:28.712545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b5008b2f-c98a-49c5-92a9-d8fe090f158d req-7e2194c3-a4dd-4c3e-9fce-393c8eb34419 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Aug 22 15:54:29.826884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf116d-44ce-407a-a468-ce804e1aa154 req-9b33ded6-5e51-446f-82d5-22fcd557a828 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:29.828439 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-decf116d-44ce-407a-a468-ce804e1aa154 req-9b33ded6-5e51-446f-82d5-22fcd557a828 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Aug 22 15:54:29.867240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-decf116d-44ce-407a-a468-ce804e1aa154 req-527543ad-1e95-430e-baef-3d8c97707a0e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Aug 22 15:54:30.139151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-810d1fbf-ffa5-4019-8d80-b1d7ddb74d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.235670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-77aceee5-5453-41d1-8de7-c4a2359bfcff tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:30.235670 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-77aceee5-5453-41d1-8de7-c4a2359bfcff tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 945 time: 0.0569322 Aug 22 15:54:30.291744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Deleting port 0bd9c17a-1cdb-4191-948c-7109a8132490 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:54:30.292121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.381354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] For port 0bd9c17a-1cdb-4191-948c-7109a8132490, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=0bd9c17a-1cdb-4191-948c-7109a8132490,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:30.381723 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.646719 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.647115 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.647435 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 disassociated. External IP: 172.25.0.70, port: 0bd9c17a-1cdb-4191-948c-7109a8132490. Aug 22 15:54:30.647780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Calling delete_port for 0bd9c17a-1cdb-4191-948c-7109a8132490 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:54:30.819239 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:30.848489 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'Port': ['ID=0bd9c17a-1cdb-4191-948c-7109a8132490,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:30.970105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:54:30.974875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-712b0874-8e5e-4362-a63f-1a7deafd872b req-e6826677-5124-4b6e-bf0a-4c2308f2c5ea tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e335c1-11a0-4be2-a641-85f58ab4bf04 HTTP/1.1" status: 200 len: 210 time: 0.0332522 Aug 22 15:54:31.078930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:54:31.089855 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:54:31.101097 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:54:31.101714 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:31.118268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] No DVR routers for this DVR port 0bd9c17a-1cdb-4191-948c-7109a8132490 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:54:31.120950 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:31.123044 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9cccfc45-c7cf-4bb9-8909-3ab02021cadb req-fafebc94-4d1d-4bc2-a9c6-b4c76f8dafc9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "DELETE /v2.0/ports/0bd9c17a-1cdb-4191-948c-7109a8132490 HTTP/1.1" status: 204 len: 173 time: 0.9202046 Aug 22 15:54:31.123611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-deleted', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:31.125980 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f504a-bfb9-4ee3-a010-1f68a027d1af" -d '{"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-deleted", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:31.161589 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed220ff-e316-4a05-83ef-fe921a8f5498 x-openstack-request-id: req-3ed220ff-e316-4a05-83ef-fe921a8f5498 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:31.161887 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e335c1-11a0-4be2-a641-85f58ab4bf04", "name": "network-vif-deleted", "tag": "0bd9c17a-1cdb-4191-948c-7109a8132490", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:31.162150 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ed220ff-e316-4a05-83ef-fe921a8f5498 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:31.162583 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e335c1-11a0-4be2-a641-85f58ab4bf04', 'name': 'network-vif-deleted', 'tag': '0bd9c17a-1cdb-4191-948c-7109a8132490', 'status': 'completed', 'code': 200} Aug 22 15:54:31.214998 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:54:31.410850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:31.440779 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:54:31.449122 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:54:31.449726 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:54:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:31.559348 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:54:31.756084 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:31.781338 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7763-e34a-444b-a242-313ac29dc78d None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:54:31.999616 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85c9e2-4609-4f4c-8578-9dc4b0380701 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:54:32.208402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-9f9aa5ef-e562-425e-a266-0b2ca0c1fd5f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1097039213&fields=id&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 267 time: 0.0338514 Aug 22 15:54:32.319821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-109eee83-97b4-4d73-a5c2-b4037d85a02f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:32.321253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-109eee83-97b4-4d73-a5c2-b4037d85a02f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1051371 Aug 22 15:54:32.336957 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-74d68692-4a94-48fe-9e6a-c705d15bcbba tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/quotas/12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 375 time: 0.0090971 Aug 22 15:54:32.393578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-486361c7-f2bb-4096-827c-98cd7a010ae1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502884 Aug 22 15:54:32.490268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-87f535cf-f3f1-4cba-90c1-45a369efba0e service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Aug 22 15:54:32.587548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-bd5ddaf3-d5f0-4dde-896c-444649e97b24 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908713 Aug 22 15:54:32.820173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bda7bb19-e8f0-4d04-b257-d9f550e0fe34 req-00e624fe-498a-4eb9-8b5a-73208d152fd4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Aug 22 15:54:32.922611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:33.505018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5bb6fa0c-eb09-48fa-89a7-170309d3fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:33.933882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35c93b51-9d27-4ffb-898e-0c37a5be52a8 req-11d1d09f-2cf0-47c0-a3a6-59d88f253d15 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Aug 22 15:54:34.703214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-08ec4666-dcee-4a07-a641-23c423d2ba2d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:34.705216 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-08ec4666-dcee-4a07-a641-23c423d2ba2d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1065609 Aug 22 15:54:34.719500 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:54:34.740426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 0bd9c17a-1cdb-4191-948c-7109a8132490 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:54:34.740780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 0bd9c17a-1cdb-4191-948c-7109a8132490 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:54:34.754553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-62b2295c-227a-40f6-b390-84fd90079948 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 380 time: 0.0345232 Aug 22 15:54:34.764207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'port': {'device_id': '14efef9b-f69c-441a-aecb-608f9603e064', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'admin_state_up': True, 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'security_groups': ['c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:54:34.957201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:54:34.960722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.034981 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba46536e-c39a-4092-bef0-bec963ccb028 req-c99732ac-e0a6-4e72-9b60-d9493494afdc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Aug 22 15:54:35.076215 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.086559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Allocated IP 172.20.0.12 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/9cd66000-cfd1-44ae-8514-11c7c8f4e645) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:54:35.226509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.240638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Transition to ACTIVE for port object 9cd66000-cfd1-44ae-8514-11c7c8f4e645 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:54:35.328096 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.369706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:54:35.372611 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:54:35.376113 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:54:35.401905 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:35.430495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:35.431134 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.523139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-d91eb1f7-fd6e-4702-adce-79329a2ead88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625306 Aug 22 15:54:35.547404 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Request body: {'port': {'device_id': '14efef9b-f69c-441a-aecb-608f9603e064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:54:35.652688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f662e6ed-b9aa-4bc9-bdef-dc62692d692a None None] Provisioning for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:54:35.656865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f662e6ed-b9aa-4bc9-bdef-dc62692d692a None None] Provisioning complete for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:54:35.661270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f662e6ed-b9aa-4bc9-bdef-dc62692d692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:35.695072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f662e6ed-b9aa-4bc9-bdef-dc62692d692a None None] Port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:54:35.894167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.154280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220bd62-a3bd-4e7c-a995-78cdfb9c0be2 req-bfdc6114-1de3-455c-a433-d6f8508af453 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:36.155652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1220bd62-a3bd-4e7c-a995-78cdfb9c0be2 req-bfdc6114-1de3-455c-a433-d6f8508af453 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 932 time: 0.0489874 Aug 22 15:54:36.157332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd66000-cfd1-44ae-8514-11c7c8f4e645 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:54:36.166158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.178993 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Transition to ACTIVE for port object 9cd66000-cfd1-44ae-8514-11c7c8f4e645 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:54:36.196615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1220bd62-a3bd-4e7c-a995-78cdfb9c0be2 req-5cdfa81b-2618-4f03-852e-6f812535f6bb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Aug 22 15:54:36.258549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.310410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:36.383144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:54:36.383493 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:54:36.383831 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:54:36.388837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:54:36.389166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:54:36.395151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:54:36.395502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:54:36.395898 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:54:36.396368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Bound port: 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:54:36.396734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.461624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:54:36.464786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:54:36.551143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.588532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:36.589332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:36.590857 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] 10.222.0.10 "PUT /v2.0/ports/9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1092 time: 1.0476811 Aug 22 15:54:36.591334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:36.593617 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d" -d '{"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:36.624243 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ae83-e309-41ec-8035-13c31ae394ff service neutron] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:36.638242 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd164c56-4c6c-4241-abcc-f486fbb44541 x-openstack-request-id: req-dd164c56-4c6c-4241-abcc-f486fbb44541 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:36.638604 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:36.638862 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd164c56-4c6c-4241-abcc-f486fbb44541 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:36.639268 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'status': 'completed', 'code': 200} Aug 22 15:54:36.722642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-49ae04ef-c605-4399-821a-b1b834310abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:36.724244 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-49ae04ef-c605-4399-821a-b1b834310abe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1095 time: 0.0436199 Aug 22 15:54:36.829449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-d44c2f9b-2227-4e12-b7e9-41e8c57869d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:36.831720 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-d44c2f9b-2227-4e12-b7e9-41e8c57869d4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942259 Aug 22 15:54:36.929568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-78b9d9cf-f34d-4473-9e7d-e1068c01d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:36.931060 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9e6aaa83-f7d0-47df-a7a2-6f5df90f135d req-78b9d9cf-f34d-4473-9e7d-e1068c01d0b1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919378 Aug 22 15:54:37.013659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:37.028865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-f2eef3e2-3cc4-4260-8ec6-bbebfb303c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:37.030366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-f2eef3e2-3cc4-4260-8ec6-bbebfb303c23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1095 time: 0.0422256 Aug 22 15:54:37.083868 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-9c966ace-ccb8-4f75-aa78-eab73dd2959a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 217 time: 0.0395319 Aug 22 15:54:37.134879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-c185772b-aeae-4e03-b9fb-2df7da7fb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:37.136420 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-c185772b-aeae-4e03-b9fb-2df7da7fb606 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0452399 Aug 22 15:54:37.157216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:54:37.181773 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-fb4bc67f-272c-4f8e-beb2-c73135bf4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:37.183208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-fb4bc67f-272c-4f8e-beb2-c73135bf4af4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394595 Aug 22 15:54:37.277928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-1a710988-3bbc-4c55-990f-79aa641b7f8a service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873916 Aug 22 15:54:37.318787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b4c5-3b34-4ffa-8dbb-3eb196915113 req-41dfadb3-098d-49f2-bac1-b1a178fca68b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:37.320296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a14b4c5-3b34-4ffa-8dbb-3eb196915113 req-41dfadb3-098d-49f2-bac1-b1a178fca68b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0528157 Aug 22 15:54:37.358576 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a14b4c5-3b34-4ffa-8dbb-3eb196915113 req-83f64ef5-e1fd-4df2-a935-2320ffc1768a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 22 15:54:37.368619 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-36507dea-bf1b-4c2c-adfe-f2928d4686a2 req-9f9cc94e-91dc-4d52-b70c-818ebd9df50c service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Aug 22 15:54:38.474590 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d82ac-e57c-42bd-99c1-ee7e1fab79b7 req-1e5ca76a-908f-4051-ba46-70e5d8364541 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:38.476011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c5d82ac-e57c-42bd-99c1-ee7e1fab79b7 req-1e5ca76a-908f-4051-ba46-70e5d8364541 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Aug 22 15:54:38.513960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c5d82ac-e57c-42bd-99c1-ee7e1fab79b7 req-f32e8904-a92e-4019-b6de-1f1fea52e5de tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Aug 22 15:54:39.630714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6b2a-d945-4b9a-9b68-bf698a32d270 req-ea567a74-0d26-4ed2-bda4-c970d607b326 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:39.632217 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd6b2a-d945-4b9a-9b68-bf698a32d270 req-ea567a74-0d26-4ed2-bda4-c970d607b326 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0488458 Aug 22 15:54:39.668830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3dbd6b2a-d945-4b9a-9b68-bf698a32d270 req-8de4862f-257a-4a46-ad3c-3dedb10ef4d0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306697 Aug 22 15:54:40.718855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:54:40.787986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878437b-2b35-43f0-8612-f387e4021eec req-4bc9664b-2f8e-4b76-94d2-ee97a287d5b5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:40.789507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5878437b-2b35-43f0-8612-f387e4021eec req-4bc9664b-2f8e-4b76-94d2-ee97a287d5b5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0524597 Aug 22 15:54:40.816330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:40.826828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'mac_address': 'fa:16:3e:1f:8e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:54:40.827024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5878437b-2b35-43f0-8612-f387e4021eec req-1c503eef-8294-4641-ba73-7371b91bfc2c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313661 Aug 22 15:54:40.873596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:40.886476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd66000-cfd1-44ae-8514-11c7c8f4e645 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:54:40.909814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:40.939880 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:41.002376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:41.048920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:41.351397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['9cd66000-cfd1-44ae-8514-11c7c8f4e645'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:54:41.944790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bada1-332f-4a34-b2d8-efd429af5e51 req-58309693-5404-4b52-aa14-5b52147c2e99 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:41.946306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e2bada1-332f-4a34-b2d8-efd429af5e51 req-58309693-5404-4b52-aa14-5b52147c2e99 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 945 time: 0.0513651 Aug 22 15:54:41.985025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4e2bada1-332f-4a34-b2d8-efd429af5e51 req-6e7eae21-55bb-427d-bcb9-785b2a619e1e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326378 Aug 22 15:54:42.736299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:54:42.864590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:54:42.868397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:54:42.868776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:42.946878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:42.969294 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:42.972069 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b754ed-c9ca-4040-bf41-94c99285a920" -d '{"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-plugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:42.984191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:54:43.010023 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6737bc8-dba3-40ca-aa1a-122121bd2b6c x-openstack-request-id: req-c6737bc8-dba3-40ca-aa1a-122121bd2b6c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:43.010023 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-plugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:43.010023 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6737bc8-dba3-40ca-aa1a-122121bd2b6c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:43.010023 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'code': 200} Aug 22 15:54:43.059220 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:43.107743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cd443-c839-4cb1-b642-1544681a53ad req-4a9b2781-e170-4ec4-a023-b7aeaad86e08 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:43.109382 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-311cd443-c839-4cb1-b642-1544681a53ad req-4a9b2781-e170-4ec4-a023-b7aeaad86e08 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0561924 Aug 22 15:54:43.120745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:54:43.141226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522aefc8-cd03-4d42-9524-b49f41ff8df8 req-fa79abda-753e-4e36-812f-035784f1da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:43.142828 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-522aefc8-cd03-4d42-9524-b49f41ff8df8 req-fa79abda-753e-4e36-812f-035784f1da7a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0510676 Aug 22 15:54:43.149169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-311cd443-c839-4cb1-b642-1544681a53ad req-035f745b-7e6b-41e6-9d04-7114cd4b3cd3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328591 Aug 22 15:54:43.182481 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-522aefc8-cd03-4d42-9524-b49f41ff8df8 req-b2168634-09f7-47bf-9c11-663578f34b23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Aug 22 15:54:44.284884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df07f0-815c-4792-b484-5b7f2543c4bc req-16e395a5-55ac-4ba6-a081-20721742f9aa tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:44.286413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78df07f0-815c-4792-b484-5b7f2543c4bc req-16e395a5-55ac-4ba6-a081-20721742f9aa tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0550997 Aug 22 15:54:44.326329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78df07f0-815c-4792-b484-5b7f2543c4bc req-8268cfd6-f017-46ad-85b1-a81280063a21 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338686 Aug 22 15:54:45.443119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e997cd0-6b6f-4e78-b062-a708dec0f993 req-f2ea7bc2-28fd-4a51-a1c6-044336589432 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:45.445001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e997cd0-6b6f-4e78-b062-a708dec0f993 req-f2ea7bc2-28fd-4a51-a1c6-044336589432 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Aug 22 15:54:45.482251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e997cd0-6b6f-4e78-b062-a708dec0f993 req-2254f27e-7100-4cd9-bc96-5c39adfe8512 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Aug 22 15:54:45.591557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db092-dfec-4233-ba28-73febff8f0bf req-93855adb-060b-486e-8d8e-a016531a7300 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:45.593062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-873db092-dfec-4233-ba28-73febff8f0bf req-93855adb-060b-486e-8d8e-a016531a7300 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0481451 Aug 22 15:54:45.602232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 56618) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:54:45.606723 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'floatingip': {'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:54:45.649523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:46.076306 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:46.139123 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:46.241916 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 associated. External IP: 172.25.0.70, port: 9cd66000-cfd1-44ae-8514-11c7c8f4e645. Aug 22 15:54:46.443040 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:54:46.552884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:54:46.557562 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:54:46.562778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:54:46.576218 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:54:46.576836 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:46.586765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c03e610c-0f5b-4971-b369-aba27556a193 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "PUT /v2.0/floatingips/46fe5807-676d-4d70-8eb1-822d8cc32476 HTTP/1.1" status: 200 len: 991 time: 0.9834456 Aug 22 15:54:46.589972 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:54:46.592832 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a6641-ade9-45d4-af9d-9c100b89384b" -d '{"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:54:46.684316 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:54:46.753304 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292eed3-33c1-44c3-839e-efa010327ac1 x-openstack-request-id: req-e292eed3-33c1-44c3-839e-efa010327ac1 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:54:46.753652 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:54:46.753861 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e292eed3-33c1-44c3-839e-efa010327ac1 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:54:46.754270 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'status': 'completed', 'code': 200} Aug 22 15:54:46.837791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6641-ade9-45d4-af9d-9c100b89384b req-72f20f1d-17d0-40d2-a8b0-10576dc738d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:46.839991 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-72f20f1d-17d0-40d2-a8b0-10576dc738d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0445480 Aug 22 15:54:46.907216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:1f:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14efef9b-f69c-441a-aecb-608f9603e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:54:45Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:46.929453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6641-ade9-45d4-af9d-9c100b89384b req-33012cdf-d2cf-4d74-83cf-556d2983a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:46.931071 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-33012cdf-d2cf-4d74-83cf-556d2983a959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0846362 Aug 22 15:54:46.933794 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:54:46.943163 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:54:46.943778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:54:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:47.000911 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-cf829c9b-d5ed-4726-911f-386bc8aab44d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 999 time: 0.0627952 Aug 22 15:54:47.049987 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6641-ade9-45d4-af9d-9c100b89384b req-09383cac-601b-41d1-b4a9-7345352725b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:47.050710 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:54:47.051480 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-09383cac-601b-41d1-b4a9-7345352725b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0437942 Aug 22 15:54:47.099850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a6641-ade9-45d4-af9d-9c100b89384b req-8154b6bc-18c5-4a19-8ec7-792260f33cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:54:47.101388 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-8154b6bc-18c5-4a19-8ec7-792260f33cea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423448 Aug 22 15:54:47.200190 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-cc341df9-e169-491a-b876-6a2f54e44dce service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916607 Aug 22 15:54:47.292629 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-454a6641-ade9-45d4-af9d-9c100b89384b req-4f9cf755-f6d8-44d7-934b-4f1797267e04 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Aug 22 15:54:47.366333 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:1f:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14efef9b-f69c-441a-aecb-608f9603e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:54:45Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:54:47.392576 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd30a2-1914-491e-ad3d-10d3bb49695c None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:1f:8e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14efef9b-f69c-441a-aecb-608f9603e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:54:45Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:54:47.577922 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6ff20-459b-4773-a277-3df25b77d116 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:54:51.613579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:00.138051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-26500cf6-14dc-443a-b84b-4a3f2c7669db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:02.926433 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:03.526602 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35eb51a9-b0c8-44e5-8286-be92b163c79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:05.065120 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:06.995854 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:10.910165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:11.568653 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-783088b7-ed2d-4ed1-859a-f64c6bff453c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451632 Aug 22 15:55:11.665863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398648be-1cc6-473e-88f1-4596e24bc052 req-0c4c86e1-16e1-4200-bdb4-3fccd4fa7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:55:11.667358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-0c4c86e1-16e1-4200-bdb4-3fccd4fa7379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0404749 Aug 22 15:55:11.773645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398648be-1cc6-473e-88f1-4596e24bc052 req-86636bf5-bbba-4cee-ac9c-3e3bcee406f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:55:11.775139 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-86636bf5-bbba-4cee-ac9c-3e3bcee406f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0880578 Aug 22 15:55:11.839617 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-c03c40c4-15d2-4af9-ab8e-35c27b3767e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0573702 Aug 22 15:55:11.888361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398648be-1cc6-473e-88f1-4596e24bc052 req-eeaefb0e-2e43-4b2b-8c1e-ed62e8fe171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:55:11.889806 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-eeaefb0e-2e43-4b2b-8c1e-ed62e8fe171d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0427692 Aug 22 15:55:11.939149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398648be-1cc6-473e-88f1-4596e24bc052 req-fe0411a9-b920-432c-86fc-647c0a8c347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:55:11.940663 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-fe0411a9-b920-432c-86fc-647c0a8c347d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435662 Aug 22 15:55:12.030502 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-8136f6e8-64b1-4362-a22c-a429fd3b8884 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810416 Aug 22 15:55:12.121067 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-398648be-1cc6-473e-88f1-4596e24bc052 req-0a640c5f-8f6c-4896-a308-533582a798d6 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835049 Aug 22 15:55:14.157027 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:55:21.641064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:30.093070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-67bb593c-5218-488f-a760-716445798928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:32.932573 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:33.521450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9c19f12a-e5e0-436f-aeeb-ffa79481b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:35.087010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:36.967352 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:40.921287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:55:51.155962 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:55:51.646976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:00.099226 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-81063d65-9320-4cfd-bc49-a20c9e7984c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:02.927484 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:03.572518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c97194b3-aa00-4a7e-8e56-85bc2ccbddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:05.115546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:07.018286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:10.926559 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:11.632224 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-41825d23-b195-479a-8afd-14786ea54ec8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908797 Aug 22 15:56:11.733858 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-7f224559-2f29-4381-94e1-b7ad165d3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:56:11.735418 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-7f224559-2f29-4381-94e1-b7ad165d3a9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0415609 Aug 22 15:56:11.840553 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-755e0122-e775-4e47-a7c4-7007ed5171c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:56:11.842205 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-755e0122-e775-4e47-a7c4-7007ed5171c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0878575 Aug 22 15:56:11.907265 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-c5b9fab5-e7e6-4817-bdca-83cc628fb281 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0583296 Aug 22 15:56:11.975652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-9a7a25bd-7272-4488-a801-13054cde955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:56:11.977239 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-9a7a25bd-7272-4488-a801-13054cde955d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0471928 Aug 22 15:56:12.026723 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-b2451a9b-a118-4cc0-86e5-34214decd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:56:12.028257 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-b2451a9b-a118-4cc0-86e5-34214decd8e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441601 Aug 22 15:56:12.040360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-3cbaa0e0-4928-40ef-8bf0-9f5b017efc98 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:56:12.041310 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-3cbaa0e0-4928-40ef-8bf0-9f5b017efc98 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050542 Aug 22 15:56:12.131043 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-92fcf426-3e99-4251-81de-44dd5ea000e4 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825725 Aug 22 15:56:12.227047 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8ba216b4-68ce-4331-9c59-b2e88e48e5ac req-45f38e09-1480-4bfc-86a4-cb8240521aaa service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Aug 22 15:56:21.663734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:28.154999 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:56:30.108769 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-81aa780b-e810-464a-ba64-cc45bd922e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:32.920847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:33.537955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-906b006e-ae42-4a68-aac5-5ce6c984caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:35.069212 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:36.989200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:40.920262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:56:51.652019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:00.091803 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c79ef2e7-4bbf-4ed8-859b-ed604d00ce88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:02.919992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:03.548688 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08daa2fb-851a-499c-be67-e18c5389023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:05.098002 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:05.157721 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:57:06.982841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:10.942765 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:12.570081 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-fdac114a-b17a-4f35-987d-1351be77fd5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431135 Aug 22 15:57:12.666952 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-f9923059-93a5-424b-9bf8-276592c06331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:12.668456 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-f9923059-93a5-424b-9bf8-276592c06331 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0396013 Aug 22 15:57:12.778193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-3f7d3bd5-b1d7-4a28-aa15-4d40f0f76ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:12.779672 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-3f7d3bd5-b1d7-4a28-aa15-4d40f0f76ac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0909567 Aug 22 15:57:12.843327 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-ff4cc97a-e405-4ea5-85be-0c49eb5f4614 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0563142 Aug 22 15:57:12.906567 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-fa5face4-ed07-49ff-a2a1-c73395a70cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:12.908068 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-fa5face4-ed07-49ff-a2a1-c73395a70cf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0572135 Aug 22 15:57:12.953220 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-743b3527-efd1-43bd-9012-afbd2801d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:12.954713 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-743b3527-efd1-43bd-9012-afbd2801d328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399172 Aug 22 15:57:13.044242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-15a2c034-573b-48e5-acd3-81316bbe84ee service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817981 Aug 22 15:57:13.138304 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f28b1b36-c865-4325-9fee-4d7fe73dab6a req-f767c1e1-7b76-4873-9663-a6c1ac612241 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Aug 22 15:57:16.131141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415a4e-86f0-4962-919a-70cf3a4b049b req-272ad3e2-c976-4ec0-9cc3-efc095de81d5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:16.132709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21415a4e-86f0-4962-919a-70cf3a4b049b req-272ad3e2-c976-4ec0-9cc3-efc095de81d5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.1018929 Aug 22 15:57:16.174169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21415a4e-86f0-4962-919a-70cf3a4b049b req-f6948b18-9eba-42c7-8da4-7ecfdab0c8f6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351233 Aug 22 15:57:17.292568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b88def-c641-451e-8c06-7776dd734052 req-729b9cb3-7a0c-48eb-87b0-5594596a2fb1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:17.294059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8b88def-c641-451e-8c06-7776dd734052 req-729b9cb3-7a0c-48eb-87b0-5594596a2fb1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0493224 Aug 22 15:57:17.331841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8b88def-c641-451e-8c06-7776dd734052 req-0f2dba15-c72e-424b-950f-c1a9fb5771a1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 22 15:57:18.445706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6635764-e875-457f-ab0b-29cecf7eaff0 req-3df9cee6-eeb8-4e51-b3ad-388ce6c7f0e1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:18.447193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6635764-e875-457f-ab0b-29cecf7eaff0 req-3df9cee6-eeb8-4e51-b3ad-388ce6c7f0e1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0484674 Aug 22 15:57:18.489326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6635764-e875-457f-ab0b-29cecf7eaff0 req-4178f9f5-9cff-4df3-bc8b-0f9a0ef12a34 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360873 Aug 22 15:57:19.604928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941dd2e-8e92-4fe1-8b15-d44cb28b032b req-37ad45d7-758b-49fd-8ad2-f89984bf1b14 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:19.606402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a941dd2e-8e92-4fe1-8b15-d44cb28b032b req-37ad45d7-758b-49fd-8ad2-f89984bf1b14 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0490959 Aug 22 15:57:19.646301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a941dd2e-8e92-4fe1-8b15-d44cb28b032b req-75d05d9a-b066-46ca-8699-a9db660eb990 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Aug 22 15:57:20.759208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46173f-a84a-4ca3-ab01-5405fd060483 req-7342aeca-97d2-49fa-b721-965c1de00b0c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:20.760730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e46173f-a84a-4ca3-ab01-5405fd060483 req-7342aeca-97d2-49fa-b721-965c1de00b0c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0487347 Aug 22 15:57:20.798536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e46173f-a84a-4ca3-ab01-5405fd060483 req-26f5c953-ace2-4fc2-999d-98b01ae419de tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Aug 22 15:57:21.651230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:21.915199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab222a-c25b-496e-89d2-3ca748e5ed57 req-4138e494-18e0-4848-8ba7-bce39fb2848a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:21.916616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ab222a-c25b-496e-89d2-3ca748e5ed57 req-4138e494-18e0-4848-8ba7-bce39fb2848a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Aug 22 15:57:21.958935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97ab222a-c25b-496e-89d2-3ca748e5ed57 req-9093e3f5-5d1a-4083-9a79-1a092d034c56 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363278 Aug 22 15:57:23.075746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4f088-0278-45ae-9ef4-3218cc59b44d req-05890c80-e8eb-4320-a1c8-5648f5dfd3d2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:23.077315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1b4f088-0278-45ae-9ef4-3218cc59b44d req-05890c80-e8eb-4320-a1c8-5648f5dfd3d2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0511348 Aug 22 15:57:23.117480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1b4f088-0278-45ae-9ef4-3218cc59b44d req-c56da2f4-b1fa-4653-8658-18b0c09e4a3e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Aug 22 15:57:24.233017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657af1-db5b-4e76-93b5-bd920f047aab req-41626f05-409d-4cbb-818a-93e7ab76a8f5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:24.234509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85657af1-db5b-4e76-93b5-bd920f047aab req-41626f05-409d-4cbb-818a-93e7ab76a8f5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0499494 Aug 22 15:57:24.276627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85657af1-db5b-4e76-93b5-bd920f047aab req-25c9cf2e-6382-4c95-9247-6fd497f410c4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356891 Aug 22 15:57:25.392644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799fe63-99cc-4c19-99c3-33a817e585e6 req-0405460c-b83c-4fe8-b6d3-d5d574649805 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:25.394668 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0799fe63-99cc-4c19-99c3-33a817e585e6 req-0405460c-b83c-4fe8-b6d3-d5d574649805 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Aug 22 15:57:25.435366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0799fe63-99cc-4c19-99c3-33a817e585e6 req-69cecb96-035c-4071-acd4-800dc8b91790 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Aug 22 15:57:26.550362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea7932-a729-4018-8e98-cc5ed97daf5d req-52545bbd-ff47-4ad9-aa43-3b4562290ab2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:26.551850 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8ea7932-a729-4018-8e98-cc5ed97daf5d req-52545bbd-ff47-4ad9-aa43-3b4562290ab2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0493996 Aug 22 15:57:26.589696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8ea7932-a729-4018-8e98-cc5ed97daf5d req-65255445-fbb8-454e-aa1f-c756ea1977aa tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Aug 22 15:57:27.702328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8b3fb-eec3-4b6f-9e2f-baa8bdf88a6a req-5c0889b0-9757-4941-8bc3-c078ae82cbeb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:27.703842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88b8b3fb-eec3-4b6f-9e2f-baa8bdf88a6a req-5c0889b0-9757-4941-8bc3-c078ae82cbeb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Aug 22 15:57:27.743145 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88b8b3fb-eec3-4b6f-9e2f-baa8bdf88a6a req-d384acf5-a45f-4fe0-b563-7013825eb56b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320504 Aug 22 15:57:28.860090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623b190-b46c-4379-924d-2698f9771095 req-eb1caf79-95de-48fc-8722-52ccd117cb62 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:28.869551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a623b190-b46c-4379-924d-2698f9771095 req-eb1caf79-95de-48fc-8722-52ccd117cb62 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Aug 22 15:57:28.904102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a623b190-b46c-4379-924d-2698f9771095 req-37e1a233-b0be-4e8a-a052-92de6cbabfb7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352092 Aug 22 15:57:30.022801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a377f-c5c1-49df-893e-b0b81711ca89 req-918b0f01-376b-4376-8535-09aafd8cc400 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:30.024344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b02a377f-c5c1-49df-893e-b0b81711ca89 req-918b0f01-376b-4376-8535-09aafd8cc400 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0513377 Aug 22 15:57:30.063670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b02a377f-c5c1-49df-893e-b0b81711ca89 req-0b0bc1a9-8332-4436-a1da-266a02ff49d0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331204 Aug 22 15:57:30.091210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3794786c-7ff2-4404-b37f-5af0ee52fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:31.179901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b033ab-bae3-4bff-aeab-cb9748878748 req-601b88a1-2276-416c-989a-c77675c4f026 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:31.181432 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08b033ab-bae3-4bff-aeab-cb9748878748 req-601b88a1-2276-416c-989a-c77675c4f026 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0491817 Aug 22 15:57:31.221277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08b033ab-bae3-4bff-aeab-cb9748878748 req-a21a0ae2-3efa-4c6a-b634-801f80813efa tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335071 Aug 22 15:57:32.336050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fcaf-1f23-4e6f-9be1-243216eaedc4 req-cd84bc57-771d-48b9-9c64-dde5c7470a0a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:32.337534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a961fcaf-1f23-4e6f-9be1-243216eaedc4 req-cd84bc57-771d-48b9-9c64-dde5c7470a0a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Aug 22 15:57:32.378875 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a961fcaf-1f23-4e6f-9be1-243216eaedc4 req-d8b04072-7ffa-494d-afb3-7100a89f4310 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352142 Aug 22 15:57:32.925488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:33.531289 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b938a00e-f15a-4768-ac16-1d18b948e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:33.764490 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfba9d-1097-448a-9bd4-50e5b519f174 req-ef6058ed-10e9-409d-bfd9-ff4e24b7d30c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:33.765916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3adfba9d-1097-448a-9bd4-50e5b519f174 req-ef6058ed-10e9-409d-bfd9-ff4e24b7d30c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0496182 Aug 22 15:57:33.804317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3adfba9d-1097-448a-9bd4-50e5b519f174 req-a3c49452-745b-4546-9a7b-802e712b7530 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Aug 22 15:57:33.850348 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-57a37ef4-9634-456b-b162-114b18993a51 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410035 Aug 22 15:57:34.922534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697e31-a5b3-4958-bf04-fca5fc5b11e4 req-db6c5ff7-0f5f-46d2-b1c2-b8075cd25e46 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:34.923926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38697e31-a5b3-4958-bf04-fca5fc5b11e4 req-db6c5ff7-0f5f-46d2-b1c2-b8075cd25e46 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Aug 22 15:57:34.963344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-38697e31-a5b3-4958-bf04-fca5fc5b11e4 req-d2014b0b-2bff-4fcf-9226-a67eea62e30e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Aug 22 15:57:35.079890 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:35.701844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-cf076ff4-a2b0-4c99-b7f5-0198f9345102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:35.703361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-cf076ff4-a2b0-4c99-b7f5-0198f9345102 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0407152 Aug 22 15:57:35.794528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-3e4e1b98-53ce-4493-afc9-1748fd6a2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:35.795894 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-3e4e1b98-53ce-4493-afc9-1748fd6a2de6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0861411 Aug 22 15:57:35.863018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-3305b8ec-3c1c-426d-9aa7-c4538386b127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0600405 Aug 22 15:57:35.909085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-0f470afb-1928-4a79-9d5c-a31a6361920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:35.910469 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-0f470afb-1928-4a79-9d5c-a31a6361920f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0406792 Aug 22 15:57:35.954607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-01312260-84e5-4c8a-928f-1422a3e75a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:35.956080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-01312260-84e5-4c8a-928f-1422a3e75a2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384407 Aug 22 15:57:36.053425 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-856ffd35-7737-4c57-9349-d45d6486046a service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902076 Aug 22 15:57:36.097592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8064-3ee3-435b-ac29-b5b9c3dcf511 req-32698d61-9ac4-4008-a25c-c6418f45a5cd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:36.099125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea0e8064-3ee3-435b-ac29-b5b9c3dcf511 req-32698d61-9ac4-4008-a25c-c6418f45a5cd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0501804 Aug 22 15:57:36.141596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea0e8064-3ee3-435b-ac29-b5b9c3dcf511 req-6d3be366-4c9b-4c9e-9988-4d80037c935f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361459 Aug 22 15:57:36.142953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-f4b20a35-56be-4073-83c5-66150ad9170b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827620 Aug 22 15:57:36.977291 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:37.260915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e353c1-5de4-42ba-96eb-26090a92c092 req-2dab4a6e-e6b4-4f2e-a57f-2adace592fc4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:37.262427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e353c1-5de4-42ba-96eb-26090a92c092 req-2dab4a6e-e6b4-4f2e-a57f-2adace592fc4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0496349 Aug 22 15:57:37.301239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-97e353c1-5de4-42ba-96eb-26090a92c092 req-868aeb19-9a11-458a-afad-da15753c5d16 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Aug 22 15:57:38.416923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d31e3-c2be-41d3-89f5-38160a358f58 req-373e97a4-e934-4793-b8c7-53711ad32711 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:38.418422 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-883d31e3-c2be-41d3-89f5-38160a358f58 req-373e97a4-e934-4793-b8c7-53711ad32711 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 22 15:57:38.455303 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-883d31e3-c2be-41d3-89f5-38160a358f58 req-912afe6a-d831-442b-b27b-4d2f2de311eb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Aug 22 15:57:38.630960 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-b03c90bc-9540-4e9f-badc-9d17882f05b2 service neutron] show failed (client error): The resource could not be found. Aug 22 15:57:38.632067 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-b03c90bc-9540-4e9f-badc-9d17882f05b2 service neutron] 10.222.0.10 "GET /v2.0/ports/9cd66000-cfd1-44ae-8514-11c7c8f4e645/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0533166 Aug 22 15:57:39.179340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-1ef4cd0c-4ba0-44de-bfd5-2cef5dda0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.180909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-1ef4cd0c-4ba0-44de-bfd5-2cef5dda0d77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1097 time: 0.0824497 Aug 22 15:57:39.192242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-a87bfcee-fc63-4194-8c02-0cd902af6331 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:57:39.193183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-a87bfcee-fc63-4194-8c02-0cd902af6331 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050015 Aug 22 15:57:39.205065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:57:39.270053 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:39.468586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:57:39.503649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:57:39.632199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.54', 50059) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:57:39.681086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-b18e2fac-3ed2-487f-93a8-804c8a389ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.682636 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-b18e2fac-3ed2-487f-93a8-804c8a389ba4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0492651 Aug 22 15:57:39.788297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-358f06e2-0700-4190-8b27-373e61eb6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.789702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-358f06e2-0700-4190-8b27-373e61eb6c1b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0879004 Aug 22 15:57:39.831437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:57:39.833753 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d62ed21-766b-4617-9058-4a26f91ac9fa" -d '{"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:57:39.839682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:39.857849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Transition to ACTIVE for port object 9cd66000-cfd1-44ae-8514-11c7c8f4e645 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:57:39.861838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-ad10138e-2eda-4bfc-ab71-5b8ae47e970d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0645516 Aug 22 15:57:39.869464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f456d-ae48-4486-9006-5710f17f7076 req-d5de2a26-caba-4e83-95a5-91c1044ee679 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.869464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c1f456d-ae48-4486-9006-5710f17f7076 req-d5de2a26-caba-4e83-95a5-91c1044ee679 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.3441470 Aug 22 15:57:39.913632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8c1f456d-ae48-4486-9006-5710f17f7076 req-d0303359-5694-434b-bfbe-08cc7dc9a6e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Aug 22 15:57:39.916037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-20daf715-535c-48aa-8236-4be511adc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.917523 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-20daf715-535c-48aa-8236-4be511adc9a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0494137 Aug 22 15:57:39.942997 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:39.970945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-bcad6d5c-6899-4374-a411-ab3427a4f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:39.972599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-bcad6d5c-6899-4374-a411-ab3427a4f1e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472147 Aug 22 15:57:39.972750 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb6dfee-7fed-42d7-87bb-e35f6e7920ce x-openstack-request-id: req-abb6dfee-7fed-42d7-87bb-e35f6e7920ce {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:57:39.973054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:57:39.973309 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abb6dfee-7fed-42d7-87bb-e35f6e7920ce {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:57:39.973701 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'code': 200} Aug 22 15:57:40.076561 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-bcf91451-f7c5-46b4-8f4f-d31a5040edb8 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968850 Aug 22 15:57:40.090663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:40.112620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.112979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.113336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.113682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.114168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.114517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.114850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.115183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.115517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.115893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.116918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.117263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:40.157433 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] No DVR routers for this DVR port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:57:40.180501 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-c1de014a-0008-4ade-a9d6-4ac8c604b476 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967979 Aug 22 15:57:40.303143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:57:40.304132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:57:40.304592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:57:40.308935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:57:40.309260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Attempting to bind port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:57:40.313975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:57:40.314313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:57:40.314696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:57:40.315119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Bound port: 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:57:40.315471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:40.379693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:57:40.383447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:57:40.439780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:40.472146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:40.472725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:40.474607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-826db316-9000-4db7-a645-d672fe18d111 service neutron] 10.222.0.54 "PUT /v2.0/ports/9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1092 time: 1.2732239 Aug 22 15:57:40.525304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db316-9000-4db7-a645-d672fe18d111 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:40.547416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-21551b01-9205-4ae8-a0a1-21c0cfd0da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:40.549077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-21551b01-9205-4ae8-a0a1-21c0cfd0da7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1095 time: 0.0519044 Aug 22 15:57:40.650189 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-828fa1f9-fa32-417b-9e90-8368c95ee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:40.651688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-828fa1f9-fa32-417b-9e90-8368c95ee5eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0955367 Aug 22 15:57:40.718688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-5bcf97cc-e1e5-478b-af5d-9cb0933bda2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 999 time: 0.0593281 Aug 22 15:57:40.770146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-7ebe35d1-e20d-4627-89cc-482a8517b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:40.771482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-7ebe35d1-e20d-4627-89cc-482a8517b97c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0464590 Aug 22 15:57:40.815404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-3e428f2a-0481-4662-9ded-8e2df295f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:40.816878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-3e428f2a-0481-4662-9ded-8e2df295f961 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387733 Aug 22 15:57:40.916558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-90d7ffe8-fd17-430a-9b39-61d78d38e233 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924931 Aug 22 15:57:40.925729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:41.042772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c79b2003-1607-43ca-808c-9a8582ab4326 req-c462ec40-b490-4da5-b880-bca8a361955b service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194305 Aug 22 15:57:41.053697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a406-cd69-4be6-b772-51e5823d3695 req-36094479-bac4-4f01-94d1-c7643491528f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:41.055250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f05a406-cd69-4be6-b772-51e5823d3695 req-36094479-bac4-4f01-94d1-c7643491528f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0690355 Aug 22 15:57:41.094140 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f05a406-cd69-4be6-b772-51e5823d3695 req-0a048a04-93b0-4f4d-b23e-58d43e54afad tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Aug 22 15:57:41.974609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:57:41.977569 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc878cf-c2b7-4286-9327-5a2744bafd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:57:42.023661 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b51cf-2ccb-4bb6-b1f0-085e8c7d65b2 x-openstack-request-id: req-5d2b51cf-2ccb-4bb6-b1f0-085e8c7d65b2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:57:42.023996 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:57:42.024247 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d2b51cf-2ccb-4bb6-b1f0-085e8c7d65b2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:57:42.024648 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'status': 'completed', 'code': 200} Aug 22 15:57:42.086742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-efb9ac64-7120-4a6c-9e5a-a69632806cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.088395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-efb9ac64-7120-4a6c-9e5a-a69632806cae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1095 time: 0.0463130 Aug 22 15:57:42.113592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-9bc49cb9-026f-4668-9964-3cd2b7ba8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.115108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-9bc49cb9-026f-4668-9964-3cd2b7ba8e90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1095 time: 0.0455041 Aug 22 15:57:42.158048 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:57:42.207591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-fde6c557-17a3-4669-9dc5-47ae77d4e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.209115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-fde6c557-17a3-4669-9dc5-47ae77d4e9f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.1125815 Aug 22 15:57:42.213695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-6b40b9bb-5d97-4446-be96-1baab516de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.215199 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-6b40b9bb-5d97-4446-be96-1baab516de93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0936484 Aug 22 15:57:42.233612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1c27a-8107-4aee-bc45-d82422be9065 req-af0516f9-d023-458e-92ee-e7743499ac63 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.235072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1d1c27a-8107-4aee-bc45-d82422be9065 req-af0516f9-d023-458e-92ee-e7743499ac63 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0685132 Aug 22 15:57:42.287930 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-c6898752-ef1b-4a66-8085-408228ff4f13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 999 time: 0.0640373 Aug 22 15:57:42.313159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-d3dbfbc1-5b1c-4a3f-875a-b9404317626f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 999 time: 0.0955851 Aug 22 15:57:42.316123 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1d1c27a-8107-4aee-bc45-d82422be9065 req-e26c22d3-db3a-4b55-9c68-8f1283598928 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 Aug 22 15:57:42.338951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-e801601e-62c8-4981-bd80-ccda14dc87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.340455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-e801601e-62c8-4981-bd80-ccda14dc87e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0461743 Aug 22 15:57:42.365178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-dce0ae86-00de-49e7-9c78-502d3473d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.366660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-dce0ae86-00de-49e7-9c78-502d3473d157 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0465608 Aug 22 15:57:42.387031 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-63deb185-01cf-4bf1-a2cc-a57a3ca1adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.388780 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-63deb185-01cf-4bf1-a2cc-a57a3ca1adee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400243 Aug 22 15:57:42.419567 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-2ad4601b-1f00-45d0-8432-b9f398cc1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:42.421266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-2ad4601b-1f00-45d0-8432-b9f398cc1854 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480113 Aug 22 15:57:42.487855 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-ecbd9629-4627-4618-8a71-ce7de308bf59 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Aug 22 15:57:42.513553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-d884a475-7811-422a-b2d7-ee4bfac509f0 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Aug 22 15:57:42.576174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-2ede69a4-edef-4416-8d9b-9200f4472d38 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815239 Aug 22 15:57:42.609906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdc878cf-c2b7-4286-9327-5a2744bafd4b req-02974b68-1085-47b4-82ac-34bae7aea965 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887761 Aug 22 15:57:43.433966 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25a59-058c-425b-a6fe-374955def2dc req-76ce7090-2c6b-4523-b759-07479bd5f159 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:43.435433 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cad25a59-058c-425b-a6fe-374955def2dc req-76ce7090-2c6b-4523-b759-07479bd5f159 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0490458 Aug 22 15:57:43.473358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cad25a59-058c-425b-a6fe-374955def2dc req-c28c469e-bea3-4ba5-a52f-467d18431711 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Aug 22 15:57:43.606456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:57:43.645381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:57:44.451523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:57:44.546361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:57:44.557045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'mac_address': 'fa:16:3e:1f:8e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:57:44.591870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80445f29-f44a-404c-a48c-90a23955b8bd req-8e9c0a00-b30f-456a-8de6-7a8c1f48212d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:44.593661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80445f29-f44a-404c-a48c-90a23955b8bd req-8e9c0a00-b30f-456a-8de6-7a8c1f48212d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 944 time: 0.0495903 Aug 22 15:57:44.595738 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:44.608626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd66000-cfd1-44ae-8514-11c7c8f4e645 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:57:44.627399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:57:44.631343 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80445f29-f44a-404c-a48c-90a23955b8bd req-e97586f5-ca02-4b1e-a1bb-bfcdb0418857 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Aug 22 15:57:44.680652 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:44.727811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:44.735270 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.735620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.735963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.736375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.736708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.737042 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.737372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.737701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.738029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.738354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.738683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.739005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:44.953401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d5fdd-a65e-429b-bbc1-3e37f1d96ae0 req-667475d6-b925-4e3c-b386-1301dcdec290 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:44.954910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c9d5fdd-a65e-429b-bbc1-3e37f1d96ae0 req-667475d6-b925-4e3c-b386-1301dcdec290 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 945 time: 0.0567877 Aug 22 15:57:44.995955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c9d5fdd-a65e-429b-bbc1-3e37f1d96ae0 req-5c3f3ca0-1ff7-4f93-bc65-46549e4946ee tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343144 Aug 22 15:57:45.038528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['9cd66000-cfd1-44ae-8514-11c7c8f4e645'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:57:45.046320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-a5288f34-2d3d-4c54-8881-2533de538f12 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:45.047805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-a5288f34-2d3d-4c54-8881-2533de538f12 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064&tenant_id=12fa7391b22c448ca56ca887f5b06d9d&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 945 time: 0.0569952 Aug 22 15:57:45.109081 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-c3af8336-ba18-4391-aba7-e5b44434c9c3 service neutron] delete failed (client error): The resource could not be found. Aug 22 15:57:45.110025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-c3af8336-ba18-4391-aba7-e5b44434c9c3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/9cd66000-cfd1-44ae-8514-11c7c8f4e645/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0552158 Aug 22 15:57:45.219672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-bb70dba7-4d7d-42f9-a995-b885416599d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:45.221237 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-bb70dba7-4d7d-42f9-a995-b885416599d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1096 time: 0.0471983 Aug 22 15:57:45.317470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-62827d46-dff2-4f0a-a0d2-4f0a17cb3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:45.318956 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-62827d46-dff2-4f0a-a0d2-4f0a17cb3cea service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0908766 Aug 22 15:57:45.383698 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-d4cfe443-3da3-4626-af7e-77a95588fccb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1000 time: 0.0565293 Aug 22 15:57:45.431370 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-1730f0e4-2688-4f73-a763-1f696ca58849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:45.432809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-1730f0e4-2688-4f73-a763-1f696ca58849 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0431037 Aug 22 15:57:45.482193 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-c461df48-8387-4396-9fcb-e8f1a30914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:45.483719 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-c461df48-8387-4396-9fcb-e8f1a30914dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438039 Aug 22 15:57:45.574711 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-f9aaaad2-aa67-446e-bba5-04f1d4c72f7a service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Aug 22 15:57:45.666228 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-6f68f031-03db-4715-af03-c0e0aad27eb8 req-3cc34e96-7db8-41f8-82b7-c7bbf7074550 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842779 Aug 22 15:57:46.116314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0440d2-4dbe-4133-915d-cf94b6acbe50 req-fe519040-d316-4e41-8593-5b7feb6aa855 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:46.118811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b0440d2-4dbe-4133-915d-cf94b6acbe50 req-fe519040-d316-4e41-8593-5b7feb6aa855 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 945 time: 0.0537627 Aug 22 15:57:46.161295 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3b0440d2-4dbe-4133-915d-cf94b6acbe50 req-8349795f-d8b1-4811-bd78-53931d615e20 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359952 Aug 22 15:57:46.467679 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:57:46.640174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:57:46.645156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:57:46.676578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:46.734507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:46.759563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:57:46.761823 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056733ff-c637-4f3a-81da-91315921eb56" -d '{"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-plugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:57:46.775526 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:57:46.855520 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5571169b-74c7-4275-b8da-6210ea3a0ce1 x-openstack-request-id: req-5571169b-74c7-4275-b8da-6210ea3a0ce1 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:57:46.855818 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-plugged", "status": "completed", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:57:46.856099 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5571169b-74c7-4275-b8da-6210ea3a0ce1 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:57:46.856500 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'code': 200} Aug 22 15:57:46.857686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:46.906075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:47.292949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327851f1-097c-47f8-9e0c-f85c17cb377f req-9e84f2f0-59bb-4940-a58a-47676300aa8b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:47.294431 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-327851f1-097c-47f8-9e0c-f85c17cb377f req-9e84f2f0-59bb-4940-a58a-47676300aa8b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0503857 Aug 22 15:57:47.333510 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-327851f1-097c-47f8-9e0c-f85c17cb377f req-4ea1571d-e307-477d-afa6-0c8918077d71 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Aug 22 15:57:47.450937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb752e54-ecbf-41f6-b674-caaeea0d9d52 req-738a8572-a860-43e7-8fa7-f445786dded7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:47.452361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb752e54-ecbf-41f6-b674-caaeea0d9d52 req-738a8572-a860-43e7-8fa7-f445786dded7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0545537 Aug 22 15:57:47.490485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb752e54-ecbf-41f6-b674-caaeea0d9d52 req-9c90dbcf-b4f5-4283-a9e0-ab1de67b137f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Aug 22 15:57:47.821743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed86722-aee3-4789-9ded-d054438a0d53 req-25f73f21-4f57-4f8e-bef2-f8c0567b1779 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:47.823289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fed86722-aee3-4789-9ded-d054438a0d53 req-25f73f21-4f57-4f8e-bef2-f8c0567b1779 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0533020 Aug 22 15:57:47.882174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fed86722-aee3-4789-9ded-d054438a0d53 req-815d42c6-d7f5-49c4-b7ea-5597d2aeade8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520246 Aug 22 15:57:47.900533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-15331a0b-a0fc-45f2-ac7d-a26c06f2e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:47.902049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-15331a0b-a0fc-45f2-ac7d-a26c06f2e6bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 1097 time: 0.0469630 Aug 22 15:57:47.997350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-046df3eb-e5cf-4905-a12d-8b7031868fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:47.998746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-046df3eb-e5cf-4905-a12d-8b7031868fc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0890603 Aug 22 15:57:48.064176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-0be6ec7b-e990-412a-bd7e-5845568c0927 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 200 len: 1001 time: 0.0581658 Aug 22 15:57:48.113664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-4aa578a0-c55b-4ae6-be24-6ee4bd5e2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:48.115243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-4aa578a0-c55b-4ae6-be24-6ee4bd5e2c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0444846 Aug 22 15:57:48.168764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-a14e60f5-f012-4941-97ae-170688f4cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:48.170288 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-a14e60f5-f012-4941-97ae-170688f4cf39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481009 Aug 22 15:57:48.264329 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-18053e91-ceb5-4527-91d3-26279d70e7d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867715 Aug 22 15:57:48.366791 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7138ac46-b1b4-4c6c-b786-e530693f94d8 req-41b7406c-1213-414b-9963-939451629863 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951374 Aug 22 15:57:49.003588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67436f56-6b1b-43a0-b065-5a054a954bab req-8b98778b-3646-452c-a1e4-17df14853efd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:49.005147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67436f56-6b1b-43a0-b065-5a054a954bab req-8b98778b-3646-452c-a1e4-17df14853efd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0497131 Aug 22 15:57:49.044412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67436f56-6b1b-43a0-b065-5a054a954bab req-212a4bd9-bd83-48c0-871d-d469169b89ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324230 Aug 22 15:57:50.159104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f57045-df51-4854-b9a9-80af94b65b59 req-e355222b-95b0-440f-aaef-98caab0357fc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:50.160596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0f57045-df51-4854-b9a9-80af94b65b59 req-e355222b-95b0-440f-aaef-98caab0357fc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Aug 22 15:57:50.197711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0f57045-df51-4854-b9a9-80af94b65b59 req-0e4d3064-1cb1-4eee-a796-1fc8a5b6efbd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Aug 22 15:57:50.619359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7739-f771-48fe-a82f-5bbf4f544b09 req-5ebcfadc-58b4-4938-836a-b6f769149e8e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:50.620863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d6a7739-f771-48fe-a82f-5bbf4f544b09 req-5ebcfadc-58b4-4938-836a-b6f769149e8e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0543396 Aug 22 15:57:50.657405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d6a7739-f771-48fe-a82f-5bbf4f544b09 req-6f7713fa-0a2b-4276-9904-70cb6157d13b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305974 Aug 22 15:57:51.668462 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:51.773064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df062-a8a4-464e-b36d-1f228d1fb0d7 req-c9491aad-379a-4d32-9ef2-0580627bce29 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:51.774527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a4df062-a8a4-464e-b36d-1f228d1fb0d7 req-c9491aad-379a-4d32-9ef2-0580627bce29 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0497365 Aug 22 15:57:51.812128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a4df062-a8a4-464e-b36d-1f228d1fb0d7 req-c27a6455-cdcf-4263-adb4-4569103b9575 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Aug 22 15:57:52.011018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-23dd2450-8aa1-48a0-a91c-cff5fc042e36 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:52.013093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-23dd2450-8aa1-48a0-a91c-cff5fc042e36 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 946 time: 0.0520456 Aug 22 15:57:52.107750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Deleting port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 15:57:52.108033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:52.197075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] For port 9cd66000-cfd1-44ae-8514-11c7c8f4e645, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=9cd66000-cfd1-44ae-8514-11c7c8f4e645,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:57:52.197444 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:52.426502 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:52.426808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:52.427135 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 disassociated. External IP: 172.25.0.70, port: 9cd66000-cfd1-44ae-8514-11c7c8f4e645. Aug 22 15:57:52.427495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Calling delete_port for 9cd66000-cfd1-44ae-8514-11c7c8f4e645 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 15:57:52.611471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:52.660271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'Port': ['ID=9cd66000-cfd1-44ae-8514-11c7c8f4e645,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:52.787394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:57:52.954710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea886e61-bbf1-4a70-8092-cac86d6965e3 req-b155d25f-a530-4cc1-b8ed-9f848c7ed65c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=14efef9b-f69c-441a-aecb-608f9603e064 HTTP/1.1" status: 200 len: 210 time: 0.0406423 Aug 22 15:57:52.973790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:57:52.986422 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:57:53.001294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:57:53.001892 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:57:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:57:53.016183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] No DVR routers for this DVR port 9cd66000-cfd1-44ae-8514-11c7c8f4e645 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 15:57:53.019099 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:53.021967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-df0e2d00-e403-4bf6-ab7b-fc5414794e12 req-b42fded6-9fe7-45a8-9b24-0cded0bc3e3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "DELETE /v2.0/ports/9cd66000-cfd1-44ae-8514-11c7c8f4e645 HTTP/1.1" status: 204 len: 173 time: 1.0025046 Aug 22 15:57:53.022540 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-deleted', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:57:53.025943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98f9b1-a33c-49bd-9cdd-b71661142726" -d '{"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-deleted", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:57:53.064956 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae79e57-6eed-473d-8807-da366df2e1c6 x-openstack-request-id: req-6ae79e57-6eed-473d-8807-da366df2e1c6 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:57:53.065311 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14efef9b-f69c-441a-aecb-608f9603e064", "name": "network-vif-deleted", "tag": "9cd66000-cfd1-44ae-8514-11c7c8f4e645", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:57:53.065524 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ae79e57-6eed-473d-8807-da366df2e1c6 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:57:53.065908 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14efef9b-f69c-441a-aecb-608f9603e064', 'name': 'network-vif-deleted', 'tag': '9cd66000-cfd1-44ae-8514-11c7c8f4e645', 'status': 'completed', 'code': 200} Aug 22 15:57:53.110152 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:57:53.327263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:57:53.353718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:57:53.361763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:57:53.362355 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:57:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:57:53.463773 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:57:53.662868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:57:53.689875 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c6a32-81df-4b06-b024-173384a5a6fc None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:57:54.028389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5be11a-90ca-45a3-8595-0044441f54e5 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:57:54.262707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-0904db90-e62d-422e-bf81-4f3c6212819d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1097039213&fields=id&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 267 time: 0.0428741 Aug 22 15:57:54.373371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-fd0b2fc1-74d1-4fb7-b437-4ee0e6656c28 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:54.374849 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-fd0b2fc1-74d1-4fb7-b437-4ee0e6656c28 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1054218 Aug 22 15:57:54.390619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-e5dc9b8c-f303-4df0-91cf-cdadd4e967dc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/quotas/12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 375 time: 0.0100279 Aug 22 15:57:54.443189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-35b847a9-e868-49d4-adaa-134419f1d29c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473025 Aug 22 15:57:54.499394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-b9845b96-993c-4012-8c92-1164e598ec40 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 15:57:54.500479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-b9845b96-993c-4012-8c92-1164e598ec40 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450857 Aug 22 15:57:54.505275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 15:57:54.526073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 9cd66000-cfd1-44ae-8514-11c7c8f4e645 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 15:57:54.526337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 9cd66000-cfd1-44ae-8514-11c7c8f4e645 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 15:57:54.600684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-6a8262ed-a56a-4136-97a0-cb688cd0b7b2 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Aug 22 15:57:54.705354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-ecb72d7a-5c6b-41a1-abc1-fb4fbf301c54 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982540 Aug 22 15:57:54.979456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37a5cbb2-c14e-4b2a-aab7-251a0e524ae4 req-a0e6711e-2e94-4443-a52d-8ebbbf214d6f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0311115 Aug 22 15:57:56.076292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-075df769-4b1e-4c14-8813-77a60365c2cb req-6485f74e-a654-4fb9-99e3-6aefa1196a9f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Aug 22 15:57:56.845473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-56b7983a-e572-49ee-81aa-88d056abca9b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:56.847088 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-56b7983a-e572-49ee-81aa-88d056abca9b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1030624 Aug 22 15:57:56.894428 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-5d617a84-2df8-4025-a4e2-56cc6b7b14df tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 380 time: 0.0325570 Aug 22 15:57:56.903249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'port': {'device_id': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'admin_state_up': True, 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'security_groups': ['c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:57:57.068484 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 15:57:57.072525 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:57.171990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a3b34d9-c326-4ec3-b794-35777224365b req-116cd937-7c4d-460d-a378-26482359a239 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Aug 22 15:57:57.202548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Allocated IP 172.20.0.3 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/23df6b8b-201e-4d18-9b4e-60a3234b3e02) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 15:57:57.340320 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:57.353496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Transition to ACTIVE for port object 23df6b8b-201e-4d18-9b4e-60a3234b3e02 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:57:57.439937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:57.793916 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 15:57:57.796683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 15:57:57.800239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 15:57:57.828661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:57.845032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.845381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.845731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.846301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.846399 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.846720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.847051 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.847380 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.847707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.848060 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.848398 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.848729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 15:57:57.871481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:57.872143 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:57.983099 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-c93d3fca-f76e-4040-b38b-242573e641e7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0833919 Aug 22 15:57:58.002023 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Request body: {'port': {'device_id': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:57:58.056270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.079402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17adf97b-b4cf-476d-8d24-f11ffacd9a4e None None] Provisioning for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:57:58.083293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-17adf97b-b4cf-476d-8d24-f11ffacd9a4e None None] Provisioning complete for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:57:58.083673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-17adf97b-b4cf-476d-8d24-f11ffacd9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.118003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-17adf97b-b4cf-476d-8d24-f11ffacd9a4e None None] Port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 15:57:58.288698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fdcd8-72c2-44aa-ae48-f17298b66ec5 req-79e3f9ab-b58b-4eb3-87fa-51ef4ab64db4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:58.290500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-798fdcd8-72c2-44aa-ae48-f17298b66ec5 req-79e3f9ab-b58b-4eb3-87fa-51ef4ab64db4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 931 time: 0.0489497 Aug 22 15:57:58.318312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:57:58.326172 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.329599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-798fdcd8-72c2-44aa-ae48-f17298b66ec5 req-26963730-6e47-47e7-870c-9f01f1eb0888 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Aug 22 15:57:58.338910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Transition to ACTIVE for port object 23df6b8b-201e-4d18-9b4e-60a3234b3e02 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 15:57:58.411009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.462054 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:58.537172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 15:57:58.537526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 15:57:58.537862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:57:58.543091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 15:57:58.543419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 15:57:58.549920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 15:57:58.550270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 15:57:58.550668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 15:57:58.551111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Bound port: 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 15:57:58.553355 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.619982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 15:57:58.623197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 15:57:58.674046 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.709084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:58.709655 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:57:58.711825 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1091 time: 0.7140651 Aug 22 15:57:58.712260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:57:58.714548 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3657d36-808c-428e-9e3a-db6ade2b6c92" -d '{"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:57:58.738041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0fbc-a84d-4ef1-bd4b-fe3e1d21f6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:57:58.761487 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b1478-13e6-4f5b-87d7-2073d7fe2183 x-openstack-request-id: req-9d0b1478-13e6-4f5b-87d7-2073d7fe2183 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:57:58.761701 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:57:58.761966 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d0b1478-13e6-4f5b-87d7-2073d7fe2183 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:57:58.762370 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'status': 'completed', 'code': 200} Aug 22 15:57:58.850932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-ba5ae16c-7bf8-48a6-a85e-656394a4de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:58.852926 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-ba5ae16c-7bf8-48a6-a85e-656394a4de81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0480597 Aug 22 15:57:58.964104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-7e2bdea6-53a4-4d0d-a277-3bdf3c114f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:58.965612 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-7e2bdea6-53a4-4d0d-a277-3bdf3c114f36 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973506 Aug 22 15:57:59.064518 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-7f5169c8-5210-419d-aa3a-2a30345792fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:59.065921 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f3657d36-808c-428e-9e3a-db6ade2b6c92 req-7f5169c8-5210-419d-aa3a-2a30345792fd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929480 Aug 22 15:57:59.165466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-dd3c93a9-be2d-45de-87c8-1317b57ac56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:59.166919 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-dd3c93a9-be2d-45de-87c8-1317b57ac56b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0463281 Aug 22 15:57:59.215937 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-de66757e-72d3-46d1-83d5-bba4c59f9d9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 217 time: 0.0339627 Aug 22 15:57:59.263810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-fd1d0c27-1450-4155-9fb9-54eb979ed74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:59.265330 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-fd1d0c27-1450-4155-9fb9-54eb979ed74c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0428205 Aug 22 15:57:59.316759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-e629a446-2a90-4802-b54c-8bd384c6d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:59.318264 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-e629a446-2a90-4802-b54c-8bd384c6d6d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464389 Aug 22 15:57:59.409491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-675819e7-243e-4277-8c93-0f43b82a6e57 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Aug 22 15:57:59.449767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde4492-063c-43f9-99d5-ed20d1273c58 req-62add187-4227-4575-84c8-bcbb8c317e1d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:57:59.451267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adde4492-063c-43f9-99d5-ed20d1273c58 req-62add187-4227-4575-84c8-bcbb8c317e1d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0515008 Aug 22 15:57:59.490071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adde4492-063c-43f9-99d5-ed20d1273c58 req-b48b5253-fd8b-408f-8d81-915b509fc677 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Aug 22 15:57:59.505117 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0e7fd29b-c0d3-4997-afc9-0f945ac56558 req-280f405a-638c-44e1-8372-cf2b579a0b97 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886269 Aug 22 15:58:00.113858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-219a9f75-e342-45a2-b64a-772b8bab713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:00.604068 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb0a6-d2ec-46c3-a2e1-715b3dac3f19 req-8c76ecd9-ed04-46bd-9b0a-eec5bd69094e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:00.605568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487cb0a6-d2ec-46c3-a2e1-715b3dac3f19 req-8c76ecd9-ed04-46bd-9b0a-eec5bd69094e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0490012 Aug 22 15:58:00.642792 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-487cb0a6-d2ec-46c3-a2e1-715b3dac3f19 req-6cc5b415-b0cc-40e6-9450-70eaead4f190 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Aug 22 15:58:01.756409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93ec3e-2399-4b5c-9482-3f6733e645ff req-46899d2d-9337-48d3-8c43-fa6416e79b38 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:01.757897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f93ec3e-2399-4b5c-9482-3f6733e645ff req-46899d2d-9337-48d3-8c43-fa6416e79b38 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0505762 Aug 22 15:58:01.795845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1f93ec3e-2399-4b5c-9482-3f6733e645ff req-dfd1364d-4bb2-4d8b-8189-e33aa413c92b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Aug 22 15:58:02.913974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:02.917318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46286ca7-0f0e-4651-b883-882763ca1856 req-42b5906b-3adb-4203-a1bc-2c4939b9c191 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:02.918830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46286ca7-0f0e-4651-b883-882763ca1856 req-42b5906b-3adb-4203-a1bc-2c4939b9c191 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0529463 Aug 22 15:58:02.956297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46286ca7-0f0e-4651-b883-882763ca1856 req-d717c740-fde9-4331-9f85-e63ee0f575ce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314531 Aug 22 15:58:03.547806 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c2644f4c-2c26-4ca8-bafe-f4f32bd92644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:03.729446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 15:58:03.823689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:58:03.838803 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 15:58:03.876033 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:03.889597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 15:58:03.908649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:58:03.982836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:04.031992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:58:04.076737 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66009fa5-823f-4c7e-9c1e-36af75a19f11 req-e9413b4b-cbaf-441f-93b9-0718ab1b0073 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:04.078166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66009fa5-823f-4c7e-9c1e-36af75a19f11 req-e9413b4b-cbaf-441f-93b9-0718ab1b0073 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0512521 Aug 22 15:58:04.118642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-66009fa5-823f-4c7e-9c1e-36af75a19f11 req-bb67da5f-3447-46aa-8107-2fc1b48eb56d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343444 Aug 22 15:58:04.401810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23df6b8b-201e-4d18-9b4e-60a3234b3e02'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 15:58:05.107989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:05.235080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3ecd5-b4e8-4f36-acbe-25eb0835df38 req-5b77ca46-9c11-40b0-bfe7-5c43d4421c62 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:05.236615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60f3ecd5-b4e8-4f36-acbe-25eb0835df38 req-5b77ca46-9c11-40b0-bfe7-5c43d4421c62 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0503886 Aug 22 15:58:05.275317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60f3ecd5-b4e8-4f36-acbe-25eb0835df38 req-d06f8d48-9f56-434d-bc95-a97ef65a7139 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Aug 22 15:58:05.729335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 15:58:05.833971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 15:58:05.837713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 15:58:05.838087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:05.916500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:05.939047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:58:05.941292 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78026d-b4a8-4ad6-9cc8-9d547a80746a" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:58:05.953719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 15:58:05.979447 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2615c050-3242-4009-ae6a-291119c94e7e x-openstack-request-id: req-2615c050-3242-4009-ae6a-291119c94e7e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:58:05.979748 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:58:05.980028 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2615c050-3242-4009-ae6a-291119c94e7e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:58:05.980428 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'code': 200} Aug 22 15:58:06.023093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:06.072303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 15:58:06.102532 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086238-cee9-42d8-83e5-ed99d36571a2 req-4f1ad098-7b40-4095-80cf-f0638a3bacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:06.103962 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-95086238-cee9-42d8-83e5-ed99d36571a2 req-4f1ad098-7b40-4095-80cf-f0638a3bacd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0424800 Aug 22 15:58:06.139041 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-95086238-cee9-42d8-83e5-ed99d36571a2 req-7857a92f-0e8d-4b49-a6bb-54da9a87766a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279629 Aug 22 15:58:06.394851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c194a-d46b-4beb-b554-c0c54b43d71e req-66155fcb-f0bc-4061-80f0-f23b147dd75a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:06.396264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84c194a-d46b-4beb-b554-c0c54b43d71e req-66155fcb-f0bc-4061-80f0-f23b147dd75a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0525601 Aug 22 15:58:06.684603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84c194a-d46b-4beb-b554-c0c54b43d71e req-4ce61b94-f129-40c1-a6af-5ac134c0ee8d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817879 Aug 22 15:58:06.999364 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:07.798695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044b9e0-adab-44b1-bf66-0d32e1fea9eb req-68fdc740-904c-4d22-8f62-18e3407b9c6c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:07.800130 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c044b9e0-adab-44b1-bf66-0d32e1fea9eb req-68fdc740-904c-4d22-8f62-18e3407b9c6c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0488725 Aug 22 15:58:07.837418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c044b9e0-adab-44b1-bf66-0d32e1fea9eb req-6c155717-11c7-4d06-aa12-de2215608b27 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Aug 22 15:58:07.947842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a737-8fa2-4035-9df1-f3bf493ac108 req-7b1d01d6-b21c-47d2-94dd-258080e56727 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:07.949442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bc25a737-8fa2-4035-9df1-f3bf493ac108 req-7b1d01d6-b21c-47d2-94dd-258080e56727 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Aug 22 15:58:07.957838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57136) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 15:58:07.963357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'floatingip': {'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 15:58:08.008332 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:08.459835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:08.525328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:08.625496 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 associated. External IP: 172.25.0.70, port: 23df6b8b-201e-4d18-9b4e-60a3234b3e02. Aug 22 15:58:08.831430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 15:58:08.936924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 15:58:08.941917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:08.947018 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 15:58:08.956027 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:58:08.956639 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:58:08.972054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-abf5e38d-edc0-4149-8a69-55c74de6b143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "PUT /v2.0/floatingips/46fe5807-676d-4d70-8eb1-822d8cc32476 HTTP/1.1" status: 200 len: 990 time: 1.0130560 Aug 22 15:58:08.972654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 15:58:08.974920 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249e867-cf16-463b-9f75-1768671e0a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 15:58:09.062663 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:58:09.077837 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 15:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c230e-d7a8-439c-8bc5-54cb6573daf8 x-openstack-request-id: req-372c230e-d7a8-439c-8bc5-54cb6573daf8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 15:58:09.078134 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 15:58:09.078392 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-372c230e-d7a8-439c-8bc5-54cb6573daf8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 15:58:09.078808 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'status': 'completed', 'code': 200} Aug 22 15:58:09.158669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e867-cf16-463b-9f75-1768671e0a3e req-0327112c-3cf1-4387-816d-314f6c8a6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:09.160133 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-0327112c-3cf1-4387-816d-314f6c8a6b6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0407395 Aug 22 15:58:09.255022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e867-cf16-463b-9f75-1768671e0a3e req-3768c70b-9791-4096-81dc-10a48bc08651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:09.256582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-3768c70b-9791-4096-81dc-10a48bc08651 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0896332 Aug 22 15:58:09.285210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:58:08Z', 'revision_number': 9, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:58:09.310642 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 15:58:09.318729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 15:58:09.319372 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T15:58:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:58:09.329948 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-6b7f8051-bdc2-4966-a335-87062926651d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 998 time: 0.0666704 Aug 22 15:58:09.379769 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e867-cf16-463b-9f75-1768671e0a3e req-64d56f8d-3f74-4dde-84c5-26a507304d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:09.381315 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-64d56f8d-3f74-4dde-84c5-26a507304d8c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0444636 Aug 22 15:58:09.429517 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e867-cf16-463b-9f75-1768671e0a3e req-57a6622a-b81d-4b47-8811-26a6e4a37fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:09.431066 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-57a6622a-b81d-4b47-8811-26a6e4a37fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Aug 22 15:58:09.513706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 15:58:09.528080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-705087fd-8156-4e66-8aef-eb32bf275ff3 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891662 Aug 22 15:58:09.618219 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5249e867-cf16-463b-9f75-1768671e0a3e req-7bd23be5-d5a8-4505-9bed-0387fcf51240 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827954 Aug 22 15:58:09.731455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:58:08Z', 'revision_number': 9, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 15:58:09.761145 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b878ee-95dc-4537-b7be-f8b12c7744e2 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T15:58:08Z', 'revision_number': 9, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 15:58:09.936207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bd7b80-a25d-4f61-9f43-ec46d7d4339e None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 15:58:10.947663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:13.562709 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-62980c76-91f7-4846-9a1a-437ca8612844 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387187 Aug 22 15:58:13.663964 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-7af6da82-4561-419a-91dd-f9896a1a83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:13.665474 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-7af6da82-4561-419a-91dd-f9896a1a83dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0446501 Aug 22 15:58:13.767448 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-ec2de175-bbee-4fff-9ea6-3480e6e04bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:13.768871 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-ec2de175-bbee-4fff-9ea6-3480e6e04bba service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0838242 Aug 22 15:58:13.836900 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-c6eadff1-9c6b-49ff-8b00-be210c28911f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1001 time: 0.0609181 Aug 22 15:58:13.890296 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-9c9315a9-ceb8-4845-924d-c334821f9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:13.891697 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-9c9315a9-ceb8-4845-924d-c334821f9c5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0462718 Aug 22 15:58:13.938828 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-8794b5cd-0db5-43c7-88bf-fa15dbedb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:58:13.940514 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-8794b5cd-0db5-43c7-88bf-fa15dbedb40b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415559 Aug 22 15:58:14.041671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-1c9e7e3c-bbe2-4feb-ab2d-0f4edce8f531 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935986 Aug 22 15:58:14.134363 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4e3f46ad-0a21-4f77-8f50-c18dacd0ec1a req-f6243b26-715c-4c8a-b9f8-627655ee235b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858066 Aug 22 15:58:19.158412 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:58:21.673638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:30.125119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af9edc4e-94ea-4a5b-9c05-412d22606200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:32.919110 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:33.559072 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-de2b7889-07fc-454d-829c-40f19ef453cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:35.090759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:37.016050 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:40.930491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:51.782042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:58:56.158111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:59:00.130284 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-04885d89-0bc1-4b1c-a73d-a3fe4c2663e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:02.941833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:03.593224 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7c507798-8445-4a83-ad3f-eddb06787692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:05.090615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:07.027397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:10.993704 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:13.575261 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-f5a56fcd-6a89-4b65-a240-c42b53b3b844 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470991 Aug 22 15:59:13.671847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-7a8e8a99-1eeb-4682-98fe-9ca62626fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:59:13.673374 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-7a8e8a99-1eeb-4682-98fe-9ca62626fb84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0395381 Aug 22 15:59:13.777998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-7a9ee2a4-6dac-47dc-969d-243567073149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:59:13.779491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-7a9ee2a4-6dac-47dc-969d-243567073149 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0852304 Aug 22 15:59:13.861863 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-58097132-7d2c-4551-94b4-f311e462f657 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1001 time: 0.0615017 Aug 22 15:59:13.910391 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-dad8a00d-fb53-48b8-af4b-47f5278c020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:59:13.911816 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-dad8a00d-fb53-48b8-af4b-47f5278c020e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0430763 Aug 22 15:59:13.957074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-611fe3cc-a6e6-4d68-bba0-c4b7f35ace9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 15:59:13.958570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-611fe3cc-a6e6-4d68-bba0-c4b7f35ace9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395637 Aug 22 15:59:14.050012 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-25086835-2323-4672-9285-fa6c26e8cdf0 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834868 Aug 22 15:59:14.143753 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-9f7ecdc9-fbe6-4982-95c0-6450d03613e9 req-8b6c4dcc-fcd0-4a0a-bd2e-83c205274d73 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867674 Aug 22 15:59:21.696482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:30.118516 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d29f5272-a8c4-4a02-ac78-5d367fd137aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:32.936008 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:33.158735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 15:59:33.524732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b75c03c6-e439-4bb1-a38b-901b50e25c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:35.089967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:37.021623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:40.976869 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 15:59:51.649663 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:00.164475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-75be1159-d537-41de-bb5a-dbdc6cb38933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:03.009889 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:03.535613 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-81948872-ca61-4c80-87dd-6c882b3474ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:05.101718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:07.038000 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:10.158046 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:00:11.015502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:13.598293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-306ffc0d-e7c1-4476-b221-2236f3855f6f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450170 Aug 22 16:00:13.692730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-ea1e1750-7fba-4dcc-9ce0-befa1e40b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:13.694204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-ea1e1750-7fba-4dcc-9ce0-befa1e40b5ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0413671 Aug 22 16:00:13.803144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-35a8a2d9-944e-4d0b-ab27-0aa1edf8bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:13.805524 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-35a8a2d9-944e-4d0b-ab27-0aa1edf8bf26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0925140 Aug 22 16:00:13.871291 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-a6d7eb5d-1891-42a1-a210-67e69ff8f552 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1001 time: 0.0584097 Aug 22 16:00:13.921410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-1b3f9573-27be-4b18-ac7a-7ba727ce54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:13.922824 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-1b3f9573-27be-4b18-ac7a-7ba727ce54e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0435114 Aug 22 16:00:13.971325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-964ae1d1-491f-4366-a4bc-e159e2e15999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:13.972823 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-964ae1d1-491f-4366-a4bc-e159e2e15999 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432575 Aug 22 16:00:14.060123 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-bb374f04-7a24-4a4a-bb8d-f2caf33563bd service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800025 Aug 22 16:00:14.152004 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fa86adb-10a9-482f-b39d-b7b5623a6e18 req-24661f80-a8bf-452a-958c-5ea955de6255 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848191 Aug 22 16:00:21.695313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:30.140649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6b73f8a3-2703-4001-867f-7fb64e35832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:32.940716 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:33.540003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-52826bcf-dcb2-40b1-84bc-cd4bd536faec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:35.209996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:36.992385 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:39.095504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-8adad0b1-766b-4675-b9a8-18902d22d6bb req-62a02653-e1e1-4239-bcb2-5da7691e8667 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:00:39.096555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8adad0b1-766b-4675-b9a8-18902d22d6bb req-62a02653-e1e1-4239-bcb2-5da7691e8667 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068958 Aug 22 16:00:40.406081 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d12b-0f29-42fe-a88b-25d18e82bf66 req-7faade9e-9c23-4afa-8c27-a7438a1b46e0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:40.407569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f63d12b-0f29-42fe-a88b-25d18e82bf66 req-7faade9e-9c23-4afa-8c27-a7438a1b46e0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0504277 Aug 22 16:00:40.447187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f63d12b-0f29-42fe-a88b-25d18e82bf66 req-e311a84c-baae-430c-9b61-1eedbf517056 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Aug 22 16:00:40.540351 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-a86abd3a-0191-4412-8bee-b3f4166a61fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099665 Aug 22 16:00:40.549170 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-763a7d33-e20b-437f-b2d5-ad9515ded27f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:00:40.550142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-763a7d33-e20b-437f-b2d5-ad9515ded27f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050220 Aug 22 16:00:40.974824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:41.568473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46ce49-a081-46fc-9db7-dd8681e47133 req-8d517d3b-6c78-40ef-b1da-f95d3d2f27e0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:41.569977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc46ce49-a081-46fc-9db7-dd8681e47133 req-8d517d3b-6c78-40ef-b1da-f95d3d2f27e0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Aug 22 16:00:41.611480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc46ce49-a081-46fc-9db7-dd8681e47133 req-91a43452-f8ea-4a8e-8dd2-f1051479e4be tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346358 Aug 22 16:00:42.579177 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6284a849-2817-428d-afea-b5b11dc5af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:42.580658 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6284a849-2817-428d-afea-b5b11dc5af8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0400140 Aug 22 16:00:42.675649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-babeb9f8-49d6-4534-8bae-efb4e7895ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:42.677170 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-babeb9f8-49d6-4534-8bae-efb4e7895ad0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0883799 Aug 22 16:00:42.733155 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36691-3355-40a6-80c7-1ec0f9fa6dba req-d9e602f2-26ab-4e6f-97e1-c92a180bf481 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:42.734663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50d36691-3355-40a6-80c7-1ec0f9fa6dba req-d9e602f2-26ab-4e6f-97e1-c92a180bf481 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0547462 Aug 22 16:00:42.741095 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-99557d26-2da1-4660-b989-2fa2a233c6a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1001 time: 0.0565665 Aug 22 16:00:42.774096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-50d36691-3355-40a6-80c7-1ec0f9fa6dba req-d62abf25-aebf-4a21-9d50-478eab26267b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Aug 22 16:00:42.794843 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-0c4af229-857c-4d4c-94dc-75e94975004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:42.796361 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-0c4af229-857c-4d4c-94dc-75e94975004b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0481784 Aug 22 16:00:42.842683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-ddbb2159-1071-46e0-992f-6792f39ad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:42.844104 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-ddbb2159-1071-46e0-992f-6792f39ad40b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411255 Aug 22 16:00:42.931811 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6da0fc03-1bfe-4c96-afe3-e5abf5b74a85 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805521 Aug 22 16:00:43.023771 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-f2d9b700-1b82-44fb-a8ea-f444a4c64de1 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Aug 22 16:00:43.891517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b63bb9-a3a2-4ad5-a863-d46ea9b30cb2 req-45f92814-b2df-4546-803e-0502cb90d076 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:43.892966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92b63bb9-a3a2-4ad5-a863-d46ea9b30cb2 req-45f92814-b2df-4546-803e-0502cb90d076 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Aug 22 16:00:43.937926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92b63bb9-a3a2-4ad5-a863-d46ea9b30cb2 req-7c7340f4-5ba9-423b-9eac-979bcc3924a3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Aug 22 16:00:45.059207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67626152-48c4-4d96-810d-a673f6614464 req-fc2b7e63-501d-4bad-8bac-7aed88ea1f1b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:45.060755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67626152-48c4-4d96-810d-a673f6614464 req-fc2b7e63-501d-4bad-8bac-7aed88ea1f1b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Aug 22 16:00:45.100285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67626152-48c4-4d96-810d-a673f6614464 req-c4a50300-a928-473f-ad55-f20f8f89399d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Aug 22 16:00:46.220623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8040af-452f-4020-b476-936c618de1a1 req-0d6e923c-4a5e-4cc0-bffd-87605a66bb25 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:46.222129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d8040af-452f-4020-b476-936c618de1a1 req-0d6e923c-4a5e-4cc0-bffd-87605a66bb25 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Aug 22 16:00:46.259584 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d8040af-452f-4020-b476-936c618de1a1 req-f74e40c7-55cf-413e-b36a-d0157efe3ae2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Aug 22 16:00:47.157902 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:00:47.375421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a151f3-49b6-480d-aa9d-6f4def339c88 req-9389ec8a-6d6a-4e61-aaba-23a5668597cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:47.376929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4a151f3-49b6-480d-aa9d-6f4def339c88 req-9389ec8a-6d6a-4e61-aaba-23a5668597cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0481095 Aug 22 16:00:47.414553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4a151f3-49b6-480d-aa9d-6f4def339c88 req-185ee242-e8b4-44ce-b563-c028f116ec3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Aug 22 16:00:48.527072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd1b70-b2b4-42c6-81ce-a4bbde201d71 req-820c4149-fadc-45a5-8474-ede127cb4972 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:48.528498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37bd1b70-b2b4-42c6-81ce-a4bbde201d71 req-820c4149-fadc-45a5-8474-ede127cb4972 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Aug 22 16:00:48.566170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-37bd1b70-b2b4-42c6-81ce-a4bbde201d71 req-f9be967a-fadb-4fc5-9351-bf811a1551e4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Aug 22 16:00:49.686462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220f95-1daf-4f94-8bea-7ba528c63a9f req-63377f1a-9c41-49ac-b9e5-17dcd153f8f1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:49.687940 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c220f95-1daf-4f94-8bea-7ba528c63a9f req-63377f1a-9c41-49ac-b9e5-17dcd153f8f1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0529976 Aug 22 16:00:49.725441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9c220f95-1daf-4f94-8bea-7ba528c63a9f req-b2240796-cfe9-4a12-8de5-9ffff7f5b632 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Aug 22 16:00:50.843451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523f40-2080-49de-89cc-8e132aef2886 req-7bfa7594-2cc4-4b65-a20b-a0483013b446 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:50.845909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22523f40-2080-49de-89cc-8e132aef2886 req-7bfa7594-2cc4-4b65-a20b-a0483013b446 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0538476 Aug 22 16:00:50.889893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22523f40-2080-49de-89cc-8e132aef2886 req-c4faf22f-bd00-4067-ba69-4881bbf6dea5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376749 Aug 22 16:00:51.735019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:52.005857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb21e93-985c-438e-91dc-329fe486f1e5 req-630577d0-2777-49a4-9008-5df6539894a5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:52.007337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb21e93-985c-438e-91dc-329fe486f1e5 req-630577d0-2777-49a4-9008-5df6539894a5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Aug 22 16:00:52.046634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4bb21e93-985c-438e-91dc-329fe486f1e5 req-99e6e803-7362-4808-90d2-b571e2afd128 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Aug 22 16:00:53.165755 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fdcac-485c-4133-840d-28fcb5c06eb1 req-4d2bcefd-db26-4bfd-ad0a-259da035bd35 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:53.167817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b24fdcac-485c-4133-840d-28fcb5c06eb1 req-4d2bcefd-db26-4bfd-ad0a-259da035bd35 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Aug 22 16:00:53.205487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b24fdcac-485c-4133-840d-28fcb5c06eb1 req-034117e4-2934-4079-b691-32c03c202afd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Aug 22 16:00:54.319679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce501584-08ca-4d2c-8dbf-90fd554d1287 req-d66e1e69-e0f6-4266-a99e-114b3eff530c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:54.321192 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce501584-08ca-4d2c-8dbf-90fd554d1287 req-d66e1e69-e0f6-4266-a99e-114b3eff530c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0491996 Aug 22 16:00:54.359528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce501584-08ca-4d2c-8dbf-90fd554d1287 req-aafc6aee-d7ac-46b8-b511-f9078035fa03 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Aug 22 16:00:55.278333 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6559a579-1396-40b0-86d8-bfb14b0a1a32 service neutron] show failed (client error): The resource could not be found. Aug 22 16:00:55.279353 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6559a579-1396-40b0-86d8-bfb14b0a1a32 service neutron] 10.222.0.10 "GET /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0558517 Aug 22 16:00:55.473823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093aba21-cecb-437b-9d9c-fe644ddb40bb req-66c6ef4c-0c34-4bd2-b235-ef72842df39a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:55.475223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-093aba21-cecb-437b-9d9c-fe644ddb40bb req-66c6ef4c-0c34-4bd2-b235-ef72842df39a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0484653 Aug 22 16:00:55.514344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-093aba21-cecb-437b-9d9c-fe644ddb40bb req-b8817767-47a7-4ff1-989d-d8a3af900fb0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Aug 22 16:00:55.660416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-77ffc277-bae0-4b9f-b465-7e1d25ae87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:55.661970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-77ffc277-bae0-4b9f-b465-7e1d25ae87ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1096 time: 0.0462554 Aug 22 16:00:55.674852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:00:55.727503 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:55.929217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:00:55.961130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:00:56.004063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:00:56.006293 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64490776-627c-4d9e-919c-2bf34996416f" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:00:56.009959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:56.022554 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Transition to ACTIVE for port object 23df6b8b-201e-4d18-9b4e-60a3234b3e02 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:00:56.089059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:56.128112 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60f9f61-dc51-4154-a59d-554179b64edb x-openstack-request-id: req-b60f9f61-dc51-4154-a59d-554179b64edb {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:00:56.128406 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:00:56.128662 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b60f9f61-dc51-4154-a59d-554179b64edb {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:00:56.129058 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'code': 200} Aug 22 16:00:56.170220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:00:56.185483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.185696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.186041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.186381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.186717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.187051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.187381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.187710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.188079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.188407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.188735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.189061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:00:56.226654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] No DVR routers for this DVR port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:00:56.371035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:00:56.371373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:00:56.371704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:00:56.375921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:00:56.376295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:00:56.381027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:00:56.383829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:00:56.383829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:00:56.383829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Bound port: 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:00:56.383829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:56.444478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:00:56.447399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:00:56.541071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:56.577053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.578127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:00:56.579700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] 10.222.0.54 "PUT /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1091 time: 0.9088597 Aug 22 16:00:56.659439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e0738-c1b1-4cdd-b636-2d4caff35f9b service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:00:56.691615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7314ec-2831-4ac4-8f4e-81cfc6fc5b9b req-c6d5548c-a625-40f9-a7f6-45d4ac676182 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.693219 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd7314ec-2831-4ac4-8f4e-81cfc6fc5b9b req-c6d5548c-a625-40f9-a7f6-45d4ac676182 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.1058815 Aug 22 16:00:56.699712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6ef74733-c916-46cf-aa09-103269f40d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.701236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-6ef74733-c916-46cf-aa09-103269f40d45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0798495 Aug 22 16:00:56.786054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd7314ec-2831-4ac4-8f4e-81cfc6fc5b9b req-d17b50bb-2b80-42b7-83d6-aa42a7ab7625 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838363 Aug 22 16:00:56.821664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-29124c91-ece0-45f8-9dd4-a514242b7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.823474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-29124c91-ece0-45f8-9dd4-a514242b7222 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.1149895 Aug 22 16:00:56.894860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-d5d1868c-0bd4-4caf-a0fa-84117a58ce67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0647795 Aug 22 16:00:56.944912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-4b733388-8d4f-4650-be5a-a5400dacc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.946381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-4b733388-8d4f-4650-be5a-a5400dacc026 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0436425 Aug 22 16:00:56.993358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-8317a911-52f6-450e-948d-22e7bcbe15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:56.995194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-8317a911-52f6-450e-948d-22e7bcbe15c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409517 Aug 22 16:00:57.091605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-b6e75c98-ad79-4b83-b386-88434c1b0a44 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894849 Aug 22 16:00:57.183887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d48f4d0-0282-4426-8601-d7835cea8923 req-9151bd0d-e65e-4721-bfb4-344356a1094d service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849316 Aug 22 16:00:57.910164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8268f-279c-4bf1-a5e2-1f933f54d963 req-7883e37a-6fbb-43b7-9174-1848782996c1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:57.911699 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fca8268f-279c-4bf1-a5e2-1f933f54d963 req-7883e37a-6fbb-43b7-9174-1848782996c1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0580685 Aug 22 16:00:57.950184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fca8268f-279c-4bf1-a5e2-1f933f54d963 req-879af1c5-9c94-4401-b59f-a6cc3e1b14b1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Aug 22 16:00:58.130333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:00:58.132667 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:00:58.181889 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67395c5-c20a-4fde-b653-6f4e6dd97592 x-openstack-request-id: req-d67395c5-c20a-4fde-b653-6f4e6dd97592 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:00:58.182209 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:00:58.182478 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d67395c5-c20a-4fde-b653-6f4e6dd97592 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:00:58.182944 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'status': 'completed', 'code': 200} Aug 22 16:00:58.243533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-0adfd306-ceea-4bac-9a6c-d92d5083b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.245132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-0adfd306-ceea-4bac-9a6c-d92d5083b509 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0426612 Aug 22 16:00:58.269502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-06a16d7b-64c1-4aba-9441-415f2aca5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.271023 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-06a16d7b-64c1-4aba-9441-415f2aca5598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0423024 Aug 22 16:00:58.341994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-1947aeeb-ade8-4249-8d0f-f0b9ff442731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.344016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-1947aeeb-ade8-4249-8d0f-f0b9ff442731 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0917091 Aug 22 16:00:58.365444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-7196f4cb-610a-4dba-bdff-72a4cbef377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.366996 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-7196f4cb-610a-4dba-bdff-72a4cbef377a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0891864 Aug 22 16:00:58.412611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-b24eb832-8657-4ab8-8d00-f15350a551f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0599399 Aug 22 16:00:58.433994 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-8cb2be1a-b353-4c37-8326-e3ee28c0bd5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0599580 Aug 22 16:00:58.459600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:00:58.465612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-0593fdd9-a4bd-4898-9be5-980d30bcf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.466308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-0593fdd9-a4bd-4898-9be5-980d30bcf49b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0460000 Aug 22 16:00:58.492281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-edbaaba6-ab72-4778-b906-5150292e9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.493787 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-edbaaba6-ab72-4778-b906-5150292e9b76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0533221 Aug 22 16:00:58.509044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:00:58.522017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-36b43090-4cde-446b-a65a-3a01d3b4b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.523632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-36b43090-4cde-446b-a65a-3a01d3b4b4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502431 Aug 22 16:00:58.545740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-ac4cc806-2332-4bd1-8c6e-cb500cfb297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:58.547286 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-ac4cc806-2332-4bd1-8c6e-cb500cfb297d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464897 Aug 22 16:00:58.644832 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-0d13debd-38e9-41dd-8b05-cf74efe76f0a service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894434 Aug 22 16:00:58.749583 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-5c935862-1d85-46b3-83f8-815578030d9b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959740 Aug 22 16:00:58.876553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-122ba8dc-1594-447e-a3ee-bb967ef48f02 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454537 Aug 22 16:00:58.969067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d778a96a-f8c0-42c7-9a56-fafcecad8ecb req-a307cc08-aa54-4d13-aaf1-285cf88fda09 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Aug 22 16:00:59.067350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443805-c908-4f47-abb3-8291e0503487 req-3bce822b-86d5-4d92-a931-ecc8501dd8f4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:00:59.068782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78443805-c908-4f47-abb3-8291e0503487 req-3bce822b-86d5-4d92-a931-ecc8501dd8f4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0491266 Aug 22 16:00:59.107252 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78443805-c908-4f47-abb3-8291e0503487 req-2e5f847a-fbf1-42b8-b89b-c7d4c22b7595 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Aug 22 16:01:00.128348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e4beb550-9895-443a-b364-cca7898cf1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:00.225826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c404f5-866f-4fdd-96b6-e9ff9e6cf52d req-3cffbe86-b2d8-4813-9127-21a941aa5f09 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:00.229590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09c404f5-866f-4fdd-96b6-e9ff9e6cf52d req-3cffbe86-b2d8-4813-9127-21a941aa5f09 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0516171 Aug 22 16:01:00.265726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-09c404f5-866f-4fdd-96b6-e9ff9e6cf52d req-741f00e5-a6eb-40bf-be0e-b4a62d615018 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Aug 22 16:01:01.329108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:01:01.384501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d9626-c8a4-4b18-9951-2cf0e871f5f4 req-982832ee-845d-4fa9-aa1e-04ff36e4770f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:01.387100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833d9626-c8a4-4b18-9951-2cf0e871f5f4 req-982832ee-845d-4fa9-aa1e-04ff36e4770f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 943 time: 0.0538023 Aug 22 16:01:01.424480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-833d9626-c8a4-4b18-9951-2cf0e871f5f4 req-ee99fea6-c71c-479b-a98d-e9eaef3ff7e8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Aug 22 16:01:01.426816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:01.437967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:01:01.475852 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:01.488423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:01:01.507728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:01.597890 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:01.645009 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:01.652494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.652844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.653190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.653529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.653866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.654197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.654525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.654849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.655175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.655496 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.655818 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.656169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:01.946003 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['23df6b8b-201e-4d18-9b4e-60a3234b3e02'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:01:02.006136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b574cd2-77d0-4230-b341-a4dc8d984fc8 req-d719580b-48fa-468b-b629-b6421c26de5c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.007667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b574cd2-77d0-4230-b341-a4dc8d984fc8 req-d719580b-48fa-468b-b629-b6421c26de5c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0605772 Aug 22 16:01:02.070371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-43cf1130-d602-4653-846d-fbd755106c09 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.071852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-43cf1130-d602-4653-846d-fbd755106c09 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&tenant_id=12fa7391b22c448ca56ca887f5b06d9d&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 944 time: 0.0860367 Aug 22 16:01:02.077525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b574cd2-77d0-4230-b341-a4dc8d984fc8 req-e52b87cc-5f94-431b-870c-2de9087ed68f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548093 Aug 22 16:01:02.138428 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-178ed38b-0a3c-4061-8ba6-69210dd79f72 service neutron] 10.222.0.54 "GET /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.0584030 Aug 22 16:01:02.205846 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-d328bd44-1c7c-4a90-a060-04b5b483598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.207374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-d328bd44-1c7c-4a90-a060-04b5b483598e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0451758 Aug 22 16:01:02.299834 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-46b951ad-e135-400f-9024-1bfef62c738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.301298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-46b951ad-e135-400f-9024-1bfef62c738f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0864596 Aug 22 16:01:02.365054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-462b3d9b-0a39-4564-87d7-465109713d38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1000 time: 0.0558615 Aug 22 16:01:02.413414 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-3fa35194-a0e4-44c5-9574-44a3ef1abb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.414810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-3fa35194-a0e4-44c5-9574-44a3ef1abb38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0420370 Aug 22 16:01:02.465421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-e954ea86-1f08-43ce-bf6c-9bf8e9bad7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:02.466808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-e954ea86-1f08-43ce-bf6c-9bf8e9bad7db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441446 Aug 22 16:01:02.559275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-66c45df8-79b9-40ca-949b-38899ac4c087 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854151 Aug 22 16:01:02.654549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-7059f182-3dda-40cd-be2b-bb1a7941aa34 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879650 Aug 22 16:01:02.969265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:03.195388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd56279-2d48-431a-af5a-53b176f3c145 req-b32303b5-d6e7-4be9-abbc-6a9687c78fb8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:03.196932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cd56279-2d48-431a-af5a-53b176f3c145 req-b32303b5-d6e7-4be9-abbc-6a9687c78fb8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0495403 Aug 22 16:01:03.236417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2cd56279-2d48-431a-af5a-53b176f3c145 req-23d4544f-e8bc-44c5-bfd7-8bfeece05605 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335047 Aug 22 16:01:03.352221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:01:03.443384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:01:03.447112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:01:03.448011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:03.541176 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2d18bc64-e02b-4717-9242-922e85b95486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:03.542836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:03.565232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:03.567506 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca66a39-3dee-4c23-9972-e42bfa3359a3" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:03.580811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:03.615585 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0329166-6dce-496c-8d56-0fd470df71fe x-openstack-request-id: req-d0329166-6dce-496c-8d56-0fd470df71fe {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:03.615886 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:03.616164 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0329166-6dce-496c-8d56-0fd470df71fe {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:03.616560 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'code': 200} Aug 22 16:01:03.643073 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:03.690767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:04.355057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0231f9-d679-4f12-a33d-8583485921cc req-cc732509-1ad3-450c-8503-f13d98123040 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:04.356594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf0231f9-d679-4f12-a33d-8583485921cc req-cc732509-1ad3-450c-8503-f13d98123040 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Aug 22 16:01:04.394884 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf0231f9-d679-4f12-a33d-8583485921cc req-64f98874-62e9-458b-b4aa-85a49c1af53e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 22 16:01:05.105685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:05.242386 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-85cf8803-7484-4269-a027-31feff9fc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:05.243790 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-85cf8803-7484-4269-a027-31feff9fc724 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1096 time: 0.0423956 Aug 22 16:01:05.263030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:01:05.318078 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:05.521355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:05.523907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa598d-258e-478e-b0e0-9c3a6f334aac req-4d26e26a-0b0c-4d95-9e63-caca8269c6e6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:05.525452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32aa598d-258e-478e-b0e0-9c3a6f334aac req-4d26e26a-0b0c-4d95-9e63-caca8269c6e6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0606594 Aug 22 16:01:05.553749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:01:05.565566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-32aa598d-258e-478e-b0e0-9c3a6f334aac req-db1d7145-d59b-4fa7-88b5-b967f4292511 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Aug 22 16:01:05.592400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:05.594648 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b703e9fb-1d99-49bd-866f-3d412ab83e74" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:05.599165 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:05.613319 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Transition to ACTIVE for port object 23df6b8b-201e-4d18-9b4e-60a3234b3e02 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:01:05.690966 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11355212-02b6-4dcf-b2b6-4e59401ba681 x-openstack-request-id: req-11355212-02b6-4dcf-b2b6-4e59401ba681 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:05.691297 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:05.691555 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11355212-02b6-4dcf-b2b6-4e59401ba681 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:05.692005 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'code': 200} Aug 22 16:01:05.747149 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:05.838397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:05.853339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.853339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.853662 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.854365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.855767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.856145 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.856486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.856822 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.857939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.858300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.858666 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.859003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:01:05.895286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] No DVR routers for this DVR port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:01:06.036175 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:01:06.036462 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:01:06.036753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:01:06.041151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:01:06.041474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Attempting to bind port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:01:06.046359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:01:06.046655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:01:06.047036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:01:06.047457 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Bound port: 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:01:06.047814 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:06.110862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:01:06.114017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:01:06.179580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:06.218077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.218390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:06.219824 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] 10.222.0.10 "PUT /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 1092 time: 0.9614489 Aug 22 16:01:06.242767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9baf4-9c56-4536-91d0-1895777d2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=11']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:06.294169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-996d22fb-d579-4dc9-a6c2-85fea6f1e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.295700 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-996d22fb-d579-4dc9-a6c2-85fea6f1e25f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0435092 Aug 22 16:01:06.391205 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-c6d55640-1cff-4d49-8168-059fac36e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.392742 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-c6d55640-1cff-4d49-8168-059fac36e310 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0903246 Aug 22 16:01:06.462460 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-4bff56ff-5a6d-483d-988f-1410fc449fdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0618744 Aug 22 16:01:06.512397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-642bb9ed-0289-4867-b05c-e7e8b6ed6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.513752 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-642bb9ed-0289-4867-b05c-e7e8b6ed6029 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0435750 Aug 22 16:01:06.558559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-48833951-6a82-4a0a-8b56-f4111a284fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.559958 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-48833951-6a82-4a0a-8b56-f4111a284fab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392299 Aug 22 16:01:06.652960 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-1c899859-6a0d-42ae-b8da-f580952a02cc service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Aug 22 16:01:06.684274 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c48941-3a12-481f-9d8e-be3af3b2d95a req-0feaa91e-603e-4e9b-8743-145a60c42433 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:06.685782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c48941-3a12-481f-9d8e-be3af3b2d95a req-0feaa91e-603e-4e9b-8743-145a60c42433 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0497584 Aug 22 16:01:06.724497 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07c48941-3a12-481f-9d8e-be3af3b2d95a req-11e0a597-d794-497e-a8aa-95413b8aaabd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Aug 22 16:01:06.745035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-a8f8c5c9-811f-4176-b328-c140d24a0aaf req-5885625d-351e-4f76-b960-61514aeec786 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 Aug 22 16:01:07.013482 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:07.693627 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:07.696046 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58415881-9d11-447c-bdcf-2b97fca7d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:07.743931 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f58274e-ee62-4e34-a931-8be6dc090ad8 x-openstack-request-id: req-1f58274e-ee62-4e34-a931-8be6dc090ad8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:07.744250 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:07.744503 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f58274e-ee62-4e34-a931-8be6dc090ad8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:07.744923 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'status': 'completed', 'code': 200} Aug 22 16:01:07.828695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-6e02a8a8-2326-49c5-a02c-f7b1e69a65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:07.830200 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-6e02a8a8-2326-49c5-a02c-f7b1e69a65f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0422039 Aug 22 16:01:07.841486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-40e8ab71-318a-4e88-8201-3547f9634031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:07.843001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-40e8ab71-318a-4e88-8201-3547f9634031 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 1095 time: 0.0773790 Aug 22 16:01:07.860392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c9ac6-9330-42c5-a0e0-01a319f0d9d7 req-dceecad6-701d-4d49-b972-2356fba146b1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:07.861764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-391c9ac6-9330-42c5-a0e0-01a319f0d9d7 req-dceecad6-701d-4d49-b972-2356fba146b1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0656586 Aug 22 16:01:07.922636 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-96a80ca2-5cc6-405a-9ab7-0e9c42487a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:07.924178 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-96a80ca2-5cc6-405a-9ab7-0e9c42487a18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0864882 Aug 22 16:01:07.961354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-391c9ac6-9330-42c5-a0e0-01a319f0d9d7 req-dfe5b8b1-a26d-4716-a0ee-fbfdbf470143 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924566 Aug 22 16:01:07.986389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-51cc9290-5e03-40ce-b4ce-05df234c0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:07.987077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-51cc9290-5e03-40ce-b4ce-05df234c0727 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.1356990 Aug 22 16:01:08.002287 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-384f0ea0-44ab-4dbf-aebc-308327a21b65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0693030 Aug 22 16:01:08.052254 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-ba581dad-03ee-4eb3-a14a-767c5db694a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:08.053737 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-ba581dad-03ee-4eb3-a14a-767c5db694a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0445459 Aug 22 16:01:08.055621 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-a58360af-c130-4e9e-929a-62b11c85ba38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 200 len: 999 time: 0.0616717 Aug 22 16:01:08.100814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-dbf4bef9-d816-4fb5-8883-53527b2eb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:08.102334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-dbf4bef9-d816-4fb5-8883-53527b2eb034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416408 Aug 22 16:01:08.106280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-b77f8f9a-e042-4bdd-a8fb-1f061301d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:08.107746 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-b77f8f9a-e042-4bdd-a8fb-1f061301d7d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0444398 Aug 22 16:01:08.154726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-8f336ce7-6ea9-47ad-b6d6-dee53fb73dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:08.156328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-8f336ce7-6ea9-47ad-b6d6-dee53fb73dce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422356 Aug 22 16:01:08.267926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-c9b0cf2f-97f7-4cf4-b44f-294d1536d9d6 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039860 Aug 22 16:01:08.369451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-d139229b-2aec-44ce-9ef1-79b3552d2843 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947213 Aug 22 16:01:08.503863 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-671cc227-114f-46c5-99a0-14277673c8ca service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941913 Aug 22 16:01:08.592913 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-58415881-9d11-447c-bdcf-2b97fca7d41d req-9c23e5f3-bbfd-4b6d-8842-a26ae7f91ad2 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800359 Aug 22 16:01:09.131682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10391282-3977-464c-98b3-4c7960cc06ee req-7c9e34e8-58fb-4139-8fef-2d661b275f58 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:09.133228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10391282-3977-464c-98b3-4c7960cc06ee req-7c9e34e8-58fb-4139-8fef-2d661b275f58 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0540731 Aug 22 16:01:09.170793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-10391282-3977-464c-98b3-4c7960cc06ee req-4da5f6fa-43f7-4f0d-95a9-4e835957dec0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Aug 22 16:01:09.375248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:01:09.413170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:01:10.288195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ccd4-4a91-44f1-91da-8902acd1f330 req-66bb866c-5785-483a-8e47-79ea2f1c9c32 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:10.289711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e154ccd4-4a91-44f1-91da-8902acd1f330 req-66bb866c-5785-483a-8e47-79ea2f1c9c32 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0505159 Aug 22 16:01:10.328304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e154ccd4-4a91-44f1-91da-8902acd1f330 req-609c71cf-1217-47f7-8c98-dd9c2078ebbf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326667 Aug 22 16:01:10.439754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebfe72-2eff-4e27-a26a-52926bd8a6fb req-6f43a067-bae2-4e00-94fd-9c9e30429c83 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:10.441268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15ebfe72-2eff-4e27-a26a-52926bd8a6fb req-6f43a067-bae2-4e00-94fd-9c9e30429c83 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0487273 Aug 22 16:01:10.466415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:01:10.479817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-15ebfe72-2eff-4e27-a26a-52926bd8a6fb req-d3a3193d-4a8c-49a4-86bf-02706afd9bbe tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Aug 22 16:01:10.561032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:10.571663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'mac_address': 'fa:16:3e:e8:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:01:10.598087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606039e9-51e9-4b8e-afae-ed0f5e226306 req-df24e70b-16f1-4e0b-8e7e-d423d78b009d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:10.599610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-606039e9-51e9-4b8e-afae-ed0f5e226306 req-df24e70b-16f1-4e0b-8e7e-d423d78b009d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 944 time: 0.0531507 Aug 22 16:01:10.613832 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:10.626952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:01:10.639188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-606039e9-51e9-4b8e-afae-ed0f5e226306 req-39482d33-da6a-4a11-ba81-d76a8b01a9b7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335565 Aug 22 16:01:10.646569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:10.706577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:10.761419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:10.974902 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:11.006724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165488-6f3f-42b5-b0b5-0f7c49b7de57 req-b15fd496-c58a-40b5-9086-682b65a182ca tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:11.008906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72165488-6f3f-42b5-b0b5-0f7c49b7de57 req-b15fd496-c58a-40b5-9086-682b65a182ca tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Aug 22 16:01:11.047165 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72165488-6f3f-42b5-b0b5-0f7c49b7de57 req-dddcecd4-6577-4bfa-b2a1-52041ff42b88 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Aug 22 16:01:11.155960 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['23df6b8b-201e-4d18-9b4e-60a3234b3e02'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:01:12.164845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e73c1-ec28-4e6f-a829-7e1e878304a2 req-13c046e9-1256-49fb-8b53-bfee40e2d90d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:12.166332 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e25e73c1-ec28-4e6f-a829-7e1e878304a2 req-13c046e9-1256-49fb-8b53-bfee40e2d90d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0494773 Aug 22 16:01:12.204788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e25e73c1-ec28-4e6f-a829-7e1e878304a2 req-2d753a55-f646-4b2b-b214-826bc513ef9f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Aug 22 16:01:12.473618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:01:12.519231 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-306bc55e-8784-416c-b071-e0525bafadfc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:12.520744 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-306bc55e-8784-416c-b071-e0525bafadfc tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 945 time: 0.0544097 Aug 22 16:01:12.574491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:01:12.578432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:01:12.578915 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.609345 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Deleting port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:01:12.609689 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.655508 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.677844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:12.680122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a6a591-4dbf-44b1-9812-886cd5b044e7" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:12.696134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:12.706861 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] For port 23df6b8b-201e-4d18-9b4e-60a3234b3e02, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=23df6b8b-201e-4d18-9b4e-60a3234b3e02,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:12.707240 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.716117 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee59121-6213-4ac6-a240-29d2f750d436 x-openstack-request-id: req-7ee59121-6213-4ac6-a240-29d2f750d436 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:12.716574 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:12.716828 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ee59121-6213-4ac6-a240-29d2f750d436 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:12.717222 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'code': 200} Aug 22 16:01:12.749490 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.796775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:12.881167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.881560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:12.881883 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 disassociated. External IP: 172.25.0.70, port: 23df6b8b-201e-4d18-9b4e-60a3234b3e02. Aug 22 16:01:12.882235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Calling delete_port for 23df6b8b-201e-4d18-9b4e-60a3234b3e02 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:01:13.048808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:13.077638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'Port': ['ID=23df6b8b-201e-4d18-9b4e-60a3234b3e02,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:13.195936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:01:13.309241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:01:13.309618 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31e48d93-cb94-43eb-bb55-7f1abe1b61ac req-5b12c2a8-031d-43e2-8259-f4d46b0cb2b0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab08f239-4d4b-47a1-991a-23ee53e5b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0302539 Aug 22 16:01:13.321989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:01:13.332573 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:01:13.333259 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:01:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:13.351734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] No DVR routers for this DVR port 23df6b8b-201e-4d18-9b4e-60a3234b3e02 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:01:13.354389 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:13.356392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-0ab7d82a-9b1c-4d5a-a5b3-4f19e6ab00fe req-bcc732df-faba-42b0-909d-190754c14382 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "DELETE /v2.0/ports/23df6b8b-201e-4d18-9b4e-60a3234b3e02 HTTP/1.1" status: 204 len: 173 time: 0.8298516 Aug 22 16:01:13.356833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-deleted', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:13.359073 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c33a9a4-c919-4bf6-9549-c66bbf661ecb" -d '{"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-deleted", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:13.394848 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2890c5b-7c3d-485e-970c-a0796cd8fd12 x-openstack-request-id: req-e2890c5b-7c3d-485e-970c-a0796cd8fd12 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:13.395142 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab08f239-4d4b-47a1-991a-23ee53e5b5d5", "name": "network-vif-deleted", "tag": "23df6b8b-201e-4d18-9b4e-60a3234b3e02", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:13.395402 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2890c5b-7c3d-485e-970c-a0796cd8fd12 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:13.395808 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab08f239-4d4b-47a1-991a-23ee53e5b5d5', 'name': 'network-vif-deleted', 'tag': '23df6b8b-201e-4d18-9b4e-60a3234b3e02', 'status': 'completed', 'code': 200} Aug 22 16:01:13.452917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:01:13.650082 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:13.678822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:01:13.687692 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:01:13.688327 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:01:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:13.795062 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:01:13.995328 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:14.021311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e19dd-c75b-40e0-8e23-80d49aa28854 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:01:14.223925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9efe42b-c9dd-4284-aea8-ac77c7808727 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:01:14.704094 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-13456486-f80a-4a4f-b821-d54317ff6dd4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1097039213&fields=id&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 267 time: 0.0334198 Aug 22 16:01:14.811940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-d993bfd4-2fa0-4b92-86e0-c2d8c33c6dd7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:14.813486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-d993bfd4-2fa0-4b92-86e0-c2d8c33c6dd7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1025908 Aug 22 16:01:14.829425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-fd28b383-346d-4560-82f7-5b0ce678b334 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/quotas/12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 375 time: 0.0099595 Aug 22 16:01:14.886373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-2d97c731-efc7-4179-9a7e-a2eb62b8ef11 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516534 Aug 22 16:01:14.980956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-3cf0dd67-16d1-40f0-8c64-1acd3909c36b service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Aug 22 16:01:15.073398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-2880398a-cd98-4d36-a64c-d8997c76a602 service neutron] 10.222.0.53 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863190 Aug 22 16:01:15.304848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3511053c-4427-4a43-941f-58efc016ec63 req-df59b2ed-6f84-4d2b-b4d7-64b3c85f5345 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0276971 Aug 22 16:01:16.400831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fa4206b-4128-41f3-a726-4bb711d4bb6d req-0c12cd2b-5023-4467-ad0e-d4fe4d7a6c7c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0263886 Aug 22 16:01:16.500097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:01:16.520367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 23df6b8b-201e-4d18-9b4e-60a3234b3e02 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:01:16.520714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 23df6b8b-201e-4d18-9b4e-60a3234b3e02 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:01:17.241269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-033cc9a0-f9a9-4347-8398-adf5642d9d3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:17.245940 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-033cc9a0-f9a9-4347-8398-adf5642d9d3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 812 time: 0.1067195 Aug 22 16:01:17.293965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-7372bfeb-cb8b-4aea-95c8-eb13ab3705b0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 380 time: 0.0355728 Aug 22 16:01:17.303101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'port': {'device_id': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'admin_state_up': True, 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'security_groups': ['c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:01:17.471396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Made reservation on behalf of 12fa7391b22c448ca56ca887f5b06d9d for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:01:17.475362 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:17.499606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-23b8bf81-8f8f-4a12-8f2f-a9f0c64e4855 req-6f959205-b52c-4275-b7af-5024e85568d0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0286236 Aug 22 16:01:17.609700 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Allocated IP 172.20.0.9 (3aff7a69-fea4-4607-a677-337f6b60a4c2/431fc085-564d-41eb-b044-7602fafc446b/dc52efac-ad69-4abc-b045-8a7a224f433e) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:01:17.748229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:17.761470 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Transition to ACTIVE for port object dc52efac-ad69-4abc-b045-8a7a224f433e will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:01:17.860087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:17.902241 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:01:17.905880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:01:17.909541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:01:17.917892 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:17.963660 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:17.964302 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.090325 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-925eed9b-7a05-46e4-aa01-b74b25ca1cce tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903705 Aug 22 16:01:18.191748 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cfc0aef0-28d6-45db-86f7-68c0c6aca937 None None] Provisioning for port dc52efac-ad69-4abc-b045-8a7a224f433e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:01:18.195813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cfc0aef0-28d6-45db-86f7-68c0c6aca937 None None] Provisioning complete for port dc52efac-ad69-4abc-b045-8a7a224f433e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:01:18.196216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cfc0aef0-28d6-45db-86f7-68c0c6aca937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.198536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Request body: {'port': {'device_id': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:01:18.235712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0aef0-28d6-45db-86f7-68c0c6aca937 None None] Port dc52efac-ad69-4abc-b045-8a7a224f433e cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:01:18.257775 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.514085 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:01:18.522513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.535003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Transition to ACTIVE for port object dc52efac-ad69-4abc-b045-8a7a224f433e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:01:18.591944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.620217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace6c34-b82a-447e-91e1-638950ede007 req-2372c5c3-2bd2-462c-a862-ecd31db9472c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:18.622352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ace6c34-b82a-447e-91e1-638950ede007 req-2372c5c3-2bd2-462c-a862-ecd31db9472c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 931 time: 0.0523984 Aug 22 16:01:18.666221 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:18.670924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ace6c34-b82a-447e-91e1-638950ede007 req-65aa52cd-1f8e-450e-a5a8-f835e6e0bf16 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Aug 22 16:01:18.718880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:01:18.719358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:01:18.719706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:01:18.724582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:01:18.724911 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:01:18.729931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:01:18.730277 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:01:18.731292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:01:18.731726 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Bound port: dc52efac-ad69-4abc-b045-8a7a224f433e, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:01:18.732121 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.797984 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:01:18.801289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:01:18.876817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.912461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:18.913087 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:18.915063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] 10.222.0.10 "PUT /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1091 time: 0.8094699 Aug 22 16:01:18.915601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:18.918099 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a3844-827a-4931-9e05-ef30848df60b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:18.943120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5176a-0474-40fa-adbf-b066a2bfcbbb service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:18.959189 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce37e3c-581f-4eaf-9534-72d0f5ade169 x-openstack-request-id: req-1ce37e3c-581f-4eaf-9534-72d0f5ade169 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:18.959495 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:18.959758 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ce37e3c-581f-4eaf-9534-72d0f5ade169 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:18.960210 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'status': 'completed', 'code': 200} Aug 22 16:01:19.047353 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a3844-827a-4931-9e05-ef30848df60b req-754c189d-646c-4309-9903-57c0f813d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.049000 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c59a3844-827a-4931-9e05-ef30848df60b req-754c189d-646c-4309-9903-57c0f813d1b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0476480 Aug 22 16:01:19.154943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a3844-827a-4931-9e05-ef30848df60b req-89df24bf-7dfe-4e61-8445-a3a0153319b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.156477 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c59a3844-827a-4931-9e05-ef30848df60b req-89df24bf-7dfe-4e61-8445-a3a0153319b7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936041 Aug 22 16:01:19.256549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a3844-827a-4931-9e05-ef30848df60b req-f2550d02-4c68-4d63-89b4-ebadd62a3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.258048 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c59a3844-827a-4931-9e05-ef30848df60b req-f2550d02-4c68-4d63-89b4-ebadd62a3259 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922024 Aug 22 16:01:19.356501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-f28f25cf-159a-4457-94e0-9a628b5c047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.357902 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-f28f25cf-159a-4457-94e0-9a628b5c047c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0431564 Aug 22 16:01:19.405528 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-f27e72e3-2921-41c0-95f7-01fde66e1f94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 217 time: 0.0347705 Aug 22 16:01:19.458775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-72089695-dc10-4138-bf9b-18d87041b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.460249 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-72089695-dc10-4138-bf9b-18d87041b8ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0481474 Aug 22 16:01:19.506118 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-a406f6d9-0564-44be-931b-6bc529273e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.507593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-a406f6d9-0564-44be-931b-6bc529273e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397890 Aug 22 16:01:19.596366 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-92675fd6-ad52-4789-913b-108d122e938a service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Aug 22 16:01:19.689293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bce57f6e-d883-4543-aa63-b776a4d237f0 req-739237e4-29ce-4d6f-b194-e8d95300f31b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Aug 22 16:01:19.797513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760ed3b-455b-46d2-9e32-dc0da7e95854 req-1d0bd35c-b04b-4641-ad63-79bbd1ff4e41 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:19.799012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9760ed3b-455b-46d2-9e32-dc0da7e95854 req-1d0bd35c-b04b-4641-ad63-79bbd1ff4e41 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0510700 Aug 22 16:01:19.836793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9760ed3b-455b-46d2-9e32-dc0da7e95854 req-b0322cfe-6330-4e29-841d-e56b99e9f430 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Aug 22 16:01:20.952423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58febb3d-3862-430a-80fc-f42bba6453eb req-b83b2907-cfdf-4897-bab9-818a109b2115 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:20.953892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58febb3d-3862-430a-80fc-f42bba6453eb req-b83b2907-cfdf-4897-bab9-818a109b2115 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0484471 Aug 22 16:01:20.991742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-58febb3d-3862-430a-80fc-f42bba6453eb req-3b0df8ef-77a5-48ef-8e67-36d8ab7cfe99 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Aug 22 16:01:21.722867 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:22.106631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db077af-a13e-4efd-89e2-2107f57aca91 req-93f31df8-7a8c-40be-952f-9815f37739a7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:22.108178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7db077af-a13e-4efd-89e2-2107f57aca91 req-93f31df8-7a8c-40be-952f-9815f37739a7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0495360 Aug 22 16:01:22.149910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7db077af-a13e-4efd-89e2-2107f57aca91 req-dcfe5a9a-6f2c-43ce-8662-5d09422a61a8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357294 Aug 22 16:01:22.536521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:01:22.627355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:22.637375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:01:22.673494 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:22.688513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:01:22.706352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:22.780116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:22.825522 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:23.141114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['dc52efac-ad69-4abc-b045-8a7a224f433e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:01:23.266785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e812c5-4204-48fa-9e73-5dac0b07e92f req-c92d8c90-6388-4144-80b7-c65bf1593001 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:23.268334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11e812c5-4204-48fa-9e73-5dac0b07e92f req-c92d8c90-6388-4144-80b7-c65bf1593001 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0504656 Aug 22 16:01:23.305735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11e812c5-4204-48fa-9e73-5dac0b07e92f req-e80365de-770d-4277-83a6-155d5bd70623 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Aug 22 16:01:24.161206 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:01:24.425851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036a68-88a1-46e3-87e3-a7d2d75f3ab9 req-7c0e679f-c115-4642-b2fe-717da908617d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:24.427240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84036a68-88a1-46e3-87e3-a7d2d75f3ab9 req-7c0e679f-c115-4642-b2fe-717da908617d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0487113 Aug 22 16:01:24.463769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84036a68-88a1-46e3-87e3-a7d2d75f3ab9 req-ce671a13-3da1-4e32-a971-eb2875dbac50 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305524 Aug 22 16:01:24.532664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:01:24.654530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port dc52efac-ad69-4abc-b045-8a7a224f433e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:01:24.658261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port dc52efac-ad69-4abc-b045-8a7a224f433e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:01:24.658635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:24.734850 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:24.756536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:24.758797 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee6a864-924b-4bf0-b84c-e4533d89afda" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:24.770890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:01:24.797284 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc0636-46d2-48a2-8276-2255ee63d3f0 x-openstack-request-id: req-dabc0636-46d2-48a2-8276-2255ee63d3f0 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:24.797688 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:24.798037 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dabc0636-46d2-48a2-8276-2255ee63d3f0 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:24.798518 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'code': 200} Aug 22 16:01:24.843003 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:24.895197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:01:24.919865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bd941-8d67-4e28-a30e-1d5133e0fe64 req-fe38a29c-8d21-405c-9cd7-6e0f7a3692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:24.921422 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5c4bd941-8d67-4e28-a30e-1d5133e0fe64 req-fe38a29c-8d21-405c-9cd7-6e0f7a3692d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0425138 Aug 22 16:01:24.957398 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5c4bd941-8d67-4e28-a30e-1d5133e0fe64 req-f531d323-e2cf-46eb-8167-a0e5b3d7dd0a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284035 Aug 22 16:01:25.581765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695e9ab-cf98-456a-a704-c07dafa8a2c1 req-dc4cb94f-e1c2-4738-9389-33261ee09cc5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:25.583249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7695e9ab-cf98-456a-a704-c07dafa8a2c1 req-dc4cb94f-e1c2-4738-9389-33261ee09cc5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0484660 Aug 22 16:01:25.624611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7695e9ab-cf98-456a-a704-c07dafa8a2c1 req-eee38e1d-cab8-4a1c-9ec3-f7ef855fa377 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354922 Aug 22 16:01:26.739929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc24a-e199-4cea-837f-0b49e1d4023d req-2523bef4-5aaa-4c0f-a706-fc08c8c0ec42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:26.741460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e40cc24a-e199-4cea-837f-0b49e1d4023d req-2523bef4-5aaa-4c0f-a706-fc08c8c0ec42 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0501635 Aug 22 16:01:26.780084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e40cc24a-e199-4cea-837f-0b49e1d4023d req-207d65ba-b37d-4e2d-9b1b-f86468eb10d3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Aug 22 16:01:26.891455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db9f49-2262-400a-95d2-49acf3565a4e req-6726fc0d-767c-4cb2-a260-617ac2648744 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:26.892975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4db9f49-2262-400a-95d2-49acf3565a4e req-6726fc0d-767c-4cb2-a260-617ac2648744 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0489194 Aug 22 16:01:26.901399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 57638) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:01:26.906693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Request body: {'floatingip': {'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:01:26.948703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:27.380269 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:27.443450 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:27.543350 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 associated. External IP: 172.25.0.70, port: dc52efac-ad69-4abc-b045-8a7a224f433e. Aug 22 16:01:27.747676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:01:27.852497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:01:27.858059 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:27.862607 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:01:27.871430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:01:27.872165 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:01:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:27.883809 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-be7b61a9-9aac-443e-ac76-d81f70a0d2cb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "PUT /v2.0/floatingips/46fe5807-676d-4d70-8eb1-822d8cc32476 HTTP/1.1" status: 200 len: 991 time: 0.9813426 Aug 22 16:01:27.884544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:01:27.889227 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:01:27.976160 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:01:27.989494 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d786680-1ff1-4c77-8d07-a7d752eb1d76 x-openstack-request-id: req-7d786680-1ff1-4c77-8d07-a7d752eb1d76 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:01:27.989797 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:01:27.990054 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d786680-1ff1-4c77-8d07-a7d752eb1d76 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:01:27.990472 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'status': 'completed', 'code': 200} Aug 22 16:01:28.080853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-2a864906-2003-412e-9e14-143584f91e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:28.082389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-2a864906-2003-412e-9e14-143584f91e92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0469339 Aug 22 16:01:28.171756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-86bbd08c-019d-4f95-975a-ca075f3dfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:28.173198 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-86bbd08c-019d-4f95-975a-ca075f3dfb50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0839281 Aug 22 16:01:28.242864 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-ab8698b8-c025-4948-9749-1d9c18da3a1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0613639 Aug 22 16:01:28.289693 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T16:01:27Z', 'revision_number': 13, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:28.292483 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-1613c3b0-259d-4852-8e2c-614398640fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:28.294045 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-1613c3b0-259d-4852-8e2c-614398640fdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0440679 Aug 22 16:01:28.319326 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:01:28.328933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:01:28.329558 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:01:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:28.339124 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-5865f914-6eee-470c-b1de-f3ed97bea56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:01:28.341235 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-5865f914-6eee-470c-b1de-f3ed97bea56c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401132 Aug 22 16:01:28.431644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:01:28.432314 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-cc1b6f24-ba81-4e57-8266-f39ca7d3e571 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Aug 22 16:01:28.519827 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c1740a19-c4dc-482c-b337-2a7d2d5e4ca8 req-dfa1dfd2-2cfa-40d9-b3e2-4d180e4a9584 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807431 Aug 22 16:01:28.647107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T16:01:27Z', 'revision_number': 13, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:01:28.673562 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17022713-1406-44a6-b6eb-9f8d2e44a586 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '46fe5807-676d-4d70-8eb1-822d8cc32476', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T15:51:11Z', 'updated_at': '2021-08-22T16:01:27Z', 'revision_number': 13, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:01:28.855615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d7f3-0c65-47ee-9860-50548a852af1 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:01:30.123287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95fa0349-6ddb-4a4d-809f-16fdb2ae2e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:32.945076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:33.568621 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-eceb808a-98b8-46d3-a2e5-3ecad8cffb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:35.146168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:37.014406 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:41.025651 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:01:51.728478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:00.138811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a637c5f1-b5d5-420c-aaa7-a2e95f3b9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:01.159774 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:02:02.939851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:03.544834 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8e3dd92-ade1-4ce8-a6f1-3b2d096ccfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:05.115443 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:07.048067 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:10.995660 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:16.579962 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-ec8c574a-0d74-43e8-9155-695804ef692f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399232 Aug 22 16:02:16.683466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-52909e7f-a395-4b30-9707-a7594c1060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:02:16.686037 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-52909e7f-a395-4b30-9707-a7594c1060bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0458801 Aug 22 16:02:16.787547 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-842e3a1a-0297-4717-957b-882d2f96f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:02:16.788965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-842e3a1a-0297-4717-957b-882d2f96f65d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0841365 Aug 22 16:02:16.855256 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-b75c0c3e-0643-45a3-99d6-0db1a7bb54e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1001 time: 0.0593314 Aug 22 16:02:16.902953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-b0548c34-5c61-4d0d-97a1-2a92b0bd3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:02:16.904401 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-b0548c34-5c61-4d0d-97a1-2a92b0bd3927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0423205 Aug 22 16:02:16.950408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-909e33be-b9ba-42b5-81aa-f47fc8bc4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:02:16.951891 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-909e33be-b9ba-42b5-81aa-f47fc8bc4264 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404341 Aug 22 16:02:17.045173 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-b7b7b9f4-2643-4c21-806d-0e8ba4172bbc service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848901 Aug 22 16:02:17.134428 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-b7b98242-838a-485c-bd0f-1eae70ad2274 req-1dc016a2-402c-4e2b-a40a-d74ae4025a39 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820253 Aug 22 16:02:21.738405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:30.155191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-756ad9db-252e-48e1-981c-c8b8becb078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:32.949629 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:33.566709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a10f79c-8438-4836-8252-16d8470d8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:35.116491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:37.023762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:38.163373 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:02:41.042148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:02:51.699851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:00.155133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-422790e9-2745-46a6-8351-bcee6c0e719f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:02.966411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:03.577567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d77727e3-2522-430b-b6bd-26900bcaf4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:05.156386 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:07.068888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:11.062856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:15.162323 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:03:17.563116 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-f707fa8f-a12f-4fdf-b984-6c05cafb47b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455325 Aug 22 16:03:17.661847 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-4bcebda0-5162-4944-b802-fcceef729556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:03:17.663338 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-4bcebda0-5162-4944-b802-fcceef729556 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0403659 Aug 22 16:03:17.772016 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-cb0caf2e-c68f-49aa-89de-381e449f9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:03:17.773524 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-cb0caf2e-c68f-49aa-89de-381e449f9c06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0895755 Aug 22 16:03:17.839702 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-72383b88-aa78-4cc1-87e1-8853983b766f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1001 time: 0.0589368 Aug 22 16:03:17.887381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-b2751322-86af-4cf2-b162-cfc7bf708e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:03:17.888953 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-b2751322-86af-4cf2-b162-cfc7bf708e3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0428348 Aug 22 16:03:17.933050 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-b0554811-eb88-434e-bdbf-b7672c7341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:03:17.934602 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-b0554811-eb88-434e-bdbf-b7672c7341ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392075 Aug 22 16:03:18.032879 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-1d1ad2c0-1786-404b-ad0c-84b5961b0c19 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912740 Aug 22 16:03:18.141240 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f51a859c-6839-4898-8a08-8c9bf2a05966 req-37ba6382-7938-4e5c-b213-7d4cc6248c4b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867841 Aug 22 16:03:21.721685 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:30.133058 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-393aa66d-cdef-4c3d-8c0a-05ea17f2b547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:32.948455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:33.571546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-399443a4-d352-4419-a3d2-f3ce63f4b937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:35.142403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:37.058599 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:41.016866 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:51.738267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:03:52.160883 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:03:59.903066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2ed68-b62d-4a10-a6e8-f32277dc2845 req-2ff76e42-7f21-47de-a1c3-f8bd30dac03e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:03:59.905201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aff2ed68-b62d-4a10-a6e8-f32277dc2845 req-2ff76e42-7f21-47de-a1c3-f8bd30dac03e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.1624506 Aug 22 16:03:59.945956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aff2ed68-b62d-4a10-a6e8-f32277dc2845 req-91663b15-9cc7-4b42-9674-e7a0ed7b3c07 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Aug 22 16:04:00.125227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d903-fb9c-4392-80b9-75da0e674bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:02.984640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:03.566778 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad0dfc57-7711-4999-9cd6-da4413d3ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:05.136686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:07.062730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:11.058316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:12.850000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba98279-0895-46c3-8e96-6eb5d303daf1 req-874b2597-599d-4e18-b614-f56e52a06a15 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:12.851542 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ba98279-0895-46c3-8e96-6eb5d303daf1 req-874b2597-599d-4e18-b614-f56e52a06a15 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0519774 Aug 22 16:04:12.891007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ba98279-0895-46c3-8e96-6eb5d303daf1 req-67ea10f7-8015-4dcf-bb75-492dbc34368c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330052 Aug 22 16:04:12.988080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-c20e9eff-a4eb-40e2-8039-4bb2948bfa19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408146 Aug 22 16:04:14.013227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd099c6-602f-4918-a45d-da66c2faad20 req-2b1f50f3-efb6-4a4f-b487-ebe00c46fcfb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:14.014773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdd099c6-602f-4918-a45d-da66c2faad20 req-2b1f50f3-efb6-4a4f-b487-ebe00c46fcfb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0525031 Aug 22 16:04:14.053154 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fdd099c6-602f-4918-a45d-da66c2faad20 req-28facc99-4ccc-499a-a778-afa04efc88a7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Aug 22 16:04:14.789661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d711c360-e440-4479-a886-132345aa4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:14.791180 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d711c360-e440-4479-a886-132345aa4928 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0414393 Aug 22 16:04:14.882352 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d705c696-21a4-4764-a067-8d3a9ef0d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:14.883822 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d705c696-21a4-4764-a067-8d3a9ef0d05a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0848641 Aug 22 16:04:14.947400 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-37ae3108-9b87-45d5-a369-3fd26798d642 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1001 time: 0.0558937 Aug 22 16:04:14.995713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-bbc9385b-db36-4448-a5cb-1e25b9afbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:14.997204 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-bbc9385b-db36-4448-a5cb-1e25b9afbace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0430503 Aug 22 16:04:15.045884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-eadfd211-0191-4c9e-a2f9-90f85f773326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:15.047278 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-eadfd211-0191-4c9e-a2f9-90f85f773326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427790 Aug 22 16:04:15.138746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-12df9cda-90a2-4be6-9894-448d658b77dd service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844584 Aug 22 16:04:15.179076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672cf1-e16e-48f0-9b2c-47eb54172011 req-49c3bbbc-1554-4c01-9515-ea7ac5c55765 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:15.180641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71672cf1-e16e-48f0-9b2c-47eb54172011 req-49c3bbbc-1554-4c01-9515-ea7ac5c55765 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0494337 Aug 22 16:04:15.224257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71672cf1-e16e-48f0-9b2c-47eb54172011 req-4f1145a6-165c-45a2-92bb-842dc9e15c3b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374546 Aug 22 16:04:15.237519 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-19c60cc5-8f86-4088-beb5-d57cb10c96ea service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Aug 22 16:04:16.338069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1c579-9b82-42e3-bae4-b4c76b5e9fbd req-a67f0034-5765-4e25-b876-f60d1d7a3a97 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:16.339534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ff1c579-9b82-42e3-bae4-b4c76b5e9fbd req-a67f0034-5765-4e25-b876-f60d1d7a3a97 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0480769 Aug 22 16:04:16.378681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ff1c579-9b82-42e3-bae4-b4c76b5e9fbd req-89df7173-c11f-450a-94d6-0392d5ec12c4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Aug 22 16:04:17.493055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf002-47af-4d15-a90d-e7559ea7cd08 req-173b1944-86a2-4523-a1de-7bf5e7a3c33d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:17.494462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e3cf002-47af-4d15-a90d-e7559ea7cd08 req-173b1944-86a2-4523-a1de-7bf5e7a3c33d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0477507 Aug 22 16:04:17.532780 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e3cf002-47af-4d15-a90d-e7559ea7cd08 req-900c235d-15c2-42b4-98c2-ece6c5aeaaf1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 22 16:04:18.652380 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3874dfe-83d6-4e86-a8dc-e3c0c94820d9 req-4cf9df91-d0e3-479e-8389-6410f9cf7843 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:18.654188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3874dfe-83d6-4e86-a8dc-e3c0c94820d9 req-4cf9df91-d0e3-479e-8389-6410f9cf7843 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0529010 Aug 22 16:04:18.697687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3874dfe-83d6-4e86-a8dc-e3c0c94820d9 req-47e4abb2-f633-4f5c-ac62-7f2831a30b36 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Aug 22 16:04:19.629406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f127-7353-4c1c-b65b-f882486924bf req-6a7a9baa-2e2b-4c44-98dc-a7a9052bfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:19.630792 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-6a7a9baa-2e2b-4c44-98dc-a7a9052bfe06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1096 time: 0.0409946 Aug 22 16:04:19.735586 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f127-7353-4c1c-b65b-f882486924bf req-f6596d58-3735-4ac6-88c2-27e92cf4d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:19.737111 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-f6596d58-3735-4ac6-88c2-27e92cf4d6f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0868058 Aug 22 16:04:19.801624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-f2b8fee6-954e-4dfb-b20b-05d18e9d450e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1001 time: 0.0575480 Aug 22 16:04:19.815516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82690-4b1a-4fc9-a461-3adcd9337190 req-c7721fc0-85b2-415a-9eb0-90d11f7c982a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:19.817080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70a82690-4b1a-4fc9-a461-3adcd9337190 req-c7721fc0-85b2-415a-9eb0-90d11f7c982a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0503643 Aug 22 16:04:19.858616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70a82690-4b1a-4fc9-a461-3adcd9337190 req-3c1b7630-aa55-4806-b5e5-e9cbf0ddd45f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Aug 22 16:04:19.859924 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f127-7353-4c1c-b65b-f882486924bf req-80d20951-88e2-4064-891e-aaa5bb1b16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:19.861463 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-80d20951-88e2-4064-891e-aaa5bb1b16dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0443072 Aug 22 16:04:19.911608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628f127-7353-4c1c-b65b-f882486924bf req-5f6ce0fc-d6df-4c3b-aae6-769ff5e643c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:19.913063 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-5f6ce0fc-d6df-4c3b-aae6-769ff5e643c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444059 Aug 22 16:04:20.001362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-67779ad4-6a4e-4024-b454-0ca5eac59415 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813251 Aug 22 16:04:20.095519 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-2628f127-7353-4c1c-b65b-f882486924bf req-7ed3a665-f2b1-4a71-82c4-36b0e7ee831b service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Aug 22 16:04:20.978546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6bc64-40a2-4b07-97f2-986320b3b054 req-c04d6427-a406-4ad8-abc7-a422d28acc50 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:20.980038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16f6bc64-40a2-4b07-97f2-986320b3b054 req-c04d6427-a406-4ad8-abc7-a422d28acc50 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0483215 Aug 22 16:04:21.017351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16f6bc64-40a2-4b07-97f2-986320b3b054 req-db7c7e10-755f-4240-8f35-f0920cf0015c tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Aug 22 16:04:21.737760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:22.133942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071de848-86da-4e16-89e3-fc8fc8a6542e req-1244c002-bd4c-45a4-82a6-c93cfd77d42d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:22.135429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-071de848-86da-4e16-89e3-fc8fc8a6542e req-1244c002-bd4c-45a4-82a6-c93cfd77d42d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0504129 Aug 22 16:04:22.176979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-071de848-86da-4e16-89e3-fc8fc8a6542e req-b9634224-d7b0-4092-b895-037dd6af148b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Aug 22 16:04:23.550565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91fc4b-3b6a-4e74-919c-ec43a0516b43 req-21b47528-a558-4e3b-838b-b4afd753df47 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:23.551987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba91fc4b-3b6a-4e74-919c-ec43a0516b43 req-21b47528-a558-4e3b-838b-b4afd753df47 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.3045778 Aug 22 16:04:23.589665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ba91fc4b-3b6a-4e74-919c-ec43a0516b43 req-f73e250c-9b76-4e93-af4e-7f3d49feebc0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Aug 22 16:04:24.708023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3115-65ba-43c6-976d-abaebeda18a5 req-cb25c8b5-d1d0-4dba-baaf-37c7f03a07ea tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:24.709520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e6d3115-65ba-43c6-976d-abaebeda18a5 req-cb25c8b5-d1d0-4dba-baaf-37c7f03a07ea tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0493555 Aug 22 16:04:24.755664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e6d3115-65ba-43c6-976d-abaebeda18a5 req-4d23f05f-1601-4f95-b349-61586f087104 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402441 Aug 22 16:04:25.879631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94127-4a13-4c61-a148-5a37c026c1d0 req-802d6076-a504-4db1-9e62-2dd7558d321b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:25.881160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80c94127-4a13-4c61-a148-5a37c026c1d0 req-802d6076-a504-4db1-9e62-2dd7558d321b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0571718 Aug 22 16:04:25.925815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80c94127-4a13-4c61-a148-5a37c026c1d0 req-73c5f336-0de4-4079-92a2-016d016cef66 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371788 Aug 22 16:04:27.042927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1991-f1d8-45bf-a999-ff768e414f01 req-ea06e240-10f4-4080-8030-285c06e1b0ee tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:27.044423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d5e1991-f1d8-45bf-a999-ff768e414f01 req-ea06e240-10f4-4080-8030-285c06e1b0ee tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0487201 Aug 22 16:04:27.082392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d5e1991-f1d8-45bf-a999-ff768e414f01 req-30551ef1-e9dc-411b-bee5-1cfe1ce47b3d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Aug 22 16:04:28.198845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900031-85d1-460d-b755-33896f26c261 req-25efb6bc-98a8-4717-bf38-728612082957 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:28.200341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0900031-85d1-460d-b755-33896f26c261 req-25efb6bc-98a8-4717-bf38-728612082957 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0505898 Aug 22 16:04:28.240358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0900031-85d1-460d-b755-33896f26c261 req-a6817b97-9a06-4466-9233-4cc58695dad8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Aug 22 16:04:29.160188 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:04:29.358843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192b2c-28de-47ae-bf1d-c91cf6c60410 req-ebe697e5-1b8d-4be5-a400-d28b0f14e6cf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:29.360351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75192b2c-28de-47ae-bf1d-c91cf6c60410 req-ebe697e5-1b8d-4be5-a400-d28b0f14e6cf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0501602 Aug 22 16:04:29.402609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75192b2c-28de-47ae-bf1d-c91cf6c60410 req-039d0d63-d1e9-405b-a05f-6f9703c99634 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360844 Aug 22 16:04:29.935330 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-9c819b08-d156-4ee4-a808-ec2b86dbfb3a service neutron] show failed (client error): The resource could not be found. Aug 22 16:04:29.936390 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-9c819b08-d156-4ee4-a808-ec2b86dbfb3a service neutron] 10.222.0.10 "GET /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0538063 Aug 22 16:04:30.132203 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a69e5af8-4d11-45e3-8d9c-4946cd26511a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:30.453825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-3e525c55-96cf-4a4f-8555-4073fc2c550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:30.454608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-3e525c55-96cf-4a4f-8555-4073fc2c550a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1096 time: 0.0878110 Aug 22 16:04:30.467257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:04:30.552205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:30.562706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d65602-7512-4d81-b927-0310ee615ace req-e25006fd-ce2c-445c-9a74-5b402eec8c1b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:30.564202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60d65602-7512-4d81-b927-0310ee615ace req-e25006fd-ce2c-445c-9a74-5b402eec8c1b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0784955 Aug 22 16:04:30.627653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60d65602-7512-4d81-b927-0310ee615ace req-13678373-8129-461d-ad8d-ce533b7baea7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574331 Aug 22 16:04:30.788402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:04:30.820417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:04:30.857878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:04:30.860736 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cedf40a-2db4-4ad7-9ef6-546eaceeaad4" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:04:30.864412 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:30.876958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Transition to ACTIVE for port object dc52efac-ad69-4abc-b045-8a7a224f433e will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:04:30.911750 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079531f0-c922-4a7a-83a1-3026651ee303 x-openstack-request-id: req-079531f0-c922-4a7a-83a1-3026651ee303 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:04:30.912076 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:04:30.912336 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-079531f0-c922-4a7a-83a1-3026651ee303 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:04:30.912734 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'code': 200} Aug 22 16:04:30.949304 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:31.037845 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:31.041866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.042224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.042572 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.042913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.043250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.043592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.043925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.044282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.044613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.044948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.045276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.045601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:31.084013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] No DVR routers for this DVR port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:04:31.223448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:04:31.223795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:04:31.224171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:04:31.228453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:04:31.228781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:04:31.233669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:04:31.234074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:04:31.234461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:04:31.234891 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Bound port: dc52efac-ad69-4abc-b045-8a7a224f433e, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:04:31.235251 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:31.300760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:04:31.303779 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:04:31.376605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:31.414047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.414656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:31.416069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1091 time: 0.9531968 Aug 22 16:04:31.449091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3cf6b-a25a-472c-8c94-96bce2dbb4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:31.482987 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-f70b2afa-1ac9-44aa-8779-5300900c6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.485081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-f70b2afa-1ac9-44aa-8779-5300900c6c51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0451853 Aug 22 16:04:31.523919 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:04:31.564273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:04:31.585128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-de544912-6382-4ee8-97f0-83d6a63c0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.586785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-de544912-6382-4ee8-97f0-83d6a63c0326 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0953164 Aug 22 16:04:31.651852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-b0199c2c-0828-402c-8162-817821961d8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0584884 Aug 22 16:04:31.705811 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-6c058814-d509-4625-b2c7-0c3debba1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.707277 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-6c058814-d509-4625-b2c7-0c3debba1478 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0484140 Aug 22 16:04:31.789154 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5352d-deac-4c50-9833-f9c86126c1ac req-a9d5a69e-c46d-41d8-9c16-708d94da44c3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.791638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da5352d-deac-4c50-9833-f9c86126c1ac req-a9d5a69e-c46d-41d8-9c16-708d94da44c3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0891483 Aug 22 16:04:31.794508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-962e8e55-1a59-4654-919c-1ecf91f32b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:31.796070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-962e8e55-1a59-4654-919c-1ecf91f32b44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807292 Aug 22 16:04:31.885131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5da5352d-deac-4c50-9833-f9c86126c1ac req-6e40c7b8-4fae-4417-8732-de3275fc3995 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873477 Aug 22 16:04:31.913771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-ac19a5f5-d512-41aa-bfd9-b2071da98f4b service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099381 Aug 22 16:04:32.003914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-a71a2cce-36f7-400f-b4bc-f480c5556f7f service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823572 Aug 22 16:04:32.914694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:04:32.917454 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389623d0-af3a-494f-a1d8-dd0dd91ab40f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:04:32.966384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:33.005506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45531d3-ee0a-4ec4-ba7c-b6f3d6f5903a req-10d1e0a2-0da8-4211-8906-6cefd079a4e2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.007032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b45531d3-ee0a-4ec4-ba7c-b6f3d6f5903a req-10d1e0a2-0da8-4211-8906-6cefd079a4e2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0517116 Aug 22 16:04:33.045056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b45531d3-ee0a-4ec4-ba7c-b6f3d6f5903a req-5d578775-5efa-4869-8258-a4f4d92726eb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Aug 22 16:04:33.102044 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c208b92d-7121-48c9-beb5-613748653bc2 x-openstack-request-id: req-c208b92d-7121-48c9-beb5-613748653bc2 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:04:33.102344 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:04:33.102600 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c208b92d-7121-48c9-beb5-613748653bc2 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:04:33.103426 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'status': 'completed', 'code': 200} Aug 22 16:04:33.167915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-5e0bbed1-463c-4820-9956-65fcf4f72a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.169562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-5e0bbed1-463c-4820-9956-65fcf4f72a86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0483892 Aug 22 16:04:33.188226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-385962f9-2e0c-4519-92f7-1b1ae5a3e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.189798 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-385962f9-2e0c-4519-92f7-1b1ae5a3e1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0415056 Aug 22 16:04:33.261931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-f5d85ed4-40f8-415f-8c05-13158afb74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.263483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-f5d85ed4-40f8-415f-8c05-13158afb74d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0874884 Aug 22 16:04:33.338213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-62f7cc15-588d-47c8-a329-10a1050f751a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0677776 Aug 22 16:04:33.392720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-e32fc62f-d9c0-4d3e-bf25-135773e416d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.394314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-e32fc62f-d9c0-4d3e-bf25-135773e416d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0492921 Aug 22 16:04:33.445753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-378927c8-4c18-4f42-8250-86d7c04128fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.447324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-378927c8-4c18-4f42-8250-86d7c04128fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457115 Aug 22 16:04:33.552390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-40fee219-644a-40ba-b719-964c3a50cf06 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973554 Aug 22 16:04:33.603211 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-59fa329f-3b0f-4a14-be2f-cdb71b4d5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.604858 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-59fa329f-3b0f-4a14-be2f-cdb71b4d5086 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.4084363 Aug 22 16:04:33.618308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6acc05a6-4cde-4214-95fb-68856c02f748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:33.650924 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-f0217beb-00e8-4838-a6f7-a227613101de service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915685 Aug 22 16:04:33.675011 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-ad30668a-0dab-417c-8cc5-27a496cd1938 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0623045 Aug 22 16:04:33.725017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-35327e03-d5cb-4bad-ae10-74a9db7c5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.726482 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-35327e03-d5cb-4bad-ae10-74a9db7c5699 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0452824 Aug 22 16:04:33.775866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-97392137-758a-4502-9a4e-b461b850c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:33.777385 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-97392137-758a-4502-9a4e-b461b850c750 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440652 Aug 22 16:04:33.866951 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-95eb7f84-12f4-4086-b616-b1670d8e61ad service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816216 Aug 22 16:04:33.961109 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-389623d0-af3a-494f-a1d8-dd0dd91ab40f req-11222e90-394a-42f7-97ef-477500508d48 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872908 Aug 22 16:04:34.174449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7556c02-3ba1-48db-9733-1d219e091cca req-3bd802fc-d5fe-4ecf-98e2-17d488a0fd98 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:34.175955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7556c02-3ba1-48db-9733-1d219e091cca req-3bd802fc-d5fe-4ecf-98e2-17d488a0fd98 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0548933 Aug 22 16:04:34.219080 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a7556c02-3ba1-48db-9733-1d219e091cca req-af82b3f4-c241-435e-83f0-2249bb4d1fcd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Aug 22 16:04:35.138091 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:35.335367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b99fb-025c-4d2c-b718-5c07455d78f6 req-b74ef903-db82-4116-873f-08b6e4c2f35d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:35.336955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-647b99fb-025c-4d2c-b718-5c07455d78f6 req-b74ef903-db82-4116-873f-08b6e4c2f35d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0492170 Aug 22 16:04:35.376171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-647b99fb-025c-4d2c-b718-5c07455d78f6 req-442db7ad-d650-41f6-b10e-e907027a7606 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Aug 22 16:04:36.494874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be014ea-dedb-4e6d-853e-7c8c21723eed req-4edb138e-d3f9-4c7e-ac57-efe1556b3ec2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:36.499892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2be014ea-dedb-4e6d-853e-7c8c21723eed req-4edb138e-d3f9-4c7e-ac57-efe1556b3ec2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0501857 Aug 22 16:04:36.537064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2be014ea-dedb-4e6d-853e-7c8c21723eed req-fb57aa1a-0611-4277-bcd4-a332a4e4b8dd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Aug 22 16:04:37.068964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:37.656220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4498fb1-ef49-4289-b2bc-70d3204f79be req-e2aa9f43-7783-4a9e-9adf-dbba12194d81 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:37.657707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4498fb1-ef49-4289-b2bc-70d3204f79be req-e2aa9f43-7783-4a9e-9adf-dbba12194d81 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0525680 Aug 22 16:04:37.693973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4498fb1-ef49-4289-b2bc-70d3204f79be req-d8e4bb96-ea5e-4626-8140-6e0b7e7aee33 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302849 Aug 22 16:04:38.815304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f35c4-a8ad-4b54-9630-0e104fb5f166 req-c6fc7abf-b456-498c-bd23-51023afc7854 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:38.816825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-103f35c4-a8ad-4b54-9630-0e104fb5f166 req-c6fc7abf-b456-498c-bd23-51023afc7854 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0526621 Aug 22 16:04:38.854903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-103f35c4-a8ad-4b54-9630-0e104fb5f166 req-64b7692b-d51d-48af-b0b9-b7105f40aa7e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Aug 22 16:04:39.970766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dfe12-c0bd-4103-81e8-96c1a2543680 req-b2ee34cf-b934-48b5-99d1-d863af310221 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:39.972187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce0dfe12-c0bd-4103-81e8-96c1a2543680 req-b2ee34cf-b934-48b5-99d1-d863af310221 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0481861 Aug 22 16:04:40.010333 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ce0dfe12-c0bd-4103-81e8-96c1a2543680 req-542c7329-9c20-4635-bf98-030b6974923a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Aug 22 16:04:41.061604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:41.130533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61085a-c0c8-40f5-874a-1447990263f2 req-5edca54e-dac7-42cc-a7ce-4aeaa76cd18a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:41.132026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e61085a-c0c8-40f5-874a-1447990263f2 req-5edca54e-dac7-42cc-a7ce-4aeaa76cd18a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0537000 Aug 22 16:04:41.168266 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e61085a-c0c8-40f5-874a-1447990263f2 req-73a2843e-446b-4bd0-8867-4051320f021e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303445 Aug 22 16:04:42.287330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54d655-cbe7-4097-91f9-19a608248e69 req-bcf2cf46-991f-4419-bbc5-4ce3c5a3157d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:42.288854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff54d655-cbe7-4097-91f9-19a608248e69 req-bcf2cf46-991f-4419-bbc5-4ce3c5a3157d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0499432 Aug 22 16:04:42.327733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff54d655-cbe7-4097-91f9-19a608248e69 req-62d0bda7-0bcc-47b1-828d-7c00cfee5b4e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Aug 22 16:04:43.444197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2d571-64cb-4cd7-ba5b-db8859ae559d req-2195b193-8d41-4dc4-8c29-2c8905ffa2a2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:43.445678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ca2d571-64cb-4cd7-ba5b-db8859ae559d req-2195b193-8d41-4dc4-8c29-2c8905ffa2a2 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0486422 Aug 22 16:04:43.483169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ca2d571-64cb-4cd7-ba5b-db8859ae559d req-8f03ee7f-0dcb-4189-abff-cca132ed6b17 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Aug 22 16:04:44.606038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde91ac-6742-483b-9b60-48c03aff9e5a req-7628b58f-d7a5-4411-ab06-021d159312cf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:44.607519 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afde91ac-6742-483b-9b60-48c03aff9e5a req-7628b58f-d7a5-4411-ab06-021d159312cf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0568035 Aug 22 16:04:44.668480 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-afde91ac-6742-483b-9b60-48c03aff9e5a req-2fef4cbb-d0fd-43bc-98c4-34ec486f9739 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517995 Aug 22 16:04:44.674140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-ba3deee7-a153-487c-ba1b-7fed849fc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:44.675608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-ba3deee7-a153-487c-ba1b-7fed849fc85f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1094 time: 0.0671902 Aug 22 16:04:44.780455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-527091cb-96b2-479f-9c6e-1d476dc10788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:44.782416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-527091cb-96b2-479f-9c6e-1d476dc10788 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0872796 Aug 22 16:04:44.850240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-88d79b3d-1fa4-4955-b2aa-c1cbe1381edc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0598073 Aug 22 16:04:44.898878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-57d04a37-791b-4cf6-be84-c83b6d5532e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:44.900319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-57d04a37-791b-4cf6-be84-c83b6d5532e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0424266 Aug 22 16:04:44.949042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-8bda29ca-9ec2-4ca4-8c26-0f1043741695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:44.950498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-8bda29ca-9ec2-4ca4-8c26-0f1043741695 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428460 Aug 22 16:04:45.047051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-4df577d3-7b8e-4f03-b7d6-5cd764455c48 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824687 Aug 22 16:04:45.143077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d43ea4ee-9f1f-4ba1-b867-e54ee5142593 req-b3601e01-06bd-4653-82ef-c25d4f6b90c3 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890987 Aug 22 16:04:45.786679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac9f7d-5847-4877-a0a9-9c37dc483686 req-90853b5d-459c-41ac-96af-0db5982f7fc0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:45.788227 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ac9f7d-5847-4877-a0a9-9c37dc483686 req-90853b5d-459c-41ac-96af-0db5982f7fc0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0494013 Aug 22 16:04:45.824556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44ac9f7d-5847-4877-a0a9-9c37dc483686 req-ca3096e8-6e43-486f-82a5-be2eb7a97567 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303824 Aug 22 16:04:46.261904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:04:46.358219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:04:46.369309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:04:46.407391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:46.420755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:04:46.428897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47421483-aca6-4224-918e-cb9fde6028e5 req-4a5192b9-9edd-4be7-ae8f-885c2543f3e1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.430475 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47421483-aca6-4224-918e-cb9fde6028e5 req-4a5192b9-9edd-4be7-ae8f-885c2543f3e1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 943 time: 0.0514703 Aug 22 16:04:46.441835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:04:46.512534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-993781d0-3ac1-474b-9e81-ffeca63c0cae tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.513959 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-993781d0-3ac1-474b-9e81-ffeca63c0cae tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&tenant_id=12fa7391b22c448ca56ca887f5b06d9d&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 943 time: 0.0780463 Aug 22 16:04:46.515578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:46.517394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-47421483-aca6-4224-918e-cb9fde6028e5 req-276b88f9-e735-4057-b199-5ff5ac8414fd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715139 Aug 22 16:04:46.567153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:46.574624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.574972 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.575333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.575661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.576020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.576356 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.576686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.577028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.577279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-7908f710-1631-46e6-89f4-06e4e4aa31b7 service neutron] 10.222.0.54 "GET /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e/bindings/n-h1-805046-3 HTTP/1.1" status: 200 len: 382 time: 0.0558941 Aug 22 16:04:46.577399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.577670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.577995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.578318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:46.640746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f2cdfcb9-5e26-489e-87bc-22bd084879ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.642741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f2cdfcb9-5e26-489e-87bc-22bd084879ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1095 time: 0.0435829 Aug 22 16:04:46.736759 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-1731cab9-6f6e-45ef-a1d1-3b5218f515ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.738228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-1731cab9-6f6e-45ef-a1d1-3b5218f515ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0880337 Aug 22 16:04:46.805500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-e669a088-11f5-442e-8c37-e5cbc7cbf0ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1000 time: 0.0589845 Aug 22 16:04:46.854182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f1fe3176-e99f-444f-9049-c4460af9dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.855597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f1fe3176-e99f-444f-9049-c4460af9dfe9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0430927 Aug 22 16:04:46.878223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['dc52efac-ad69-4abc-b045-8a7a224f433e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:04:46.904022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-370b0ffe-2de9-4d06-9af4-25ddb0d1ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:46.905526 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-370b0ffe-2de9-4d06-9af4-25ddb0d1ebef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424309 Aug 22 16:04:46.999843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f181d0eb-aa0b-4846-a383-db03278ea815 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866313 Aug 22 16:04:47.096278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-cae49763-40d9-4c96-b360-6d71603fcd67 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896378 Aug 22 16:04:47.633883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b327d-3cab-4487-aaf7-655acfd541a3 req-41513647-5955-4b9f-85a1-2f0086aa2797 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:47.635373 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-945b327d-3cab-4487-aaf7-655acfd541a3 req-41513647-5955-4b9f-85a1-2f0086aa2797 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0499024 Aug 22 16:04:47.672354 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-945b327d-3cab-4487-aaf7-655acfd541a3 req-59f2cb62-22c4-42c0-bc67-1da03f6ddab3 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Aug 22 16:04:48.265623 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:04:48.389156 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port dc52efac-ad69-4abc-b045-8a7a224f433e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:04:48.393494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port dc52efac-ad69-4abc-b045-8a7a224f433e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:04:48.393904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:48.468630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:48.489886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:04:48.492114 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9030ea-1d30-428d-a8c7-085a1c10f5ee" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:04:48.505036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:04:48.575937 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:48.610512 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8d418b-5ee1-4e71-883d-c158e86208d0 x-openstack-request-id: req-ef8d418b-5ee1-4e71-883d-c158e86208d0 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:04:48.610874 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:04:48.611298 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef8d418b-5ee1-4e71-883d-c158e86208d0 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:04:48.611555 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'code': 200} Aug 22 16:04:48.628959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:48.790514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed3044-367e-42d2-a8a0-8e606b97f481 req-e47452d9-3717-47c5-88cd-d922489aca3a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:48.792062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06ed3044-367e-42d2-a8a0-8e606b97f481 req-e47452d9-3717-47c5-88cd-d922489aca3a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0487411 Aug 22 16:04:48.834592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06ed3044-367e-42d2-a8a0-8e606b97f481 req-8c6abb02-2d5b-401a-b3dd-0ee3d85b2a1e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Aug 22 16:04:49.962397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f8e4b-c627-4e23-8467-535b1fa3f394 req-b6e2877d-c4bc-4076-a4f2-f41a529a9f91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:49.963782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d93f8e4b-c627-4e23-8467-535b1fa3f394 req-b6e2877d-c4bc-4076-a4f2-f41a529a9f91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0531313 Aug 22 16:04:50.002293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d93f8e4b-c627-4e23-8467-535b1fa3f394 req-d64bf477-f912-4810-b358-76ef2b97d1fb tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Aug 22 16:04:51.118895 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6bca-7797-4599-bf57-0b068f06e966 req-95a553dd-4546-406c-9700-2e81c2701fe0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:51.120406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cde6bca-7797-4599-bf57-0b068f06e966 req-95a553dd-4546-406c-9700-2e81c2701fe0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0486839 Aug 22 16:04:51.162239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1cde6bca-7797-4599-bf57-0b068f06e966 req-4b4a5df4-48e2-4ec3-9abd-7a3c1b07a13e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358348 Aug 22 16:04:51.738872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-3b2d3107-18a6-4898-8517-7b6606aa2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:51.740434 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-3b2d3107-18a6-4898-8517-7b6606aa2327 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b&tenant_id=12fa7391b22c448ca56ca887f5b06d9d HTTP/1.1" status: 200 len: 1096 time: 0.0421035 Aug 22 16:04:51.743446 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:51.758156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:04:51.811291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.016786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:04:52.048157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h1-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:04:52.085635 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:04:52.087899 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70ab7f9-562d-49ae-810d-27b54af30cf1" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:04:52.091813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.105077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Transition to ACTIVE for port object dc52efac-ad69-4abc-b045-8a7a224f433e will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:04:52.146258 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb7c15-3a1e-4881-8a67-22c7d6b46cff x-openstack-request-id: req-9ffb7c15-3a1e-4881-8a67-22c7d6b46cff {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:04:52.149233 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:04:52.149233 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ffb7c15-3a1e-4881-8a67-22c7d6b46cff {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:04:52.149233 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'code': 200} Aug 22 16:04:52.166110 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.254350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=10']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:52.269293 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.269568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.269919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.270261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.270600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.270940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.271268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.271602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.271937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.272334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.272619 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.272951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:04:52.297950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c7cc9-10a3-4f79-bc3d-4e50cc470216 req-4acaf44e-2506-43e8-ad2f-6558952f181d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.298540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:04:52.306230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e62c7cc9-10a3-4f79-bc3d-4e50cc470216 req-4acaf44e-2506-43e8-ad2f-6558952f181d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0650899 Aug 22 16:04:52.314104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] No DVR routers for this DVR port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h1-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:04:52.346909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:04:52.350283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e62c7cc9-10a3-4f79-bc3d-4e50cc470216 req-ade147ec-948d-403d-a2e9-8cd2be8cc21b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Aug 22 16:04:52.455320 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:04:52.456214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:04:52.456538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:04:52.460694 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:04:52.461012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Attempting to bind port dc52efac-ad69-4abc-b045-8a7a224f433e on network 3aff7a69-fea4-4607-a677-337f6b60a4c2 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:04:52.465750 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:04:52.466087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Checking segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:04:52.466467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Bound using segment: {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:04:52.466884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Bound port: dc52efac-ad69-4abc-b045-8a7a224f433e, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:04:52.467232 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.529962 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:04:52.533042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:04:52.588750 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.629679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.630203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:04:52.631624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] 10.222.0.10 "PUT /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 1092 time: 0.8774784 Aug 22 16:04:52.653537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887b63-bcee-46d6-b5f8-b4a89f4c4977 service neutron] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=11']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:04:52.708348 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-bdd9d288-0d84-46ef-9366-8f7937feb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.709905 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-bdd9d288-0d84-46ef-9366-8f7937feb953 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1095 time: 0.0443282 Aug 22 16:04:52.811542 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b70f06b0-b62e-4509-a293-2914842f181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.813182 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-b70f06b0-b62e-4509-a293-2914842f181a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0963032 Aug 22 16:04:52.885970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-431e1559-1a54-4d8f-88b0-3a0dae5d81e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0649228 Aug 22 16:04:52.937184 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-659f98b4-ac20-4356-bee5-744db4576473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.938647 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-659f98b4-ac20-4356-bee5-744db4576473 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0455101 Aug 22 16:04:52.986804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-7b99deac-e547-4bd1-aae2-a9d3623e9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:52.988959 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-7b99deac-e547-4bd1-aae2-a9d3623e9820 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429173 Aug 22 16:04:53.084267 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-4da265e7-6933-48fb-8d08-7a4ef8bfea14 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Aug 22 16:04:53.210043 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-130f1083-00f9-47f4-8d06-104b4c15e55b req-f7eb2ea4-bf3c-4aa4-8f12-62eda32d73a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191590 Aug 22 16:04:53.482768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8a95-2c0c-431e-9ab9-292993d21a51 req-5a419605-470b-4e30-bf8d-33662f8ee18f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:53.484403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cbe8a95-2c0c-431e-9ab9-292993d21a51 req-5a419605-470b-4e30-bf8d-33662f8ee18f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0641460 Aug 22 16:04:53.528434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cbe8a95-2c0c-431e-9ab9-292993d21a51 req-74c86c8a-6cda-4214-80a4-823bebcb1957 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362585 Aug 22 16:04:54.148355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:04:54.150747 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f36fa24-5f93-4fa0-960c-b81285446890" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:04:54.198986 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1141cef6-2ecc-489f-8d44-9d45b95cf2e8 x-openstack-request-id: req-1141cef6-2ecc-489f-8d44-9d45b95cf2e8 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:04:54.199285 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:04:54.199547 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1141cef6-2ecc-489f-8d44-9d45b95cf2e8 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:04:54.199959 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'status': 'completed', 'code': 200} Aug 22 16:04:54.264643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-4e6ebc1e-587c-4211-8c4b-fdf2ce9298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.266319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-4e6ebc1e-587c-4211-8c4b-fdf2ce9298d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1095 time: 0.0474095 Aug 22 16:04:54.290130 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-65cb8c5e-eb98-4b26-a504-d81eaf478b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.291671 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-65cb8c5e-eb98-4b26-a504-d81eaf478b72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 1095 time: 0.0478404 Aug 22 16:04:54.364921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-ce48e5f8-f32e-418a-a955-439183c840ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.366729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-ce48e5f8-f32e-418a-a955-439183c840ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0934789 Aug 22 16:04:54.388281 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-01f26f07-455a-417e-a0e2-55d6fad7e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.389943 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-01f26f07-455a-417e-a0e2-55d6fad7e869 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 200 len: 913 time: 0.0908251 Aug 22 16:04:54.440106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-6f5be02b-dde3-4c18-9c83-29f1bfe86c08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0652699 Aug 22 16:04:54.462395 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-8456bcf0-d5fa-46cf-90e0-57ba9d99acfe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 200 len: 999 time: 0.0650437 Aug 22 16:04:54.492426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-d970fad1-4bfb-4d64-af43-156de3e63764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.493939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-d970fad1-4bfb-4d64-af43-156de3e63764 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0472639 Aug 22 16:04:54.517610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-dcf5d68a-f7b1-4b7c-9580-9ef12c79c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.519372 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-dcf5d68a-f7b1-4b7c-9580-9ef12c79c1e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 200 len: 851 time: 0.0502787 Aug 22 16:04:54.568963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-f9b58d32-98f8-4cb0-ad29-b6fad37c2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.570628 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-f9b58d32-98f8-4cb0-ad29-b6fad37c2897 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448120 Aug 22 16:04:54.679175 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-87c6bed1-fc30-4d0b-b50f-71208213598d service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010318 Aug 22 16:04:54.776738 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-207313de-3a5b-475c-a62b-8e0918e938cf service neutron] 10.222.0.10 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904374 Aug 22 16:04:54.830054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-1a4c83bf-0ce5-44d8-b82b-bbb1e5ee748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.832411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-1a4c83bf-0ce5-44d8-b82b-bbb1e5ee748e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3aff7a69-fea4-4607-a677-337f6b60a4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313394 Aug 22 16:04:54.934423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6dcab-79f7-4361-866b-d28072b5681b req-08326996-ba52-4c2d-9869-c32bf5b384e4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:54.935908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5b6dcab-79f7-4361-866b-d28072b5681b req-08326996-ba52-4c2d-9869-c32bf5b384e4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.1100099 Aug 22 16:04:54.968763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-e59d88fe-3bb2-4143-bf6b-d7a616e5e25a service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270671 Aug 22 16:04:55.004837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5b6dcab-79f7-4361-866b-d28072b5681b req-60ece90c-41b3-4d88-89f7-269ba8da1fa7 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620205 Aug 22 16:04:55.077514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f36fa24-5f93-4fa0-960c-b81285446890 req-5e183f23-9c3b-43c1-bf94-f078a7040ed9 service neutron] 10.222.0.54 "GET /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964763 Aug 22 16:04:56.126611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815d5a-c1a9-467d-b3e8-de6d8e74acf5 req-2617f7fb-23ad-4038-b4e6-668272da9de5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:56.128451 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9815d5a-c1a9-467d-b3e8-de6d8e74acf5 req-2617f7fb-23ad-4038-b4e6-668272da9de5 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0550122 Aug 22 16:04:56.166437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9815d5a-c1a9-467d-b3e8-de6d8e74acf5 req-bf480b70-9459-40a1-8fea-7c8041d69481 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Aug 22 16:04:57.283427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f4c0-660c-4d40-9921-c31728286589 req-bcefca53-9b08-4dff-bdcc-ae3166a57d1a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:57.285224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed45f4c0-660c-4d40-9921-c31728286589 req-bcefca53-9b08-4dff-bdcc-ae3166a57d1a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0494363 Aug 22 16:04:57.325425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed45f4c0-660c-4d40-9921-c31728286589 req-5fadd660-6896-4d75-8bda-26aaed635bd8 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341308 Aug 22 16:04:58.441046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cd066-0a61-43a9-9387-a060ee2c2f9e req-9b33b2b5-ccf3-4772-8423-616345523add tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:58.442499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84cd066-0a61-43a9-9387-a060ee2c2f9e req-9b33b2b5-ccf3-4772-8423-616345523add tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0481219 Aug 22 16:04:58.479030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d84cd066-0a61-43a9-9387-a060ee2c2f9e req-6986e32a-786d-4d46-a0ab-ecd870bfdba4 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304770 Aug 22 16:04:59.598365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef86d9-bbb9-4f5e-98f1-b3c5d9acf28f req-d8a15fe3-f2db-4502-8577-5cb584beee66 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:04:59.599872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12ef86d9-bbb9-4f5e-98f1-b3c5d9acf28f req-d8a15fe3-f2db-4502-8577-5cb584beee66 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0527272 Aug 22 16:04:59.637083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12ef86d9-bbb9-4f5e-98f1-b3c5d9acf28f req-080c9680-8187-42ed-82eb-e55a31ecd399 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Aug 22 16:05:00.166413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad093002-2157-40d9-9e87-1af7dfd4e63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:00.752372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca3456-06f7-482c-9297-ac228eff73fb req-6feba22d-7b8c-40b1-bc12-baf961ad4013 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:00.753841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eca3456-06f7-482c-9297-ac228eff73fb req-6feba22d-7b8c-40b1-bc12-baf961ad4013 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0485022 Aug 22 16:05:00.791039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0eca3456-06f7-482c-9297-ac228eff73fb req-3ea97bb4-0156-4a86-a112-03b0610dd956 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Aug 22 16:05:01.906460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d381d-3244-40d0-a919-1d90942c4e17 req-76fc75c1-1ec9-40b4-9991-8a8cd060c288 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:01.907931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b90d381d-3244-40d0-a919-1d90942c4e17 req-76fc75c1-1ec9-40b4-9991-8a8cd060c288 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0491321 Aug 22 16:05:01.945035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b90d381d-3244-40d0-a919-1d90942c4e17 req-8dfb6b84-27b3-4c48-91bb-f41963eea4ba tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309026 Aug 22 16:05:02.931567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:03.064194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a79e6-afa8-4056-9120-7f11114a2c19 req-ae7def60-596f-4eae-b589-2936c2a309bf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:03.066799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e9a79e6-afa8-4056-9120-7f11114a2c19 req-ae7def60-596f-4eae-b589-2936c2a309bf tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0545478 Aug 22 16:05:03.104565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e9a79e6-afa8-4056-9120-7f11114a2c19 req-96984656-ed8b-470a-ad5f-ff58405890e0 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316410 Aug 22 16:05:03.543189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-433d5a7b-1c7e-4ab3-a61a-787d62ebec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:04.225000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665748e-6791-4758-b287-5581d6b8c82e req-5e59c50b-954b-471c-99d7-27ce68856fe9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:04.226533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c665748e-6791-4758-b287-5581d6b8c82e req-5e59c50b-954b-471c-99d7-27ce68856fe9 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0528643 Aug 22 16:05:04.265606 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c665748e-6791-4758-b287-5581d6b8c82e req-ef3e0616-031c-46bc-8f7b-80dcc0d5c69b tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Aug 22 16:05:05.131947 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:05.382935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e896c-49b2-4c33-92d1-9cd298100bac req-cd7c0302-3bee-4dd2-8243-1a913ad4bd9e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:05.384346 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-593e896c-49b2-4c33-92d1-9cd298100bac req-cd7c0302-3bee-4dd2-8243-1a913ad4bd9e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 944 time: 0.0498207 Aug 22 16:05:05.422027 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-593e896c-49b2-4c33-92d1-9cd298100bac req-f6eaa593-1f63-4744-be20-d48d0b2d233d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Aug 22 16:05:05.634940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:05:05.732219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:05.743537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'port_id': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'mac_address': 'fa:16:3e:a1:d4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:05:05.782022 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:05.795179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:05:05.814370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:05.872817 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:05.920804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=12']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:06.158711 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:05:06.304201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['dc52efac-ad69-4abc-b045-8a7a224f433e'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:06.540087 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7445-4f40-42e2-97c0-a7d693bcefc0 req-b715c6bd-ad2f-4cef-9d9a-34e7c7442537 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:06.541478 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48be7445-4f40-42e2-97c0-a7d693bcefc0 req-b715c6bd-ad2f-4cef-9d9a-34e7c7442537 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0526628 Aug 22 16:05:06.578682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48be7445-4f40-42e2-97c0-a7d693bcefc0 req-fe45565e-4887-48c9-adcc-661fee716a00 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Aug 22 16:05:06.693387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c51f7-3d57-4fb3-9dad-23604f325530 req-162fd02e-a651-43e4-8f9b-271dd5d5d62d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:06.694843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6c51f7-3d57-4fb3-9dad-23604f325530 req-162fd02e-a651-43e4-8f9b-271dd5d5d62d tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0482159 Aug 22 16:05:06.731459 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ae6c51f7-3d57-4fb3-9dad-23604f325530 req-0be15aa7-b383-48d4-95b7-be53200e8733 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Aug 22 16:05:06.843510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c72b4-8b9c-481a-b016-8b47aa8f7eb9 req-292d3a7d-1687-4327-a13b-7a8f6b375abd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:06.844915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a00c72b4-8b9c-481a-b016-8b47aa8f7eb9 req-292d3a7d-1687-4327-a13b-7a8f6b375abd tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0488620 Aug 22 16:05:06.887776 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a00c72b4-8b9c-481a-b016-8b47aa8f7eb9 req-8da4430f-e6e4-4c2b-89d8-533483ba8e85 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363278 Aug 22 16:05:07.049492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:07.329144 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4e81b-1cb0-4adf-b200-70608b866c73 req-e523da95-3ee2-4a8c-9a07-d1d64f95ce2f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:07.330636 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bb4e81b-1cb0-4adf-b200-70608b866c73 req-e523da95-3ee2-4a8c-9a07-d1d64f95ce2f tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 945 time: 0.0550470 Aug 22 16:05:07.369026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bb4e81b-1cb0-4adf-b200-70608b866c73 req-d8aef8e9-ffe1-4cef-b297-9fbd768e6934 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Aug 22 16:05:07.644747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:05:07.766221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port dc52efac-ad69-4abc-b045-8a7a224f433e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:05:07.770637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port dc52efac-ad69-4abc-b045-8a7a224f433e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:05:07.771006 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:07.847129 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:07.868510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:07.870729 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d9e553-046d-40ab-ac60-1d2233ea598b" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:07.885416 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:07.913439 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98fbedb-0b80-4c7d-a06b-5f83be2288b4 x-openstack-request-id: req-f98fbedb-0b80-4c7d-a06b-5f83be2288b4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:07.913840 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-plugged", "status": "completed", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:07.914099 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f98fbedb-0b80-4c7d-a06b-5f83be2288b4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:07.914491 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'code': 200} Aug 22 16:05:07.954592 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:08.000855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=13']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:08.485802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e29bd8-8cfd-4996-b8a3-f12758eea88d req-a79c03d2-1bde-4f41-9be8-be059f204825 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:08.487195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e29bd8-8cfd-4996-b8a3-f12758eea88d req-a79c03d2-1bde-4f41-9be8-be059f204825 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 946 time: 0.0493288 Aug 22 16:05:08.524565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3e29bd8-8cfd-4996-b8a3-f12758eea88d req-a94e6d89-1c96-48ba-9d3d-181a2543a39e tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Aug 22 16:05:09.152172 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-81afd586-8bb2-4b52-8077-940d495ba1b1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:09.153646 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-81afd586-8bb2-4b52-8077-940d495ba1b1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 946 time: 0.0541017 Aug 22 16:05:09.248325 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Deleting port dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:09.248676 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.339896 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] For port dc52efac-ad69-4abc-b045-8a7a224f433e, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=dc52efac-ad69-4abc-b045-8a7a224f433e,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:09.340304 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.507774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.508206 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.508533 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476 disassociated. External IP: 172.25.0.70, port: dc52efac-ad69-4abc-b045-8a7a224f433e. Aug 22 16:05:09.508877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Calling delete_port for dc52efac-ad69-4abc-b045-8a7a224f433e owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:09.641951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c193f-83ec-48fa-8e2c-110e8ea2402d req-77f44bf2-bac7-4ba1-b1de-41c13139bbf1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:09.643462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-254c193f-83ec-48fa-8e2c-110e8ea2402d req-77f44bf2-bac7-4ba1-b1de-41c13139bbf1 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 946 time: 0.0503781 Aug 22 16:05:09.680519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.682350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-254c193f-83ec-48fa-8e2c-110e8ea2402d req-561d07e7-c76b-4c0b-be9b-bec845ed2dd6 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups?id=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Aug 22 16:05:09.708498 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'Port': ['ID=dc52efac-ad69-4abc-b045-8a7a224f433e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:09.827135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:05:09.938645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:05:09.948111 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:05:09.957429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:05:09.958132 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:09.978010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] No DVR routers for this DVR port dc52efac-ad69-4abc-b045-8a7a224f433e on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:05:09.980592 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:09.982578 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-87c6c65f-d371-4504-9c78-e406783c91b9 req-5646c32f-b07d-40fb-95e7-7425bfdc958a tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.10 "DELETE /v2.0/ports/dc52efac-ad69-4abc-b045-8a7a224f433e HTTP/1.1" status: 204 len: 173 time: 0.8218293 Aug 22 16:05:09.983028 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-deleted', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:09.985306 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e64970-e4d9-4349-82a1-95865c7c2a76" -d '{"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-deleted", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:10.023413 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bada5c5-e378-47cf-887f-552d80824ba1 x-openstack-request-id: req-9bada5c5-e378-47cf-887f-552d80824ba1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:10.023739 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6be2c-1a09-496f-a321-0b829b491c1b", "name": "network-vif-deleted", "tag": "dc52efac-ad69-4abc-b045-8a7a224f433e", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:10.024018 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bada5c5-e378-47cf-887f-552d80824ba1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:10.024430 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6be2c-1a09-496f-a321-0b829b491c1b', 'name': 'network-vif-deleted', 'tag': 'dc52efac-ad69-4abc-b045-8a7a224f433e', 'status': 'completed', 'code': 200} Aug 22 16:05:10.067907 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:05:10.267223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:10.297008 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:05:10.305411 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:05:10.306010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:10.410593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:05:10.694377 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:10.723138 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450338-c7b9-45fd-954d-a13cb7b3c2b6 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T15:51:08Z', 'revision_number': 4, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '55215689-b319-4efd-9c9c-ba9a5d9b84ba', 'name': '', 'network_id': '3aff7a69-fea4-4607-a677-337f6b60a4c2', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'mac_address': 'fa:16:3e:99:37:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '431fc085-564d-41eb-b044-7602fafc446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:07Z', 'updated_at': '2021-08-22T15:51:13Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'subnets': [{'id': '431fc085-564d-41eb-b044-7602fafc446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:05:10.789722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59ab2787-8359-46de-b687-9df0faf849fb req-2d14fc1d-7322-4201-8805-7a94cf60aa31 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0325398 Aug 22 16:05:10.960667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9414959-9cd9-4fab-82f1-65d727b1ec40 None None] New status for floating IP 46fe5807-676d-4d70-8eb1-822d8cc32476: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:05:11.106614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:11.889805 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20be2e20-abe1-4089-a82d-59ac79a19a44 req-98e0f8da-f33d-4504-9ac9-4ee076776964 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0297675 Aug 22 16:05:12.992025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-05438138-5428-4dc9-98a1-3adc840cae47 req-1c3beb89-8598-4be4-8723-f1fcfacb10ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0275183 Aug 22 16:05:13.672695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:05:13.695652 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: dc52efac-ad69-4abc-b045-8a7a224f433e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:05:13.697494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device dc52efac-ad69-4abc-b045-8a7a224f433e not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:05:14.100467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-126ccbcc-5fe3-4b78-ad62-69f6a9c0e6bc req-f88c6e27-0e2b-45fa-8ecb-cbab23fdf919 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2e6be2c-1a09-496f-a321-0b829b491c1b HTTP/1.1" status: 200 len: 210 time: 0.0277274 Aug 22 16:05:19.085260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58226) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:19.139332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.162076 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.272431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.275089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.276331 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "DELETE /v2.0/security-groups/c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc HTTP/1.1" status: 204 len: 168 time: 0.1900392 Aug 22 16:05:19.281927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58228) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:19.285589 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e37a94-5694-4dd5-8e0f-228f51ce9e91 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:19.294803 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [None req-e60d9771-884a-4fad-950e-d48e08e3d309 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] show failed (client error): The resource could not be found. Aug 22 16:05:19.295958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e60d9771-884a-4fad-950e-d48e08e3d309 tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "GET /v2.0/security-groups/c956ba0b-6b73-47cb-b9fd-fa396c7f6cfc HTTP/1.1" status: 404 len: 347 time: 0.0158958 Aug 22 16:05:19.298470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58230) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:19.427991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Deleting port f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:19.428360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.510411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.510746 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.522909 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Calling delete_port for f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:19.706584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.730495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Pushing event deleted for resources: {'Port': ['ID=f70d255e-8e41-4652-8dc0-cb8ed5b6c0ca,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:19.792872 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.795363 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:19.796574 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a7fc610-06f0-4781-b897-37579287b8ac tempest-ServerActionsTestJSON-2145455187 tempest-ServerActionsTestJSON-2145455187-project] 10.222.0.53 "DELETE /v2.0/floatingips/46fe5807-676d-4d70-8eb1-822d8cc32476 HTTP/1.1" status: 204 len: 168 time: 0.4971864 Aug 22 16:05:19.799394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58232) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:20.273075 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:20.515348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Deleting port 55215689-b319-4efd-9c9c-ba9a5d9b84ba {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:20.516073 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:20.594138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] For port 55215689-b319-4efd-9c9c-ba9a5d9b84ba, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=55215689-b319-4efd-9c9c-ba9a5d9b84ba,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:20.594508 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:20.606690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Calling delete_port for 55215689-b319-4efd-9c9c-ba9a5d9b84ba owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:20.860998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:20.890538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Pushing event deleted for resources: {'Port': ['ID=55215689-b319-4efd-9c9c-ba9a5d9b84ba,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:21.058821 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:21.274767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:05:21.647787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:05:21.653135 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-99c8a369-d0ec-46cb-8364-cf8f8faa195f admin admin] 10.222.0.53 "PUT /v2.0/routers/881a93bf-f92d-4613-8ff0-897bf97f1fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527670 Aug 22 16:05:21.655602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58236) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:21.657328 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Sync routers for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:05:21.667486 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:05:21.668526 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:21.725923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:21.764956 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:21.780358 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:05:21.871260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:21.957992 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T16:05:20Z', 'revision_number': 5, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port': {'id': '7380a2e9-fb01-47a8-b012-71cc9ad7b0f0', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T15:51:05Z', 'updated_at': '2021-08-22T15:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:21.970158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Deleting port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:21.970511 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:21.984663 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Checking router: 881a93bf-f92d-4613-8ff0-897bf97f1fc7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:05:21.993541 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Routers {'881a93bf-f92d-4613-8ff0-897bf97f1fc7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:05:21.994179 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:05:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:22.049466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] For port 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:22.049836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.061655 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Calling delete_port for 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:22.079605 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] Set router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:05:22.136391 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T16:05:21Z', 'revision_number': 6, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:22.163294 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b63ed1-012c-4813-8fde-78b280cf2f96 None None] The sync data for ids ['881a93bf-f92d-4613-8ff0-897bf97f1fc7'] in n-d-805046-3 is: [{'id': '881a93bf-f92d-4613-8ff0-897bf97f1fc7', 'name': 'tempest-ServerActionsTestJSON-1518491900-router', 'tenant_id': '12fa7391b22c448ca56ca887f5b06d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T15:51:04Z', 'updated_at': '2021-08-22T16:05:21Z', 'revision_number': 6, 'project_id': '12fa7391b22c448ca56ca887f5b06d9d', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:05:22.302733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.326078 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Pushing event deleted for resources: {'Port': ['ID=7380a2e9-fb01-47a8-b012-71cc9ad7b0f0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:22.391810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.493924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.496205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.640382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.640948 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881a93bf-f92d-4613-8ff0-897bf97f1fc7 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:05:22.645556 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.646723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d12e744c-d954-4c11-aa1f-54f3613ddefc admin admin] 10.222.0.53 "DELETE /v2.0/routers/881a93bf-f92d-4613-8ff0-897bf97f1fc7 HTTP/1.1" status: 204 len: 168 time: 0.9900095 Aug 22 16:05:22.649231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58238) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:22.693705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Deleting subnet 431fc085-564d-41eb-b044-7602fafc446b {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:05:22.696690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.730913 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.836433 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.947157 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.976586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431fc085-564d-41eb-b044-7602fafc446b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:22.981115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:22.984226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d52f908b-a194-4ad9-a8de-8e4334e8e434 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/431fc085-564d-41eb-b044-7602fafc446b HTTP/1.1" status: 204 len: 168 time: 0.3328640 Aug 22 16:05:22.986466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58240) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:22.989970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245af5b8-ae9a-4cb5-98e2-c3132a01a869 None None] Network 3aff7a69-fea4-4607-a677-337f6b60a4c2 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:05:23.062309 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.129491 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Deleting port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:23.129897 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.165726 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] DHCP port deletion for 3aff7a69-fea4-4607-a677-337f6b60a4c2 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:05:23.202622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] For port e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:23.202988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.211828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Deleting port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:23.214831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.216900 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Calling delete_port for e6ee37a7-5c8f-4f7e-9806-deb20e73d622 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:23.275371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] For port e6ee37a7-5c8f-4f7e-9806-deb20e73d622, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,segment=NetworkSegment(a482e6b3-5fce-476f-a422-c7c8ba0e41aa),segment_id=a482e6b3-5fce-476f-a422-c7c8ba0e41aa)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:23.275776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.288273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Calling delete_port for e6ee37a7-5c8f-4f7e-9806-deb20e73d622 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:23.360186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.365596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.388752 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:23.390099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] Pushing event deleted for resources: {'Port': ['ID=e6ee37a7-5c8f-4f7e-9806-deb20e73d622,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:23.391455 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] No DVR routers for this DVR port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:05:23.393602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1167af-d1ce-4280-b7f7-f301e6ed317e None None] No DVR routers for this DVR port e6ee37a7-5c8f-4f7e-9806-deb20e73d622 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:05:23.468938 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.478835 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aff7a69-fea4-4607-a677-337f6b60a4c2']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:23.488461 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:23.488761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a482e6b3-5fce-476f-a422-c7c8ba0e41aa') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:05:23.497361 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.511275 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.517152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:05:23.517541 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:05:23.519849 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:05:23.629164 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.634547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:23.637719 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3aff7a69-fea4-4607-a677-337f6b60a4c2 HTTP/1.1" status: 204 len: 168 time: 0.6489527 Aug 22 16:05:23.651855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a244-843d-4254-a085-d06297cff89a admin admin] Pushing event deleted for resources: {'Network': ['ID=3aff7a69-fea4-4607-a677-337f6b60a4c2,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:23.795427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6ee37a7-5c8f-4f7e-9806-deb20e73d622 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:05:23.815361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e6ee37a7-5c8f-4f7e-9806-deb20e73d622 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:05:23.815715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e6ee37a7-5c8f-4f7e-9806-deb20e73d622 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:05:23.816811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:05:23.835453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:05:23.835806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7380a2e9-fb01-47a8-b012-71cc9ad7b0f0 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:05:23.836253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 55215689-b319-4efd-9c9c-ba9a5d9b84ba no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:05:23.857614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 55215689-b319-4efd-9c9c-ba9a5d9b84ba {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:05:23.857966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 55215689-b319-4efd-9c9c-ba9a5d9b84ba not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:05:23.946786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58244) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:23.985624 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f4f613cc-a86f-45ef-b3c5-758673bfcc83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12fa7391b22c448ca56ca887f5b06d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376592 Aug 22 16:05:23.988624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58246) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:24.035241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:24.056020 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:24.192906 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:24.195583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:24.196849 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc106f97-ec7c-4c77-a310-defcfc6f59fa HTTP/1.1" status: 204 len: 168 time: 0.2072802 Aug 22 16:05:24.204590 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae02edf-32e6-4aa6-8e72-58070ce484b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc106f97-ec7c-4c77-a310-defcfc6f59fa,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:25.236539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58268) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:25.332668 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1188092833-network', 'tenant_id': '768f52a11e0c4fd0b57e076979d0046b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:25.414546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Made reservation on behalf of 768f52a11e0c4fd0b57e076979d0046b for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:05:25.416862 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.425072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.512282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.594464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.619998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:05:25.634940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:25.640827 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.641184 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Added segment 46abd34a-5d13-4508-b627-9f308296df01 of type vlan for network a89e82dc-c6d0-4406-b8b3-64df520dc5ee Aug 22 16:05:25.684296 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.771946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.772985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:25.773568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:25.831071 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a89e82dc-c6d0-4406-b8b3-64df520dc5ee,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:25.840758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:05:25.858140 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-39b6609d-c764-4568-a5f1-ca61585865f3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6204395 Aug 22 16:05:25.860979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:05:25.866661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Request body: {'subnet': {'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1188092833-subnet', 'tenant_id': '768f52a11e0c4fd0b57e076979d0046b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:25.934801 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Made reservation on behalf of 768f52a11e0c4fd0b57e076979d0046b for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:05:25.937261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:26.183562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:26.243235 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d839d6c-de44-4b1c-869f-6f990bd3bbd8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:26.252097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Checking segment: {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:05:26.252469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Network hostable DHCP agents. Network: a89e82dc-c6d0-4406-b8b3-64df520dc5ee, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:05:26.340467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:05:26.428981 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a89e82dc-c6d0-4406-b8b3-64df520dc5ee) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:05:26.432919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:26.433509 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:26.439361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf3414-3b7e-410f-aabc-4afe5a082417 None None] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:05:26.507685 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9341b9e7-7e55-45c8-abbe-8ad8cb917496 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6453443 Aug 22 16:05:26.564336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40abddd-5c8c-446d-ad8f-6a0169504f24 None None] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:05:26.935592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-7fb9a6ca-ddc5-4b74-ab1f-aae98d7cf785 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:26.937125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-7fb9a6ca-ddc5-4b74-ab1f-aae98d7cf785 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/networks?id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee HTTP/1.1" status: 200 len: 814 time: 0.1149836 Aug 22 16:05:26.952314 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-22101915-71b1-4b79-b310-0ff610add0e8 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/quotas/768f52a11e0c4fd0b57e076979d0046b HTTP/1.1" status: 200 len: 375 time: 0.0092285 Aug 22 16:05:26.987836 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-61f6323a-7a33-46fa-8251-b3303dad300b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301852 Aug 22 16:05:27.134237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-4f4a1883-cf53-4538-a2af-eb5ed10cf65d service neutron] 10.222.0.53 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393547 Aug 22 16:05:27.226680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-c904e4b0-1c02-4106-aa6e-d2c54d1fd186 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861254 Aug 22 16:05:27.533585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8aebd1fb-96b0-419d-8a98-0dbd2da0e932 req-b44aa6cf-ea01-4024-b3df-b9f73d378ba8 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 210 time: 0.0283983 Aug 22 16:05:28.635523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-049688f6-651f-4b92-8b95-67ad72d55402 req-71189457-a3e0-4033-b80c-a47ccf1de06a tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 210 time: 0.0324504 Aug 22 16:05:29.461454 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bfb78aed-b036-4888-af92-4107ee800962 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:29.462966 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bfb78aed-b036-4888-af92-4107ee800962 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.10 "GET /v2.0/networks?id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee HTTP/1.1" status: 200 len: 814 time: 0.1005089 Aug 22 16:05:29.489692 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Request body: {'port': {'device_id': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee', 'admin_state_up': True, 'tenant_id': '768f52a11e0c4fd0b57e076979d0046b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:29.657424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Made reservation on behalf of 768f52a11e0c4fd0b57e076979d0046b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:05:29.660444 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:29.731172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ca66dae-5719-484f-ab89-2c86d6a5fb50 req-4ac1e009-3e59-483a-901d-f142a7664deb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 210 time: 0.0263727 Aug 22 16:05:29.785269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Allocated IP 172.20.0.13 (a89e82dc-c6d0-4406-b8b3-64df520dc5ee/4d839d6c-de44-4b1c-869f-6f990bd3bbd8/de0a0ba9-ca3e-48f8-8747-df7f411c379d) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:05:29.933874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.052667 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.099837 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:05:30.102949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:05:30.107189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:05:30.115807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Pushing event updated for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:30.131492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-58a1464f-305c-48d1-8613-8d9bbab3de28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.160521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:30.161129 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.217691 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-bdec82d1-3517-44a7-a11a-461a6b1c26cb tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7400672 Aug 22 16:05:30.279806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Request body: {'port': {'device_id': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:30.331867 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.585330 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0a0ba9-ca3e-48f8-8747-df7f411c379d {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:05:30.592929 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.604599 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Transition to ACTIVE for port object de0a0ba9-ca3e-48f8-8747-df7f411c379d will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:05:30.684099 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.748808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:30.798376 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Attempting to bind port de0a0ba9-ca3e-48f8-8747-df7f411c379d on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:05:30.798721 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Attempting to bind port de0a0ba9-ca3e-48f8-8747-df7f411c379d by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:05:30.799053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Attempting to bind port de0a0ba9-ca3e-48f8-8747-df7f411c379d on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:05:30.803421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Port de0a0ba9-ca3e-48f8-8747-df7f411c379d on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:05:30.803748 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Attempting to bind port de0a0ba9-ca3e-48f8-8747-df7f411c379d on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:05:30.809406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:05:30.809754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Checking segment: {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:05:30.810143 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Bound using segment: {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:05:30.810571 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Bound port: de0a0ba9-ca3e-48f8-8747-df7f411c379d, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:05:30.810934 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.852761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df840f-686d-44e6-99ce-86a44b2d2232 req-5548cebe-f508-4093-949d-26917ce74630 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:30.854263 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25df840f-686d-44e6-99ce-86a44b2d2232 req-5548cebe-f508-4093-949d-26917ce74630 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 944 time: 0.0501640 Aug 22 16:05:30.877655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:05:30.880729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:05:30.893045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25df840f-686d-44e6-99ce-86a44b2d2232 req-d268e473-5c39-4c1a-b053-c925fdd34a5a tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 22 16:05:30.938196 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.975250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:30.975874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:30.977305 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] 10.222.0.10 "PUT /v2.0/ports/de0a0ba9-ca3e-48f8-8747-df7f411c379d HTTP/1.1" status: 200 len: 1092 time: 0.7017710 Aug 22 16:05:30.977749 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:30.980694 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:31.004030 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba48b-80e3-422a-90d6-0575cd6b5785 service neutron] Pushing event updated for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:31.022241 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbc584-dc1f-498c-8867-996dba61ee59 x-openstack-request-id: req-b2fbc584-dc1f-498c-8867-996dba61ee59 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:31.022724 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:31.023164 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2fbc584-dc1f-498c-8867-996dba61ee59 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:31.023829 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d', 'status': 'completed', 'code': 200} Aug 22 16:05:31.103400 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-c4ee5c5f-36c3-45b1-b007-53b870c5fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:31.105026 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-c4ee5c5f-36c3-45b1-b007-53b870c5fe5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 1095 time: 0.0425358 Aug 22 16:05:31.511757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-353d85e8-b6dd-4837-a712-033cc5850b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:31.513275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-353d85e8-b6dd-4837-a712-033cc5850b79 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=768f52a11e0c4fd0b57e076979d0046b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3950555 Aug 22 16:05:31.606021 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-69f6ac9b-e63a-4951-9304-302108029050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:31.607506 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-4fe8ebda-2a6d-4ae4-b6cd-023a2a2598ce req-69f6ac9b-e63a-4951-9304-302108029050 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867393 Aug 22 16:05:31.708876 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-5fdb0328-2336-4e92-b635-477bd2fc4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:31.710359 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-5fdb0328-2336-4e92-b635-477bd2fc4264 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 1095 time: 0.0442612 Aug 22 16:05:31.757229 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-dc7efbcb-98fc-4d6d-9315-a4d454fd5cda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d HTTP/1.1" status: 200 len: 217 time: 0.0332921 Aug 22 16:05:31.806974 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-7357a8bb-4d78-4bd0-99e6-fbef146ec962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:31.808777 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-7357a8bb-4d78-4bd0-99e6-fbef146ec962 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d839d6c-de44-4b1c-869f-6f990bd3bbd8 HTTP/1.1" status: 200 len: 854 time: 0.0441830 Aug 22 16:05:31.840317 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-ae01fc68-ee4b-473e-9d9e-c1fa4d089426 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240071 Aug 22 16:05:31.933001 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-1ea3909a-488c-4b64-ada2-a441d67ae1eb service neutron] 10.222.0.10 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Aug 22 16:05:32.009686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b3b2f-9015-40c4-9d8a-d7704620f147 req-d77d444c-158c-4d47-987e-d0c74ebd44de tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:32.011683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-572b3b2f-9015-40c4-9d8a-d7704620f147 req-d77d444c-158c-4d47-987e-d0c74ebd44de tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 944 time: 0.0505109 Aug 22 16:05:32.030348 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-fe95f569-3752-443d-81f3-e5de6f9f7f38 req-8ff9eff0-a89d-41a0-a427-5b6769508b99 service neutron] 10.222.0.10 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899327 Aug 22 16:05:32.050049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-572b3b2f-9015-40c4-9d8a-d7704620f147 req-0990ed9c-228d-4899-85b6-67169417819f tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Aug 22 16:05:32.965423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:33.171544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3003e8-f9d7-4140-9217-a1bf60cf8ce9 req-a4aa4a78-bc47-4c6a-923d-2ad2b16b6d4c tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:33.173047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be3003e8-f9d7-4140-9217-a1bf60cf8ce9 req-a4aa4a78-bc47-4c6a-923d-2ad2b16b6d4c tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 944 time: 0.0549059 Aug 22 16:05:33.210591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-be3003e8-f9d7-4140-9217-a1bf60cf8ce9 req-13e04545-89ab-4598-badb-24096905e964 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Aug 22 16:05:33.546360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6c983417-0d28-4d0f-986b-82678f22dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:34.324539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a4d5-1e04-47f0-92e3-b5f9be82da3c req-139c7255-7102-4666-afd1-dbf7e04b590e tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:34.326014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7558a4d5-1e04-47f0-92e3-b5f9be82da3c req-139c7255-7102-4666-afd1-dbf7e04b590e tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 944 time: 0.0482233 Aug 22 16:05:34.363050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7558a4d5-1e04-47f0-92e3-b5f9be82da3c req-e6de77f5-6770-45a3-9555-c38a04ac9b5b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Aug 22 16:05:35.171680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:35.477278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16dc9-3611-4f72-8c31-a000d42712a3 req-9f10b9a9-41fe-4e13-9c1f-53ec6c5ea393 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:35.479917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19d16dc9-3611-4f72-8c31-a000d42712a3 req-9f10b9a9-41fe-4e13-9c1f-53ec6c5ea393 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 944 time: 0.0496113 Aug 22 16:05:35.516828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19d16dc9-3611-4f72-8c31-a000d42712a3 req-fab76dbe-96ef-43ad-ba58-8629db0b1ff3 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Aug 22 16:05:35.730656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de0a0ba9-ca3e-48f8-8747-df7f411c379d details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:05:35.826539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:35.836761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d', 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee', 'port_id': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d', 'mac_address': 'fa:16:3e:8e:40:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d839d6c-de44-4b1c-869f-6f990bd3bbd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:05:35.874126 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:35.887049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0a0ba9-ca3e-48f8-8747-df7f411c379d {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:05:35.909564 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:35.965573 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:36.010839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:36.310028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['de0a0ba9-ca3e-48f8-8747-df7f411c379d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:36.636354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc16bd-35dd-4a5a-a29f-b1bf7da08b89 req-1201d241-a094-4847-b97a-66433c3c8e50 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:36.637752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89fc16bd-35dd-4a5a-a29f-b1bf7da08b89 req-1201d241-a094-4847-b97a-66433c3c8e50 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 945 time: 0.0545065 Aug 22 16:05:36.675375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89fc16bd-35dd-4a5a-a29f-b1bf7da08b89 req-0b1c4fef-2639-4410-af14-4b4fce24dfce tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Aug 22 16:05:37.068582 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:37.748055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de0a0ba9-ca3e-48f8-8747-df7f411c379d up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:05:37.791226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724b02-66f6-4471-8dea-87026ed7cac2 req-d981eed0-1d20-43d9-a778-062bd52eb867 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:37.792785 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2724b02-66f6-4471-8dea-87026ed7cac2 req-d981eed0-1d20-43d9-a778-062bd52eb867 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 945 time: 0.0519130 Aug 22 16:05:37.831096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f2724b02-66f6-4471-8dea-87026ed7cac2 req-208a0b4d-8d78-4c86-911d-762923cc8fee tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Aug 22 16:05:37.873056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port de0a0ba9-ca3e-48f8-8747-df7f411c379d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:05:37.877127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port de0a0ba9-ca3e-48f8-8747-df7f411c379d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:05:37.877503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:37.954311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:37.976799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:37.979706 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb05e7-9776-4bff-9fea-c6b28f5fad90" -d '{"events": [{"server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "name": "network-vif-plugged", "status": "completed", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:37.991720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:38.017353 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccb779c-8848-469a-8d18-afbe916150ce x-openstack-request-id: req-0ccb779c-8848-469a-8d18-afbe916150ce {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:38.017641 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "name": "network-vif-plugged", "status": "completed", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:38.017893 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ccb779c-8848-469a-8d18-afbe916150ce {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:38.018282 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d', 'code': 200} Aug 22 16:05:38.049105 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:38.095049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:38.140004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c330e-d02a-480a-85c5-c06566458276 req-0a0832fa-3976-4bd8-a945-8d2da0088863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:38.141503 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-699c330e-d02a-480a-85c5-c06566458276 req-0a0832fa-3976-4bd8-a945-8d2da0088863 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 1097 time: 0.0402641 Aug 22 16:05:38.178217 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-699c330e-d02a-480a-85c5-c06566458276 req-9c106832-3e47-4cbb-855c-3e7ef16cf537 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268466 Aug 22 16:05:38.946384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d46b0-9c68-41db-9a76-27e2eb981451 req-baba384b-ac6a-4092-a886-e3b660d45fe3 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:38.948642 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd6d46b0-9c68-41db-9a76-27e2eb981451 req-baba384b-ac6a-4092-a886-e3b660d45fe3 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0486703 Aug 22 16:05:38.986147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd6d46b0-9c68-41db-9a76-27e2eb981451 req-aca45c09-5451-48eb-80eb-3fec5d796f60 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Aug 22 16:05:40.104329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952c1b-10b9-4736-af1f-d843812dcdab req-a075248c-11b2-4aca-8603-30568668e978 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:40.105864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17952c1b-10b9-4736-af1f-d843812dcdab req-a075248c-11b2-4aca-8603-30568668e978 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0535076 Aug 22 16:05:40.142717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17952c1b-10b9-4736-af1f-d843812dcdab req-5103d781-9500-427e-a522-d2470873b219 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Aug 22 16:05:40.364139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-16088de0-7581-4c7a-9298-d576f0eae35c tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:40.365595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-16088de0-7581-4c7a-9298-d576f0eae35c tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/networks?id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee HTTP/1.1" status: 200 len: 814 time: 0.1039045 Aug 22 16:05:40.381282 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-7f361702-4b1e-4a3a-bcaa-534017465b97 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/quotas/768f52a11e0c4fd0b57e076979d0046b HTTP/1.1" status: 200 len: 375 time: 0.0091410 Aug 22 16:05:40.433407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-db1c7390-b74c-433f-84f8-48fcc2640565 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468938 Aug 22 16:05:40.521573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-6a98d340-f84b-4df2-8882-9bf2498103fb service neutron] 10.222.0.53 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812614 Aug 22 16:05:40.613025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-806a4786-e51e-4d03-b58e-2aecda11c1a6 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Aug 22 16:05:40.829777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5d32e6b-37aa-41ec-b76f-5fe153a99f0a req-5abbc0f3-f44d-47f8-a13d-db40aaafb1e1 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Aug 22 16:05:41.039955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:41.922099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2f037f8-3ac1-4f6b-8511-fb8ed5bc3ab5 req-efca8c6a-8934-4a34-9c82-71bb0c52ba95 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Aug 22 16:05:42.356542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-b63d9170-a51a-45e5-9bde-7077b620f734 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:42.358032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-b63d9170-a51a-45e5-9bde-7077b620f734 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.54 "GET /v2.0/networks?id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee HTTP/1.1" status: 200 len: 814 time: 0.1123362 Aug 22 16:05:42.372322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Request body: {'port': {'device_id': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee', 'admin_state_up': True, 'tenant_id': '768f52a11e0c4fd0b57e076979d0046b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:42.540735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Made reservation on behalf of 768f52a11e0c4fd0b57e076979d0046b for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:05:42.544946 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:42.672399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Allocated IP 172.20.0.5 (a89e82dc-c6d0-4406-b8b3-64df520dc5ee/4d839d6c-de44-4b1c-869f-6f990bd3bbd8/1a9829d6-bddb-43e7-b44f-89d0042a1144) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:05:42.820036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:42.923753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:42.960219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['de0a0ba9-ca3e-48f8-8747-df7f411c379d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:42.969405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Network a89e82dc-c6d0-4406-b8b3-64df520dc5ee is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:05:42.972668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:05:42.981356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:05:42.985224 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Pushing event updated for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:43.009890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.010371 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.010598 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.010939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.011280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.011618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.012002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.012317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.012652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.012986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.013316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.013672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:43.073409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:43.073927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.097194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6315d6-566d-47e0-99d8-91824cec72ec req-ca11d655-479b-40c2-aa20-043b6169bfee tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:43.099042 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d6315d6-566d-47e0-99d8-91824cec72ec req-ca11d655-479b-40c2-aa20-043b6169bfee tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 931 time: 0.0819001 Aug 22 16:05:43.140361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d6315d6-566d-47e0-99d8-91824cec72ec req-4006ed79-79bb-4fda-b481-24c2e6315449 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Aug 22 16:05:43.183932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ae4ac89d-f60c-4e13-bc95-aa7e8cb310e6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8160951 Aug 22 16:05:43.187036 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:05:43.196039 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Request body: {'port': {'device_id': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:05:43.249281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.504025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9829d6-bddb-43e7-b44f-89d0042a1144 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:05:43.512407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.524201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Transition to ACTIVE for port object 1a9829d6-bddb-43e7-b44f-89d0042a1144 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:05:43.591336 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.660870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:43.711395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Attempting to bind port 1a9829d6-bddb-43e7-b44f-89d0042a1144 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:05:43.711728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Attempting to bind port 1a9829d6-bddb-43e7-b44f-89d0042a1144 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:05:43.712084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Attempting to bind port 1a9829d6-bddb-43e7-b44f-89d0042a1144 on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:05:43.716788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Port 1a9829d6-bddb-43e7-b44f-89d0042a1144 on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:05:43.717108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Attempting to bind port 1a9829d6-bddb-43e7-b44f-89d0042a1144 on network a89e82dc-c6d0-4406-b8b3-64df520dc5ee {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:05:43.721763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:05:43.724517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Checking segment: {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:05:43.724517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Bound using segment: {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:05:43.724517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Bound port: 1a9829d6-bddb-43e7-b44f-89d0042a1144, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46abd34a-5d13-4508-b627-9f308296df01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:05:43.724517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.788743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:05:43.791714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:05:43.868552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.904184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:43.904779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:43.906231 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] 10.222.0.54 "PUT /v2.0/ports/1a9829d6-bddb-43e7-b44f-89d0042a1144 HTTP/1.1" status: 200 len: 1091 time: 0.7143760 Aug 22 16:05:43.906665 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:43.908929 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1671042-c5a8-4079-a98e-12bbaef32077" -d '{"events": [{"name": "network-changed", "server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:43.930481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d9ab-1650-4942-9420-b834ee9078d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:43.949728 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1d27e-9cfd-412d-b088-f75e1cb8bbc3 x-openstack-request-id: req-36f1d27e-9cfd-412d-b088-f75e1cb8bbc3 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:43.954327 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:43.954327 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f1d27e-9cfd-412d-b088-f75e1cb8bbc3 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:43.954327 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144', 'status': 'completed', 'code': 200} Aug 22 16:05:44.012523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-cab67ad5-2742-4ad6-880f-4a3a5e6a24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.013961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-cab67ad5-2742-4ad6-880f-4a3a5e6a24b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 1094 time: 0.0425181 Aug 22 16:05:44.113612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-635afcef-f8ea-4745-885d-1a95fd8da742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.115153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-635afcef-f8ea-4745-885d-1a95fd8da742 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=768f52a11e0c4fd0b57e076979d0046b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938358 Aug 22 16:05:44.208284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-d0f4342d-16b0-42e6-a75e-3554450717d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.209757 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e1671042-c5a8-4079-a98e-12bbaef32077 req-d0f4342d-16b0-42e6-a75e-3554450717d8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875978 Aug 22 16:05:44.285089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36043f-9ee7-432f-8a05-03be11abfdac req-17224f2d-d30a-4b8b-9421-c77f05a08924 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.286456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b36043f-9ee7-432f-8a05-03be11abfdac req-17224f2d-d30a-4b8b-9421-c77f05a08924 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 943 time: 0.0758326 Aug 22 16:05:44.323756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-d727afab-d43a-490e-91a1-912b9607bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.325286 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-d727afab-d43a-490e-91a1-912b9607bd34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=768f52a11e0c4fd0b57e076979d0046b&device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 1094 time: 0.0723588 Aug 22 16:05:44.332262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b36043f-9ee7-432f-8a05-03be11abfdac req-61f883c0-d8c2-4097-b092-11ecd2702fe4 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Aug 22 16:05:44.367557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ff71051a-4c3e-4d75-bb2f-76ba10dd419d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144 HTTP/1.1" status: 200 len: 217 time: 0.0343888 Aug 22 16:05:44.418849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ba6d60f3-042f-4baa-b8fb-ad42d2f3bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:44.420341 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ba6d60f3-042f-4baa-b8fb-ad42d2f3bb77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4d839d6c-de44-4b1c-869f-6f990bd3bbd8 HTTP/1.1" status: 200 len: 854 time: 0.0456643 Aug 22 16:05:44.450167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-ece267c3-f2f0-4493-b2e1-0e5a8ca85727 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a89e82dc-c6d0-4406-b8b3-64df520dc5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231588 Aug 22 16:05:44.536996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-dc34eed2-2688-4e11-8e55-6ceecc558f7d service neutron] 10.222.0.54 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801299 Aug 22 16:05:44.628380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8538bfb-634e-4ef9-a2c2-fee64779b77e req-88a4a4bc-b5aa-4431-9540-a739cbe875eb service neutron] 10.222.0.54 "GET /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834260 Aug 22 16:05:45.446939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba490-08f9-4679-89c8-a8b543c51549 req-4ff27936-9aae-4b51-9abc-66f5ee5ea2e0 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:45.448442 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd2ba490-08f9-4679-89c8-a8b543c51549 req-4ff27936-9aae-4b51-9abc-66f5ee5ea2e0 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 943 time: 0.0484967 Aug 22 16:05:45.485786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd2ba490-08f9-4679-89c8-a8b543c51549 req-d2521b7a-fb47-4415-8efe-8a10220d7a85 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Aug 22 16:05:46.607349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79dfd-2803-442d-a671-f0e2ad73c442 req-95039474-1c64-4b42-bb97-07ea65d21f55 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:46.608874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faf79dfd-2803-442d-a671-f0e2ad73c442 req-95039474-1c64-4b42-bb97-07ea65d21f55 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 943 time: 0.0565550 Aug 22 16:05:46.648088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-faf79dfd-2803-442d-a671-f0e2ad73c442 req-36e6e9ea-6f7c-4347-8249-68bf4f56b470 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Aug 22 16:05:47.763730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab1370-dff4-4c73-afcd-27c912786ada req-8e83d6e3-b68c-44cd-9664-00018c7dbf92 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:47.765304 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-caab1370-dff4-4c73-afcd-27c912786ada req-8e83d6e3-b68c-44cd-9664-00018c7dbf92 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 943 time: 0.0500207 Aug 22 16:05:47.802801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-caab1370-dff4-4c73-afcd-27c912786ada req-0245f31d-f78d-4189-bd62-a3ab600a1c26 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Aug 22 16:05:48.576845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1a9829d6-bddb-43e7-b44f-89d0042a1144 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:05:48.672555 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:48.682930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '1a9829d6-bddb-43e7-b44f-89d0042a1144', 'network_id': 'a89e82dc-c6d0-4406-b8b3-64df520dc5ee', 'port_id': '1a9829d6-bddb-43e7-b44f-89d0042a1144', 'mac_address': 'fa:16:3e:67:42:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d839d6c-de44-4b1c-869f-6f990bd3bbd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:05:48.719948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:48.732620 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9829d6-bddb-43e7-b44f-89d0042a1144 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:05:48.751015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:48.834255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:48.883855 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:48.892626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.892976 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.893319 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.893657 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.893993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.894353 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.894685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.895031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.895398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.895727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.896077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.896405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:05:48.918890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b988c-ce03-4ec8-abaa-27db4f4b9289 req-d29ea7b8-81a5-4bd8-af02-7f2aea16abd6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:48.920413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-905b988c-ce03-4ec8-abaa-27db4f4b9289 req-d29ea7b8-81a5-4bd8-af02-7f2aea16abd6 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 944 time: 0.0482433 Aug 22 16:05:48.957399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-905b988c-ce03-4ec8-abaa-27db4f4b9289 req-3f9fe4f5-1631-4021-a15f-de8f3136cded tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Aug 22 16:05:49.140391 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['1a9829d6-bddb-43e7-b44f-89d0042a1144'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:50.072280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28077ec-0b22-40a2-83ad-7158a3b3626c req-51fdf29b-ed42-4e39-89cb-e9262beeebfc tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:50.074185 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d28077ec-0b22-40a2-83ad-7158a3b3626c req-51fdf29b-ed42-4e39-89cb-e9262beeebfc tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 944 time: 0.0519176 Aug 22 16:05:50.112545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d28077ec-0b22-40a2-83ad-7158a3b3626c req-388393a7-2a2a-4e54-a4d5-1ad033083616 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Aug 22 16:05:50.594339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1a9829d6-bddb-43e7-b44f-89d0042a1144 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:05:50.696999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 1a9829d6-bddb-43e7-b44f-89d0042a1144 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:05:50.701151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 1a9829d6-bddb-43e7-b44f-89d0042a1144 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:05:50.701522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:50.779386 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:50.800758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:50.802999 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee40b5-6e41-4ebf-a778-4cbda20a9744" -d '{"events": [{"server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "name": "network-vif-plugged", "status": "completed", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:50.815567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:50.838717 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128cab5f-1540-4f70-8983-134ec737bedf x-openstack-request-id: req-128cab5f-1540-4f70-8983-134ec737bedf {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:50.839521 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "name": "network-vif-plugged", "status": "completed", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:50.839780 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-128cab5f-1540-4f70-8983-134ec737bedf {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:50.840232 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144', 'code': 200} Aug 22 16:05:50.866345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:50.915524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:50.935167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589ecf0-98bc-4e26-84ab-c19d3aca68e5 req-452685a8-03e0-439a-bbd1-baa9cd6c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:50.936711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c589ecf0-98bc-4e26-84ab-c19d3aca68e5 req-452685a8-03e0-439a-bbd1-baa9cd6c5a1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 1096 time: 0.0417192 Aug 22 16:05:50.976320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c589ecf0-98bc-4e26-84ab-c19d3aca68e5 req-26c8a4b0-56cd-4490-852a-3130dd8aee46 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Aug 22 16:05:51.231879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516c719-f787-4854-a9b0-1b1df6209dc5 req-143ff89a-e85e-4522-842e-88e22974de6e tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:51.233411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e516c719-f787-4854-a9b0-1b1df6209dc5 req-143ff89a-e85e-4522-842e-88e22974de6e tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Aug 22 16:05:51.273486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e516c719-f787-4854-a9b0-1b1df6209dc5 req-34e8144a-0b01-441c-bc2d-76cb7fe5a38d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Aug 22 16:05:51.771119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:52.391352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2e78-c9ab-46c9-bece-a20223f871bb req-845bf9b9-5ae8-4e1d-920a-874c93412a38 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:52.392888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-464d2e78-c9ab-46c9-bece-a20223f871bb req-845bf9b9-5ae8-4e1d-920a-874c93412a38 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0541842 Aug 22 16:05:52.695802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-464d2e78-c9ab-46c9-bece-a20223f871bb req-570be344-c0b0-4ea0-a62d-9224576fb4db tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968626 Aug 22 16:05:53.810284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835685b-d35a-45d1-8d9d-818c8cd7a025 req-6a4650d7-6fdd-4728-933d-443aa1ae0d19 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:53.811740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4835685b-d35a-45d1-8d9d-818c8cd7a025 req-6a4650d7-6fdd-4728-933d-443aa1ae0d19 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0486586 Aug 22 16:05:53.847410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4835685b-d35a-45d1-8d9d-818c8cd7a025 req-eba024c3-82f8-487a-8ba1-bbf896de5239 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297327 Aug 22 16:05:54.300272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623992a3-38b2-4501-9c2c-8f7b3a6888e3 req-a354ceb2-9099-4a4a-aa5c-f04e95d04c2b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:54.301773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-623992a3-38b2-4501-9c2c-8f7b3a6888e3 req-a354ceb2-9099-4a4a-aa5c-f04e95d04c2b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0508456 Aug 22 16:05:54.342051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-623992a3-38b2-4501-9c2c-8f7b3a6888e3 req-b4f00cdc-ee11-4865-af6a-1a143c6d3b83 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Aug 22 16:05:55.461632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02a72d-4569-46c9-a210-8941dbd6bf7e req-df635407-1775-44f4-aa5f-72dad01b3618 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:55.463088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e02a72d-4569-46c9-a210-8941dbd6bf7e req-df635407-1775-44f4-aa5f-72dad01b3618 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Aug 22 16:05:55.501298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e02a72d-4569-46c9-a210-8941dbd6bf7e req-7207daae-175d-4a0e-9b42-4f6f3e91b97b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Aug 22 16:05:55.771435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acef66e-2931-4367-b008-9413e3a838b3 req-926595c4-c8c6-4a4d-97ce-8ed4fda8bd04 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:55.772908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8acef66e-2931-4367-b008-9413e3a838b3 req-926595c4-c8c6-4a4d-97ce-8ed4fda8bd04 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.54 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Aug 22 16:05:55.864367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Deleting port 1a9829d6-bddb-43e7-b44f-89d0042a1144 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:05:55.864706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:55.950593 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] For port 1a9829d6-bddb-43e7-b44f-89d0042a1144, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1a9829d6-bddb-43e7-b44f-89d0042a1144,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:05:55.950955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:55.962783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Calling delete_port for 1a9829d6-bddb-43e7-b44f-89d0042a1144 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:05:56.165620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:56.177022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['1a9829d6-bddb-43e7-b44f-89d0042a1144'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:56.192892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Pushing event deleted for resources: {'Port': ['ID=1a9829d6-bddb-43e7-b44f-89d0042a1144,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:05:56.199430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['de0a0ba9-ca3e-48f8-8747-df7f411c379d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:05:56.236930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] No DVR routers for this DVR port 1a9829d6-bddb-43e7-b44f-89d0042a1144 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:05:56.239586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:05:56.241657 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8acef66e-2931-4367-b008-9413e3a838b3 req-1a857595-3c8e-41fa-a5bb-cb17b5c2a818 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.54 "DELETE /v2.0/ports/1a9829d6-bddb-43e7-b44f-89d0042a1144 HTTP/1.1" status: 204 len: 173 time: 0.4618013 Aug 22 16:05:56.242157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'name': 'network-vif-deleted', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:05:56.244591 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12431270-cc95-4b1e-902e-b7d83280e4c7" -d '{"events": [{"server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "name": "network-vif-deleted", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:05:56.343275 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25596d3a-daf2-48ce-b1ce-081bdb18a312 x-openstack-request-id: req-25596d3a-daf2-48ce-b1ce-081bdb18a312 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:05:56.343579 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2d893-1be5-41b6-905e-72413d2b39f2", "name": "network-vif-deleted", "tag": "1a9829d6-bddb-43e7-b44f-89d0042a1144", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:05:56.343873 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25596d3a-daf2-48ce-b1ce-081bdb18a312 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:05:56.344314 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2d893-1be5-41b6-905e-72413d2b39f2', 'name': 'network-vif-deleted', 'tag': '1a9829d6-bddb-43e7-b44f-89d0042a1144', 'status': 'completed', 'code': 200} Aug 22 16:05:56.614131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a314e4d3-d937-42ad-b056-a4b2b7fe9889 req-3f65dc17-de24-4954-b677-57978c60c052 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=57b2d893-1be5-41b6-905e-72413d2b39f2 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Aug 22 16:05:57.759507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30b06-29d6-43d3-9499-ab804cab2a64 req-f0562d05-0329-4af9-9f6d-0a2b90d8ee42 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:57.760926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81b30b06-29d6-43d3-9499-ab804cab2a64 req-f0562d05-0329-4af9-9f6d-0a2b90d8ee42 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0485246 Aug 22 16:05:57.798455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81b30b06-29d6-43d3-9499-ab804cab2a64 req-d8434198-67e3-4829-b944-6ab2bfd03702 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Aug 22 16:05:57.929804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a804c-8532-4e9e-bd5d-f0eb1f229974 req-a48f8edd-5eb9-447d-b058-59d0c7c6e6b2 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:57.931275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-816a804c-8532-4e9e-bd5d-f0eb1f229974 req-a48f8edd-5eb9-447d-b058-59d0c7c6e6b2 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0493305 Aug 22 16:05:57.969031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-816a804c-8532-4e9e-bd5d-f0eb1f229974 req-62d8224c-c932-4275-891d-486a208e8686 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Aug 22 16:05:58.086503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0978f-c262-4055-87e0-452b736f13f8 req-8af2fb0c-d660-417a-9963-f70991340f27 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:58.088020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ee0978f-c262-4055-87e0-452b736f13f8 req-8af2fb0c-d660-417a-9963-f70991340f27 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0510328 Aug 22 16:05:58.132984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8ee0978f-c262-4055-87e0-452b736f13f8 req-2f5b183a-c6af-4492-a0e7-269d7e56badd tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 22 16:05:58.302564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbf503-6ef4-4415-b90a-34bb962d8a45 req-6c868743-b3e7-4c87-bce6-a4dab93372a9 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:58.304062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bacbf503-6ef4-4415-b90a-34bb962d8a45 req-6c868743-b3e7-4c87-bce6-a4dab93372a9 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0482383 Aug 22 16:05:58.341461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bacbf503-6ef4-4415-b90a-34bb962d8a45 req-7ecd5ae9-050b-4e6d-bde3-6888912a5fb9 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 22 16:05:58.454126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90baa-53ce-4881-b5f5-e25c76cd8d2b req-6ece84b2-5746-4623-a25b-3efc384a417a tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:58.455502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ba90baa-53ce-4881-b5f5-e25c76cd8d2b req-6ece84b2-5746-4623-a25b-3efc384a417a tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0482774 Aug 22 16:05:58.492678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6ba90baa-53ce-4881-b5f5-e25c76cd8d2b req-6c3c8be8-6cb9-4ebb-ad4e-e6c5838564cc tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Aug 22 16:05:58.619847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f50f7-3dc5-4790-bb44-345662db63ee req-e1c7d219-e6c8-4de5-843d-470719401754 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:58.621436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-073f50f7-3dc5-4790-bb44-345662db63ee req-e1c7d219-e6c8-4de5-843d-470719401754 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0492098 Aug 22 16:05:58.662132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-073f50f7-3dc5-4790-bb44-345662db63ee req-c91837fd-e39c-495a-b23b-ec0371fac571 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Aug 22 16:05:59.190659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df1b0-cd52-4d96-9ed3-d47bfa8aa41b req-05ed90fd-b4ea-47fa-94b4-cb058f72c7d4 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:05:59.192194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b6df1b0-cd52-4d96-9ed3-d47bfa8aa41b req-05ed90fd-b4ea-47fa-94b4-cb058f72c7d4 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0518911 Aug 22 16:05:59.232285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b6df1b0-cd52-4d96-9ed3-d47bfa8aa41b req-7fe53281-60ac-4cf3-a5c3-b98cfa0f4d57 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Aug 22 16:06:00.128830 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6772dfab-e0f9-4f2c-9078-be1cffee7dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:00.346170 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3e5d8-075e-4bbd-aab4-b7139e38d54b req-c804b2ee-8f35-41c0-ba68-31fd7f5ccb59 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:00.347580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53f3e5d8-075e-4bbd-aab4-b7139e38d54b req-c804b2ee-8f35-41c0-ba68-31fd7f5ccb59 tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0483971 Aug 22 16:06:00.386278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53f3e5d8-075e-4bbd-aab4-b7139e38d54b req-c953ec2a-2ae5-4f5b-b27c-7f193d5048de tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/security-groups?id=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Aug 22 16:06:00.669712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1a9829d6-bddb-43e7-b44f-89d0042a1144 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:06:00.689350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 1a9829d6-bddb-43e7-b44f-89d0042a1144 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:06:00.689697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1a9829d6-bddb-43e7-b44f-89d0042a1144 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:06:00.952278 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-eb12c933-7e06-4705-9506-5a157bea907b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:00.953761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-eb12c933-7e06-4705-9506-5a157bea907b tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 946 time: 0.0479324 Aug 22 16:06:01.046605 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Deleting port de0a0ba9-ca3e-48f8-8747-df7f411c379d {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:01.046947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:01.136270 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] For port de0a0ba9-ca3e-48f8-8747-df7f411c379d, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=de0a0ba9-ca3e-48f8-8747-df7f411c379d,segment=NetworkSegment(46abd34a-5d13-4508-b627-9f308296df01),segment_id=46abd34a-5d13-4508-b627-9f308296df01)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:01.137333 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:01.149089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Calling delete_port for de0a0ba9-ca3e-48f8-8747-df7f411c379d owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:01.351583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:01.379202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Pushing event deleted for resources: {'Port': ['ID=de0a0ba9-ca3e-48f8-8747-df7f411c379d,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:01.383360 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['de0a0ba9-ca3e-48f8-8747-df7f411c379d'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:06:01.390139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.390495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.390864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.391200 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.391526 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.391932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.396674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:01.438005 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] No DVR routers for this DVR port de0a0ba9-ca3e-48f8-8747-df7f411c379d on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:01.440585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:01.442581 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-e06e3625-633d-43af-b1d9-f8ac870ca91c req-1c135c9a-bfb7-4d18-ac98-3b61c9110f8d tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.10 "DELETE /v2.0/ports/de0a0ba9-ca3e-48f8-8747-df7f411c379d HTTP/1.1" status: 204 len: 173 time: 0.4802468 Aug 22 16:06:01.443020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'name': 'network-vif-deleted', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:06:01.445301 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a97977-71f1-4413-88cc-03264521869c" -d '{"events": [{"server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "name": "network-vif-deleted", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:06:01.483467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0749b61f-b156-4e4e-8c17-5d049b6a532c req-bc5bd397-5c31-4933-bb2a-3ad6ad1c7b1f tempest-ServersNegativeTestJSON-342227891 tempest-ServersNegativeTestJSON-342227891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c35ac81-b535-49b2-952a-2a2c0f07988e HTTP/1.1" status: 200 len: 210 time: 0.0267754 Aug 22 16:06:01.525990 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e5e132-7c4a-4d60-93ec-d96781221616 x-openstack-request-id: req-b7e5e132-7c4a-4d60-93ec-d96781221616 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:06:01.526286 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c35ac81-b535-49b2-952a-2a2c0f07988e", "name": "network-vif-deleted", "tag": "de0a0ba9-ca3e-48f8-8747-df7f411c379d", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:06:01.526541 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7e5e132-7c4a-4d60-93ec-d96781221616 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:06:01.526947 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c35ac81-b535-49b2-952a-2a2c0f07988e', 'name': 'network-vif-deleted', 'tag': 'de0a0ba9-ca3e-48f8-8747-df7f411c379d', 'status': 'completed', 'code': 200} Aug 22 16:06:02.540274 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58428) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:02.585698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Deleting subnet 4d839d6c-de44-4b1c-869f-6f990bd3bbd8 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:06:02.588930 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.625376 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.663714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.794462 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.827237 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d839d6c-de44-4b1c-869f-6f990bd3bbd8,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:02.832260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.834378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a2f2a0fc-1ffd-4a44-8686-3cc474efbd2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d839d6c-de44-4b1c-869f-6f990bd3bbd8 HTTP/1.1" status: 204 len: 168 time: 0.2928538 Aug 22 16:06:02.836543 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58430) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:02.904416 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.954269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.985531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:02.995096 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89e82dc-c6d0-4406-b8b3-64df520dc5ee']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:03.005819 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46abd34a-5d13-4508-b627-9f308296df01') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:03.006122 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46abd34a-5d13-4508-b627-9f308296df01') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:03.014847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.028027 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.034002 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:03.034447 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:03.036373 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:03.171551 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.177451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.179345 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a89e82dc-c6d0-4406-b8b3-64df520dc5ee HTTP/1.1" status: 204 len: 168 time: 0.3418734 Aug 22 16:06:03.190966 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67615d0-8e18-4212-8db2-0919e61ceff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89e82dc-c6d0-4406-b8b3-64df520dc5ee,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:03.462487 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58434) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:03.502580 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8e6a27f4-ba23-40ab-98d2-27895ccee882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=768f52a11e0c4fd0b57e076979d0046b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389278 Aug 22 16:06:03.505066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:03.556527 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.557248 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-da9b0c6f-d2ac-42f4-9f77-48c4c86f7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.579160 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.728840 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.732517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:03.733743 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1 HTTP/1.1" status: 204 len: 168 time: 0.2277787 Aug 22 16:06:03.742233 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa160aa-2fec-4ceb-9542-6680fab06a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa5ca3-8bc3-42f2-b693-1aeb2fbbb2e1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:03.844023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de0a0ba9-ca3e-48f8-8747-df7f411c379d no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:06:03.867793 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: de0a0ba9-ca3e-48f8-8747-df7f411c379d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:06:03.868165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device de0a0ba9-ca3e-48f8-8747-df7f411c379d not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:06:04.745294 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58460) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:04.839025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67986757'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:04.945458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:04.949071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:04.958717 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.047561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.140072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.167157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:05.173144 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.178089 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdbe39b-7b3e-4678-9c78-d67b48959d0c,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:05.184018 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.184377 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Added segment f6db49fe-5308-4770-9041-485915d26a52 of type vlan for network 008aa3e3-181f-4049-81da-d580d6d3f457 Aug 22 16:06:05.224461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.319889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.326229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:05.326821 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:05.392625 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Network': ['ID=008aa3e3-181f-4049-81da-d580d6d3f457,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:05.403523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 008aa3e3-181f-4049-81da-d580d6d3f457 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:05.424586 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ad501670-48ac-4a67-8904-4bc12f80fcb4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6772254 Aug 22 16:06:07.048238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:08.737402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:08.742674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'subnet': {'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:08.910459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:08.914013 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.160450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.234141 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Subnet': ['ID=c586acfc-18b7-4421-aa21-1509f264a01c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:09.243647 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking segment: {'id': 'f6db49fe-5308-4770-9041-485915d26a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:09.244065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network hostable DHCP agents. Network: 008aa3e3-181f-4049-81da-d580d6d3f457, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:09.359385 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network 008aa3e3-181f-4049-81da-d580d6d3f457 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:09.427582 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 008aa3e3-181f-4049-81da-d580d6d3f457) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:09.431787 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:09.432449 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.436575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fffecd-2e5a-4bb0-ab00-310fc6063d64 None None] Network 008aa3e3-181f-4049-81da-d580d6d3f457 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:09.514727 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81d31b70-5398-46fe-bc9f-4463efab0f69 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7760699 Aug 22 16:06:09.517947 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58466) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:09.523044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127146152'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:09.581561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-008aa3e3-181f-4049-81da-d580d6d3f457', 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457', 'tenant_id': '5971602ed0a04443bb5516dae774927c', 'fixed_ips': [{'subnet_id': 'c586acfc-18b7-4421-aa21-1509f264a01c'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:09.582462 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.608265 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:09.611736 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.634901 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:09.643231 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.647522 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Added segment 52ef5e07-e022-4bfc-a89f-29f22755d3be of type vlan for network d93ed92c-eeac-4dd6-8bff-a12222828dd1 Aug 22 16:06:09.683762 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.721629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Allocated IP 2001:db8:0:ffff::2 (008aa3e3-181f-4049-81da-d580d6d3f457/c586acfc-18b7-4421-aa21-1509f264a01c/4d33a08a-ddf6-4f18-90f8-04db6e5465f6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:09.759547 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.766218 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:09.768077 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.836377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Network': ['ID=d93ed92c-eeac-4dd6-8bff-a12222828dd1,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:09.848175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network d93ed92c-eeac-4dd6-8bff-a12222828dd1 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:09.863012 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1feebf02-c021-463a-bd4b-0ca92af69098 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3439569 Aug 22 16:06:09.866780 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58468) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:09.871866 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'subnet': {'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:09.911546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:09.928601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Transition to ACTIVE for port object 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:09.944618 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Transition to ACTIVE for port object 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:10.031800 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.054308 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:10.057937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.067692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Network 008aa3e3-181f-4049-81da-d580d6d3f457 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:10.070540 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:10.073950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:10.091450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Pushing event updated for resources: {'Port': ['ID=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:10.141148 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Attempting to bind port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:10.141520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Attempting to bind port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'f6db49fe-5308-4770-9041-485915d26a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:10.141886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Attempting to bind port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 on network 008aa3e3-181f-4049-81da-d580d6d3f457 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:10.146769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:10.147139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Checking segment: {'id': 'f6db49fe-5308-4770-9041-485915d26a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:10.147538 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.147932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Bound using segment: {'id': 'f6db49fe-5308-4770-9041-485915d26a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:10.148434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Bound port: 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6db49fe-5308-4770-9041-485915d26a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '008aa3e3-181f-4049-81da-d580d6d3f457'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:10.148818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.210813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] For port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:10.215856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] For port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,segment=NetworkSegment(f6db49fe-5308-4770-9041-485915d26a52),segment_id=f6db49fe-5308-4770-9041-485915d26a52)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:10.289298 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.323804 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.346484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f024dc-18e3-4282-85c7-5d2f563a2dcd None None] Pushing event updated for resources: {'Port': ['ID=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:10.397369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Subnet': ['ID=a441f3cf-f046-4e25-a7fb-2d6ff9f03220,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:10.408362 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking segment: {'id': '52ef5e07-e022-4bfc-a89f-29f22755d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:10.408739 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network hostable DHCP agents. Network: d93ed92c-eeac-4dd6-8bff-a12222828dd1, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:10.504010 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network d93ed92c-eeac-4dd6-8bff-a12222828dd1 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:10.579956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, d93ed92c-eeac-4dd6-8bff-a12222828dd1) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:10.584973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:10.585587 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.589032 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166eb1d2-bfac-4f7d-90f5-4869e0b4738e None None] Network d93ed92c-eeac-4dd6-8bff-a12222828dd1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:10.672072 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0175db0e-1500-4252-82ca-22c316ad99cf tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8041441 Aug 22 16:06:10.674810 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58470) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:10.735410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-d93ed92c-eeac-4dd6-8bff-a12222828dd1', 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1', 'tenant_id': '5971602ed0a04443bb5516dae774927c', 'fixed_ips': [{'subnet_id': 'a441f3cf-f046-4e25-a7fb-2d6ff9f03220'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:10.736306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.776478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.858919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:10.876210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Allocated IP 2001:db8::2 (d93ed92c-eeac-4dd6-8bff-a12222828dd1/a441f3cf-f046-4e25-a7fb-2d6ff9f03220/bbffb16b-351b-4246-ab9a-c902ed26b62b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:11.034180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.043169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Transition to ACTIVE for port object bbffb16b-351b-4246-ab9a-c902ed26b62b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:11.058699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Transition to ACTIVE for port object bbffb16b-351b-4246-ab9a-c902ed26b62b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:11.102667 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.163401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.208132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Network d93ed92c-eeac-4dd6-8bff-a12222828dd1 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:11.210965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:11.217794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:11.221141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Pushing event updated for resources: {'Port': ['ID=bbffb16b-351b-4246-ab9a-c902ed26b62b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:11.241369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.248978 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5e3b4-72fe-47bb-ad3f-5f57bd005262 None None] Network 008aa3e3-181f-4049-81da-d580d6d3f457 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:11.266844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Subnet': ['ID=a441f3cf-f046-4e25-a7fb-2d6ff9f03220,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:11.327851 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Attempting to bind port bbffb16b-351b-4246-ab9a-c902ed26b62b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:11.328239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Attempting to bind port bbffb16b-351b-4246-ab9a-c902ed26b62b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '52ef5e07-e022-4bfc-a89f-29f22755d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:11.328597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Attempting to bind port bbffb16b-351b-4246-ab9a-c902ed26b62b on network d93ed92c-eeac-4dd6-8bff-a12222828dd1 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:11.335254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.341915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:11.342284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Checking segment: {'id': '52ef5e07-e022-4bfc-a89f-29f22755d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:11.342693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.343087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Bound using segment: {'id': '52ef5e07-e022-4bfc-a89f-29f22755d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:11.343551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Bound port: bbffb16b-351b-4246-ab9a-c902ed26b62b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ef5e07-e022-4bfc-a89f-29f22755d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:11.343931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.346223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93ed92c-eeac-4dd6-8bff-a12222828dd1']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:11.357932 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ef5e07-e022-4bfc-a89f-29f22755d3be') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:11.359418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ef5e07-e022-4bfc-a89f-29f22755d3be') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:11.367195 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.381739 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.387744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:11.387744 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:11.393806 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:11.448008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-173a9801-c7aa-4104-a4eb-c1e5273c0d15 None None] Provisioning for port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:11.459747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] For port bbffb16b-351b-4246-ab9a-c902ed26b62b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:11.487606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] For port bbffb16b-351b-4246-ab9a-c902ed26b62b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bbffb16b-351b-4246-ab9a-c902ed26b62b,segment=NetworkSegment(52ef5e07-e022-4bfc-a89f-29f22755d3be),segment_id=52ef5e07-e022-4bfc-a89f-29f22755d3be)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:11.501338 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.db.api [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 16:06:11.501338 n-d-805046-3 neutron-server[102048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 16:06:11.501338 n-d-805046-3 neutron-server[102048]: [parameters: {'id': 'd93ed92c-eeac-4dd6-8bff-a12222828dd1'}] Aug 22 16:06:11.501338 n-d-805046-3 neutron-server[102048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 16:06:11.501753 n-d-805046-3 neutron-server[102048]: DEBUG oslo_db.api [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 16:06:11.565964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:11.645838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b53b-8acd-48fb-8d44-f5132a9ba48c None None] Pushing event updated for resources: {'Port': ['ID=bbffb16b-351b-4246-ab9a-c902ed26b62b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:11.658640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913997cc-8323-4e04-9489-b90df657488f None None] Network d93ed92c-eeac-4dd6-8bff-a12222828dd1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:11.791308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327576e0-906b-4baf-989c-43f88e38c070 None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 16:06:11.853123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:11.885709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327576e0-906b-4baf-989c-43f88e38c070 None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 16:06:12.003102 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.060197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting port bbffb16b-351b-4246-ab9a-c902ed26b62b {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:12.060900 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.069541 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:12.077494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:12.082372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.127995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] For port bbffb16b-351b-4246-ab9a-c902ed26b62b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bbffb16b-351b-4246-ab9a-c902ed26b62b,segment=NetworkSegment(52ef5e07-e022-4bfc-a89f-29f22755d3be),segment_id=52ef5e07-e022-4bfc-a89f-29f22755d3be)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:12.128644 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.141889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Calling delete_port for bbffb16b-351b-4246-ab9a-c902ed26b62b owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:12.169545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.201839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,segment=NetworkSegment(f6db49fe-5308-4770-9041-485915d26a52),segment_id=f6db49fe-5308-4770-9041-485915d26a52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:12.277165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.285016 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.311527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Port': ['ID=bbffb16b-351b-4246-ab9a-c902ed26b62b,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:12.318698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No DVR routers for this DVR port bbffb16b-351b-4246-ab9a-c902ed26b62b on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:12.404633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.415383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93ed92c-eeac-4dd6-8bff-a12222828dd1']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:12.426688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ef5e07-e022-4bfc-a89f-29f22755d3be') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:12.426988 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ef5e07-e022-4bfc-a89f-29f22755d3be') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:12.436650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.450831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.457036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:12.457443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:12.460487 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:12.484273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:12.574205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.581310 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.582723 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/d93ed92c-eeac-4dd6-8bff-a12222828dd1 HTTP/1.1" status: 204 len: 168 time: 1.9069550 Aug 22 16:06:12.586474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58472) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:12.592677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683409427'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:12.594711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d80b8-d228-4ff1-8636-cb495ccba838 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Network': ['ID=d93ed92c-eeac-4dd6-8bff-a12222828dd1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:12.673398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:12.676853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.699129 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:12.708089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.708440 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Added segment d47e77fb-7552-47cb-9483-a761f2b5403e of type vlan for network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 Aug 22 16:06:12.758995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.848780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.854396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:12.854988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:12.966585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Network': ['ID=144ae4c0-53b4-48fe-a117-f2a06e15d2e9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:12.970712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7498d419-65ae-43a0-ab3a-730c0043fa05 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3831558 Aug 22 16:06:12.973831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58474) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:12.978108 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:12.979864 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'subnet': {'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:13.140639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:13.144168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.205844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Performing IP validity checks on allocation pools {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 22 16:06:13.206365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.ipam_backend_mixin [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102049) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 22 16:06:13.397550 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.461296 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Subnet': ['ID=afa37edc-bb51-4a4d-9adb-e720f5a16288,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:13.470592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking segment: {'id': 'd47e77fb-7552-47cb-9483-a761f2b5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:13.470959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network hostable DHCP agents. Network: 144ae4c0-53b4-48fe-a117-f2a06e15d2e9, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:13.542379 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:13.616684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 144ae4c0-53b4-48fe-a117-f2a06e15d2e9) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:13.621315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:13.622248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.626745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b747da-5918-470c-adcd-b4dcb8728af3 None None] Network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:13.720195 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d8178981-a9e3-4f1e-92b5-a2ce6e4b4fc4 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7451680 Aug 22 16:06:13.722700 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58476) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:13.772381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-144ae4c0-53b4-48fe-a117-f2a06e15d2e9', 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9', 'tenant_id': '5971602ed0a04443bb5516dae774927c', 'fixed_ips': [{'subnet_id': 'afa37edc-bb51-4a4d-9adb-e720f5a16288'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:13.773239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.820108 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.847733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:13.907418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.949985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:13.950367 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:13.955449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Allocated IP 2001:db8::3 (144ae4c0-53b4-48fe-a117-f2a06e15d2e9/afa37edc-bb51-4a4d-9adb-e720f5a16288/be9b9a93-dc8f-4468-b52d-4cf1bf9a7097) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:14.158969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.166956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Transition to ACTIVE for port object be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:14.181884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Transition to ACTIVE for port object be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:14.245930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.285512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:14.288179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:14.291386 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:14.301871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Pushing event updated for resources: {'Port': ['ID=be9b9a93-dc8f-4468-b52d-4cf1bf9a7097,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:14.348841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.352625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Attempting to bind port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:14.352998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Attempting to bind port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'd47e77fb-7552-47cb-9483-a761f2b5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:14.353362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Attempting to bind port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 on network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:14.358461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:14.358779 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Checking segment: {'id': 'd47e77fb-7552-47cb-9483-a761f2b5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:14.359216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.359582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Bound using segment: {'id': 'd47e77fb-7552-47cb-9483-a761f2b5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:14.360085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Bound port: be9b9a93-dc8f-4468-b52d-4cf1bf9a7097, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47e77fb-7552-47cb-9483-a761f2b5403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:14.360455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.377832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Subnet': ['ID=afa37edc-bb51-4a4d-9adb-e720f5a16288,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:14.425219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] For port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:14.428663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] For port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=be9b9a93-dc8f-4468-b52d-4cf1bf9a7097,segment=NetworkSegment(d47e77fb-7552-47cb-9483-a761f2b5403e),segment_id=d47e77fb-7552-47cb-9483-a761f2b5403e)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:14.440930 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.450544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144ae4c0-53b4-48fe-a117-f2a06e15d2e9']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:14.461119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e77fb-7552-47cb-9483-a761f2b5403e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:14.461425 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e77fb-7552-47cb-9483-a761f2b5403e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:14.470933 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.511727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.513625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.520565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:14.521009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:14.523961 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:14.593607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1364f-a509-43a9-8a44-2b1a386e6201 None None] Pushing event updated for resources: {'Port': ['ID=be9b9a93-dc8f-4468-b52d-4cf1bf9a7097,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:14.608068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64e39c-ab39-493c-bfbb-beeeaa4f1590 None None] Network 144ae4c0-53b4-48fe-a117-f2a06e15d2e9 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:14.609492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.db.api [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 22 16:06:14.609492 n-d-805046-3 neutron-server[102049]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 22 16:06:14.609492 n-d-805046-3 neutron-server[102049]: [parameters: {'id': '144ae4c0-53b4-48fe-a117-f2a06e15d2e9'}] Aug 22 16:06:14.609492 n-d-805046-3 neutron-server[102049]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 22 16:06:14.609889 n-d-805046-3 neutron-server[102049]: DEBUG oslo_db.api [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 22 16:06:14.728350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c1b50-2ae2-4512-a695-c99b5ea836ca None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 16:06:14.792284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c1b50-2ae2-4512-a695-c99b5ea836ca None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 16:06:15.111498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.169671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:15.170543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.233771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] For port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=be9b9a93-dc8f-4468-b52d-4cf1bf9a7097,segment=NetworkSegment(d47e77fb-7552-47cb-9483-a761f2b5403e),segment_id=d47e77fb-7552-47cb-9483-a761f2b5403e)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:15.234132 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.246116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Calling delete_port for be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:15.391369 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.417120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Port': ['ID=be9b9a93-dc8f-4468-b52d-4cf1bf9a7097,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:15.422704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No DVR routers for this DVR port be9b9a93-dc8f-4468-b52d-4cf1bf9a7097 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:15.503266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.513052 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144ae4c0-53b4-48fe-a117-f2a06e15d2e9']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:15.522920 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e77fb-7552-47cb-9483-a761f2b5403e') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:15.523221 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e77fb-7552-47cb-9483-a761f2b5403e') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:15.532445 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.545667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.551362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:15.551744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:15.554577 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:15.659861 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.666394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.670876 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/144ae4c0-53b4-48fe-a117-f2a06e15d2e9 HTTP/1.1" status: 204 len: 168 time: 1.9442582 Aug 22 16:06:15.673196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58478) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:15.686809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622032087'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:15.691054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942dc1-dbbd-4d70-aebb-65caec5102b5 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Network': ['ID=144ae4c0-53b4-48fe-a117-f2a06e15d2e9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:15.777484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:15.781358 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.805741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:15.816120 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.816590 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Added segment 1f54ce7d-a433-4685-be05-3064e555ab8d of type vlan for network f6b30487-dfa7-46b4-8d96-317d57acb29b Aug 22 16:06:15.862128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.951620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:15.957493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:15.958083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.024392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Network': ['ID=f6b30487-dfa7-46b4-8d96-317d57acb29b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:16.035787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f6b30487-dfa7-46b4-8d96-317d57acb29b details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:16.057873 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-757b109b-cc23-4285-9858-7dbdc1374c71 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3836210 Aug 22 16:06:16.062058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58480) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:16.067034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'subnet': {'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:16.256307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:16.259883 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.493957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.552998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Subnet': ['ID=478dc2c2-b8c4-4701-a1ed-a1d8896191f1,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:16.562299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking segment: {'id': '1f54ce7d-a433-4685-be05-3064e555ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:16.562660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network hostable DHCP agents. Network: f6b30487-dfa7-46b4-8d96-317d57acb29b, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:16.630740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network f6b30487-dfa7-46b4-8d96-317d57acb29b is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:16.693806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f6b30487-dfa7-46b4-8d96-317d57acb29b) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:16.697790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:16.698530 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.703406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c332de-cbec-40e6-92ff-eeb62ac2c012 None None] Network f6b30487-dfa7-46b4-8d96-317d57acb29b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:16.786461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e959d7be-9afb-4e34-afed-d563571a86b3 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7232282 Aug 22 16:06:16.790018 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58482) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:16.795825 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612218682'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:16.850162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f6b30487-dfa7-46b4-8d96-317d57acb29b', 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b', 'tenant_id': '5971602ed0a04443bb5516dae774927c', 'fixed_ips': [{'subnet_id': '478dc2c2-b8c4-4701-a1ed-a1d8896191f1'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:16.851014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.882579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:16.886127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.910629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:16.919813 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.920275 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Added segment 0e1fb61c-9cc5-4a06-8f76-9d72003ba3cf of type vlan for network 550906c1-d95d-4185-a43c-2a87f95a0203 Aug 22 16:06:16.972598 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:16.989746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Allocated IP 2001:db8::2 (f6b30487-dfa7-46b4-8d96-317d57acb29b/478dc2c2-b8c4-4701-a1ed-a1d8896191f1/72e60a66-d77d-46c6-a2a5-2454e59cd5c3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:17.074061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.080646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:17.088379 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.138089 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.147016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Transition to ACTIVE for port object 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:17.147198 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Network': ['ID=550906c1-d95d-4185-a43c-2a87f95a0203,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:17.162297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 550906c1-d95d-4185-a43c-2a87f95a0203 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:17.166717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Transition to ACTIVE for port object 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:17.195078 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fcdb34fb-80b2-4fb5-bec8-ba3988325613 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4039114 Aug 22 16:06:17.197864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:17.203629 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Request body: {'subnet': {'network_id': '550906c1-d95d-4185-a43c-2a87f95a0203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:17.263165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.305308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Network f6b30487-dfa7-46b4-8d96-317d57acb29b is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:17.308035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:17.315876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:17.320627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Pushing event updated for resources: {'Port': ['ID=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:17.356942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Made reservation on behalf of 5971602ed0a04443bb5516dae774927c for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:17.361132 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.370086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Attempting to bind port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:17.370456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Attempting to bind port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '1f54ce7d-a433-4685-be05-3064e555ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:17.370821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Attempting to bind port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 on network f6b30487-dfa7-46b4-8d96-317d57acb29b {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:17.376404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:17.381085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Checking segment: {'id': '1f54ce7d-a433-4685-be05-3064e555ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:17.381085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.381085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Bound using segment: {'id': '1f54ce7d-a433-4685-be05-3064e555ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:17.381085 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Bound port: 72e60a66-d77d-46c6-a2a5-2454e59cd5c3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f54ce7d-a433-4685-be05-3064e555ab8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f6b30487-dfa7-46b4-8d96-317d57acb29b'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:17.381085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.440099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] For port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:17.443459 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] For port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,segment=NetworkSegment(1f54ce7d-a433-4685-be05-3064e555ab8d),segment_id=1f54ce7d-a433-4685-be05-3064e555ab8d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:17.525583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.584939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55bfb-93a7-4869-8d33-004e1bfa9ec2 None None] Pushing event updated for resources: {'Port': ['ID=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:17.611072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.665245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event updated for resources: {'Subnet': ['ID=faf930fd-5216-4457-8ffe-2c52473b4300,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:17.682775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Checking segment: {'id': '0e1fb61c-9cc5-4a06-8f76-9d72003ba3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '550906c1-d95d-4185-a43c-2a87f95a0203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:17.683142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network hostable DHCP agents. Network: 550906c1-d95d-4185-a43c-2a87f95a0203, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:17.771259 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Network 550906c1-d95d-4185-a43c-2a87f95a0203 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:17.843065 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 550906c1-d95d-4185-a43c-2a87f95a0203) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:17.847261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:17.847859 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:17.854833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f65c89-775d-4415-bceb-25ed59f7851b None None] Network 550906c1-d95d-4185-a43c-2a87f95a0203 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:17.877343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:17.907138 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8cd3e4e9-4235-4b84-8c83-f8eb483b38fe tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7081668 Aug 22 16:06:17.909765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58486) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.012475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.036925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:18.044993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb83e79-e933-4044-89cf-3faff470ad9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-550906c1-d95d-4185-a43c-2a87f95a0203', 'network_id': '550906c1-d95d-4185-a43c-2a87f95a0203', 'tenant_id': '5971602ed0a04443bb5516dae774927c', 'fixed_ips': [{'subnet_id': 'faf930fd-5216-4457-8ffe-2c52473b4300'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:18.046605 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7cb83e79-e933-4044-89cf-3faff470ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.063890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.186483 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.218878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Subnet': ['ID=faf930fd-5216-4457-8ffe-2c52473b4300,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server [None req-7cb83e79-e933-4044-89cf-3faff470ad9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faf930fd-5216-4457-8ffe-2c52473b4300: This subnet is being modified by another concurrent operation. Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise self.value Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server raise exception Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet faf930fd-5216-4457-8ffe-2c52473b4300: This subnet is being modified by another concurrent operation. Aug 22 16:06:18.223943 n-d-805046-3 neutron-server[102051]: ERROR oslo_messaging.rpc.server Aug 22 16:06:18.240606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede6534-a330-42c9-a952-f02bd568ce94 None None] Network 550906c1-d95d-4185-a43c-2a87f95a0203 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:18.294816 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.306364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550906c1-d95d-4185-a43c-2a87f95a0203']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:18.320776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1fb61c-9cc5-4a06-8f76-9d72003ba3cf') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:18.321347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1fb61c-9cc5-4a06-8f76-9d72003ba3cf') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:18.331592 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.347167 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.354215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:18.354663 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:18.358388 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:18.488852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465ca0f-5e47-4d43-a320-d7e410bcac0a None None] Network f6b30487-dfa7-46b4-8d96-317d57acb29b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:18.502476 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.512443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.512443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/550906c1-d95d-4185-a43c-2a87f95a0203 HTTP/1.1" status: 204 len: 168 time: 0.6008446 Aug 22 16:06:18.515402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58488) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.529076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3764b04-3cbe-4354-8430-b0c49874e5be tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Network': ['ID=550906c1-d95d-4185-a43c-2a87f95a0203,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:18.543732 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d79c4b-0e1e-4391-aa85-c559bd6a3668 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] GET failed (client error): The resource could not be found. Aug 22 16:06:18.545250 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d4d79c4b-0e1e-4391-aa85-c559bd6a3668 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "GET /v2.0/subnets/faf930fd-5216-4457-8ffe-2c52473b4300 HTTP/1.1" status: 404 len: 337 time: 0.0287180 Aug 22 16:06:18.548677 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58490) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.572109 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f907201-cd30-4eb0-a072-fccd9d654c54 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:18.572661 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f907201-cd30-4eb0-a072-fccd9d654c54 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:18.574378 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f907201-cd30-4eb0-a072-fccd9d654c54 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/550906c1-d95d-4185-a43c-2a87f95a0203 HTTP/1.1" status: 404 len: 339 time: 0.0248032 Aug 22 16:06:18.579445 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58492) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.604783 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-702c1d96-0576-43be-baaf-32d102888c5e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:18.605232 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702c1d96-0576-43be-baaf-32d102888c5e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:18.606952 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-702c1d96-0576-43be-baaf-32d102888c5e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/subnets/faf930fd-5216-4457-8ffe-2c52473b4300 HTTP/1.1" status: 404 len: 337 time: 0.0265713 Aug 22 16:06:18.609481 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58494) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.624893 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Provisioning for port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:18.628132 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c09aca6-3d47-41cc-8b5e-29e9c01aa716 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:18.628690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c09aca6-3d47-41cc-8b5e-29e9c01aa716 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:18.630387 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8c09aca6-3d47-41cc-8b5e-29e9c01aa716 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/550906c1-d95d-4185-a43c-2a87f95a0203 HTTP/1.1" status: 404 len: 339 time: 0.0198953 Aug 22 16:06:18.633000 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58496) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:18.643192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Provisioning complete for port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:18.643565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.685003 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting subnet 478dc2c2-b8c4-4701-a1ed-a1d8896191f1 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:06:18.688639 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.731558 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.734310 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.770958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] For port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,segment=NetworkSegment(1f54ce7d-a433-4685-be05-3064e555ab8d),segment_id=1f54ce7d-a433-4685-be05-3064e555ab8d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:18.851135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.854939 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.878366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ca71f-3a3d-41a6-bf10-e6de84cb7c4b None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 16:06:18.929121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf420f-1a2f-4160-b03c-d38f37474a05 None None] Pushing event updated for resources: {'Port': ['ID=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:18.978559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ca71f-3a3d-41a6-bf10-e6de84cb7c4b None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 16:06:18.987049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-af50d01b-37bf-4c7a-8dc0-83e183c5cf36 None None] Provisioning complete for port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:18.987418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af50d01b-37bf-4c7a-8dc0-83e183c5cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:18.994505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.024948 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.026897 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/subnets/478dc2c2-b8c4-4701-a1ed-a1d8896191f1 HTTP/1.1" status: 204 len: 168 time: 0.3929477 Aug 22 16:06:19.027890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984bf76-6e8f-4880-84dd-d1c1483b70b6 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Subnet': ['ID=478dc2c2-b8c4-4701-a1ed-a1d8896191f1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:19.030659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58498) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.107617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.164856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:19.165189 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.233950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] For port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,segment=NetworkSegment(1f54ce7d-a433-4685-be05-3064e555ab8d),segment_id=1f54ce7d-a433-4685-be05-3064e555ab8d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:19.234319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.247419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Calling delete_port for 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:19.263676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f77b3e-64d9-467b-9e33-9c5644a9634d None None] Network f6b30487-dfa7-46b4-8d96-317d57acb29b requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:19.413914 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.424602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b7a9a-e138-40fd-8df2-415a9428007c None None] DHCP port deletion for f6b30487-dfa7-46b4-8d96-317d57acb29b request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:06:19.443038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Port': ['ID=72e60a66-d77d-46c6-a2a5-2454e59cd5c3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:19.447029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No DVR routers for this DVR port 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:19.528299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.538423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b30487-dfa7-46b4-8d96-317d57acb29b']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:19.548179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f54ce7d-a433-4685-be05-3064e555ab8d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:19.548477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f54ce7d-a433-4685-be05-3064e555ab8d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:19.557089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.570275 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.575827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:19.576757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:19.579608 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:19.707963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.715340 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.716771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/f6b30487-dfa7-46b4-8d96-317d57acb29b HTTP/1.1" status: 204 len: 168 time: 0.6850169 Aug 22 16:06:19.719171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58500) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.736852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b372-3607-41bf-a3fa-1ced2f1381d1 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Network': ['ID=f6b30487-dfa7-46b4-8d96-317d57acb29b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:19.755362 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6205e4-a2f4-4961-8b82-f322e27d6f13 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:19.755818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6205e4-a2f4-4961-8b82-f322e27d6f13 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:19.757556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7e6205e4-a2f4-4961-8b82-f322e27d6f13 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/subnets/afa37edc-bb51-4a4d-9adb-e720f5a16288 HTTP/1.1" status: 404 len: 337 time: 0.0374703 Aug 22 16:06:19.760164 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58502) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.778729 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-777bfa9e-d819-4d71-a0ac-dd99b6d33d35 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:19.779236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777bfa9e-d819-4d71-a0ac-dd99b6d33d35 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:19.781049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-777bfa9e-d819-4d71-a0ac-dd99b6d33d35 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/144ae4c0-53b4-48fe-a117-f2a06e15d2e9 HTTP/1.1" status: 404 len: 339 time: 0.0198903 Aug 22 16:06:19.783610 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58504) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.810044 n-d-805046-3 neutron-server[102048]: INFO neutron.pecan_wsgi.hooks.translation [None req-25123e8d-046b-466e-9cad-acc6d619a64e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:19.811188 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25123e8d-046b-466e-9cad-acc6d619a64e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:19.812932 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-25123e8d-046b-466e-9cad-acc6d619a64e tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/subnets/a441f3cf-f046-4e25-a7fb-2d6ff9f03220 HTTP/1.1" status: 404 len: 337 time: 0.0283794 Aug 22 16:06:19.815631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.825002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:06:19.834289 n-d-805046-3 neutron-server[102049]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bc3b7c-8cb4-4616-996b-c32196418f3a tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] DELETE failed (client error): The resource could not be found. Aug 22 16:06:19.834855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bc3b7c-8cb4-4616-996b-c32196418f3a tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102049) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 22 16:06:19.836674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70bc3b7c-8cb4-4616-996b-c32196418f3a tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/d93ed92c-eeac-4dd6-8bff-a12222828dd1 HTTP/1.1" status: 404 len: 339 time: 0.0200000 Aug 22 16:06:19.839264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:19.893222 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting subnet c586acfc-18b7-4421-aa21-1509f264a01c {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:06:19.896698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:19.942898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.001022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:06:20.001373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 72e60a66-d77d-46c6-a2a5-2454e59cd5c3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:06:20.026828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.148900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.156762 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:06:20.178531 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Subnet': ['ID=c586acfc-18b7-4421-aa21-1509f264a01c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:20.184095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.186057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-301307b7-acd5-40a9-a42e-0f19de2ee715 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/subnets/c586acfc-18b7-4421-aa21-1509f264a01c HTTP/1.1" status: 204 len: 168 time: 0.3458393 Aug 22 16:06:20.188592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:20.190752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6f15e-c58b-40ee-9e2b-b27a7d9e88d0 None None] Network 008aa3e3-181f-4049-81da-d580d6d3f457 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:20.265398 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.320113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Deleting port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:20.320464 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.363625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] DHCP port deletion for 008aa3e3-181f-4049-81da-d580d6d3f457 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:06:20.388563 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] For port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,segment=NetworkSegment(f6db49fe-5308-4770-9041-485915d26a52),segment_id=f6db49fe-5308-4770-9041-485915d26a52)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:20.389029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.401753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Calling delete_port for 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:20.410018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Deleting port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:20.410514 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.472404 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] For port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,segment=NetworkSegment(f6db49fe-5308-4770-9041-485915d26a52),segment_id=f6db49fe-5308-4770-9041-485915d26a52)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:20.472806 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.485660 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Calling delete_port for 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:20.577095 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.583174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.590113 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] No DVR routers for this DVR port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:20.611144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] Pushing event deleted for resources: {'Port': ['ID=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:20.613028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6810a0-aecd-4051-ae5f-575c01780f28 None None] No DVR routers for this DVR port 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:20.635889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Port': ['ID=4d33a08a-ddf6-4f18-90f8-04db6e5465f6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:20.695152 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.705558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008aa3e3-181f-4049-81da-d580d6d3f457']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:20.715159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6db49fe-5308-4770-9041-485915d26a52') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:20.715459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6db49fe-5308-4770-9041-485915d26a52') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:20.724428 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.737701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.743344 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:20.743729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:20.746596 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:21.165533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:21.173112 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:21.175393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] 10.222.0.53 "DELETE /v2.0/networks/008aa3e3-181f-4049-81da-d580d6d3f457 HTTP/1.1" status: 204 len: 168 time: 0.9854047 Aug 22 16:06:21.189799 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f802458-6a47-4ede-988c-c4c38fdac243 tempest-NetworksIpV6Test-961488273 tempest-NetworksIpV6Test-961488273-project] Pushing event deleted for resources: {'Network': ['ID=008aa3e3-181f-4049-81da-d580d6d3f457,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:21.693157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:21.768119 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:21.829566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2baa60e9-b31a-4fcd-88c4-62608579afc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5971602ed0a04443bb5516dae774927c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351757 Aug 22 16:06:21.832199 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58520) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:21.845215 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:06:21.867462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:06:21.867808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4d33a08a-ddf6-4f18-90f8-04db6e5465f6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:06:21.899269 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:21.919887 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:22.025133 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:22.027602 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:22.028796 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fdbe39b-7b3e-4678-9c78-d67b48959d0c HTTP/1.1" status: 204 len: 168 time: 0.1956079 Aug 22 16:06:22.036408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865db72f-4c72-41f4-b825-d5f16bef7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdbe39b-7b3e-4678-9c78-d67b48959d0c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:22.991806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:23.084258 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1018633501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:23.165440 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.166450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.221088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.281194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.359793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.361018 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-dd7636d6-6710-4b63-9fe2-fede173a6c11 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3681469 Aug 22 16:06:23.363772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:23.368887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2033443561'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:23.433875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Made reservation on behalf of 6d79486727644d2889114a984a684264 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:23.437643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.445890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.531725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.590943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.621024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:23.626888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4cca08-cb9d-469d-a9ee-c1dc4ed73f65,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:23.634017 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.635049 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Added segment 98f47972-d84f-43b6-8e94-50ef227cf5a8 of type vlan for network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 Aug 22 16:06:23.677071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.776467 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.782632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:23.783222 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:23.850136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event updated for resources: {'Network': ['ID=91572d0b-d082-4091-8acd-d5e9b85fe5c1,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:23.860301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:23.880079 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-65782c94-efde-406b-99fe-f75250907b34 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5149975 Aug 22 16:06:23.882595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:23.887460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'subnet': {'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:24.056199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Made reservation on behalf of 6d79486727644d2889114a984a684264 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:24.059733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.311988 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.369336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event updated for resources: {'Subnet': ['ID=8f7787a1-1163-4804-938a-fb553569e807,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:24.380318 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Checking segment: {'id': '98f47972-d84f-43b6-8e94-50ef227cf5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:24.380686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Network hostable DHCP agents. Network: 91572d0b-d082-4091-8acd-d5e9b85fe5c1, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:24.468338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:24.553861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 91572d0b-d082-4091-8acd-d5e9b85fe5c1) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:24.561160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:24.561530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1202446-f658-43d7-a518-0a70383f1321 None None] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:24.562004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.645914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c4ad8e1-4c0c-4104-afcf-b7931d589fd9 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7622576 Aug 22 16:06:24.648921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:24.653942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-393898787'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:24.707126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-91572d0b-d082-4091-8acd-d5e9b85fe5c1', 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1', 'tenant_id': '6d79486727644d2889114a984a684264', 'fixed_ips': [{'subnet_id': '8f7787a1-1163-4804-938a-fb553569e807'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:24.708064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.753661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Made reservation on behalf of 6d79486727644d2889114a984a684264 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:24.757278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.781179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:24.789721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.790071 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Added segment 8670db04-894b-46c0-8aec-808afcab99da of type vlan for network 1baaef42-e714-4946-abd5-7208d3760b31 Aug 22 16:06:24.830413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.848087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Allocated IP 172.20.0.2 (91572d0b-d082-4091-8acd-d5e9b85fe5c1/8f7787a1-1163-4804-938a-fb553569e807/4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:24.924952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.930689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:24.931299 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.987874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:24.996246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Transition to ACTIVE for port object 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:25.002904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event updated for resources: {'Network': ['ID=1baaef42-e714-4946-abd5-7208d3760b31,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:25.014181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1baaef42-e714-4946-abd5-7208d3760b31 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:25.016150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Transition to ACTIVE for port object 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:25.034350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-24345229-3d6b-44fc-851d-1f619fd3b3bf tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3843832 Aug 22 16:06:25.037121 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58554) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:25.042151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'subnet': {'network_id': '1baaef42-e714-4946-abd5-7208d3760b31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:25.097112 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.134499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:25.137153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:25.139924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:25.169067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Pushing event updated for resources: {'Port': ['ID=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:25.196828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Made reservation on behalf of 6d79486727644d2889114a984a684264 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:25.198372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Attempting to bind port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:25.198743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Attempting to bind port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '98f47972-d84f-43b6-8e94-50ef227cf5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:25.199107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Attempting to bind port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e on network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:25.200729 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.204170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:25.208114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Checking segment: {'id': '98f47972-d84f-43b6-8e94-50ef227cf5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:25.208114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.208114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Bound using segment: {'id': '98f47972-d84f-43b6-8e94-50ef227cf5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:25.208114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Bound port: 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f47972-d84f-43b6-8e94-50ef227cf5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91572d0b-d082-4091-8acd-d5e9b85fe5c1'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:25.208114 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.277334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] For port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:25.281642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] For port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,segment=NetworkSegment(98f47972-d84f-43b6-8e94-50ef227cf5a8),segment_id=98f47972-d84f-43b6-8e94-50ef227cf5a8)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:25.371246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.432689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57038c-87ff-40ea-8d85-234380c20258 None None] Pushing event updated for resources: {'Port': ['ID=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:25.451634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.515866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event updated for resources: {'Subnet': ['ID=2f977b60-a062-4cff-8adc-90ecf786fbe7,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:25.526508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Checking segment: {'id': '8670db04-894b-46c0-8aec-808afcab99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:25.526868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Network hostable DHCP agents. Network: 1baaef42-e714-4946-abd5-7208d3760b31, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:25.631327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Network 1baaef42-e714-4946-abd5-7208d3760b31 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:25.702553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1baaef42-e714-4946-abd5-7208d3760b31) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:25.706736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:25.707342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.711092 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1401571-e8a4-415a-9efa-4ac8c932cf4a None None] Network 1baaef42-e714-4946-abd5-7208d3760b31 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:25.792375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a40c0c3e-a02b-4a08-ab21-21faa3539917 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7511766 Aug 22 16:06:25.792480 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58556) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:25.796941 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-a18955a9-2c4a-4f89-a301-e34b2285f83e tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Request body: {'router': {'external_gateway_info': {'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:25.864254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1baaef42-e714-4946-abd5-7208d3760b31', 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31', 'tenant_id': '6d79486727644d2889114a984a684264', 'fixed_ips': [{'subnet_id': '2f977b60-a062-4cff-8adc-90ecf786fbe7'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:25.865153 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:25.889953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:26.031464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-a18955a9-2c4a-4f89-a301-e34b2285f83e tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.043112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Allocated IP 172.21.0.2 (1baaef42-e714-4946-abd5-7208d3760b31/2f977b60-a062-4cff-8adc-90ecf786fbe7/1160847e-4fbf-42d6-a69e-2b3291b9a6de) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:26.105750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:26.203397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.213075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Transition to ACTIVE for port object 1160847e-4fbf-42d6-a69e-2b3291b9a6de will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:26.222123 n-d-805046-3 neutron-server[102048]: INFO neutron.api.v2.resource [None req-a18955a9-2c4a-4f89-a301-e34b2285f83e tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 22 16:06:26.224625 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-a18955a9-2c4a-4f89-a301-e34b2285f83e tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "PUT /v2.0/routers/18b324f3-dce2-4c20-8d17-324593780655 HTTP/1.1" status: 400 len: 364 time: 0.4303629 Aug 22 16:06:26.229674 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58558) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:26.231639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Transition to ACTIVE for port object 1160847e-4fbf-42d6-a69e-2b3291b9a6de will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:26.282857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Deleting subnet 2f977b60-a062-4cff-8adc-90ecf786fbe7 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:06:26.313428 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.314651 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe69c7-24e3-4a36-a537-9fe9aa1764f4 None None] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:26.330274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.358324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.418040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Network 1baaef42-e714-4946-abd5-7208d3760b31 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:26.422411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:26.428661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:26.441729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.442412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Pushing event updated for resources: {'Port': ['ID=1160847e-4fbf-42d6-a69e-2b3291b9a6de,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:26.492823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Provisioning for port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:26.520926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Provisioning complete for port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:26.521294 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.548768 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.553763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Attempting to bind port 1160847e-4fbf-42d6-a69e-2b3291b9a6de on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:26.553763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Attempting to bind port 1160847e-4fbf-42d6-a69e-2b3291b9a6de by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '8670db04-894b-46c0-8aec-808afcab99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:26.553763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Attempting to bind port 1160847e-4fbf-42d6-a69e-2b3291b9a6de on network 1baaef42-e714-4946-abd5-7208d3760b31 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:26.582368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Subnet': ['ID=2f977b60-a062-4cff-8adc-90ecf786fbe7,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:26.582625 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:26.582836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Checking segment: {'id': '8670db04-894b-46c0-8aec-808afcab99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:26.583246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.583639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Bound using segment: {'id': '8670db04-894b-46c0-8aec-808afcab99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:26.584160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Bound port: 1160847e-4fbf-42d6-a69e-2b3291b9a6de, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8670db04-894b-46c0-8aec-808afcab99da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1baaef42-e714-4946-abd5-7208d3760b31'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:26.584515 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.586135 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.588064 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7c55c690-86f0-410f-aebb-cd1135e29bf1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "DELETE /v2.0/subnets/2f977b60-a062-4cff-8adc-90ecf786fbe7 HTTP/1.1" status: 204 len: 168 time: 0.3572567 Aug 22 16:06:26.590640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58560) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:26.671218 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.697123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] For port 1160847e-4fbf-42d6-a69e-2b3291b9a6de, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:26.704647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] For port 1160847e-4fbf-42d6-a69e-2b3291b9a6de, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=1160847e-4fbf-42d6-a69e-2b3291b9a6de,segment=NetworkSegment(8670db04-894b-46c0-8aec-808afcab99da),segment_id=8670db04-894b-46c0-8aec-808afcab99da)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:26.705742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.729496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Deleting port 1160847e-4fbf-42d6-a69e-2b3291b9a6de {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:26.729849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.741321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] For port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,segment=NetworkSegment(98f47972-d84f-43b6-8e94-50ef227cf5a8),segment_id=98f47972-d84f-43b6-8e94-50ef227cf5a8)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:26.783278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.800752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] For port 1160847e-4fbf-42d6-a69e-2b3291b9a6de, host n-d-805046-3, got binding levels [] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:26.801121 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.815795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Calling delete_port for 1160847e-4fbf-42d6-a69e-2b3291b9a6de owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:26.840318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58995-682b-417c-9f69-2115bdefd9a4 None None] Pushing event updated for resources: {'Port': ['ID=1160847e-4fbf-42d6-a69e-2b3291b9a6de,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:26.846678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:26.923121 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bfe28-6c1a-4e78-a293-bca0c27c1fad None None] Pushing event updated for resources: {'Port': ['ID=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:26.927857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a724e-349c-435a-ae5e-fb5597a055aa None None] Network 1baaef42-e714-4946-abd5-7208d3760b31 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:26.974487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.001724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Port': ['ID=1160847e-4fbf-42d6-a69e-2b3291b9a6de,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:27.006867 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] No DVR routers for this DVR port 1160847e-4fbf-42d6-a69e-2b3291b9a6de on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:27.023324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c6baece8-7fb0-43a3-a8fc-1f98c0e90821 None None] Provisioning complete for port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:27.023701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c6baece8-7fb0-43a3-a8fc-1f98c0e90821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.069020 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe2e57-6378-4933-b462-31d9a0640d9b None None] get_active_networks_info from n-d-805046-3 {{(pid=102051) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 22 16:06:27.094128 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.105086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baaef42-e714-4946-abd5-7208d3760b31']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:27.116004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8670db04-894b-46c0-8aec-808afcab99da') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:27.116309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8670db04-894b-46c0-8aec-808afcab99da') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:27.125726 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.140407 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.146429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:27.146819 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:27.149874 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:27.186162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe2e57-6378-4933-b462-31d9a0640d9b None None] Resources bound (agent type, host, resource id): {{(pid=102051) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 22 16:06:27.282624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.287642 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.289970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "DELETE /v2.0/networks/1baaef42-e714-4946-abd5-7208d3760b31 HTTP/1.1" status: 204 len: 168 time: 0.6978259 Aug 22 16:06:27.292598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58562) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:27.307245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786b33b-6ff1-4934-8530-cda9fe97e7f1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Network': ['ID=1baaef42-e714-4946-abd5-7208d3760b31,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:27.347418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Deleting subnet 8f7787a1-1163-4804-938a-fb553569e807 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:06:27.350864 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.389945 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.476885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.609036 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.633383 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7787a1-1163-4804-938a-fb553569e807,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:27.640268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.642145 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5ee9478e-e59e-4113-88dd-8d7b87bc3ec1 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "DELETE /v2.0/subnets/8f7787a1-1163-4804-938a-fb553569e807 HTTP/1.1" status: 204 len: 168 time: 0.3480730 Aug 22 16:06:27.644633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:27.647388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b35de-6444-4dbc-a403-904c022df461 None None] Network 91572d0b-d082-4091-8acd-d5e9b85fe5c1 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:27.722855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.781657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Deleting port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:27.782039 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.828644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] DHCP port deletion for 91572d0b-d082-4091-8acd-d5e9b85fe5c1 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:06:27.847134 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] For port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,segment=NetworkSegment(98f47972-d84f-43b6-8e94-50ef227cf5a8),segment_id=98f47972-d84f-43b6-8e94-50ef227cf5a8)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:27.847501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:27.862424 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Calling delete_port for 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:28.025582 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.026268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Deleting port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:06:28.026651 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.053022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Port': ['ID=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:28.054786 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] No DVR routers for this DVR port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:28.088560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] For port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e, host n-d-805046-3, got binding levels [] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:28.089169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.102364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Calling delete_port for 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:06:28.105086 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.ipam_backend_mixin [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e was not found and therefore no delete operation was performed {{(pid=102051) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 22 16:06:28.106370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.134080 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] Pushing event deleted for resources: {'Port': ['ID=4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:28.141233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.141619 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0712bd8-5e47-4fe6-b8a6-44f14f28f91b None None] No DVR routers for this DVR port 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:06:28.153242 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91572d0b-d082-4091-8acd-d5e9b85fe5c1']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:28.471153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f47972-d84f-43b6-8e94-50ef227cf5a8') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:28.471856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f47972-d84f-43b6-8e94-50ef227cf5a8') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:28.480634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.494451 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.500841 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:06:28.501233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:06:28.505211 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:06:28.639782 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.647175 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.649695 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "DELETE /v2.0/networks/91572d0b-d082-4091-8acd-d5e9b85fe5c1 HTTP/1.1" status: 204 len: 168 time: 1.0034122 Aug 22 16:06:28.652401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:28.660234 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415bd15-5bae-4de5-b95e-a72da17c13fb tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Pushing event deleted for resources: {'Network': ['ID=91572d0b-d082-4091-8acd-d5e9b85fe5c1,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:28.681377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1fcf58f4-00f9-4472-898d-970a715f7241 tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "GET /v2.0/ports?device_id=18b324f3-dce2-4c20-8d17-324593780655 HTTP/1.1" status: 200 len: 205 time: 0.0277753 Aug 22 16:06:28.683596 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58568) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:28.765836 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.954952 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:28.957060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.145347 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.145787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Fanout notify agent at l3_agent the message router_deleted on router 18b324f3-dce2-4c20-8d17-324593780655 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:06:29.152799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.153945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0eec843a-adbb-406e-85a8-30c1ea8666af tempest-RoutersNegativeTest-1361769058 tempest-RoutersNegativeTest-1361769058-project] 10.222.0.53 "DELETE /v2.0/routers/18b324f3-dce2-4c20-8d17-324593780655 HTTP/1.1" status: 204 len: 168 time: 0.4693964 Aug 22 16:06:29.530558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:29.661469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8953ef0d-0883-4c09-8efc-7c507111bf01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d79486727644d2889114a984a684264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297612 Aug 22 16:06:29.663878 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58578) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:29.713943 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.735440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.829210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:06:29.850243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:06:29.851829 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4c3e152f-fa48-4dd7-9ca3-6c253fa8d74e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:06:29.871528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.874779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:29.875962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab4cca08-cb9d-469d-a9ee-c1dc4ed73f65 HTTP/1.1" status: 204 len: 168 time: 0.2111630 Aug 22 16:06:29.883771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856512c-6d9c-4023-9118-05056e1e355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4cca08-cb9d-469d-a9ee-c1dc4ed73f65,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:30.139427 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c7cf3921-f47e-4665-986c-9869dd5df93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:30.823465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58600) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:30.918541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-545999941-network', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:31.001954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Made reservation on behalf of 9635e9d594e442ebbdf9b50f8856881b for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:31.004353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.012801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.101393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.162028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.187120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:31.196693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2aa1be-2b3a-4649-8dc1-c255952ab17f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:31.203042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.203395 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Added segment c809b2d5-a3eb-4e14-9458-c0ef7d9ff747 of type vlan for network 24b55cb2-0cf9-4655-9881-574bc9114612 Aug 22 16:06:31.242312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.342190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.343295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:31.344019 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.404491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] Pushing event updated for resources: {'Network': ['ID=24b55cb2-0cf9-4655-9881-574bc9114612,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:31.413746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 24b55cb2-0cf9-4655-9881-574bc9114612 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:31.437401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3db7188d-1d21-4ecc-ab07-33ce667e97f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6127863 Aug 22 16:06:31.440137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58604) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:31.444926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Request body: {'subnet': {'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-subnet', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:31.533721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Made reservation on behalf of 9635e9d594e442ebbdf9b50f8856881b for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:31.536136 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.768172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.823757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ced79e-39cd-4db7-803d-0b224cddd706,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:31.833127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Checking segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:31.833491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Network hostable DHCP agents. Network: 24b55cb2-0cf9-4655-9881-574bc9114612, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:31.910393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:31.961761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 24b55cb2-0cf9-4655-9881-574bc9114612) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:31.965699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:31.966882 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:31.971983 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b285209-67e2-43e4-9b67-653a62647d83 None None] Network 24b55cb2-0cf9-4655-9881-574bc9114612 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:32.026336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6efb57ef-1756-4f66-90db-337e2b394221 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5849292 Aug 22 16:06:32.029273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58606) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:32.034060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:32.099792 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.101024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.117448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-24b55cb2-0cf9-4655-9881-574bc9114612', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:32.118314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.193525 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.254580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Allocated IP 172.20.0.2 (24b55cb2-0cf9-4655-9881-574bc9114612/63ced79e-39cd-4db7-803d-0b224cddd706/2a581274-9734-4263-b910-83719d5bc89b) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:32.396779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.404800 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Transition to ACTIVE for port object 2a581274-9734-4263-b910-83719d5bc89b will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:32.419186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Transition to ACTIVE for port object 2a581274-9734-4263-b910-83719d5bc89b will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:32.421333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.494112 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.533742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:32.536600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:32.542820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:32.546014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Pushing event updated for resources: {'Port': ['ID=2a581274-9734-4263-b910-83719d5bc89b,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:32.597714 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Attempting to bind port 2a581274-9734-4263-b910-83719d5bc89b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:32.598082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Attempting to bind port 2a581274-9734-4263-b910-83719d5bc89b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:32.598755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Attempting to bind port 2a581274-9734-4263-b910-83719d5bc89b on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:32.603654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:32.604047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Checking segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:32.604448 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.604843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Bound using segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:32.605301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Bound port: 2a581274-9734-4263-b910-83719d5bc89b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:32.605674 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.670448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] For port 2a581274-9734-4263-b910-83719d5bc89b, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:32.673116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] For port 2a581274-9734-4263-b910-83719d5bc89b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a581274-9734-4263-b910-83719d5bc89b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:32.714769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.740749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.766626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:32.825240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fd83-95ad-40a3-95df-e7f7f64038c9 None None] Pushing event updated for resources: {'Port': ['ID=2a581274-9734-4263-b910-83719d5bc89b,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:32.888777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Allocated IP 172.25.0.159 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6c90c192-7b30-4963-85f4-337899f3d707) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:32.947874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:33.011183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:33.134243 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:33.173632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:33.176323 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:33.179616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:33.209797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c90c192-7b30-4963-85f4-337899f3d707,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:33.525487 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:33.562427 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6567cd2a-d9fc-4626-ac98-cefd8b275ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:33.714709 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb47cf-fcfd-4ffd-abba-53e87cf39b99 None None] Network 24b55cb2-0cf9-4655-9881-574bc9114612 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:33.851826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c69cb628-ce82-48f8-a544-518262ce7d24 None None] Provisioning for port 2a581274-9734-4263-b910-83719d5bc89b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:33.892777 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a581274-9734-4263-b910-83719d5bc89b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:33.999595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 2a581274-9734-4263-b910-83719d5bc89b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:34.004180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a581274-9734-4263-b910-83719d5bc89b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:34.004567 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.039378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.098991 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.134172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 2a581274-9734-4263-b910-83719d5bc89b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a581274-9734-4263-b910-83719d5bc89b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:34.198147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7a791079-2f9a-41c4-bf7a-3d602a2fe009 None None] Provisioning complete for port 2a581274-9734-4263-b910-83719d5bc89b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:34.198566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7a791079-2f9a-41c4-bf7a-3d602a2fe009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.220618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.265295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:06:34.284173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=2a581274-9734-4263-b910-83719d5bc89b,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:34.375304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:06:34.383771 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Sync routers for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:06:34.393049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:34.393662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:34.447934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.449269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e6819a1d-f082-4147-92fd-996be76d45c8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4187462 Aug 22 16:06:34.452276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58608) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:34.496603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:34.680325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:33Z', 'revision_number': 3, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:34.706010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Checking router: 8ac3e16a-5e2e-4a80-922a-46b56a693a06 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:06:34.706367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Updating router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 port 6c90c192-7b30-4963-85f4-337899f3d707 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:06:34.734329 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.875101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.983549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:34.993263 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Transition to ACTIVE for port object 6c90c192-7b30-4963-85f4-337899f3d707 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:35.073293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.080369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Allocated IP 172.20.0.1 (24b55cb2-0cf9-4655-9881-574bc9114612/63ced79e-39cd-4db7-803d-0b224cddd706/d032442e-702b-496d-b56b-6ab4313d1c2b) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:35.128615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Attempting to bind port 6c90c192-7b30-4963-85f4-337899f3d707 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:35.130306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Attempting to bind port 6c90c192-7b30-4963-85f4-337899f3d707 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:35.130306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Attempting to bind port 6c90c192-7b30-4963-85f4-337899f3d707 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:35.138875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50593736-a9c7-46fd-9422-5141db01ec8d None None] Pushing event updated for resources: {'Port': ['ID=6c90c192-7b30-4963-85f4-337899f3d707,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:35.142905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.143924 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:35.144333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:35.144744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.145128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:35.145611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Bound port: 6c90c192-7b30-4963-85f4-337899f3d707, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:35.145998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.187262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.201088 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Transition to ACTIVE for port object d032442e-702b-496d-b56b-6ab4313d1c2b will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:35.201586 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] For port 6c90c192-7b30-4963-85f4-337899f3d707, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:35.204712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] For port 6c90c192-7b30-4963-85f4-337899f3d707, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6c90c192-7b30-4963-85f4-337899f3d707,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:35.262658 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.280759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.318495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:35.319117 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:35.329174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:35.333827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:35.340322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:35.343945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:35.366698 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50593736-a9c7-46fd-9422-5141db01ec8d None None] Pushing event updated for resources: {'Port': ['ID=6c90c192-7b30-4963-85f4-337899f3d707,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:35.382423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.452488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:35.635676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.642169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:33Z', 'revision_number': 3, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:35.673062 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397e1b2-c770-4d0c-ab0b-bf2e18cd6534 None None] The sync data for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 is: [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:33Z', 'revision_number': 3, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:06:35.678774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-229ccfcf-fb65-482d-b9e2-9f90217b0cf9 None None] Provisioning for port d032442e-702b-496d-b56b-6ab4313d1c2b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:35.682910 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-229ccfcf-fb65-482d-b9e2-9f90217b0cf9 None None] Provisioning complete for port d032442e-702b-496d-b56b-6ab4313d1c2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:35.683518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-229ccfcf-fb65-482d-b9e2-9f90217b0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.719420 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-229ccfcf-fb65-482d-b9e2-9f90217b0cf9 None None] Port d032442e-702b-496d-b56b-6ab4313d1c2b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:06:35.809835 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.838647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a581274-9734-4263-b910-83719d5bc89b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:35.867575 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.892191 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 2a581274-9734-4263-b910-83719d5bc89b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:35.892706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.945908 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:35.956403 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:36.062488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:36.063911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:36.191282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:06:36.315074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:06:36.320160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e8f3fd5f-9d7a-47c3-ba50-2d07de59d8f8 admin admin] 10.222.0.53 "PUT /v2.0/routers/8ac3e16a-5e2e-4a80-922a-46b56a693a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668716 Aug 22 16:06:36.354164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0d030025-d12a-4796-9046-e33b23222b1c None None] Provisioning complete for port d032442e-702b-496d-b56b-6ab4313d1c2b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:36.354543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0d030025-d12a-4796-9046-e33b23222b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:36.393116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0d030025-d12a-4796-9046-e33b23222b1c None None] Port d032442e-702b-496d-b56b-6ab4313d1c2b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:06:37.012082 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58626) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:37.018982 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-35815035-network', 'tenant_id': '5acbb15786184739bf621dcabe4101fd'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:37.067625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.187593 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Made reservation on behalf of 5acbb15786184739bf621dcabe4101fd for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:37.190336 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.199714 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.206199 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Sync routers for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:06:37.215356 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:37.215986 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:37.296437 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.329891 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:37.368150 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.391683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:06:37.406210 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294a4db7-f708-4c10-a3c7-18ed89481b08,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:37.411124 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.411475 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Added segment 735853be-6420-4786-99d5-4df2e9ff98ed of type vlan for network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 Aug 22 16:06:37.454453 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.531915 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 4, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd032442e-702b-496d-b56b-6ab4313d1c2b', 'name': '', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'mac_address': 'fa:16:3e:cd:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:34Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 2, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'subnets': [{'id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:37.542209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.543529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:37.544706 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.558760 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Checking router: 8ac3e16a-5e2e-4a80-922a-46b56a693a06 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:06:37.563474 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Updating router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 port d032442e-702b-496d-b56b-6ab4313d1c2b binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:06:37.585064 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.604622 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] Pushing event updated for resources: {'Network': ['ID=90548459-ca7d-4be3-a2b9-9bc6c5577ea6,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:37.616815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:06:37.655137 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2c5954fe-392b-4c14-9006-9c9f417e008d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6417513 Aug 22 16:06:37.657869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58628) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:37.663803 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Request body: {'subnet': {'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-subnet', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:37.750984 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Made reservation on behalf of 5acbb15786184739bf621dcabe4101fd for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:37.753576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.863826 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6c90c192-7b30-4963-85f4-337899f3d707 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:37.881558 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:37.892170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Transition to ACTIVE for port object d032442e-702b-496d-b56b-6ab4313d1c2b will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:37.968879 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.010751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6c90c192-7b30-4963-85f4-337899f3d707 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:38.014718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6c90c192-7b30-4963-85f4-337899f3d707 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:38.015078 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.023528 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Pushing event updated for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:38.047539 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.047877 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.048237 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.048565 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.048895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.049400 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.049734 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.050049 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.050376 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.050692 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.051009 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.051324 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:38.068172 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.095582 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Attempting to bind port d032442e-702b-496d-b56b-6ab4313d1c2b on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:38.096344 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Attempting to bind port d032442e-702b-496d-b56b-6ab4313d1c2b by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:38.096905 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Attempting to bind port d032442e-702b-496d-b56b-6ab4313d1c2b on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:38.102971 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:38.103704 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Checking segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:38.104334 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.107713 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Bound using segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:38.107713 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Bound port: d032442e-702b-496d-b56b-6ab4313d1c2b, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:38.107713 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.135835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.142953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941b6266-38c5-483a-abd5-1ce4c8c836ee,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:38.156098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Checking segment: {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:38.156805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Network hostable DHCP agents. Network: 90548459-ca7d-4be3-a2b9-9bc6c5577ea6, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:06:38.158959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6c90c192-7b30-4963-85f4-337899f3d707, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6c90c192-7b30-4963-85f4-337899f3d707,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:38.189655 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] For port d032442e-702b-496d-b56b-6ab4313d1c2b, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:38.192814 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] For port d032442e-702b-496d-b56b-6ab4313d1c2b, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d032442e-702b-496d-b56b-6ab4313d1c2b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:38.211504 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.257402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:06:38.270828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6c90c192-7b30-4963-85f4-337899f3d707,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:38.319780 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.347856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 90548459-ca7d-4be3-a2b9-9bc6c5577ea6) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:38.352915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:38.353533 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.360538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad01ce-4f8c-473e-9d56-c1171041e541 None None] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:38.379650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:38.380323 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:38.383307 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572c6ae-2744-4b5a-8f2e-c43c2e805593 None None] Pushing event updated for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:38.452647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c49a8eed-8ea3-43c1-854b-15edfaa1bac8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7927496 Aug 22 16:06:38.455197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:38.459902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:38.543125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:06:38.545060 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.553982 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.556734 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.588609 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:38.624327 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.796651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-017f0efc-66f4-4219-8947-568405ef862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 4, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd032442e-702b-496d-b56b-6ab4313d1c2b', 'name': '', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'mac_address': 'fa:16:3e:cd:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:34Z', 'updated_at': '2021-08-22T16:06:38Z', 'revision_number': 4, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'subnets': [{'id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:38.823680 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017f0efc-66f4-4219-8947-568405ef862d None None] The sync data for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 is: [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:35Z', 'revision_number': 4, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd032442e-702b-496d-b56b-6ab4313d1c2b', 'name': '', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'mac_address': 'fa:16:3e:cd:53:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:34Z', 'updated_at': '2021-08-22T16:06:38Z', 'revision_number': 4, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'subnets': [{'id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:06:38.836937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:38.851840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Allocated IP 172.20.0.2 (90548459-ca7d-4be3-a2b9-9bc6c5577ea6/941b6266-38c5-483a-abd5-1ce4c8c836ee/c054fd50-968a-4eb7-83e7-0a1f3c07bea7) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:39.022816 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.031836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Transition to ACTIVE for port object c054fd50-968a-4eb7-83e7-0a1f3c07bea7 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:39.048633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Transition to ACTIVE for port object c054fd50-968a-4eb7-83e7-0a1f3c07bea7 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:39.111659 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.120273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.141291 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.151348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:39.154964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:39.159724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:39.173535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Pushing event updated for resources: {'Port': ['ID=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:39.230259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Attempting to bind port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:39.230640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Attempting to bind port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:39.231007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Attempting to bind port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 on network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:39.236899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:39.237282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Checking segment: {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:39.237694 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.238149 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Bound using segment: {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:39.238628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Bound port: c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:39.239014 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.267041 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Allocated IP 172.25.0.254 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/636e0862-2c97-4577-8ead-e1e4cfe67caf) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:39.313643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] For port c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:39.317274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] For port c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:39.390209 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.392408 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.458194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f40693-2d48-48a5-bf37-668edb434321 None None] Pushing event updated for resources: {'Port': ['ID=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:39.502807 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.546514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:39.549665 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:39.554576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:39.591163 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Pushing event updated for resources: {'Port': ['ID=636e0862-2c97-4577-8ead-e1e4cfe67caf,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:39.944795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:39.954210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6c90c192-7b30-4963-85f4-337899f3d707 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:40.007327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6c90c192-7b30-4963-85f4-337899f3d707 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:40.008431 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.110831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d032442e-702b-496d-b56b-6ab4313d1c2b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:40.168636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.259778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d032442e-702b-496d-b56b-6ab4313d1c2b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:40.266065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d032442e-702b-496d-b56b-6ab4313d1c2b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:40.270843 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.359679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.382015 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Router 90558b55-2490-417f-a4ff-e297764bb83a is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:06:40.393799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d032442e-702b-496d-b56b-6ab4313d1c2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d032442e-702b-496d-b56b-6ab4313d1c2b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:40.441792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d4638-1b71-4c0b-bb49-9b48d93684b3 None None] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:06:40.492100 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.492870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c054fd50-968a-4eb7-83e7-0a1f3c07bea7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:40.496534 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:06:40.539030 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Sync routers for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:06:40.573538 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:40.576160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e3683c12-8cb5-4fa4-84a3-1a854f8bcf21 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1196101 Aug 22 16:06:40.578979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58632) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:06:40.590203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:40.590733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:40.644742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:40.655381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e79a2a6e-4577-4715-a8fe-49e25765721c None None] Provisioning for port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:40.773245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:40.800742 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:40.832834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:40.833206 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.009760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.022618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.076326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:41.080993 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:39Z', 'revision_number': 3, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:41.112808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.113498 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Checking router: 90558b55-2490-417f-a4ff-e297764bb83a for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:06:41.113850 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Updating router 90558b55-2490-417f-a4ff-e297764bb83a port 636e0862-2c97-4577-8ead-e1e4cfe67caf binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:06:41.144546 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.147131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-216f139b-15a5-4fec-b984-ca6a72c672b7 None None] Provisioning complete for port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:41.147473 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-216f139b-15a5-4fec-b984-ca6a72c672b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.178442 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Allocated IP 172.20.0.1 (90548459-ca7d-4be3-a2b9-9bc6c5577ea6/941b6266-38c5-483a-abd5-1ce4c8c836ee/61f57989-e223-45ef-bca1-b09195a1badc) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:41.186539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.284889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.299084 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Transition to ACTIVE for port object 61f57989-e223-45ef-bca1-b09195a1badc will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:41.321858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:41.399573 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.439568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:41.442395 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:41.445818 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:41.474756 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Pushing event updated for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:41.493569 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.512495 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.522958 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Transition to ACTIVE for port object 636e0862-2c97-4577-8ead-e1e4cfe67caf will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:41.602163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.666772 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ec39-f5d4-45d8-b15f-1eeacfa71f5c None None] Pushing event updated for resources: {'Port': ['ID=636e0862-2c97-4577-8ead-e1e4cfe67caf,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:41.669179 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Attempting to bind port 636e0862-2c97-4577-8ead-e1e4cfe67caf on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:41.670325 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Attempting to bind port 636e0862-2c97-4577-8ead-e1e4cfe67caf by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:41.673915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Attempting to bind port 636e0862-2c97-4577-8ead-e1e4cfe67caf on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:41.676447 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:41.676832 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:41.677247 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.677647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:41.678123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Bound port: 636e0862-2c97-4577-8ead-e1e4cfe67caf, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:41.678527 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.683837 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.726007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bb8a78cd-8aba-4477-9c81-15390479a447 None None] Provisioning for port 61f57989-e223-45ef-bca1-b09195a1badc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:41.735170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-bb8a78cd-8aba-4477-9c81-15390479a447 None None] Provisioning complete for port 61f57989-e223-45ef-bca1-b09195a1badc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:41.735554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bb8a78cd-8aba-4477-9c81-15390479a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.737489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] For port 636e0862-2c97-4577-8ead-e1e4cfe67caf, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:41.741216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] For port 636e0862-2c97-4577-8ead-e1e4cfe67caf, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636e0862-2c97-4577-8ead-e1e4cfe67caf,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:41.773428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a78cd-8aba-4477-9c81-15390479a447 None None] Port 61f57989-e223-45ef-bca1-b09195a1badc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:06:41.808442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.857881 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:41.858497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:41.859194 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.902537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d032442e-702b-496d-b56b-6ab4313d1c2b up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:41.922205 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.929846 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ec39-f5d4-45d8-b15f-1eeacfa71f5c None None] Pushing event updated for resources: {'Port': ['ID=636e0862-2c97-4577-8ead-e1e4cfe67caf,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:41.988441 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:41.990384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Pushing event updated for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:42.089496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:42.091761 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:42.181159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:42.221327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d032442e-702b-496d-b56b-6ab4313d1c2b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:42.221774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:42.443778 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c054fd50-968a-4eb7-83e7-0a1f3c07bea7 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:42.472676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-baa3fcb2-e0ed-4880-a01e-38b21afbdea3 None None] Provisioning complete for port 61f57989-e223-45ef-bca1-b09195a1badc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:42.473053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-baa3fcb2-e0ed-4880-a01e-38b21afbdea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:42.526603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-baa3fcb2-e0ed-4880-a01e-38b21afbdea3 None None] Port 61f57989-e223-45ef-bca1-b09195a1badc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:06:42.531032 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Router 90558b55-2490-417f-a4ff-e297764bb83a has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:06:42.543593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '61f57989-e223-45ef-bca1-b09195a1badc', 'name': '', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'mac_address': 'fa:16:3e:4d:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:41Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 1, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'subnets': [{'id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:42.572421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa317f-799c-4abe-9630-9c502a9ce16a None None] The sync data for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 is: [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '61f57989-e223-45ef-bca1-b09195a1badc', 'name': '', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'mac_address': 'fa:16:3e:4d:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:41Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 1, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'subnets': [{'id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:06:42.574446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:42.575163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:42.647408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:06:42.652838 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-72614e3e-6f39-439c-8ba3-cd18f9430efc admin admin] 10.222.0.53 "PUT /v2.0/routers/90558b55-2490-417f-a4ff-e297764bb83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0723603 Aug 22 16:06:43.501714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-d77df838-8c1f-4830-b048-885dafbbd161 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:43.503246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-d77df838-8c1f-4830-b048-885dafbbd161 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/networks?id=24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 200 len: 816 time: 0.1102681 Aug 22 16:06:43.519880 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a2b44b44-cf45-4b7d-a3e3-7e6dd49bf537 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/quotas/9635e9d594e442ebbdf9b50f8856881b HTTP/1.1" status: 200 len: 375 time: 0.0106561 Aug 22 16:06:43.573854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-5b76952f-42aa-4992-abf0-d2ebbf43f4df tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478027 Aug 22 16:06:43.680175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-e1178107-529f-4deb-b1d0-c2ea3d7e888f service neutron] 10.222.0.53 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930901 Aug 22 16:06:43.888862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636e0862-2c97-4577-8ead-e1e4cfe67caf up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:44.024788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 636e0862-2c97-4577-8ead-e1e4cfe67caf completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:44.029489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 636e0862-2c97-4577-8ead-e1e4cfe67caf triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:44.029866 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:44.086664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-60d0d22d-53fb-4170-b5a3-586a26e9ce28 service neutron] 10.222.0.53 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998337 Aug 22 16:06:44.112243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:44.132990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 636e0862-2c97-4577-8ead-e1e4cfe67caf, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636e0862-2c97-4577-8ead-e1e4cfe67caf,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:44.239121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:44.293327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=636e0862-2c97-4577-8ead-e1e4cfe67caf,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:44.356747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85045e8e-2bdf-4ab0-870b-78e275227159 req-ad699065-b2f1-44bf-97ac-d642face4573 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Aug 22 16:06:45.436440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc4ed844-b160-42b7-93fd-33b20b3739b2 req-c1679f93-aabb-4069-93f8-63b55b579ec4 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0306561 Aug 22 16:06:45.669460 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Sync routers for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:06:45.678399 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:45.678997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:45.782416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:45.851903 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636e0862-2c97-4577-8ead-e1e4cfe67caf up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:45.900871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 636e0862-2c97-4577-8ead-e1e4cfe67caf triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:45.901252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.004901 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '61f57989-e223-45ef-bca1-b09195a1badc', 'name': '', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'mac_address': 'fa:16:3e:4d:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:41Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 2, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'subnets': [{'id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:46.034842 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Checking router: 90558b55-2490-417f-a4ff-e297764bb83a for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:06:46.034842 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Updating router 90558b55-2490-417f-a4ff-e297764bb83a port 61f57989-e223-45ef-bca1-b09195a1badc binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:06:46.057102 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.324320 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.333927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Transition to ACTIVE for port object 61f57989-e223-45ef-bca1-b09195a1badc will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:46.405210 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.455865 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd252a2-4251-453f-ab33-7ef439d8797a None None] Pushing event updated for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:46.518249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Attempting to bind port 61f57989-e223-45ef-bca1-b09195a1badc on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:46.518562 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Attempting to bind port 61f57989-e223-45ef-bca1-b09195a1badc by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:46.519000 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Attempting to bind port 61f57989-e223-45ef-bca1-b09195a1badc on network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:46.524894 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:46.525343 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Checking segment: {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:46.525851 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.526465 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Bound using segment: {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:46.527010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Bound port: 61f57989-e223-45ef-bca1-b09195a1badc, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735853be-6420-4786-99d5-4df2e9ff98ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:46.527482 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.551501 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-75a416be-2ce3-48c9-9570-c1cf6c31204a req-e2446ae3-c8ab-4f00-9c0a-b4c78b5f5dab tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Aug 22 16:06:46.611082 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] For port 61f57989-e223-45ef-bca1-b09195a1badc, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:46.614522 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] For port 61f57989-e223-45ef-bca1-b09195a1badc, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=61f57989-e223-45ef-bca1-b09195a1badc,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:46.688372 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:46.744369 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-fa9e7fc0-83de-412e-94ae-6a122e103661 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:46.745887 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-fa9e7fc0-83de-412e-94ae-6a122e103661 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "GET /v2.0/networks?id=24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 200 len: 816 time: 0.1093092 Aug 22 16:06:46.748171 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:06:46.748807 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:06:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:46.751955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd252a2-4251-453f-ab33-7ef439d8797a None None] Pushing event updated for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:46.765920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Request body: {'port': {'device_id': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'admin_state_up': True, 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:46.883770 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:06:46.953257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Made reservation on behalf of 9635e9d594e442ebbdf9b50f8856881b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:06:46.956869 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.087700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '61f57989-e223-45ef-bca1-b09195a1badc', 'name': '', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'mac_address': 'fa:16:3e:4d:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:41Z', 'updated_at': '2021-08-22T16:06:46Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'subnets': [{'id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:06:47.094686 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Allocated IP 172.20.0.9 (24b55cb2-0cf9-4655-9881-574bc9114612/63ced79e-39cd-4db7-803d-0b224cddd706/82bc37c1-d984-4f79-8643-de68849f0863) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:06:47.119401 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7aa43-2bca-464b-9371-b1b5fb1f4942 None None] The sync data for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 is: [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:06:41Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '61f57989-e223-45ef-bca1-b09195a1badc', 'name': '', 'network_id': '90548459-ca7d-4be3-a2b9-9bc6c5577ea6', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'mac_address': 'fa:16:3e:4d:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:41Z', 'updated_at': '2021-08-22T16:06:46Z', 'revision_number': 4, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'subnets': [{'id': '941b6266-38c5-483a-abd5-1ce4c8c836ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:06:47.261287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.276081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Transition to ACTIVE for port object 82bc37c1-d984-4f79-8643-de68849f0863 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:47.385554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.433842 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:06:47.437573 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:06:47.441316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:06:47.468559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Pushing event updated for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:47.499429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:47.499949 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.582751 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-481f7082-8198-4f0e-931a-5e02995d0472 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217375 Aug 22 16:06:47.594166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-1a06a137-6dc1-4c1e-8a84-1eeba5cd2b29 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:06:47.599461 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-1a06a137-6dc1-4c1e-8a84-1eeba5cd2b29 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063980 Aug 22 16:06:47.686467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e21e9-58e4-419e-a3e9-989d9327c938 req-32d76f1f-e751-4868-b66a-f50565aa5eeb tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:47.692551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-099e21e9-58e4-419e-a3e9-989d9327c938 req-32d76f1f-e751-4868-b66a-f50565aa5eeb tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 931 time: 0.0571606 Aug 22 16:06:47.722971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Request body: {'port': {'device_id': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:06:47.729565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-099e21e9-58e4-419e-a3e9-989d9327c938 req-990ed309-9a6a-49d4-92c1-2a55f83a54ad tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Aug 22 16:06:47.784831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.790731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75e6c7d7-179a-43f5-9f9c-36e3d5d8370a None None] Provisioning for port 82bc37c1-d984-4f79-8643-de68849f0863 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:47.795350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-75e6c7d7-179a-43f5-9f9c-36e3d5d8370a None None] Provisioning complete for port 82bc37c1-d984-4f79-8643-de68849f0863 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:47.795698 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-75e6c7d7-179a-43f5-9f9c-36e3d5d8370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:47.836234 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-75e6c7d7-179a-43f5-9f9c-36e3d5d8370a None None] Port 82bc37c1-d984-4f79-8643-de68849f0863 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:06:47.892607 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 61f57989-e223-45ef-bca1-b09195a1badc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:48.013590 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 61f57989-e223-45ef-bca1-b09195a1badc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:48.017411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 61f57989-e223-45ef-bca1-b09195a1badc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:48.017786 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.061181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bc37c1-d984-4f79-8643-de68849f0863 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:06:48.068885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.081029 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Transition to ACTIVE for port object 82bc37c1-d984-4f79-8643-de68849f0863 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:06:48.098174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.130866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 61f57989-e223-45ef-bca1-b09195a1badc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=61f57989-e223-45ef-bca1-b09195a1badc,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:48.150761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.214839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Pushing event updated for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:48.243139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.283256 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Attempting to bind port 82bc37c1-d984-4f79-8643-de68849f0863 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:06:48.284653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Attempting to bind port 82bc37c1-d984-4f79-8643-de68849f0863 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:06:48.285020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Attempting to bind port 82bc37c1-d984-4f79-8643-de68849f0863 on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:48.291375 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Port 82bc37c1-d984-4f79-8643-de68849f0863 on network 24b55cb2-0cf9-4655-9881-574bc9114612 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:06:48.291720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Attempting to bind port 82bc37c1-d984-4f79-8643-de68849f0863 on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:06:48.293251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:48.299813 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:06:48.300202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Checking segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:06:48.300598 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Bound using segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:06:48.301036 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Bound port: 82bc37c1-d984-4f79-8643-de68849f0863, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:06:48.301409 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.375309 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:06:48.378392 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=82bc37c1-d984-4f79-8643-de68849f0863,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:06:48.451722 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.492730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:48.493359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:48.494825 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] 10.222.0.10 "PUT /v2.0/ports/82bc37c1-d984-4f79-8643-de68849f0863 HTTP/1.1" status: 200 len: 1091 time: 0.8849556 Aug 22 16:06:48.495300 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:06:48.497675 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676d924e-81fd-4b9e-94b4-43e6e5abaacf" -d '{"events": [{"name": "network-changed", "server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "tag": "82bc37c1-d984-4f79-8643-de68849f0863"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:06:48.527642 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33673b6-3637-496d-a2a1-da2b4513751b service neutron] Pushing event updated for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:48.611471 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9060efab-d386-45c1-be7d-b698748f2779 x-openstack-request-id: req-9060efab-d386-45c1-be7d-b698748f2779 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:06:48.611769 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "tag": "82bc37c1-d984-4f79-8643-de68849f0863", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:06:48.612062 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9060efab-d386-45c1-be7d-b698748f2779 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:06:48.612462 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863', 'status': 'completed', 'code': 200} Aug 22 16:06:48.643361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-0bd09354-efb2-4926-82e1-7e162710b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:48.644956 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-0bd09354-efb2-4926-82e1-7e162710b173 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 1094 time: 0.0471504 Aug 22 16:06:48.697025 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-343f9de6-8a39-415b-9ab1-f51570c25860 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82bc37c1-d984-4f79-8643-de68849f0863 HTTP/1.1" status: 200 len: 217 time: 0.0396056 Aug 22 16:06:48.746473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-2329b3e3-a3bb-4e4d-b4bb-7c0c4734e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:48.748741 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-2329b3e3-a3bb-4e4d-b4bb-7c0c4734e96c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63ced79e-39cd-4db7-803d-0b224cddd706 HTTP/1.1" status: 200 len: 855 time: 0.0455489 Aug 22 16:06:48.798333 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-57bc2b87-8854-4b14-9703-372a0b25044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:48.799883 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-57bc2b87-8854-4b14-9703-372a0b25044e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24b55cb2-0cf9-4655-9881-574bc9114612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434155 Aug 22 16:06:48.849392 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11579a-fce1-4ef2-a737-505424946f16 req-4a83189e-3d6d-4615-8125-545b8940880a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:48.850926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c11579a-fce1-4ef2-a737-505424946f16 req-4a83189e-3d6d-4615-8125-545b8940880a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0491886 Aug 22 16:06:48.889460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7c11579a-fce1-4ef2-a737-505424946f16 req-ed35b0d0-83f6-460a-819b-d433bdfc52a5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 22 16:06:48.897079 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-a29127ef-cf05-4bfd-9dd9-d0dfb5862bd9 service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897682 Aug 22 16:06:48.989985 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bdae2f49-94df-48ae-a83a-d7450614dae2 req-0be35ed3-c8c2-47a9-9752-6aa088bb7b37 service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Aug 22 16:06:49.264690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-dac85b4d-8797-42e2-95ab-02d164e6e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:49.266362 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-dac85b4d-8797-42e2-95ab-02d164e6e94a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 1094 time: 0.0463421 Aug 22 16:06:49.357381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-ae8ae2d4-62b4-4273-95d6-0152e42779c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:49.358843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-ae8ae2d4-62b4-4273-95d6-0152e42779c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 200 len: 917 time: 0.0850542 Aug 22 16:06:49.408714 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-9fd5fe21-8c33-4a57-84de-30abae1ffce3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82bc37c1-d984-4f79-8643-de68849f0863 HTTP/1.1" status: 200 len: 217 time: 0.0425251 Aug 22 16:06:49.458657 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-20189ae9-fe9e-4b5b-b772-1d9461b16196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:49.460038 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-20189ae9-fe9e-4b5b-b772-1d9461b16196 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63ced79e-39cd-4db7-803d-0b224cddd706 HTTP/1.1" status: 200 len: 855 time: 0.0442474 Aug 22 16:06:49.506609 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-fb4e3c5b-5584-4d5b-966a-d69e9dcb4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:49.508155 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-fb4e3c5b-5584-4d5b-966a-d69e9dcb4068 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24b55cb2-0cf9-4655-9881-574bc9114612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413628 Aug 22 16:06:49.600313 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-2eddd021-f6a9-450c-af2e-e36a1b67bd20 service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Aug 22 16:06:49.690203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-676d924e-81fd-4b9e-94b4-43e6e5abaacf req-776389f2-ca04-438b-aabe-22b20e735191 service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813177 Aug 22 16:06:49.850587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 61f57989-e223-45ef-bca1-b09195a1badc up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:49.896648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 61f57989-e223-45ef-bca1-b09195a1badc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:49.897019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:50.010136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217dd69-1cc4-4430-b853-dd8e9dbfa562 req-70f0ecd4-1cff-4589-95c9-d253460d2b74 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:50.011551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9217dd69-1cc4-4430-b853-dd8e9dbfa562 req-70f0ecd4-1cff-4589-95c9-d253460d2b74 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0539885 Aug 22 16:06:50.049717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9217dd69-1cc4-4430-b853-dd8e9dbfa562 req-84ca1ffd-2837-4f19-98bb-33e4e86c3911 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Aug 22 16:06:51.163207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b26d2-b595-41b5-b8fc-70c3c07064b4 req-e1c897e3-34f9-484e-889c-0730c4a63358 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:51.164713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-699b26d2-b595-41b5-b8fc-70c3c07064b4 req-e1c897e3-34f9-484e-889c-0730c4a63358 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Aug 22 16:06:51.202802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-699b26d2-b595-41b5-b8fc-70c3c07064b4 req-709ed9e5-84c0-4ee4-a427-c1ad5e6ba11e tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Aug 22 16:06:51.801891 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:52.030880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 82bc37c1-d984-4f79-8643-de68849f0863 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:06:52.127949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=82bc37c1-d984-4f79-8643-de68849f0863,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:52.139005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '82bc37c1-d984-4f79-8643-de68849f0863', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'port_id': '82bc37c1-d984-4f79-8643-de68849f0863', 'mac_address': 'fa:16:3e:6c:93:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:06:52.175624 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:52.188808 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bc37c1-d984-4f79-8643-de68849f0863 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:06:52.208747 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=82bc37c1-d984-4f79-8643-de68849f0863,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:52.296069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:52.318766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0dc99-713b-4e8d-ad61-7ecaad70c6b7 req-1a7440b8-98cb-4183-adcb-259738f548f1 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:52.320172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fc0dc99-713b-4e8d-ad61-7ecaad70c6b7 req-1a7440b8-98cb-4183-adcb-259738f548f1 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0506668 Aug 22 16:06:52.345567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:52.353704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.353704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.353971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.354304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.354640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.354974 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.355307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.355633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.355965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.356410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.356740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.357065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:06:52.360768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0fc0dc99-713b-4e8d-ad61-7ecaad70c6b7 req-e55f67e5-647b-4523-a487-a8d50b9e860b tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 22 16:06:52.647724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['82bc37c1-d984-4f79-8643-de68849f0863'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:06:53.485506 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45704280-81c4-4486-8ac3-d98a4dede28a req-15a5ccb8-ed31-4910-820e-36b486efae86 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:53.486895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45704280-81c4-4486-8ac3-d98a4dede28a req-15a5ccb8-ed31-4910-820e-36b486efae86 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 944 time: 0.0534954 Aug 22 16:06:53.528651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-45704280-81c4-4486-8ac3-d98a4dede28a req-ab1c744d-f430-4e79-964c-4ae4d7c2d381 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Aug 22 16:06:54.030825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 82bc37c1-d984-4f79-8643-de68849f0863 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:06:54.139282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 82bc37c1-d984-4f79-8643-de68849f0863 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:06:54.143163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 82bc37c1-d984-4f79-8643-de68849f0863 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:06:54.143563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:54.220312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:54.242853 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:06:54.245099 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8a2cf-30ed-48c9-af1e-6cb76596a434" -d '{"events": [{"server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "name": "network-vif-plugged", "status": "completed", "tag": "82bc37c1-d984-4f79-8643-de68849f0863"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:06:54.258213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=82bc37c1-d984-4f79-8643-de68849f0863,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:06:54.280558 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04521d5e-be44-44b8-90a4-02d78aed8ccc x-openstack-request-id: req-04521d5e-be44-44b8-90a4-02d78aed8ccc {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:06:54.280923 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "name": "network-vif-plugged", "status": "completed", "tag": "82bc37c1-d984-4f79-8643-de68849f0863", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:06:54.281184 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04521d5e-be44-44b8-90a4-02d78aed8ccc {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:06:54.281575 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863', 'code': 200} Aug 22 16:06:54.313238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:06:54.364288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:06:54.407505 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5dfa7-2e02-4519-9ab4-b464646916b0 req-76c137ab-a3dd-47db-8274-eb8e7c2a7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:54.408970 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12d5dfa7-2e02-4519-9ab4-b464646916b0 req-76c137ab-a3dd-47db-8274-eb8e7c2a7fbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0428619 Aug 22 16:06:54.448926 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-12d5dfa7-2e02-4519-9ab4-b464646916b0 req-8009c9e5-747a-408b-90d5-2a8b90495a50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Aug 22 16:06:54.655581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711a356-0606-4e39-b41c-579d6182150b req-6e0ee204-8c52-4e09-8ae1-f8b85c0ef3e7 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:54.657110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b711a356-0606-4e39-b41c-579d6182150b req-6e0ee204-8c52-4e09-8ae1-f8b85c0ef3e7 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0606139 Aug 22 16:06:54.694552 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b711a356-0606-4e39-b41c-579d6182150b req-7b7cf751-6230-4d77-9a7e-1694efdfdfae tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 22 16:06:55.815580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ca1c5-3097-42a0-882c-c2672fec7842 req-8476ba28-6a6f-473a-b44c-f5813fc07018 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:55.817181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f32ca1c5-3097-42a0-882c-c2672fec7842 req-8476ba28-6a6f-473a-b44c-f5813fc07018 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Aug 22 16:06:55.855797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f32ca1c5-3097-42a0-882c-c2672fec7842 req-7926487f-4576-43ee-90e6-06b56d086390 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Aug 22 16:06:56.976074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d633748-6a9d-4c81-ad4d-4f21754cfb17 req-4a0d0081-0dba-4881-82a1-e92476cac526 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:56.977577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d633748-6a9d-4c81-ad4d-4f21754cfb17 req-4a0d0081-0dba-4881-82a1-e92476cac526 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0543656 Aug 22 16:06:57.016289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d633748-6a9d-4c81-ad4d-4f21754cfb17 req-b63275b4-8a6e-4cff-942b-42260c7cb540 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Aug 22 16:06:57.130742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0f31-e885-478d-915a-53a7344108a1 req-39ea4e87-8bde-4cf5-a246-632730fe6be6 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:06:57.132260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12db0f31-e885-478d-915a-53a7344108a1 req-39ea4e87-8bde-4cf5-a246-632730fe6be6 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0507417 Aug 22 16:06:57.155883 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:06:57.170435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12db0f31-e885-478d-915a-53a7344108a1 req-900156b5-e44e-4dcc-ae82-cf8fe78a98a7 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Aug 22 16:07:00.150445 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a6abdd5e-22ad-43e3-9afe-7dddeba87200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:03.001614 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:03.561904 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-926c841a-ef49-495e-8c85-2b167049f577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:05.141590 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:07.033370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:11.144388 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:20.433157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29a4c3-c0eb-4cdb-a8d9-78c5d47c83a3 req-31134c90-23dd-46fe-ad74-083da6294121 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:20.435232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c29a4c3-c0eb-4cdb-a8d9-78c5d47c83a3 req-31134c90-23dd-46fe-ad74-083da6294121 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Aug 22 16:07:20.475253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2c29a4c3-c0eb-4cdb-a8d9-78c5d47c83a3 req-b20856d4-2737-4bbb-84f9-9cd75051ad93 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 22 16:07:21.597441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda06ad-76c2-4f24-85df-c761c95ac496 req-e89e430c-d170-4ee9-bf8b-50bcb7010e63 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:21.599245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdda06ad-76c2-4f24-85df-c761c95ac496 req-e89e430c-d170-4ee9-bf8b-50bcb7010e63 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0547202 Aug 22 16:07:21.638808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cdda06ad-76c2-4f24-85df-c761c95ac496 req-50f606df-91ba-496a-9ccc-78fc676c7196 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Aug 22 16:07:21.787217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:22.182640 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-3a30e473-f553-4203-bb01-b4a2e02ac45a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:22.184776 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-3a30e473-f553-4203-bb01-b4a2e02ac45a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Aug 22 16:07:22.275301 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Deleting port 82bc37c1-d984-4f79-8643-de68849f0863 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:07:22.275648 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:22.364877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] For port 82bc37c1-d984-4f79-8643-de68849f0863, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=82bc37c1-d984-4f79-8643-de68849f0863,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:07:22.365270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:22.377449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Calling delete_port for 82bc37c1-d984-4f79-8643-de68849f0863 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:07:22.566915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:22.595447 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Pushing event deleted for resources: {'Port': ['ID=82bc37c1-d984-4f79-8643-de68849f0863,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:22.600284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['82bc37c1-d984-4f79-8643-de68849f0863'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:07:22.624774 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.625144 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.625496 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.625848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.626202 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.626546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.627411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.627411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.627653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.627875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.628240 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.628575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:07:22.652891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] No DVR routers for this DVR port 82bc37c1-d984-4f79-8643-de68849f0863 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:07:22.655476 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:22.657541 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-5d649f89-b2c8-4fb1-80dd-4e185800f365 req-e7d53acc-3a4e-4184-ad16-df4461593919 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "DELETE /v2.0/ports/82bc37c1-d984-4f79-8643-de68849f0863 HTTP/1.1" status: 204 len: 173 time: 0.4666600 Aug 22 16:07:22.657995 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'name': 'network-vif-deleted', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:07:22.660294 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274eb62e-9c59-4148-9ba5-7de7c5ce2adf" -d '{"events": [{"server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "name": "network-vif-deleted", "tag": "82bc37c1-d984-4f79-8643-de68849f0863"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:07:22.747901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34323abe-213c-4341-9f93-e4f44aea0cb0 req-457cf164-79a9-4932-a535-f1af494bc4af tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0294509 Aug 22 16:07:22.798910 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c6748-d282-4078-900e-b879b8a0795d x-openstack-request-id: req-212c6748-d282-4078-900e-b879b8a0795d {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:07:22.798910 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e6157c-397e-4a88-8355-030bebd8b2c2", "name": "network-vif-deleted", "tag": "82bc37c1-d984-4f79-8643-de68849f0863", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:07:22.798910 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-212c6748-d282-4078-900e-b879b8a0795d {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:07:22.798910 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e6157c-397e-4a88-8355-030bebd8b2c2', 'name': 'network-vif-deleted', 'tag': '82bc37c1-d984-4f79-8643-de68849f0863', 'status': 'completed', 'code': 200} Aug 22 16:07:23.550941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-e4644442-f529-41cf-a7d9-3048b07f3457 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08e6157c-397e-4a88-8355-030bebd8b2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280640 Aug 22 16:07:23.654108 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-15444dab-1683-41e5-b2ca-3ccd6e993c38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&device_id=08e6157c-397e-4a88-8355-030bebd8b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0336249 Aug 22 16:07:23.772317 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-ab272fa2-d51c-4d99-b743-14805e745397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:23.773880 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-ab272fa2-d51c-4d99-b743-14805e745397 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9635e9d594e442ebbdf9b50f8856881b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965621 Aug 22 16:07:23.874684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-e80b0637-d552-4a76-a447-67b3705b4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:23.876234 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-8e8e8dda-738c-415c-8e7b-3682ede2582b req-e80b0637-d552-4a76-a447-67b3705b4a05 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954764 Aug 22 16:07:24.455620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-166eb588-1d7e-4597-ab5c-3ebbf3f306a2 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:24.457115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-166eb588-1d7e-4597-ab5c-3ebbf3f306a2 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/networks?id=24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 200 len: 816 time: 0.1055961 Aug 22 16:07:24.472614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-7cdb63b1-e56c-43b7-a44d-445255f8276e tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/quotas/9635e9d594e442ebbdf9b50f8856881b HTTP/1.1" status: 200 len: 375 time: 0.0097110 Aug 22 16:07:24.522402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-50fb96f2-9e4c-4048-9f03-73d34ee5548e tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444438 Aug 22 16:07:24.620438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-2def0cc9-0bee-4315-8b0e-33da7ca2db28 service neutron] 10.222.0.53 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Aug 22 16:07:24.713485 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-e78ef5bf-2acd-4a0e-8313-6a0d6211b53c service neutron] 10.222.0.53 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868528 Aug 22 16:07:24.964110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78235bf0-dddb-4dd2-bc28-132668a15cb5 req-3cb4ad6a-886e-4369-b5ee-681556d94c87 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 210 time: 0.0284183 Aug 22 16:07:26.058680 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-964b84d8-7bee-499a-890f-ddc19f303970 req-56ef92c9-32e8-441a-977b-59c8235563cc tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 210 time: 0.0277705 Aug 22 16:07:26.158088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 82bc37c1-d984-4f79-8643-de68849f0863 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:07:26.178010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 82bc37c1-d984-4f79-8643-de68849f0863 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:07:26.179095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 82bc37c1-d984-4f79-8643-de68849f0863 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:07:27.119856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-fec2dce8-4105-48a7-80ce-0be6c5d90bc3 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:27.122049 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-fec2dce8-4105-48a7-80ce-0be6c5d90bc3 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "GET /v2.0/networks?id=24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 200 len: 816 time: 0.1029310 Aug 22 16:07:27.140482 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Request body: {'port': {'device_id': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'admin_state_up': True, 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:07:27.157115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb84dd4c-bbea-46e6-8127-1278d2548ec5 req-2208b081-843b-465b-9b1d-b2d552813299 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 210 time: 0.0285089 Aug 22 16:07:27.333093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Made reservation on behalf of 9635e9d594e442ebbdf9b50f8856881b for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:07:27.336795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:27.460760 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Allocated IP 172.20.0.8 (24b55cb2-0cf9-4655-9881-574bc9114612/63ced79e-39cd-4db7-803d-0b224cddd706/876bbf58-c271-4c94-8a28-e9db4c1a4508) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:07:27.607531 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:27.620426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Transition to ACTIVE for port object 876bbf58-c271-4c94-8a28-e9db4c1a4508 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:07:27.718852 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:27.761976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Network 24b55cb2-0cf9-4655-9881-574bc9114612 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:07:27.764943 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:07:27.769753 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:07:27.801157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Pushing event updated for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:27.832310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:27.832937 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:27.947906 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-8832f3a9-9287-4537-8914-891debc16749 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115382 Aug 22 16:07:27.966251 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Request body: {'port': {'device_id': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:07:28.018560 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.149670 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0bc572a5-7acb-4a3c-9c8d-cad4e538d614 None None] Provisioning for port 876bbf58-c271-4c94-8a28-e9db4c1a4508 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:07:28.154077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0bc572a5-7acb-4a3c-9c8d-cad4e538d614 None None] Provisioning complete for port 876bbf58-c271-4c94-8a28-e9db4c1a4508 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:07:28.154510 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0bc572a5-7acb-4a3c-9c8d-cad4e538d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.188823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0bc572a5-7acb-4a3c-9c8d-cad4e538d614 None None] Port 876bbf58-c271-4c94-8a28-e9db4c1a4508 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:07:28.282543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5b17-c792-4c34-9c8b-98626175cd9b req-c6dc6448-c4cd-4b0a-89c6-f3a156111709 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:28.284102 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efdc5b17-c792-4c34-9c8b-98626175cd9b req-c6dc6448-c4cd-4b0a-89c6-f3a156111709 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 931 time: 0.0554411 Aug 22 16:07:28.289224 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876bbf58-c271-4c94-8a28-e9db4c1a4508 {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:07:28.297597 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.309549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Transition to ACTIVE for port object 876bbf58-c271-4c94-8a28-e9db4c1a4508 will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:07:28.322106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-efdc5b17-c792-4c34-9c8b-98626175cd9b req-8890dc0a-51f5-4879-a7d5-b2c1c51f705e tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Aug 22 16:07:28.381161 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.430834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Pushing event updated for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:28.504602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Attempting to bind port 876bbf58-c271-4c94-8a28-e9db4c1a4508 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:07:28.504958 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Attempting to bind port 876bbf58-c271-4c94-8a28-e9db4c1a4508 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:07:28.505295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Attempting to bind port 876bbf58-c271-4c94-8a28-e9db4c1a4508 on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:07:28.509985 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Port 876bbf58-c271-4c94-8a28-e9db4c1a4508 on network 24b55cb2-0cf9-4655-9881-574bc9114612 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:07:28.510316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Attempting to bind port 876bbf58-c271-4c94-8a28-e9db4c1a4508 on network 24b55cb2-0cf9-4655-9881-574bc9114612 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:07:28.516195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:07:28.516549 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Checking segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:07:28.516942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Bound using segment: {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:07:28.517377 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Bound port: 876bbf58-c271-4c94-8a28-e9db4c1a4508, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:07:28.517746 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.586922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:07:28.590908 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:07:28.658988 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.695181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:28.695838 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:28.697281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] 10.222.0.10 "PUT /v2.0/ports/876bbf58-c271-4c94-8a28-e9db4c1a4508 HTTP/1.1" status: 200 len: 1091 time: 0.7360137 Aug 22 16:07:28.697757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:07:28.700171 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:07:28.728120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d516558-5cea-415b-9585-96385f9eb10d service neutron] Pushing event updated for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:28.750489 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293e35a-5da3-41d1-b3bc-b48664a017a3 x-openstack-request-id: req-d293e35a-5da3-41d1-b3bc-b48664a017a3 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:07:28.750798 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:07:28.751054 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d293e35a-5da3-41d1-b3bc-b48664a017a3 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:07:28.751461 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508', 'status': 'completed', 'code': 200} Aug 22 16:07:28.835371 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-2756b2c4-688f-4923-9d3d-87d2f2f820e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:28.836957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-2756b2c4-688f-4923-9d3d-87d2f2f820e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 1094 time: 0.0448589 Aug 22 16:07:28.953465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-f6c4a3a4-c390-43c3-a932-e8eddc074927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:28.954961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-f6c4a3a4-c390-43c3-a932-e8eddc074927 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9635e9d594e442ebbdf9b50f8856881b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951502 Aug 22 16:07:29.046809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-d5e3bfea-eb3f-4234-8b55-553750e2c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:29.048368 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-bbb1c841-6313-43cf-a5e0-3ae4116d4f2e req-d5e3bfea-eb3f-4234-8b55-553750e2c17d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855608 Aug 22 16:07:29.152529 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-1a8c83ab-d4f4-455b-aa8e-0dac23b8c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:29.154035 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-1a8c83ab-d4f4-455b-aa8e-0dac23b8c8bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9635e9d594e442ebbdf9b50f8856881b&device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 1094 time: 0.0452213 Aug 22 16:07:29.200713 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-137c3b92-f860-4a5f-a432-7d0446d99fc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508 HTTP/1.1" status: 200 len: 217 time: 0.0338101 Aug 22 16:07:29.249079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-ff01c316-0a80-4166-8604-ac92affb7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:29.250553 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-ff01c316-0a80-4166-8604-ac92affb7cf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=63ced79e-39cd-4db7-803d-0b224cddd706 HTTP/1.1" status: 200 len: 855 time: 0.0434332 Aug 22 16:07:29.295885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5a24-08b9-496b-b814-ebcc171b468b req-daac021d-2394-4da8-aa50-6bcf8a0d7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:29.297392 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-daac021d-2394-4da8-aa50-6bcf8a0d7137 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=24b55cb2-0cf9-4655-9881-574bc9114612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395656 Aug 22 16:07:29.391160 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-f431fbd8-4793-4bd5-811b-33ff588b0a63 service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Aug 22 16:07:29.438631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf3eba-e6d2-4c24-948f-71fdc290994c req-3afec035-d584-41e4-a356-c6c73ff1d13d tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:29.440213 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecbf3eba-e6d2-4c24-948f-71fdc290994c req-3afec035-d584-41e4-a356-c6c73ff1d13d tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 943 time: 0.0501420 Aug 22 16:07:29.478763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecbf3eba-e6d2-4c24-948f-71fdc290994c req-a75eed50-80c6-4510-9f75-91f2786e5d00 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Aug 22 16:07:29.485576 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-758b5a24-08b9-496b-b814-ebcc171b468b req-42e04fa5-2ac4-4537-8270-6c7a554dbb3f service neutron] 10.222.0.10 "GET /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872948 Aug 22 16:07:30.153407 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5e09-99a4-4ed5-b146-5f657ba7fc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:30.592522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6d67-c622-4194-b7b7-fdafebcb7985 req-b264df13-de93-4a60-bee6-c1a17defe179 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:30.594006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35fb6d67-c622-4194-b7b7-fdafebcb7985 req-b264df13-de93-4a60-bee6-c1a17defe179 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 943 time: 0.0486417 Aug 22 16:07:30.631679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35fb6d67-c622-4194-b7b7-fdafebcb7985 req-f90eb9bd-f1bf-4fae-b262-08ea34c45221 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Aug 22 16:07:31.750547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e56db-0992-4d34-9c0b-89211282c98c req-6a080954-09c5-4706-bc3a-8bdf32cd8afb tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:31.752032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-760e56db-0992-4d34-9c0b-89211282c98c req-6a080954-09c5-4706-bc3a-8bdf32cd8afb tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 943 time: 0.0536668 Aug 22 16:07:31.788559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-760e56db-0992-4d34-9c0b-89211282c98c req-ef034996-9168-432b-9e41-9baf10b609de tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Aug 22 16:07:32.189554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 876bbf58-c271-4c94-8a28-e9db4c1a4508 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:07:32.287016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:07:32.298591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '876bbf58-c271-4c94-8a28-e9db4c1a4508', 'network_id': '24b55cb2-0cf9-4655-9881-574bc9114612', 'port_id': '876bbf58-c271-4c94-8a28-e9db4c1a4508', 'mac_address': 'fa:16:3e:56:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ced79e-39cd-4db7-803d-0b224cddd706', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:07:32.334540 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:32.346673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876bbf58-c271-4c94-8a28-e9db4c1a4508 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:07:32.366128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:07:32.440871 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:32.488481 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:32.795569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['876bbf58-c271-4c94-8a28-e9db4c1a4508'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:07:32.905291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8f67-b6cc-4028-87aa-0db40f2f629b req-98c692d0-cdcd-4874-9178-ddd8a9c98e37 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:32.906967 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d56f8f67-b6cc-4028-87aa-0db40f2f629b req-98c692d0-cdcd-4874-9178-ddd8a9c98e37 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 944 time: 0.0499811 Aug 22 16:07:32.946330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d56f8f67-b6cc-4028-87aa-0db40f2f629b req-1b9a8b90-fa10-4b72-8649-0ea5b57b98d9 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Aug 22 16:07:32.978127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:33.564173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5866e217-3c71-44b4-b0dd-016511d6302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:34.061976 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65327a1-886b-4f43-8aca-43075ce4b613 req-8d4b9413-44ec-4ef6-b677-e8bb93bc2d56 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:34.063486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e65327a1-886b-4f43-8aca-43075ce4b613 req-8d4b9413-44ec-4ef6-b677-e8bb93bc2d56 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 944 time: 0.0490384 Aug 22 16:07:34.102168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e65327a1-886b-4f43-8aca-43075ce4b613 req-d3d238f5-2b41-4401-9746-3551336811ae tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Aug 22 16:07:34.155785 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:07:34.190644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 876bbf58-c271-4c94-8a28-e9db4c1a4508 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:07:34.297925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 876bbf58-c271-4c94-8a28-e9db4c1a4508 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:07:34.301546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 876bbf58-c271-4c94-8a28-e9db4c1a4508 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:07:34.301914 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:34.379437 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:34.400685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:07:34.403564 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6564f-c5b3-4387-a6c0-8f695212257d" -d '{"events": [{"server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "name": "network-vif-plugged", "status": "completed", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:07:34.417949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:07:34.440649 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f5c50-1a55-45f2-8272-1b04dea2fb46 x-openstack-request-id: req-a00f5c50-1a55-45f2-8272-1b04dea2fb46 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:07:34.440944 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "name": "network-vif-plugged", "status": "completed", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:07:34.441253 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a00f5c50-1a55-45f2-8272-1b04dea2fb46 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:07:34.441649 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508', 'code': 200} Aug 22 16:07:34.498200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:34.546033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:07:34.562246 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e40f6-4525-4461-9cbf-331d6b26cfbd req-5c43c321-2c46-4776-b46e-2d64a6c7a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:34.563799 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f12e40f6-4525-4461-9cbf-331d6b26cfbd req-5c43c321-2c46-4776-b46e-2d64a6c7a867 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 1096 time: 0.0414314 Aug 22 16:07:34.598630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-f12e40f6-4525-4461-9cbf-331d6b26cfbd req-082db92b-ef59-4c03-a97a-b62033971be5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279813 Aug 22 16:07:35.144152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:35.223352 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08236c1-0d08-455b-b025-2462cf76dacb req-af6ab8e9-2c26-4548-8222-32e60e708f85 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:35.225178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e08236c1-0d08-455b-b025-2462cf76dacb req-af6ab8e9-2c26-4548-8222-32e60e708f85 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0561256 Aug 22 16:07:35.263736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e08236c1-0d08-455b-b025-2462cf76dacb req-2fc23f9d-0269-4afc-bd63-75da8a317a04 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Aug 22 16:07:36.379880 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee73c5-bb05-4f93-bb60-7ead853f958e req-ab0ce3ed-ee55-44e1-b511-696b56cf9eb8 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:36.381389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46ee73c5-bb05-4f93-bb60-7ead853f958e req-ab0ce3ed-ee55-44e1-b511-696b56cf9eb8 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0505357 Aug 22 16:07:36.420144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46ee73c5-bb05-4f93-bb60-7ead853f958e req-fdcd9b46-8ad7-4e48-aa0c-1781fa0bd5f3 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Aug 22 16:07:36.533413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea4539-8145-47fc-9cd3-1803e5dec931 req-66f2a5a5-5b17-4936-9f09-0a61b962b5ab tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:36.534810 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17ea4539-8145-47fc-9cd3-1803e5dec931 req-66f2a5a5-5b17-4936-9f09-0a61b962b5ab tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0505295 Aug 22 16:07:36.573819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17ea4539-8145-47fc-9cd3-1803e5dec931 req-00759f7d-3bc4-4225-94ce-0b5303d8d007 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331426 Aug 22 16:07:37.078293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:41.167502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:51.797847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:07:59.717548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cd279-db18-48a9-bccc-c6d3f9fe4e3b req-23a31ab1-7369-48ac-90f6-708c0ff377ec tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:07:59.719057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d47cd279-db18-48a9-bccc-c6d3f9fe4e3b req-23a31ab1-7369-48ac-90f6-708c0ff377ec tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0575702 Aug 22 16:07:59.757146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d47cd279-db18-48a9-bccc-c6d3f9fe4e3b req-216e9c99-9444-43ef-830c-8374a9a07a83 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 22 16:08:00.123554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a3e52603-60e5-4d97-a426-4db13830e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:00.873002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afa5e-491f-4947-8452-3a873cf82d24 req-845bad83-72f8-42aa-a0ab-8b81179d416b tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:00.874486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e27afa5e-491f-4947-8452-3a873cf82d24 req-845bad83-72f8-42aa-a0ab-8b81179d416b tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0492179 Aug 22 16:08:00.911931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e27afa5e-491f-4947-8452-3a873cf82d24 req-c4680895-8958-4c55-af76-60ac7e9d776e tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2aa1be-2b3a-4649-8dc1-c255952ab17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Aug 22 16:08:01.456465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-930c21aa-6375-4558-96f8-1a1a98605d5a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:01.457969 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-930c21aa-6375-4558-96f8-1a1a98605d5a tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 945 time: 0.0484767 Aug 22 16:08:01.550587 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Deleting port 876bbf58-c271-4c94-8a28-e9db4c1a4508 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:01.550854 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:01.636998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] For port 876bbf58-c271-4c94-8a28-e9db4c1a4508, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=876bbf58-c271-4c94-8a28-e9db4c1a4508,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:01.637365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:01.648951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Calling delete_port for 876bbf58-c271-4c94-8a28-e9db4c1a4508 owned by compute:nova {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:01.883993 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:01.912250 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Pushing event deleted for resources: {'Port': ['ID=876bbf58-c271-4c94-8a28-e9db4c1a4508,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:01.921708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['876bbf58-c271-4c94-8a28-e9db4c1a4508'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:08:01.964965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] No DVR routers for this DVR port 876bbf58-c271-4c94-8a28-e9db4c1a4508 on host n-h2-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:08:01.967903 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:01.970242 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-44d9ee4b-45f6-4516-916c-3e598c933fd9 req-24a260f9-fb45-4506-8865-95ad99494bf5 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.10 "DELETE /v2.0/ports/876bbf58-c271-4c94-8a28-e9db4c1a4508 HTTP/1.1" status: 204 len: 173 time: 0.5052757 Aug 22 16:08:01.970702 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'name': 'network-vif-deleted', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:08:01.973226 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1852677-5217-43c8-8fc0-1c7c1a5654d5" -d '{"events": [{"server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "name": "network-vif-deleted", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:08:02.017062 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-85514e97-c4c0-4bfe-844b-fa9643b59374 req-05a83ff9-c991-47e5-8ae0-215b2509ef57 tempest-TestEncryptedCinderVolumes-1121618531 tempest-TestEncryptedCinderVolumes-1121618531-project] 10.222.0.53 "GET /v2.0/ports?device_id=7910fc40-2139-4584-a9c3-92eb89d5d3ae HTTP/1.1" status: 200 len: 210 time: 0.0289660 Aug 22 16:08:02.066005 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee789cd-fee3-4eef-9a61-6ea289b20d7c x-openstack-request-id: req-cee789cd-fee3-4eef-9a61-6ea289b20d7c {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:08:02.066531 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7910fc40-2139-4584-a9c3-92eb89d5d3ae", "name": "network-vif-deleted", "tag": "876bbf58-c271-4c94-8a28-e9db4c1a4508", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:08:02.066855 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cee789cd-fee3-4eef-9a61-6ea289b20d7c {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:08:02.067342 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7910fc40-2139-4584-a9c3-92eb89d5d3ae', 'name': 'network-vif-deleted', 'tag': '876bbf58-c271-4c94-8a28-e9db4c1a4508', 'status': 'completed', 'code': 200} Aug 22 16:08:02.994818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:03.171169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58968) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:03.514527 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:03.577430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c42d26c5-c49d-4d51-b89c-d2812b2f24d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:03.771504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Deleting port d032442e-702b-496d-b56b-6ab4313d1c2b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:03.771773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:03.857981 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] For port d032442e-702b-496d-b56b-6ab4313d1c2b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d032442e-702b-496d-b56b-6ab4313d1c2b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:03.858353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:03.870516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Calling delete_port for d032442e-702b-496d-b56b-6ab4313d1c2b owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:04.126834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:04.158298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Pushing event deleted for resources: {'Port': ['ID=d032442e-702b-496d-b56b-6ab4313d1c2b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:04.184440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.185003 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.185134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.185477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.185819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.186153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.186484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.186813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.187141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.187478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.187805 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.188270 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:04.300388 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 876bbf58-c271-4c94-8a28-e9db4c1a4508 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:04.326675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 876bbf58-c271-4c94-8a28-e9db4c1a4508 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:04.327279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 876bbf58-c271-4c94-8a28-e9db4c1a4508 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:04.351224 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:04.569041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:08:04.679730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:04.686863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-12542529-2c48-4d01-b6e8-f5c87686f285 admin admin] 10.222.0.53 "PUT /v2.0/routers/8ac3e16a-5e2e-4a80-922a-46b56a693a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142322 Aug 22 16:08:04.689103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58970) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:04.691723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Sync routers for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:04.703219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:04.704013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:04.796828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:04.811659 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:04.899544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:04.986114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '6c90c192-7b30-4963-85f4-337899f3d707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:08:04Z', 'revision_number': 5, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port': {'id': '6c90c192-7b30-4963-85f4-337899f3d707', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:05.016687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Checking router: 8ac3e16a-5e2e-4a80-922a-46b56a693a06 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:05.016928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Deleting port 6c90c192-7b30-4963-85f4-337899f3d707 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:05.017257 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.025022 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Routers {'8ac3e16a-5e2e-4a80-922a-46b56a693a06'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:05.026902 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:05.099952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] For port 6c90c192-7b30-4963-85f4-337899f3d707, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6c90c192-7b30-4963-85f4-337899f3d707,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:05.101380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.114642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Calling delete_port for 6c90c192-7b30-4963-85f4-337899f3d707 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:05.278123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] Set router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:05.330324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.331053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:08:04Z', 'revision_number': 6, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:05.352318 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.360536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb8a223-0a0e-452d-8399-fef9a2e0324a None None] The sync data for ids ['8ac3e16a-5e2e-4a80-922a-46b56a693a06'] in n-d-805046-3 is: [{'id': '8ac3e16a-5e2e-4a80-922a-46b56a693a06', 'name': 'tempest-TestEncryptedCinderVolumes-545999941-router', 'tenant_id': '9635e9d594e442ebbdf9b50f8856881b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:32Z', 'updated_at': '2021-08-22T16:08:04Z', 'revision_number': 6, 'project_id': '9635e9d594e442ebbdf9b50f8856881b', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:05.384792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c90c192-7b30-4963-85f4-337899f3d707,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:05.450458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.539953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.542900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.667393 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.667883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac3e16a-5e2e-4a80-922a-46b56a693a06 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:08:05.672814 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.674038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8a324650-40ee-44d4-a2e1-c4e97537c251 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8ac3e16a-5e2e-4a80-922a-46b56a693a06 HTTP/1.1" status: 204 len: 168 time: 0.9839530 Aug 22 16:08:05.676610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58972) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:05.727435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Deleting subnet 63ced79e-39cd-4db7-803d-0b224cddd706 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:08:05.731288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.770146 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.854549 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:05.986507 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.167226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d032442e-702b-496d-b56b-6ab4313d1c2b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:06.188439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d032442e-702b-496d-b56b-6ab4313d1c2b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:06.188948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d032442e-702b-496d-b56b-6ab4313d1c2b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:06.189485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6c90c192-7b30-4963-85f4-337899f3d707 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:06.209486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6c90c192-7b30-4963-85f4-337899f3d707 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:06.209840 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6c90c192-7b30-4963-85f4-337899f3d707 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:06.311943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ced79e-39cd-4db7-803d-0b224cddd706,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:06.317216 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.322137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-71fa175d-5e0d-4c3f-94ff-01cfbcbd78d6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/63ced79e-39cd-4db7-803d-0b224cddd706 HTTP/1.1" status: 204 len: 168 time: 0.6420083 Aug 22 16:08:06.322137 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58974) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:06.323630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895bdba6-f2df-443c-b2d0-9837c1f36363 None None] Network 24b55cb2-0cf9-4655-9881-574bc9114612 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:06.395495 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.457452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Deleting port 2a581274-9734-4263-b910-83719d5bc89b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:06.457869 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.495995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] DHCP port deletion for 24b55cb2-0cf9-4655-9881-574bc9114612 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:08:06.523058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] For port 2a581274-9734-4263-b910-83719d5bc89b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a581274-9734-4263-b910-83719d5bc89b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:06.523422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.536469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Calling delete_port for 2a581274-9734-4263-b910-83719d5bc89b owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:06.549142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Deleting port 2a581274-9734-4263-b910-83719d5bc89b {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:06.549520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.617574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] For port 2a581274-9734-4263-b910-83719d5bc89b, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=2a581274-9734-4263-b910-83719d5bc89b,segment=NetworkSegment(c809b2d5-a3eb-4e14-9458-c0ef7d9ff747),segment_id=c809b2d5-a3eb-4e14-9458-c0ef7d9ff747)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:06.617978 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.636715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Calling delete_port for 2a581274-9734-4263-b910-83719d5bc89b owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:06.700678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.706530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.728312 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a581274-9734-4263-b910-83719d5bc89b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:06.733562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] No DVR routers for this DVR port 2a581274-9734-4263-b910-83719d5bc89b on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:08:06.733682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Pushing event deleted for resources: {'Port': ['ID=2a581274-9734-4263-b910-83719d5bc89b,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:06.737866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] No DVR routers for this DVR port 2a581274-9734-4263-b910-83719d5bc89b on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.748728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.749551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.749551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.749551 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.749938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7292f6-077a-40d8-9127-2caf574f303c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:06.808633 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.819238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b55cb2-0cf9-4655-9881-574bc9114612']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:06.832823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:06.833125 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c809b2d5-a3eb-4e14-9458-c0ef7d9ff747') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:06.842061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.856396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.862176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:08:06.864397 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:08:06.986331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.991784 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:06.993828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] 10.222.0.53 "DELETE /v2.0/networks/24b55cb2-0cf9-4655-9881-574bc9114612 HTTP/1.1" status: 204 len: 168 time: 0.6701205 Aug 22 16:08:06.998510 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58976) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:07.006686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcde50-819f-49a0-8728-014a47dc4b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=24b55cb2-0cf9-4655-9881-574bc9114612,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:07.043695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:07.339108 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:07.897081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a581274-9734-4263-b910-83719d5bc89b no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:07.897889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Deleting port 61f57989-e223-45ef-bca1-b09195a1badc {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:07.898244 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:07.919456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 2a581274-9734-4263-b910-83719d5bc89b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:07.919797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 2a581274-9734-4263-b910-83719d5bc89b not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:07.979229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] For port 61f57989-e223-45ef-bca1-b09195a1badc, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=61f57989-e223-45ef-bca1-b09195a1badc,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:07.979603 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:07.991248 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Calling delete_port for 61f57989-e223-45ef-bca1-b09195a1badc owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:08.237697 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:08.266058 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f57989-e223-45ef-bca1-b09195a1badc,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:08.430103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:08.642658 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Router 90558b55-2490-417f-a4ff-e297764bb83a has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:08:08.746249 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:08.751165 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e0cb035d-7fba-447f-86ac-7b6e4583b270 admin admin] 10.222.0.53 "PUT /v2.0/routers/90558b55-2490-417f-a4ff-e297764bb83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529030 Aug 22 16:08:08.753673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 58978) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:08.756434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Sync routers for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:08.766380 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:08.767001 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:08.855733 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:08.867305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:08.960817 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.083495 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Deleting port 636e0862-2c97-4577-8ead-e1e4cfe67caf {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:09.083858 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.139700 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:08:08Z', 'revision_number': 5, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port': {'id': '636e0862-2c97-4577-8ead-e1e4cfe67caf', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:97:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90558b55-2490-417f-a4ff-e297764bb83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:06:39Z', 'updated_at': '2021-08-22T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:09.169527 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Checking router: 90558b55-2490-417f-a4ff-e297764bb83a for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:09.170119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] For port 636e0862-2c97-4577-8ead-e1e4cfe67caf, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=636e0862-2c97-4577-8ead-e1e4cfe67caf,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:09.170501 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.177814 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Routers {'90558b55-2490-417f-a4ff-e297764bb83a'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:09.178409 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['90558b55-2490-417f-a4ff-e297764bb83a'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:09.183045 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Calling delete_port for 636e0862-2c97-4577-8ead-e1e4cfe67caf owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:09.264244 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] Set router 90558b55-2490-417f-a4ff-e297764bb83a gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:09.316916 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:08:08Z', 'revision_number': 6, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:09.346865 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d254040-0313-47f6-a3d9-a5fc52d9f3cd None None] The sync data for ids ['90558b55-2490-417f-a4ff-e297764bb83a'] in n-d-805046-3 is: [{'id': '90558b55-2490-417f-a4ff-e297764bb83a', 'name': 'tempest-TestEncryptedCinderVolumes-35815035-router', 'tenant_id': '5acbb15786184739bf621dcabe4101fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:06:38Z', 'updated_at': '2021-08-22T16:08:08Z', 'revision_number': 6, 'project_id': '5acbb15786184739bf621dcabe4101fd', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:09.415341 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.446067 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Pushing event deleted for resources: {'Port': ['ID=636e0862-2c97-4577-8ead-e1e4cfe67caf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:09.505911 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.594756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.596877 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.689926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.690522 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90558b55-2490-417f-a4ff-e297764bb83a {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:08:09.695123 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.699383 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b79501ae-8af2-4801-b232-d362eb1e1dea admin admin] 10.222.0.53 "DELETE /v2.0/routers/90558b55-2490-417f-a4ff-e297764bb83a HTTP/1.1" status: 204 len: 168 time: 0.9420991 Aug 22 16:08:09.708065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58980) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:09.749507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Deleting subnet 941b6266-38c5-483a-abd5-1ce4c8c836ee {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:08:09.752788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.796719 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.876434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:09.995679 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.018708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941b6266-38c5-483a-abd5-1ce4c8c836ee,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:10.024265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.026268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-48ada9d3-ec1a-4310-84ec-1416a9c6bad6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/941b6266-38c5-483a-abd5-1ce4c8c836ee HTTP/1.1" status: 204 len: 168 time: 0.3256173 Aug 22 16:08:10.028857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58982) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:10.031342 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee254fe-b20e-42e0-8fd9-1f1534cc31a0 None None] Network 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:10.110229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.179635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 61f57989-e223-45ef-bca1-b09195a1badc no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:10.179939 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Deleting port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:10.180327 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.205244 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 61f57989-e223-45ef-bca1-b09195a1badc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:10.205781 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 61f57989-e223-45ef-bca1-b09195a1badc not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:10.206201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636e0862-2c97-4577-8ead-e1e4cfe67caf no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:10.226889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] DHCP port deletion for 90548459-ca7d-4be3-a2b9-9bc6c5577ea6 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:08:10.230807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 636e0862-2c97-4577-8ead-e1e4cfe67caf {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:10.231158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 636e0862-2c97-4577-8ead-e1e4cfe67caf not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:10.252311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] For port c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:10.252691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.269027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Calling delete_port for c054fd50-968a-4eb7-83e7-0a1f3c07bea7 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:10.278706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Deleting port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:08:10.279090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.342878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] For port c054fd50-968a-4eb7-83e7-0a1f3c07bea7, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,segment=NetworkSegment(735853be-6420-4786-99d5-4df2e9ff98ed),segment_id=735853be-6420-4786-99d5-4df2e9ff98ed)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:10.343517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.364636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Calling delete_port for c054fd50-968a-4eb7-83e7-0a1f3c07bea7 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:08:10.429188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.445260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.455783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Pushing event deleted for resources: {'Port': ['ID=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:10.459324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] No DVR routers for this DVR port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:08:10.473134 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] Pushing event deleted for resources: {'Port': ['ID=c054fd50-968a-4eb7-83e7-0a1f3c07bea7,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:10.475250 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79426e3-31a3-4cd0-b080-d689f9f4de40 None None] No DVR routers for this DVR port c054fd50-968a-4eb7-83e7-0a1f3c07bea7 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:08:10.540285 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.550341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90548459-ca7d-4be3-a2b9-9bc6c5577ea6']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:10.560353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735853be-6420-4786-99d5-4df2e9ff98ed') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:10.560654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735853be-6420-4786-99d5-4df2e9ff98ed') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:10.569396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.583475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.590311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:08:10.590685 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:08:10.592532 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:08:10.737634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.743188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:10.746160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] 10.222.0.53 "DELETE /v2.0/networks/90548459-ca7d-4be3-a2b9-9bc6c5577ea6 HTTP/1.1" status: 204 len: 168 time: 0.7149076 Aug 22 16:08:10.757444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca8a0-8f5c-4fa8-806f-3dfaa8109dee admin admin] Pushing event deleted for resources: {'Network': ['ID=90548459-ca7d-4be3-a2b9-9bc6c5577ea6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:11.140902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58986) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:11.160511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:08:11.177514 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4527f486-99e9-47a3-97ea-593cc42dc089 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9635e9d594e442ebbdf9b50f8856881b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453525 Aug 22 16:08:11.180000 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58988) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:11.230860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:11.249421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:11.255267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:11.360514 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:11.362957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:11.364153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb2aa1be-2b3a-4649-8dc1-c255952ab17f HTTP/1.1" status: 204 len: 168 time: 0.1832237 Aug 22 16:08:11.372958 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c08c-0d03-44b1-8c7b-97b9dde5f853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2aa1be-2b3a-4649-8dc1-c255952ab17f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:11.888935 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c054fd50-968a-4eb7-83e7-0a1f3c07bea7 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:08:11.909395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c054fd50-968a-4eb7-83e7-0a1f3c07bea7 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:08:11.909748 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c054fd50-968a-4eb7-83e7-0a1f3c07bea7 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:08:11.981482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:12.020361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dcc84669-d3a4-448b-9bef-75280141f4c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5acbb15786184739bf621dcabe4101fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376937 Aug 22 16:08:12.022698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 58998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:12.073976 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:12.094959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:12.203581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:12.206244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:12.207481 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/294a4db7-f708-4c10-a3c7-18ed89481b08 HTTP/1.1" status: 204 len: 168 time: 0.1838279 Aug 22 16:08:12.216324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf3611-0f0f-4df9-97c6-6bf4077089a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294a4db7-f708-4c10-a3c7-18ed89481b08,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:13.177688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59020) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:13.275654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-963530346-network', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:13.391784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Made reservation on behalf of f192e0430da0419dbe26bc15e3489fea for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:08:13.394176 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.403205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.489442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.557762 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.582218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:08:13.592724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdfc2ab-8d53-464d-88f2-0444ff66be8f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:13.598499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.598842 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Added segment 90ed1891-86a0-4831-8ed8-3779a165b93d of type vlan for network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da Aug 22 16:08:13.639078 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.729977 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.730978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:13.731568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:13.801605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] Pushing event updated for resources: {'Network': ['ID=8e1d6d2f-d5d6-4083-8279-9ef972bea7da,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:13.811815 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:08:13.850338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-af802951-04ea-4fd5-a6ee-c3234bd785fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6715190 Aug 22 16:08:13.853926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59024) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:13.858855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Request body: {'subnet': {'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-963530346-subnet', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:13.957625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Made reservation on behalf of f192e0430da0419dbe26bc15e3489fea for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:08:13.959991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.186441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.240165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b576aa19-1165-4d58-8150-0f16de89ac01,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:14.250386 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Checking segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:14.250753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Network hostable DHCP agents. Network: 8e1d6d2f-d5d6-4083-8279-9ef972bea7da, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:08:14.337018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:08:14.403231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 8e1d6d2f-d5d6-4083-8279-9ef972bea7da) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:14.407209 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:14.410548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.413811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f5a22-20ca-472c-873d-a88604ef9c1e None None] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:14.486677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-22098d30-13b9-4fb2-92f0-1a14e9ee31b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6316173 Aug 22 16:08:14.489264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59026) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:14.494402 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:14.560745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:08:14.561639 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.575024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.576253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.633071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.698098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Allocated IP 172.20.0.2 (8e1d6d2f-d5d6-4083-8279-9ef972bea7da/b576aa19-1165-4d58-8150-0f16de89ac01/c3f4d602-5714-4da3-af66-e025990f630c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:14.835623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.844104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Transition to ACTIVE for port object c3f4d602-5714-4da3-af66-e025990f630c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:14.852482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:14.859306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Transition to ACTIVE for port object c3f4d602-5714-4da3-af66-e025990f630c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:14.978857 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.020058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:15.022733 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:15.027131 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:15.034393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Pushing event updated for resources: {'Port': ['ID=c3f4d602-5714-4da3-af66-e025990f630c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:15.088870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Attempting to bind port c3f4d602-5714-4da3-af66-e025990f630c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:15.089585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Attempting to bind port c3f4d602-5714-4da3-af66-e025990f630c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:15.089950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Attempting to bind port c3f4d602-5714-4da3-af66-e025990f630c on network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:15.095181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:15.095644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Checking segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:15.095953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.096377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Bound using segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:15.096841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Bound port: c3f4d602-5714-4da3-af66-e025990f630c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:15.097221 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.136118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.156583 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.160402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] For port c3f4d602-5714-4da3-af66-e025990f630c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:15.163894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] For port c3f4d602-5714-4da3-af66-e025990f630c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3f4d602-5714-4da3-af66-e025990f630c,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:15.247154 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.267276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Allocated IP 172.25.0.114 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/047f9791-ce6a-4586-bc26-c370490f053d) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:15.310151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437f8f-ef82-4e94-a1cf-01bda3f2e7de None None] Pushing event updated for resources: {'Port': ['ID=c3f4d602-5714-4da3-af66-e025990f630c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:15.380609 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.475199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.515069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:15.517973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:15.521458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:15.553161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Pushing event updated for resources: {'Port': ['ID=047f9791-ce6a-4586-bc26-c370490f053d,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:15.847828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:15.932864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3f4d602-5714-4da3-af66-e025990f630c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:16.058975 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.063399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c3f4d602-5714-4da3-af66-e025990f630c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:16.212412 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94307a-3b5a-434c-9bb6-ed0801f33565 None None] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:16.246611 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:08:16.336006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Provisioning for port c3f4d602-5714-4da3-af66-e025990f630c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:16.343531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Provisioning complete for port c3f4d602-5714-4da3-af66-e025990f630c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:16.344174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.373823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:16.395255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Sync routers for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:16.422539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:16.423259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:16.449364 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.450741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ece4452b-b817-4066-82a8-9b6b4e15fd46 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9605005 Aug 22 16:08:16.453481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59028) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:16.561645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.602543 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:16.674806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] For port c3f4d602-5714-4da3-af66-e025990f630c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3f4d602-5714-4da3-af66-e025990f630c,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:16.736858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.824266 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6b30a-a537-48c1-8155-4d8760c1e481 None None] Pushing event updated for resources: {'Port': ['ID=c3f4d602-5714-4da3-af66-e025990f630c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:16.863572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-173071fc-f003-4428-8efe-bda4031b5a0c None None] Provisioning complete for port c3f4d602-5714-4da3-af66-e025990f630c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:16.863946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-173071fc-f003-4428-8efe-bda4031b5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:16.866486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:15Z', 'revision_number': 3, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:16.916283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Checking router: 48dec2b1-30ab-4325-85bd-8e3b2a9abffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:16.916639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Updating router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa port 047f9791-ce6a-4586-bc26-c370490f053d binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:08:17.110661 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.235155 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.396365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.396668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Allocated IP 172.20.0.1 (8e1d6d2f-d5d6-4083-8279-9ef972bea7da/b576aa19-1165-4d58-8150-0f16de89ac01/be7d1c38-b77f-4738-a693-9ff11e70a8fa) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:17.406987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Transition to ACTIVE for port object 047f9791-ce6a-4586-bc26-c370490f053d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:17.472147 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.499999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.515649 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Transition to ACTIVE for port object be7d1c38-b77f-4738-a693-9ff11e70a8fa will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:17.524641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f2d0-be85-42a1-816e-22af516bfc48 None None] Pushing event updated for resources: {'Port': ['ID=047f9791-ce6a-4586-bc26-c370490f053d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:17.529205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Attempting to bind port 047f9791-ce6a-4586-bc26-c370490f053d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:17.529582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Attempting to bind port 047f9791-ce6a-4586-bc26-c370490f053d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:17.529947 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Attempting to bind port 047f9791-ce6a-4586-bc26-c370490f053d on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:17.535201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:17.535573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:17.535996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.536393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:17.536856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Bound port: 047f9791-ce6a-4586-bc26-c370490f053d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:17.537238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.587763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] For port 047f9791-ce6a-4586-bc26-c370490f053d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:17.592453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] For port 047f9791-ce6a-4586-bc26-c370490f053d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=047f9791-ce6a-4586-bc26-c370490f053d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:17.604281 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.655503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:17.657861 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.658248 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:17.660879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:17.695800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Pushing event updated for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:17.713799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:17.716776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:17.717430 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:17.758279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f2d0-be85-42a1-816e-22af516bfc48 None None] Pushing event updated for resources: {'Port': ['ID=047f9791-ce6a-4586-bc26-c370490f053d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:17.851507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:17.911463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3f4d602-5714-4da3-af66-e025990f630c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:17.912031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.034492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c3f4d602-5714-4da3-af66-e025990f630c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:18.034792 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.076149 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.096288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b98b32c1-6bcf-47d9-8478-77b55949a59f None None] Provisioning for port be7d1c38-b77f-4738-a693-9ff11e70a8fa completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:18.105377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b98b32c1-6bcf-47d9-8478-77b55949a59f None None] Provisioning complete for port be7d1c38-b77f-4738-a693-9ff11e70a8fa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:18.105750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b98b32c1-6bcf-47d9-8478-77b55949a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.152305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.172298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b98b32c1-6bcf-47d9-8478-77b55949a59f None None] Port be7d1c38-b77f-4738-a693-9ff11e70a8fa cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:08:18.184971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:15Z', 'revision_number': 3, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:18.217966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be09095-877c-463d-8758-0f2a97d55b6d None None] The sync data for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 is: [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:15Z', 'revision_number': 3, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:18.220290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.223451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Pushing event updated for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:18.323678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:18.325062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:18.448989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:08:18.570962 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:18.576677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a530f5e3-b870-4cae-8eaa-ed51a772425f admin admin] 10.222.0.53 "PUT /v2.0/routers/48dec2b1-30ab-4325-85bd-8e3b2a9abffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222162 Aug 22 16:08:18.597374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b560db16-fd66-484f-a537-6f5743c0e266 None None] Provisioning complete for port be7d1c38-b77f-4738-a693-9ff11e70a8fa triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:18.597705 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b560db16-fd66-484f-a537-6f5743c0e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:18.633833 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b560db16-fd66-484f-a537-6f5743c0e266 None None] Port be7d1c38-b77f-4738-a693-9ff11e70a8fa cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:08:19.281100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59044) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:19.286142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-521374464-network', 'tenant_id': '7c43b75df2fd4657932b543af24f4438'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:19.359905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Made reservation on behalf of 7c43b75df2fd4657932b543af24f4438 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:08:19.362240 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.371382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.473160 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.554800 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.582705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:08:19.589774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495510a-cb45-4607-be65-a4e029f6d5f4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:19.596036 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.596387 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Added segment 81228cba-4e25-4685-8242-3cec45559a2b of type vlan for network 29c9ecdf-a88c-4f9d-a082-e861d0510076 Aug 22 16:08:19.641576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.726359 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.727342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:19.727922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.758309 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Sync routers for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:19.769845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:19.770445 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:19.795527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] Pushing event updated for resources: {'Network': ['ID=29c9ecdf-a88c-4f9d-a082-e861d0510076,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:19.805537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:08:19.821267 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5847e8cd-bd41-4545-8883-a3ad82b2dc8c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5390415 Aug 22 16:08:19.821701 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:19.827204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Request body: {'subnet': {'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-521374464-subnet', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:19.894141 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:19.914875 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Made reservation on behalf of 7c43b75df2fd4657932b543af24f4438 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:08:19.918154 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:19.936725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 047f9791-ce6a-4586-bc26-c370490f053d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:20.083219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 047f9791-ce6a-4586-bc26-c370490f053d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:20.087615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 047f9791-ce6a-4586-bc26-c370490f053d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:20.096765 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.099590 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 2, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:20.129902 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Checking router: 48dec2b1-30ab-4325-85bd-8e3b2a9abffa for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:20.130260 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Updating router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa port be7d1c38-b77f-4738-a693-9ff11e70a8fa binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:08:20.155748 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.173885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.183747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.195523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 047f9791-ce6a-4586-bc26-c370490f053d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=047f9791-ce6a-4586-bc26-c370490f053d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:20.246072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08df6da-607c-4b4a-8a00-2a4e6b7f3466,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:20.250225 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Checking segment: {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:20.250592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Network hostable DHCP agents. Network: 29c9ecdf-a88c-4f9d-a082-e861d0510076, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:08:20.283354 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.333119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=047f9791-ce6a-4586-bc26-c370490f053d,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:20.340846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:08:20.418358 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.426336 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 29c9ecdf-a88c-4f9d-a082-e861d0510076) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:20.428629 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Transition to ACTIVE for port object be7d1c38-b77f-4738-a693-9ff11e70a8fa will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:20.430516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:20.431116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.436058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08654fbc-55b5-48a9-b29a-cc8f4286c305 None None] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:20.494983 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.509275 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c201edb6-ce41-4af3-8a12-0b008cdb4518 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6841474 Aug 22 16:08:20.509592 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:20.515479 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:20.583576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-29c9ecdf-a88c-4f9d-a082-e861d0510076', 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'fixed_ips': [{'subnet_id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:08:20.584634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.584927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Pushing event updated for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:20.601451 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Attempting to bind port be7d1c38-b77f-4738-a693-9ff11e70a8fa on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:20.601822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Attempting to bind port be7d1c38-b77f-4738-a693-9ff11e70a8fa by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:20.602177 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Attempting to bind port be7d1c38-b77f-4738-a693-9ff11e70a8fa on network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:20.605098 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.605449 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.606391 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.606746 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.607083 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.607416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.607746 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.608105 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.608434 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.608755 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.609082 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.609427 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:20.616978 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:20.617360 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Checking segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:20.617763 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.618160 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Bound using segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:20.618629 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Bound port: be7d1c38-b77f-4738-a693-9ff11e70a8fa, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:20.619062 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.622137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.623486 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.699898 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] For port be7d1c38-b77f-4738-a693-9ff11e70a8fa, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:20.703459 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] For port be7d1c38-b77f-4738-a693-9ff11e70a8fa, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=be7d1c38-b77f-4738-a693-9ff11e70a8fa,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:20.707659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.736690 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Allocated IP 172.20.0.2 (29c9ecdf-a88c-4f9d-a082-e861d0510076/d08df6da-607c-4b4a-8a00-2a4e6b7f3466/156bd1bc-d88f-4fce-aaa5-e027df25e0e3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:20.789238 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.847817 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ca4c-c419-4847-907d-a7d8310315aa None None] Pushing event updated for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:20.860387 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:20.861311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:20.899043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:20.910624 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Transition to ACTIVE for port object 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:20.928633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Transition to ACTIVE for port object 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:20.975273 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:20.977461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.004631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.049472 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:21.052333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:21.055254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:21.065596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Pushing event updated for resources: {'Port': ['ID=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:21.129133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Attempting to bind port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:21.129448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Attempting to bind port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:21.129785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Attempting to bind port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 on network 29c9ecdf-a88c-4f9d-a082-e861d0510076 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:21.136914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:21.137288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Checking segment: {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:21.137709 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.138114 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Bound using segment: {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:21.138600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Bound port: 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:21.138990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.208483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] For port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:21.211896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] For port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:21.281566 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:21.288871 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.314774 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0797080-9db0-4a47-b3bf-b75a853ecd65 None None] The sync data for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 is: [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:21.315450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.357714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.434463 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9917-b0a6-4b19-bc2f-875ea8393471 None None] Pushing event updated for resources: {'Port': ['ID=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:21.459326 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Allocated IP 172.25.0.212 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a0755373-9cd9-4e99-99d3-0a27fb0df4db) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:21.586944 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.723700 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:21.768363 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:21.770485 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:21.774289 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:21.808923 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Pushing event updated for resources: {'Port': ['ID=a0755373-9cd9-4e99-99d3-0a27fb0df4db,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:21.814725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.021532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device be7d1c38-b77f-4738-a693-9ff11e70a8fa up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:22.127455 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.146501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port be7d1c38-b77f-4738-a693-9ff11e70a8fa completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:22.150873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port be7d1c38-b77f-4738-a693-9ff11e70a8fa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:22.156396 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.261541 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.299892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port be7d1c38-b77f-4738-a693-9ff11e70a8fa, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=be7d1c38-b77f-4738-a693-9ff11e70a8fa,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:22.370034 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.371194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:22.373811 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.460059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:22.486948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6edccc1-302a-48f9-9e56-959fd0618c18 None None] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:08:22.542796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:22.554612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 047f9791-ce6a-4586-bc26-c370490f053d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:22.569414 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Router fb33eb82-60a7-4a84-9b9c-5518670b1c94 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:08:22.651729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 047f9791-ce6a-4586-bc26-c370490f053d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:22.652038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.653457 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Provisioning for port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:22.676665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Provisioning complete for port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:22.677961 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.681772 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:22.719206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Sync routers for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:22.740618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:22.744367 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-76be55ee-a43a-4646-88e4-3d7fd2e8fe78 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2300696 Aug 22 16:08:22.745262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59050) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:08:22.753875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:22.754594 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:23.105636 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:23.107565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.238516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] For port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:23.311676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:21Z', 'revision_number': 3, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:23.338944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.340743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Checking router: fb33eb82-60a7-4a84-9b9c-5518670b1c94 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:23.341100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Updating router fb33eb82-60a7-4a84-9b9c-5518670b1c94 port a0755373-9cd9-4e99-99d3-0a27fb0df4db binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:08:23.392851 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.433204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013055-32c7-48ec-8348-e329fedc4cd2 None None] Pushing event updated for resources: {'Port': ['ID=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:23.498626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.513475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e8ef6d15-d4da-48bf-b517-5d832713279b None None] Provisioning complete for port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:23.513842 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6d15-d4da-48bf-b517-5d832713279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.657017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Allocated IP 172.20.0.1 (29c9ecdf-a88c-4f9d-a082-e861d0510076/d08df6da-607c-4b4a-8a00-2a4e6b7f3466/d9f6816d-4db0-49fa-b54d-6fb8de8436c4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:23.731500 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.741098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Transition to ACTIVE for port object a0755373-9cd9-4e99-99d3-0a27fb0df4db will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:23.767343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.777720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Transition to ACTIVE for port object d9f6816d-4db0-49fa-b54d-6fb8de8436c4 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:23.814943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.869039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Attempting to bind port a0755373-9cd9-4e99-99d3-0a27fb0df4db on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:23.869963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Attempting to bind port a0755373-9cd9-4e99-99d3-0a27fb0df4db by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:23.870438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Attempting to bind port a0755373-9cd9-4e99-99d3-0a27fb0df4db on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:23.879622 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6763-fa93-46aa-8962-f6342ca50605 None None] Pushing event updated for resources: {'Port': ['ID=a0755373-9cd9-4e99-99d3-0a27fb0df4db,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:23.883044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:23.883417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:23.883818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.884518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:23.884814 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Bound port: a0755373-9cd9-4e99-99d3-0a27fb0df4db, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:23.885779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.889663 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.911824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device be7d1c38-b77f-4738-a693-9ff11e70a8fa up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:23.930953 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:23.934541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:23.941068 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:23.944239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:23.971385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] For port a0755373-9cd9-4e99-99d3-0a27fb0df4db, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:23.973512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.974066 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.974207 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.974805 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.975394 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.975519 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.975806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.976181 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.976515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.976848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.977180 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.977512 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:08:23.986153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] For port a0755373-9cd9-4e99-99d3-0a27fb0df4db, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a0755373-9cd9-4e99-99d3-0a27fb0df4db,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:23.996633 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port be7d1c38-b77f-4738-a693-9ff11e70a8fa triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:23.997009 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:23.999908 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.046007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.141650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:24.142288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:24.145626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6763-fa93-46aa-8962-f6342ca50605 None None] Pushing event updated for resources: {'Port': ['ID=a0755373-9cd9-4e99-99d3-0a27fb0df4db,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:24.149626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:24.219071 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.283560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-735d12df-d0a2-47a7-97e0-892ec2a59974 None None] Provisioning for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:24.287799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:24.288204 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.313961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-735d12df-d0a2-47a7-97e0-892ec2a59974 None None] Provisioning complete for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:24.314335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-735d12df-d0a2-47a7-97e0-892ec2a59974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.324346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:24.383824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.437886 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.441229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-735d12df-d0a2-47a7-97e0-892ec2a59974 None None] Port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:08:24.508503 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.511851 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:24.579157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:21Z', 'revision_number': 3, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:24.599557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:24.600997 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:24.610293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cabe25-7040-466f-924b-aacb4a3af7b2 None None] The sync data for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 is: [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:21Z', 'revision_number': 3, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:24.728166 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Router fb33eb82-60a7-4a84-9b9c-5518670b1c94 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:08:24.849893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:08:24.856785 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-11a5d7ac-9dda-4d59-88af-610ee04a8164 admin admin] 10.222.0.53 "PUT /v2.0/routers/fb33eb82-60a7-4a84-9b9c-5518670b1c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099303 Aug 22 16:08:24.867205 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3c9fb1fd-36c0-44f4-b5f6-773bba57ac7d None None] Provisioning complete for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:24.867587 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb1fd-36c0-44f4-b5f6-773bba57ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:24.908160 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fb1fd-36c0-44f4-b5f6-773bba57ac7d None None] Port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:08:25.970964 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a0755373-9cd9-4e99-99d3-0a27fb0df4db up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:26.109012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a0755373-9cd9-4e99-99d3-0a27fb0df4db completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:26.113355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a0755373-9cd9-4e99-99d3-0a27fb0df4db triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:26.113925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:26.219583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:26.263562 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Sync routers for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:08:26.267093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a0755373-9cd9-4e99-99d3-0a27fb0df4db, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a0755373-9cd9-4e99-99d3-0a27fb0df4db,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:26.275408 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:26.276059 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:26.340630 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:26.396485 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:26.442953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a0755373-9cd9-4e99-99d3-0a27fb0df4db,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:26.617251 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:24Z', 'revision_number': 4, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd9f6816d-4db0-49fa-b54d-6fb8de8436c4', 'name': '', 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'mac_address': 'fa:16:3e:a7:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:23Z', 'updated_at': '2021-08-22T16:08:24Z', 'revision_number': 2, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'subnets': [{'id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:26.651293 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Checking router: fb33eb82-60a7-4a84-9b9c-5518670b1c94 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:08:26.652063 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Updating router fb33eb82-60a7-4a84-9b9c-5518670b1c94 port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:08:26.678309 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:26.998133 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:27.009354 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Transition to ACTIVE for port object d9f6816d-4db0-49fa-b54d-6fb8de8436c4 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:27.072701 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:27.132260 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d60-a843-4686-8a2c-d508c25d0b35 None None] Pushing event updated for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:27.193238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Attempting to bind port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:27.193708 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Attempting to bind port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:27.194089 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Attempting to bind port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 on network 29c9ecdf-a88c-4f9d-a082-e861d0510076 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:27.199954 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:27.200223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Checking segment: {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:27.200729 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:27.204221 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Bound using segment: {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:27.204221 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Bound port: d9f6816d-4db0-49fa-b54d-6fb8de8436c4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81228cba-4e25-4685-8242-3cec45559a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:27.204221 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:27.295035 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] For port d9f6816d-4db0-49fa-b54d-6fb8de8436c4, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:27.306170 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] For port d9f6816d-4db0-49fa-b54d-6fb8de8436c4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:27.389906 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:27.458628 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d60-a843-4686-8a2c-d508c25d0b35 None None] Pushing event updated for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:27.466156 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:08:27.466926 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:08:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:27.617100 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:08:27.861940 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:24Z', 'revision_number': 4, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd9f6816d-4db0-49fa-b54d-6fb8de8436c4', 'name': '', 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'mac_address': 'fa:16:3e:a7:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:23Z', 'updated_at': '2021-08-22T16:08:27Z', 'revision_number': 4, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'subnets': [{'id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:08:27.897626 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e3bb3-d71f-47a0-aa5f-487f8f917c2b None None] The sync data for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 is: [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:08:24Z', 'revision_number': 4, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'd9f6816d-4db0-49fa-b54d-6fb8de8436c4', 'name': '', 'network_id': '29c9ecdf-a88c-4f9d-a082-e861d0510076', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'mac_address': 'fa:16:3e:a7:12:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:23Z', 'updated_at': '2021-08-22T16:08:27Z', 'revision_number': 4, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'subnets': [{'id': 'd08df6da-607c-4b4a-8a00-2a4e6b7f3466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:08:28.126817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a0755373-9cd9-4e99-99d3-0a27fb0df4db up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:28.213582 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a0755373-9cd9-4e99-99d3-0a27fb0df4db triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:28.214062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:29.942255 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9f6816d-4db0-49fa-b54d-6fb8de8436c4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:30.089928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:30.094932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:30.095276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:30.146762 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-46c57f91-2479-403f-8051-3621d0a9866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:30.190283 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:30.234835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port d9f6816d-4db0-49fa-b54d-6fb8de8436c4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:30.301443 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:30.361915 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:31.909161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9f6816d-4db0-49fa-b54d-6fb8de8436c4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:08:31.960589 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:31.963525 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:32.992350 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:33.564438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2913f74b-4670-4935-8a4f-8b7412af6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:35.146872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:36.492513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-51ad7eb9-6783-4fa8-8959-ac79ae90f61c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:36.493937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-51ad7eb9-6783-4fa8-8959-ac79ae90f61c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 814 time: 0.1061909 Aug 22 16:08:36.509070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-c6b1d7a9-dabd-4ff6-b266-c67d08b6a6c6 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/quotas/f192e0430da0419dbe26bc15e3489fea HTTP/1.1" status: 200 len: 375 time: 0.0090392 Aug 22 16:08:36.559736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-3a40eea5-3482-475b-aa17-1cf66816b250 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452051 Aug 22 16:08:36.577173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-a2761d64-7ea7-4228-a56e-baf31cea71f9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:08:36.578280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-a2761d64-7ea7-4228-a56e-baf31cea71f9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052619 Aug 22 16:08:36.677073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-3ff5a7b8-ae3a-4900-b315-7ad1ca691a44 service neutron] 10.222.0.53 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924704 Aug 22 16:08:36.776132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-af2d0703-f6a7-4193-9e69-0a6c12e2b0cd service neutron] 10.222.0.53 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883911 Aug 22 16:08:37.044906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1747d55c-2c38-4bc9-a20f-4142cc9866fd req-69f57b77-8b7d-45ac-bdca-bf6a3fe05e53 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Aug 22 16:08:37.080341 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:38.137146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e89dbe1-eb0a-4a2c-923a-429756a7f83f req-0bbbf2f6-f414-400f-96a6-629674409fd8 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 210 time: 0.0270157 Aug 22 16:08:39.113359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-bb1bc24b-f182-4ed4-905d-dea276d1885b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:39.114843 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-bb1bc24b-f182-4ed4-905d-dea276d1885b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 814 time: 0.1014023 Aug 22 16:08:39.132316 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'port': {'device_id': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'admin_state_up': True, 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:39.240206 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f9f763b9-6751-450e-a273-8b4b2bfae16a req-31634add-bab9-42de-9cc6-0ba7a54474bd tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 210 time: 0.0352783 Aug 22 16:08:39.302789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Made reservation on behalf of f192e0430da0419dbe26bc15e3489fea for: {'port': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:08:39.306483 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:39.438303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Allocated IP 172.20.0.12 (8e1d6d2f-d5d6-4083-8279-9ef972bea7da/b576aa19-1165-4d58-8150-0f16de89ac01/71d71caf-1bb6-4946-93c5-01e405f755fc) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:08:39.585941 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:39.599057 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Transition to ACTIVE for port object 71d71caf-1bb6-4946-93c5-01e405f755fc will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:39.747467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:39.794339 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:08:39.798732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:08:39.801499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:08:39.845914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:39.871541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:39.872207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:39.984658 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-568a609b-907d-4595-8d27-22d92bd3df36 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549020 Aug 22 16:08:40.188864 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9131a6d8-bdfe-408a-8dbd-eebd3e30a031 None None] Provisioning for port 71d71caf-1bb6-4946-93c5-01e405f755fc completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:08:40.195088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9131a6d8-bdfe-408a-8dbd-eebd3e30a031 None None] Provisioning complete for port 71d71caf-1bb6-4946-93c5-01e405f755fc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:08:40.195489 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9131a6d8-bdfe-408a-8dbd-eebd3e30a031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:40.233268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9131a6d8-bdfe-408a-8dbd-eebd3e30a031 None None] Port 71d71caf-1bb6-4946-93c5-01e405f755fc cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:08:40.370263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374091-62de-45a6-8e25-0afdfa3aa2c0 req-95d8c59e-6598-432b-815f-8e1535b88261 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:40.371769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2374091-62de-45a6-8e25-0afdfa3aa2c0 req-95d8c59e-6598-432b-815f-8e1535b88261 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0552819 Aug 22 16:08:40.417531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2374091-62de-45a6-8e25-0afdfa3aa2c0 req-fdea21bf-180f-42ca-9cf1-91c1d93ae0dd tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Aug 22 16:08:41.200139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:41.542498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49a302-3d8a-416d-8012-f9d6c4ae4893 req-a7cf5a34-1de0-42d2-89fd-4e1de67c5d8c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:41.544024 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f49a302-3d8a-416d-8012-f9d6c4ae4893 req-a7cf5a34-1de0-42d2-89fd-4e1de67c5d8c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0544813 Aug 22 16:08:41.587681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3f49a302-3d8a-416d-8012-f9d6c4ae4893 req-168285b6-f32f-4a2a-ad42-8ebf5f3c916a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Aug 22 16:08:42.709631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80793682-904e-4c89-9666-4a04b3edbbf8 req-33027dbe-1aab-41a0-a40d-55eb949e0e41 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:42.711199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80793682-904e-4c89-9666-4a04b3edbbf8 req-33027dbe-1aab-41a0-a40d-55eb949e0e41 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0525334 Aug 22 16:08:42.751538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80793682-904e-4c89-9666-4a04b3edbbf8 req-7cccc88a-a723-412c-9b93-78c8ceb60115 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 22 16:08:43.874890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5a3eb-be77-4f93-8e1c-796f58693c7a req-f0f6973f-ab9d-4996-9c19-74aa0dc2f452 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:43.877191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3c5a3eb-be77-4f93-8e1c-796f58693c7a req-f0f6973f-ab9d-4996-9c19-74aa0dc2f452 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0554578 Aug 22 16:08:43.919720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3c5a3eb-be77-4f93-8e1c-796f58693c7a req-35ce616d-f8f5-4ef1-b49a-4b702dd87ab5 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358129 Aug 22 16:08:45.045603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee418b41-7f7e-40a0-96ad-ee0433acec51 req-f3be0657-dc4d-4212-947f-fa1ad1bcfc59 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:45.047226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee418b41-7f7e-40a0-96ad-ee0433acec51 req-f3be0657-dc4d-4212-947f-fa1ad1bcfc59 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0567353 Aug 22 16:08:45.087802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee418b41-7f7e-40a0-96ad-ee0433acec51 req-0183856c-36b7-4815-8e5e-b333c845146d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Aug 22 16:08:46.210485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d759ea7-ea56-4d33-b618-080434c1a904 req-3647b44b-efa5-4177-810c-4bca0d8f6c81 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:46.220524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d759ea7-ea56-4d33-b618-080434c1a904 req-3647b44b-efa5-4177-810c-4bca0d8f6c81 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0604739 Aug 22 16:08:46.258943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5d759ea7-ea56-4d33-b618-080434c1a904 req-f9d21dee-26b4-44cb-b06f-9a08591bb912 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346186 Aug 22 16:08:47.519879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512cc5-9880-4eda-8e1f-46fd61977e79 req-e0158013-95ec-41bd-b7f6-56fca0f23a65 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:47.521325 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2512cc5-9880-4eda-8e1f-46fd61977e79 req-e0158013-95ec-41bd-b7f6-56fca0f23a65 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0511239 Aug 22 16:08:47.560598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c2512cc5-9880-4eda-8e1f-46fd61977e79 req-f073e4ab-abb7-4bea-a59c-e4b40245825c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Aug 22 16:08:48.160257 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:08:48.693937 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213120-1664-4a1c-9fcb-0927208eabdd req-5ec19220-0bd8-4159-aab4-cff27e70b0af tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:48.695700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5213120-1664-4a1c-9fcb-0927208eabdd req-5ec19220-0bd8-4159-aab4-cff27e70b0af tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0620604 Aug 22 16:08:48.736838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f5213120-1664-4a1c-9fcb-0927208eabdd req-6371d535-8617-4b78-86a3-212b6d155ebf tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Aug 22 16:08:49.852022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87b090-2956-4e96-8d0c-0f017d545b4d req-c7d65643-54d1-4386-8e2b-f2187af743e5 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:49.853515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c87b090-2956-4e96-8d0c-0f017d545b4d req-c7d65643-54d1-4386-8e2b-f2187af743e5 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0500586 Aug 22 16:08:49.892421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c87b090-2956-4e96-8d0c-0f017d545b4d req-0c9a63be-b8e2-428f-8f56-067a29019a2f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Aug 22 16:08:51.004639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768145-8d2a-4ceb-82f7-b940a3954ee8 req-9405e0f2-5a19-4189-989f-cfe5f09bc707 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:51.006126 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5768145-8d2a-4ceb-82f7-b940a3954ee8 req-9405e0f2-5a19-4189-989f-cfe5f09bc707 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0493793 Aug 22 16:08:51.044814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5768145-8d2a-4ceb-82f7-b940a3954ee8 req-2fbad070-5360-4a44-ac1c-3284a755974a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327365 Aug 22 16:08:51.805202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.162112 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Request body: {'port': {'device_id': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:08:52.163259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ffa7-7273-4496-94f6-d6d133dee629 req-bd27506a-e7e4-4895-8761-92e2ee246e25 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:52.164878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b548ffa7-7273-4496-94f6-d6d133dee629 req-bd27506a-e7e4-4895-8761-92e2ee246e25 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 932 time: 0.0544701 Aug 22 16:08:52.204735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b548ffa7-7273-4496-94f6-d6d133dee629 req-9e79ec2c-dda7-4ec5-932e-2d784209f0b9 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Aug 22 16:08:52.218730 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.487152 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d71caf-1bb6-4946-93c5-01e405f755fc {{(pid=102048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:08:52.494380 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.506655 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Transition to ACTIVE for port object 71d71caf-1bb6-4946-93c5-01e405f755fc will not be triggered until provisioned by entity L2. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:08:52.565189 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.613357 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:52.687561 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Attempting to bind port 71d71caf-1bb6-4946-93c5-01e405f755fc on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:08:52.687902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Attempting to bind port 71d71caf-1bb6-4946-93c5-01e405f755fc by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:08:52.688260 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Attempting to bind port 71d71caf-1bb6-4946-93c5-01e405f755fc on network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:52.692827 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Port 71d71caf-1bb6-4946-93c5-01e405f755fc on network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:08:52.693151 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Attempting to bind port 71d71caf-1bb6-4946-93c5-01e405f755fc on network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:08:52.698091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:08:52.698431 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Checking segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:08:52.698814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Bound using segment: {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'} {{(pid=102048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:08:52.699239 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.managers [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Bound port: 71d71caf-1bb6-4946-93c5-01e405f755fc, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ed1891-86a0-4831-8ed8-3779a165b93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da'}}] {{(pid=102048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:08:52.699599 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.765295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, cleared binding levels {{(pid=102048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:08:52.768791 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:08:52.854972 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.889679 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:52.890315 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:52.892961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] 10.222.0.10 "PUT /v2.0/ports/71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1092 time: 0.7352984 Aug 22 16:08:52.893411 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:08:52.895739 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c6a6a-449b-4106-b35a-df417a134397" -d '{"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:08:52.923621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fcffc-92e4-412a-b683-5fa9e082615b service neutron] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=3']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:52.937183 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d3f34f-9a8f-49f2-a727-eef53b321c66 x-openstack-request-id: req-56d3f34f-9a8f-49f2-a727-eef53b321c66 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:08:52.937492 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:08:52.937753 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56d3f34f-9a8f-49f2-a727-eef53b321c66 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:08:52.938762 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:08:53.024708 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6a6a-449b-4106-b35a-df417a134397 req-e0406894-a5e7-410e-8e76-7ca3fd8d7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.026159 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-753c6a6a-449b-4106-b35a-df417a134397 req-e0406894-a5e7-410e-8e76-7ca3fd8d7905 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1095 time: 0.0435133 Aug 22 16:08:53.135276 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6a6a-449b-4106-b35a-df417a134397 req-d7689daa-2f5d-4847-82fd-b4de7e3eda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.136791 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-753c6a6a-449b-4106-b35a-df417a134397 req-d7689daa-2f5d-4847-82fd-b4de7e3eda02 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f192e0430da0419dbe26bc15e3489fea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976310 Aug 22 16:08:53.231775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6a6a-449b-4106-b35a-df417a134397 req-45d61002-5762-4dc5-b3f2-ecd5ba100b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.233300 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-753c6a6a-449b-4106-b35a-df417a134397 req-45d61002-5762-4dc5-b3f2-ecd5ba100b10 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896533 Aug 22 16:08:53.323285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef91e99-7599-4bb1-bafd-979807361e10 req-e77f4df0-8ce2-431c-9884-8c0802d9da57 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.324737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bef91e99-7599-4bb1-bafd-979807361e10 req-e77f4df0-8ce2-431c-9884-8c0802d9da57 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 944 time: 0.0491462 Aug 22 16:08:53.328349 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-4a2cd41d-a2d2-48f8-8bce-5e4ccb4dff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.330379 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-4a2cd41d-a2d2-48f8-8bce-5e4ccb4dff45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1095 time: 0.0410519 Aug 22 16:08:53.363923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bef91e99-7599-4bb1-bafd-979807361e10 req-d7b124f5-ee22-42e5-a9b5-fcd7d942e8c1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Aug 22 16:08:53.378675 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-4c42754b-8777-4dbc-8514-94cd1bd21038 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 217 time: 0.0351384 Aug 22 16:08:53.428889 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-60dc3088-4587-4369-85f9-fe12c16f6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.430294 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-60dc3088-4587-4369-85f9-fe12c16f6cd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0454412 Aug 22 16:08:53.475506 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-c1963a13-a522-40a5-8aad-e8f7d6d3c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:53.476982 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-c1963a13-a522-40a5-8aad-e8f7d6d3c389 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391612 Aug 22 16:08:53.566352 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-7fa72fc0-8c5f-48a9-ac6f-01eda7cd635b service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790555 Aug 22 16:08:53.656445 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-7d486c8e-de87-42bf-9c38-6f49cd61cd5d req-a20cac39-b31c-4618-b970-12483b5d2536 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Aug 22 16:08:54.479128 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d2f6b-7312-444d-b1b9-6f1af469310c req-d9ce1f28-4686-4de3-b0c3-6298c188029c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:54.480538 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f6d2f6b-7312-444d-b1b9-6f1af469310c req-d9ce1f28-4686-4de3-b0c3-6298c188029c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Aug 22 16:08:54.518814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f6d2f6b-7312-444d-b1b9-6f1af469310c req-038dd83c-0cd7-4dee-8649-ac66b0edf14d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Aug 22 16:08:55.636049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592affb-5b39-43df-8421-d7376ff619b4 req-b091fcba-b204-4ae8-89aa-52d569c68bf0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:55.637540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0592affb-5b39-43df-8421-d7376ff619b4 req-b091fcba-b204-4ae8-89aa-52d569c68bf0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 944 time: 0.0532534 Aug 22 16:08:55.675490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0592affb-5b39-43df-8421-d7376ff619b4 req-9ea60d3e-2ba3-43e8-bd2d-aaa97216a645 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Aug 22 16:08:56.790389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c432e-b01c-48e6-8605-ea16880ef552 req-1a655fee-ab4b-4f08-a14f-a6cb69a1ad71 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:56.791976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-062c432e-b01c-48e6-8605-ea16880ef552 req-1a655fee-ab4b-4f08-a14f-a6cb69a1ad71 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 944 time: 0.0500524 Aug 22 16:08:56.830111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-062c432e-b01c-48e6-8605-ea16880ef552 req-7f6bb8e9-c149-4c6d-9ebc-c958c14fe83c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Aug 22 16:08:57.944752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e13955-ffbf-42dd-8256-c04352bdcd69 req-ab9143a1-d110-44fe-be58-b3181face467 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:57.946249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e13955-ffbf-42dd-8256-c04352bdcd69 req-ab9143a1-d110-44fe-be58-b3181face467 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 944 time: 0.0505636 Aug 22 16:08:57.985092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-02e13955-ffbf-42dd-8256-c04352bdcd69 req-103e1e60-eb0c-4ac7-b47a-0d221521eafc tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Aug 22 16:08:58.445286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 71d71caf-1bb6-4946-93c5-01e405f755fc details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:08:58.692077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:58.703239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'port_id': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'mac_address': 'fa:16:3e:e2:9c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:08:58.739180 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:58.751876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d71caf-1bb6-4946-93c5-01e405f755fc {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:08:58.771286 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:08:58.873898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:08:58.919708 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:08:59.259193 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9694a-421c-47fd-bb31-6697b446fc9b req-9478c82f-798f-4744-95ea-990b7e2a940b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:08:59.260712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d9694a-421c-47fd-bb31-6697b446fc9b req-9478c82f-798f-4744-95ea-990b7e2a940b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 945 time: 0.2093375 Aug 22 16:08:59.298197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:08:59.299633 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28d9694a-421c-47fd-bb31-6697b446fc9b req-593ce2ac-5c4d-4376-bb19-3ae7eacbe47f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Aug 22 16:09:00.162830 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0dac418b-a993-4e90-bd33-e058e68f1fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:00.425359 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b45ea-1480-4c2c-86d8-ff5831cd8ac4 req-95f913aa-668e-44df-9330-92b8bcc07911 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:00.426820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-724b45ea-1480-4c2c-86d8-ff5831cd8ac4 req-95f913aa-668e-44df-9330-92b8bcc07911 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 945 time: 0.0531695 Aug 22 16:09:00.460095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 71d71caf-1bb6-4946-93c5-01e405f755fc up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:09:00.469269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-724b45ea-1480-4c2c-86d8-ff5831cd8ac4 req-a15af21e-13ee-40ea-be27-35a67be0a92f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Aug 22 16:09:00.597486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 71d71caf-1bb6-4946-93c5-01e405f755fc completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:09:00.601982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 71d71caf-1bb6-4946-93c5-01e405f755fc triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:09:00.602349 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:00.690265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:00.711931 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:09:00.720085 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd72d4c-6941-4eb9-b587-c47bfbaec713" -d '{"events": [{"server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "name": "network-vif-plugged", "status": "completed", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:09:00.727948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:09:00.751335 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40fc4fc-1b7e-437c-b994-641641933cbb x-openstack-request-id: req-a40fc4fc-1b7e-437c-b994-641641933cbb {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:09:00.751635 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "name": "network-vif-plugged", "status": "completed", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:09:00.751868 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a40fc4fc-1b7e-437c-b994-641641933cbb {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:09:00.752303 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'code': 200} Aug 22 16:09:00.788726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:00.837402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:00.880558 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d4dbe-490e-4678-be6c-37429bbe3e66 req-b1587faf-6e3f-4c82-9347-2bc86d447c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:00.882080 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c00d4dbe-490e-4678-be6c-37429bbe3e66 req-b1587faf-6e3f-4c82-9347-2bc86d447c9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1097 time: 0.0482788 Aug 22 16:09:00.917699 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-c00d4dbe-490e-4678-be6c-37429bbe3e66 req-7de2fc40-a3c1-426b-9c4a-be8b27dafe9b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284390 Aug 22 16:09:01.592442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d94ebc-3f82-45a2-b940-6d46595e133a req-272b867a-8498-4db7-b1bc-7e600bff22d7 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:01.593933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5d94ebc-3f82-45a2-b940-6d46595e133a req-272b867a-8498-4db7-b1bc-7e600bff22d7 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0505118 Aug 22 16:09:01.632650 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5d94ebc-3f82-45a2-b940-6d46595e133a req-66164fcd-c22c-4866-a6ae-6cfcf57d6e71 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Aug 22 16:09:02.759210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d99773-f1cf-42d9-b860-b601088a2da2 req-c508a060-ae56-49de-9245-8096280084a0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:02.760703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d99773-f1cf-42d9-b860-b601088a2da2 req-c508a060-ae56-49de-9245-8096280084a0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0623930 Aug 22 16:09:02.798647 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-14d99773-f1cf-42d9-b860-b601088a2da2 req-eeb13afe-1ff7-44dc-af18-9a7e154fabf5 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Aug 22 16:09:02.913286 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0795-3c50-4689-89c4-8ece2843bbae req-423470b5-06c0-4fe6-b4af-5d1cf354d7a0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:02.914718 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d31b0795-3c50-4689-89c4-8ece2843bbae req-423470b5-06c0-4fe6-b4af-5d1cf354d7a0 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0514731 Aug 22 16:09:02.942321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:02.953966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d31b0795-3c50-4689-89c4-8ece2843bbae req-99938beb-82d8-4427-875f-c696d92adfbb tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 22 16:09:03.140325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e517bea-89af-4be2-857b-e9e355227ffe req-db909a5c-c23d-414c-a275-f8b412fe62af tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:03.141819 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e517bea-89af-4be2-857b-e9e355227ffe req-db909a5c-c23d-414c-a275-f8b412fe62af tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Aug 22 16:09:03.178820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e517bea-89af-4be2-857b-e9e355227ffe req-1174738b-2ee4-4e85-8ae3-ff660e9c9a5d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Aug 22 16:09:03.583428 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d33d9fd0-2637-4d83-9ef4-945fb1c64609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:05.148024 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:07.079520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:11.151324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:17.635991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed899c6-2360-4d82-9751-cf2b73e8c80a req-88f782ea-b97d-4637-8d00-a2719c76c61d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:17.637473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed899c6-2360-4d82-9751-cf2b73e8c80a req-88f782ea-b97d-4637-8d00-a2719c76c61d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Aug 22 16:09:17.675476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed899c6-2360-4d82-9751-cf2b73e8c80a req-ebd91254-2a3b-4054-add3-1a569fbcf30c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Aug 22 16:09:17.699554 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59266) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:17.785884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0fe82c-62e4-4496-a3a6-b5b59e2b3211 tempest-TestMinimumBasicScenario-1302860492 tempest-TestMinimumBasicScenario-1302860492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:17.787708 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c0fe82c-62e4-4496-a3a6-b5b59e2b3211 tempest-TestMinimumBasicScenario-1302860492 tempest-TestMinimumBasicScenario-1302860492-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1092 time: 0.0870926 Aug 22 16:09:17.790691 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:17.795004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:17.877047 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:17.980947 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:18.092056 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Allocated IP 172.25.0.240 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/4b7376a9-be43-4721-82e0-9658ae96faf7) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:09:18.190156 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:18.282761 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:18.319621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:09:18.322350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:09:18.325744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:09:18.355075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'Port': ['ID=4b7376a9-be43-4721-82e0-9658ae96faf7,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:18.685429 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:18.816072 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:18.960885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:19.016356 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:19.089147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'Port': ['ID=4b7376a9-be43-4721-82e0-9658ae96faf7,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:19.098393 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:19.196580 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Floating IP 9900b8fe-6ce7-4919-ba01-9f778119662c associated. External IP: 172.25.0.240, port: 71d71caf-1bb6-4946-93c5-01e405f755fc. Aug 22 16:09:19.708228 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:09:19.815463 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:09:19.825749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Sync routers for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:09:19.834905 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:09:19.835513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:09:19.890349 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:19.918281 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-87e52460-2f68-40bd-87d7-839e1863c70e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1265385 Aug 22 16:09:19.919004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:09:19.921308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59272) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:19.921807 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569064a0-ee8e-4014-9e33-831db1a535d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:09:19.927712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272810620', 'description': 'tempest-secgroup-smoke-1272810620 description', 'project_id': 'f192e0430da0419dbe26bc15e3489fea'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:19.944235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:09:19.958103 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b18b8-6281-45ba-b951-1d4803eec22e x-openstack-request-id: req-c85b18b8-6281-45ba-b951-1d4803eec22e {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:09:19.958521 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:09:19.958707 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c85b18b8-6281-45ba-b951-1d4803eec22e {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:09:19.959182 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:09:20.020385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.050541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-4e141917-3208-474a-a4cb-2bb2fc66c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:20.052746 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-4e141917-3208-474a-a4cb-2bb2fc66c493 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1097 time: 0.0470626 Aug 22 16:09:20.114852 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.152273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-25c997e5-5a73-4016-9e53-eb2888c76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:20.153770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-25c997e5-5a73-4016-9e53-eb2888c76d55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0919759 Aug 22 16:09:20.181398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9900b8fe-6ce7-4919-ba01-9f778119662c', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'port_id': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'mac_address': 'fa:16:3e:e2:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:09:18Z', 'updated_at': '2021-08-22T16:09:18Z', 'revision_number': 0, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:09:20.193744 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.213082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Checking router: 48dec2b1-30ab-4325-85bd-8e3b2a9abffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:09:20.222006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:09:20.222667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:09:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:09:20.227517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:20.231803 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-157655d9-0756-4953-8f70-8da4a693737d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1000 time: 0.0699656 Aug 22 16:09:20.235299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.235856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.236231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.241640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:09:20.286004 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-c2036895-f763-42ba-b22f-9ce80439721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:20.287595 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-c2036895-f763-42ba-b22f-9ce80439721e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0483217 Aug 22 16:09:20.291743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.293071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-047bfd1c-2a65-4100-9684-73a99105e3e1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3700540 Aug 22 16:09:20.296173 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59276) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:20.301287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:20.341819 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:09:20.342075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-b597bd6f-3bc1-453d-8e3a-1d79fefc097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:20.343570 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-b597bd6f-3bc1-453d-8e3a-1d79fefc097a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474627 Aug 22 16:09:20.411649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.437318 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-497cecc1-f7c8-40a8-a603-ba0d86590848 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Aug 22 16:09:20.486113 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.536764 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-569064a0-ee8e-4014-9e33-831db1a535d9 req-0bcfa8c1-e15b-4284-b7d1-7a96c878d6cb service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919011 Aug 22 16:09:20.557308 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.573314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9900b8fe-6ce7-4919-ba01-9f778119662c', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'port_id': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'mac_address': 'fa:16:3e:e2:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:09:18Z', 'updated_at': '2021-08-22T16:09:18Z', 'revision_number': 0, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:09:20.578902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67ac275-e5d2-43c9-8195-6ce2ed455470,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:20.600788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f8a5-560c-47d2-bdb1-13730be15a0b None None] The sync data for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 is: [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9900b8fe-6ce7-4919-ba01-9f778119662c', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'port_id': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'mac_address': 'fa:16:3e:e2:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:09:18Z', 'updated_at': '2021-08-22T16:09:18Z', 'revision_number': 0, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:09:20.668042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.669474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb56ecbb-b70f-4def-b613-37969db7f9ab tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720863 Aug 22 16:09:20.676465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59278) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:20.681320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:20.785262 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.787128 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47af71-30e8-451e-af34-e11fa13f860a None None] New status for floating IP 9900b8fe-6ce7-4919-ba01-9f778119662c: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:09:20.848429 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.922832 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:20.942435 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a7d98d-d224-4824-a652-f59889c18edb,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:21.025717 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.027023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-646ac0f5-3406-46be-a676-fffcba764e26 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3494885 Aug 22 16:09:21.029802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59280) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:21.035875 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:21.128119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.185705 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.256576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.276945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12583aac-2ff2-48d6-862c-19fd64626ce7,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:21.356577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.357842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7ed39915-853f-4b0f-9ec8-e80e73f45507 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270171 Aug 22 16:09:21.360672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:21.365869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:21.452848 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.511767 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.587250 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.605307 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c52e7a-9f90-44e5-abfb-05716141ba84,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:21.684521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.685763 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5fc81866-50ef-4ae3-bbcd-34de5d3b9429 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240819 Aug 22 16:09:21.688563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59284) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:21.693576 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:21.781863 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Project f192e0430da0419dbe26bc15e3489fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:09:21.787242 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.810440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.851092 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.912998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.932525 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d1f926-21d2-4f68-9aa2-67a5b684eaf6,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:21.987763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:21.989957 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-61d83aba-d523-4b1b-aae6-6fe6b3e0da6f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3004513 Aug 22 16:09:21.992705 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59286) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:21.997236 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'security_group_rule': {'security_group_id': '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4', 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:22.061738 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Project f192e0430da0419dbe26bc15e3489fea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:09:22.066965 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.131548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.187261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.208711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd37d231-56b0-4203-8f85-44a6c8fb4fbc,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:22.279025 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.280315 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-79b7c313-431a-4d7a-a147-238436131685 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2866449 Aug 22 16:09:22.359040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-15cfd7af-ece8-4a5b-b52d-68ef7741ea37 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272810620&fields=id&tenant_id=f192e0430da0419dbe26bc15e3489fea HTTP/1.1" status: 200 len: 267 time: 0.0335474 Aug 22 16:09:22.419140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-3af4bde8-820a-4e25-a965-155f1eb8b20c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:22.420577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-3af4bde8-820a-4e25-a965-155f1eb8b20c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0558634 Aug 22 16:09:22.432211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'port': {'security_groups': ['afdfc2ab-8d53-464d-88f2-0444ff66be8f', '3ccd1ee6-d5a6-436e-b121-a66e19e30dc4']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:09:22.494373 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.676413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:09:22.704730 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.768544 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.810094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:09:22.811656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:22.812339 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:22.816488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a80510c-d50d-49cb-9d3a-57a61162c013 req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "PUT /v2.0/ports/71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 982 time: 0.3887537 Aug 22 16:09:22.817538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:09:22.820421 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96434c9f-3897-48ae-9a64-b8ccac1da48d" -d '{"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:09:22.849541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e91649-0b4c-4ffe-b711-5771e2a8a78b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:09:22.931526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7f17d-27c6-4626-b213-7a9aea17c052 req-9bcdfc43-d940-4894-9093-033c20d15c01 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:22.933547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24f7f17d-27c6-4626-b213-7a9aea17c052 req-9bcdfc43-d940-4894-9093-033c20d15c01 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0577502 Aug 22 16:09:22.934531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:09:22.977527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24f7f17d-27c6-4626-b213-7a9aea17c052 req-dc33c30d-3390-4912-aff1-a2822cfb478c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367854 Aug 22 16:09:23.027605 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b270f1-cb9e-4eeb-970f-ddd76969c746 x-openstack-request-id: req-e0b270f1-cb9e-4eeb-970f-ddd76969c746 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:09:23.027964 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:09:23.028607 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0b270f1-cb9e-4eeb-970f-ddd76969c746 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:09:23.028802 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:09:23.105485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-16ee40a4-7b18-4a3b-a9d7-ed0141487b46 None None] Provisioning complete for port 71d71caf-1bb6-4946-93c5-01e405f755fc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:09:23.105485 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16ee40a4-7b18-4a3b-a9d7-ed0141487b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:23.109771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-57bddb26-7edc-45e4-95a6-924a2ea4b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.111311 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-57bddb26-7edc-45e4-95a6-924a2ea4b8ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1136 time: 0.0414836 Aug 22 16:09:23.202799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-899e122c-ddec-4003-8e1e-cfee14a391ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.204227 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-899e122c-ddec-4003-8e1e-cfee14a391ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0857873 Aug 22 16:09:23.275546 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-025db920-8dae-48c2-aa38-b0ca0c181dc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1002 time: 0.0633121 Aug 22 16:09:23.327083 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-33acc9eb-0517-4789-a867-d47a538ea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.328630 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-33acc9eb-0517-4789-a867-d47a538ea981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0457425 Aug 22 16:09:23.375012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-4353c2fb-4059-4f9f-86ee-a46b1c9bf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.376593 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-4353c2fb-4059-4f9f-86ee-a46b1c9bf62e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407052 Aug 22 16:09:23.471486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-f086edb1-c6f0-4150-ab91-15c6176638c4 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873117 Aug 22 16:09:23.549023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.10', 63672) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:09:23.579596 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-aa6573a1-56ee-4d2b-b8f0-a16d3477d7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918095 Aug 22 16:09:23.590769 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-0531da38-8f8a-4c04-9953-9b3ba5788e6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405564 Aug 22 16:09:23.714453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916755-467d-4ee0-b4ae-4b68af83913e req-e6392840-a7fb-4062-93eb-80548b0baa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.715987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-e6392840-a7fb-4062-93eb-80548b0baa0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1136 time: 0.0410347 Aug 22 16:09:23.823437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916755-467d-4ee0-b4ae-4b68af83913e req-a7ecdbe5-a25a-4cac-a22e-8fa1cdbf998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.824855 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-a7ecdbe5-a25a-4cac-a22e-8fa1cdbf998e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0878725 Aug 22 16:09:23.890496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-6948bd45-838b-486e-bf84-0c66b41c93d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1002 time: 0.0582535 Aug 22 16:09:23.943041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916755-467d-4ee0-b4ae-4b68af83913e req-b6348c12-e743-4fc9-a525-001fa9749932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.944498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-b6348c12-e743-4fc9-a525-001fa9749932 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0468335 Aug 22 16:09:23.996474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916755-467d-4ee0-b4ae-4b68af83913e req-faed6bab-051a-4a7d-9cbd-b9549ff147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:09:23.997996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-faed6bab-051a-4a7d-9cbd-b9549ff147d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454376 Aug 22 16:09:24.092800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-db6b3ebe-0e71-422d-97de-c28dd39832b6 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869517 Aug 22 16:09:24.186781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30916755-467d-4ee0-b4ae-4b68af83913e req-6e1347ed-8715-417a-b74c-07446e8e2f3e service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Aug 22 16:09:25.159396 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:09:30.164919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fecd850-027f-4311-9e58-34f8a9c14fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:32.964238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:33.574051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0ab65c6-5f67-4086-80f7-64d11a71a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:35.152864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:37.049847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:41.158313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:09:51.836349 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:00.158222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-20d4138e-e213-44bb-ab64-7f5f55c18b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:02.158951 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:10:02.969728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:03.573742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a5756b9-2a77-4795-8dcd-68487acbf9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:05.163770 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:07.058766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:11.167742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:11.252212 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc33b9-46bd-4ab5-b974-1d8792ef76af req-3be3baa8-5540-4e86-9b31-633fb23bb392 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:11.253735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdc33b9-46bd-4ab5-b974-1d8792ef76af req-3be3baa8-5540-4e86-9b31-633fb23bb392 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0525072 Aug 22 16:10:11.296735 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bdc33b9-46bd-4ab5-b974-1d8792ef76af req-b69a1727-6a89-45cb-bc6f-5e47e37962e4 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361817 Aug 22 16:10:11.347818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-2715f0cf-141a-427b-b8d7-5b42aaa8b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:11.349363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-2715f0cf-141a-427b-b8d7-5b42aaa8b4ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1136 time: 0.0457773 Aug 22 16:10:11.442284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-046a130e-731d-4d68-89b3-3cd95ff2c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:11.443748 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-046a130e-731d-4d68-89b3-3cd95ff2c3a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0862980 Aug 22 16:10:11.513968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-75b2576a-bef4-4f74-a5c9-c896762f52fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1002 time: 0.0627339 Aug 22 16:10:11.565319 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-48053772-eef0-4110-b169-d64287eb6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:11.566745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-48053772-eef0-4110-b169-d64287eb6fb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0454104 Aug 22 16:10:11.611524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-717ab399-18f4-4bb9-8d4d-623acdac4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:11.613010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-717ab399-18f4-4bb9-8d4d-623acdac4434 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382986 Aug 22 16:10:11.704598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-416a7536-aa99-4596-875b-eeef7b17b4ee service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834675 Aug 22 16:10:11.793840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dcfe782a-b613-4a81-8618-274c7f808c6e req-4dc5312e-7bed-4a35-a4ee-648efe301ea2 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Aug 22 16:10:12.429831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51cdf-b0a2-4ff4-b0ae-3323b99535d2 req-c15d8a3f-206d-4f20-bbb4-f706d0f0914e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:12.431311 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11c51cdf-b0a2-4ff4-b0ae-3323b99535d2 req-c15d8a3f-206d-4f20-bbb4-f706d0f0914e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0491157 Aug 22 16:10:12.474468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11c51cdf-b0a2-4ff4-b0ae-3323b99535d2 req-8a5a78e8-8893-4912-81bc-df1594500101 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369573 Aug 22 16:10:13.591394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8b6b7-c3c7-4834-9265-021cc727261c req-88684fe1-0651-4236-a0bf-262a9f4a315a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:13.592901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30a8b6b7-c3c7-4834-9265-021cc727261c req-88684fe1-0651-4236-a0bf-262a9f4a315a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0504403 Aug 22 16:10:13.632975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-30a8b6b7-c3c7-4834-9265-021cc727261c req-f1ad34b4-7461-4835-adab-afce55764b0f tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340292 Aug 22 16:10:14.747684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11260e7e-4470-4969-9168-0beb68726a47 req-ac6d5b93-c1b1-4d5d-9ad0-59f88cbcac4e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:14.749177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11260e7e-4470-4969-9168-0beb68726a47 req-ac6d5b93-c1b1-4d5d-9ad0-59f88cbcac4e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0482397 Aug 22 16:10:14.788685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-11260e7e-4470-4969-9168-0beb68726a47 req-db4f66ec-20e3-4428-a09b-1871dedc22f9 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327847 Aug 22 16:10:15.903866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59757e29-70c1-49e7-a7fc-9d44ced7d932 req-b0342032-2ba0-40f9-b00c-cb79cd17495a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:15.905392 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59757e29-70c1-49e7-a7fc-9d44ced7d932 req-b0342032-2ba0-40f9-b00c-cb79cd17495a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0489771 Aug 22 16:10:15.948605 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-59757e29-70c1-49e7-a7fc-9d44ced7d932 req-1fa93ff9-3543-48c8-8bb5-2ab19606c06b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371382 Aug 22 16:10:17.070119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb85be-4f99-4fb7-8256-43888a1c2915 req-9a2425e5-9b30-4f62-8ce1-1e6590b3a72a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:17.071742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9bb85be-4f99-4fb7-8256-43888a1c2915 req-9a2425e5-9b30-4f62-8ce1-1e6590b3a72a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0542386 Aug 22 16:10:17.114686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b9bb85be-4f99-4fb7-8256-43888a1c2915 req-6e7afd51-8104-4d54-ba43-43c9a816826b tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359623 Aug 22 16:10:18.236627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e8d51-1608-46eb-a373-f014498b35cf req-2b636e58-88ac-4d57-9dcd-a1fb2080a792 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:18.238452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a57e8d51-1608-46eb-a373-f014498b35cf req-2b636e58-88ac-4d57-9dcd-a1fb2080a792 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0552957 Aug 22 16:10:18.277607 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a57e8d51-1608-46eb-a373-f014498b35cf req-922e436f-74c7-434b-8016-0c37076bca43 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330381 Aug 22 16:10:19.396172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1967a-8d4f-4cb7-a77b-f5317e2f21ee req-b9d31dfe-0b7e-43b6-992b-36de2bbbb4b9 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:19.398527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cec1967a-8d4f-4cb7-a77b-f5317e2f21ee req-b9d31dfe-0b7e-43b6-992b-36de2bbbb4b9 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0504632 Aug 22 16:10:19.441264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cec1967a-8d4f-4cb7-a77b-f5317e2f21ee req-0c566989-40a5-4ee2-8aa7-d532a9ad19f6 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366738 Aug 22 16:10:20.555118 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23de26-bbe2-447c-814c-09967e4933e2 req-fe8faf7b-586b-4488-9531-2315f3ce4851 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:20.556793 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea23de26-bbe2-447c-814c-09967e4933e2 req-fe8faf7b-586b-4488-9531-2315f3ce4851 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0500743 Aug 22 16:10:20.596093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea23de26-bbe2-447c-814c-09967e4933e2 req-91049635-e1dc-4dfc-ae40-05e8c93706c8 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332887 Aug 22 16:10:21.712242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8485-2b00-4993-94b1-4704208549af req-44ca49d6-f70f-4afc-847a-d4c837886447 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:21.713725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b7e8485-2b00-4993-94b1-4704208549af req-44ca49d6-f70f-4afc-847a-d4c837886447 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0496430 Aug 22 16:10:21.753473 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b7e8485-2b00-4993-94b1-4704208549af req-9ac47dfb-e23b-4398-9ba8-3a30cb838ea2 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336597 Aug 22 16:10:21.837604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:22.869534 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715659de-e803-49b5-9fa2-c003912ae11c req-959e4ca2-7e8d-4977-9536-b0582145fc2e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:22.871076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-715659de-e803-49b5-9fa2-c003912ae11c req-959e4ca2-7e8d-4977-9536-b0582145fc2e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0495448 Aug 22 16:10:22.915413 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-715659de-e803-49b5-9fa2-c003912ae11c req-d0205199-7d17-4cbe-b4e5-7bf83b294407 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381410 Aug 22 16:10:24.032199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96ce79-d1b6-49b5-bb84-987fc9968bc5 req-9868b4d4-06e5-4b04-969a-ce1c9ee396ec tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:24.033695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b96ce79-d1b6-49b5-bb84-987fc9968bc5 req-9868b4d4-06e5-4b04-969a-ce1c9ee396ec tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0505896 Aug 22 16:10:24.073553 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5b96ce79-d1b6-49b5-bb84-987fc9968bc5 req-798fad68-e002-49d1-a135-aef909c9445a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4&id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333226 Aug 22 16:10:24.547997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-a2edb495-c9f1-4473-bc95-4d609a123bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406733 Aug 22 16:10:24.644633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-554cd52c-b71c-4091-9517-d3b3f6991291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:24.646106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-554cd52c-b71c-4091-9517-d3b3f6991291 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1136 time: 0.0400946 Aug 22 16:10:24.750063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-108c007b-ec0b-4710-9c03-85c858bea0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:24.751539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-108c007b-ec0b-4710-9c03-85c858bea0b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0877872 Aug 22 16:10:24.815640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-50bf7c92-0621-4d58-b997-00cdf60bc5f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1002 time: 0.0575318 Aug 22 16:10:24.867532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-996cfb10-74c1-4579-aa20-483ae7b50024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:24.868984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-996cfb10-74c1-4579-aa20-483ae7b50024 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0471573 Aug 22 16:10:24.914104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-a0d9dee4-d50d-4504-8c17-c66cb6c5680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:10:24.915565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-a0d9dee4-d50d-4504-8c17-c66cb6c5680b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394564 Aug 22 16:10:25.004675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-86bd16b6-7ee5-4daa-b55b-9136c77706a4 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818198 Aug 22 16:10:25.096833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4f7cc72-74a5-4b5d-a1e0-c904280e2c03 req-06709b32-c6d5-4290-a39c-8b481334a61f service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838609 Aug 22 16:10:30.191673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a162f9a8-9920-46fa-a02f-beaf164dca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:32.945086 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:33.612991 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-421d0d6b-4686-446f-89cd-a2bfaa28e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:35.169207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:37.086713 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:39.157709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:10:41.206654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:10:51.858509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:00.150986 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6200cadf-c40d-490c-8d1e-31548a2a38b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:02.972737 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:03.568707 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93ea-b739-4a83-8b9a-7a839e124c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:05.166255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:07.042297 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:11.240581 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.087091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-484be4e4-c97c-4068-99c3-d38ed158017e req-f6510721-ccb8-4dc3-94cf-5088b81d0e29 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272810620&fields=id&tenant_id=f192e0430da0419dbe26bc15e3489fea HTTP/1.1" status: 200 len: 267 time: 0.0331793 Aug 22 16:11:13.139149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484be4e4-c97c-4068-99c3-d38ed158017e req-06378f9c-0588-4c5e-a9e1-cdbd81e14272 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:13.140639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-484be4e4-c97c-4068-99c3-d38ed158017e req-06378f9c-0588-4c5e-a9e1-cdbd81e14272 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 985 time: 0.0480103 Aug 22 16:11:13.152544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Request body: {'port': {'security_groups': ['afdfc2ab-8d53-464d-88f2-0444ff66be8f']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:13.218970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.388511 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:13.418032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.482493 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.519783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:11:13.525772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:13.526404 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.527821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-484be4e4-c97c-4068-99c3-d38ed158017e req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "PUT /v2.0/ports/71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 943 time: 0.3804774 Aug 22 16:11:13.528310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:11:13.530614 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b49d5dc-3d88-401e-a046-657b8456e0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:11:13.535107 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59374) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:13.582897 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event updated for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:13.600899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.608493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d640bd8-1057-49da-9ece-4dff5cd94f3c tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.620548 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.652292 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.672898 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:11:13.755260 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a03706-764e-458b-bddd-fa78b5f2ab03 x-openstack-request-id: req-33a03706-764e-458b-bddd-fa78b5f2ab03 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:11:13.755682 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:11:13.756494 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33a03706-764e-458b-bddd-fa78b5f2ab03 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:11:13.757027 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:11:13.779899 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.782715 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.787064 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "DELETE /v2.0/security-groups/3ccd1ee6-d5a6-436e-b121-a66e19e30dc4 HTTP/1.1" status: 204 len: 168 time: 0.2470942 Aug 22 16:11:13.787234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59382) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:13.798552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd1ee6-d5a6-436e-b121-a66e19e30dc4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:13.806667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.813418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca049ed-8138-4d42-8fed-6c2a4d98b26a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:13.860226 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-65e820b7-6314-49a5-a3ce-f66cfe28754e None None] Provisioning complete for port 71d71caf-1bb6-4946-93c5-01e405f755fc triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:13.860609 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65e820b7-6314-49a5-a3ce-f66cfe28754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:13.921157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-91faaca1-ece2-4bad-9424-513319343012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:13.922560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-91faaca1-ece2-4bad-9424-513319343012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1097 time: 0.0906222 Aug 22 16:11:14.353956 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-8a5dada2-dcb6-47b4-bf2b-87262be32283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:14.355445 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-8a5dada2-dcb6-47b4-bf2b-87262be32283 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.4246566 Aug 22 16:11:14.362622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Deleting port 4b7376a9-be43-4721-82e0-9658ae96faf7 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:14.362970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:14.478086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-31a4ef04-297b-4479-be86-2244c75d0225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 1002 time: 0.1123667 Aug 22 16:11:14.522581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:14.523506 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:14.542348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Calling delete_port for 4b7376a9-be43-4721-82e0-9658ae96faf7 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:14.558850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-4daf43be-d0bb-4cf7-ba3f-e44dce941cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:14.560352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-4daf43be-d0bb-4cf7-ba3f-e44dce941cb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0726969 Aug 22 16:11:14.651417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-21734128-dd07-43ee-b194-0b352d5cfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:14.652929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-21734128-dd07-43ee-b194-0b352d5cfd7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601795 Aug 22 16:11:14.788527 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-8292bae4-b38a-4dc0-ab78-1cf8e19a2b8b service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247518 Aug 22 16:11:14.867183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:14.898991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event deleted for resources: {'Port': ['ID=4b7376a9-be43-4721-82e0-9658ae96faf7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:14.932110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0b49d5dc-3d88-401e-a046-657b8456e0d9 req-be4c3de1-bbe8-45e6-b113-fce70e6859e7 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345830 Aug 22 16:11:14.968142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:14.968477 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Floating IP 9900b8fe-6ce7-4919-ba01-9f778119662c disassociated (deleted). External IP: 172.25.0.240, port: 71d71caf-1bb6-4946-93c5-01e405f755fc. Aug 22 16:11:15.178051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:11:15.287513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:11:15.292343 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:15.298155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Sync routers for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:11:15.308295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:15.308837 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:15.321688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f7d9d89d-20ee-480d-a720-cb57a8db9512 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "DELETE /v2.0/floatingips/9900b8fe-6ce7-4919-ba01-9f778119662c HTTP/1.1" status: 204 len: 168 time: 1.5334606 Aug 22 16:11:15.418243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:15.625453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:15.652712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Checking router: 48dec2b1-30ab-4325-85bd-8e3b2a9abffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:11:15.661311 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:15.661911 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:15.758776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:11:15.761337 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7f3d89-d8f9-492b-b10c-a83684e184f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:11:15.769990 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:15.798938 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e32b2-f23e-4ace-af8b-bc119b101822 x-openstack-request-id: req-048e32b2-f23e-4ace-af8b-bc119b101822 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:11:15.798938 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:11:15.798938 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-048e32b2-f23e-4ace-af8b-bc119b101822 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:11:15.798938 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:11:15.895272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-b8051fb4-4f1d-43d6-ba09-35e2b65d63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:15.896898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-b8051fb4-4f1d-43d6-ba09-35e2b65d63c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f192e0430da0419dbe26bc15e3489fea&device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 1097 time: 0.0484469 Aug 22 16:11:15.976727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:15.991103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-cdcd2555-7630-4a3c-851b-8220ed45d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:15.993441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-cdcd2555-7630-4a3c-851b-8220ed45d534 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 200 len: 915 time: 0.0890760 Aug 22 16:11:16.041189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-5cffbf6e-9ae6-4fc2-864f-47300b7337c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 200 len: 217 time: 0.0402763 Aug 22 16:11:16.094146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-0a4d338f-546a-4d53-895a-8b0e917da303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:16.095828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-0a4d338f-546a-4d53-895a-8b0e917da303 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 200 len: 853 time: 0.0477273 Aug 22 16:11:16.146581 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-a637139c-782a-4514-bd50-98a1857fed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:16.148750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-a637139c-782a-4514-bd50-98a1857fed24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e1d6d2f-d5d6-4083-8279-9ef972bea7da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438724 Aug 22 16:11:16.156923 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:11:16.157643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f46643-d89b-496d-b538-043981dd33d0 None None] The sync data for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 is: [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:08:17Z', 'revision_number': 4, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'be7d1c38-b77f-4738-a693-9ff11e70a8fa', 'name': '', 'network_id': '8e1d6d2f-d5d6-4083-8279-9ef972bea7da', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'mac_address': 'fa:16:3e:19:5e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:17Z', 'updated_at': '2021-08-22T16:08:22Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'subnets': [{'id': 'b576aa19-1165-4d58-8150-0f16de89ac01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:11:16.249187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-6cb5ed51-b8f0-41ad-b02c-24d73fd1b31f service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932305 Aug 22 16:11:16.355077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e7f3d89-d8f9-492b-b10c-a83684e184f6 req-f34abac3-14c3-49c9-85c6-9ad767476ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914311 Aug 22 16:11:16.397454 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65253e3-367d-4975-b12b-b6eee1f197e1 None None] New status for floating IP 9900b8fe-6ce7-4919-ba01-9f778119662c: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:11:21.882759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:23.753157 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c51b0-62fd-4793-9356-1579889253f4 req-c1c540c3-c0a1-4507-9e3e-99d146e3bd5a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:23.754660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb7c51b0-62fd-4793-9356-1579889253f4 req-c1c540c3-c0a1-4507-9e3e-99d146e3bd5a tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0507400 Aug 22 16:11:23.792268 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb7c51b0-62fd-4793-9356-1579889253f4 req-5a5bae33-9e73-4035-9c81-18008093825d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Aug 22 16:11:24.909994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe956-7e0e-4e1c-b136-4ff99c7532d0 req-ac56848e-7ab4-4dee-acb8-bc640f98949e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:24.911469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0fe956-7e0e-4e1c-b136-4ff99c7532d0 req-ac56848e-7ab4-4dee-acb8-bc640f98949e tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0529392 Aug 22 16:11:24.949158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cd0fe956-7e0e-4e1c-b136-4ff99c7532d0 req-2c4b3456-8a7d-4dce-9178-5143610ecc41 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Aug 22 16:11:25.673528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-6c04e8fc-058b-438c-b57b-327bc1d9cbec tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:25.674886 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-6c04e8fc-058b-438c-b57b-327bc1d9cbec tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.10 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0481882 Aug 22 16:11:25.768844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Deleting port 71d71caf-1bb6-4946-93c5-01e405f755fc {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:25.769208 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:25.857027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] For port 71d71caf-1bb6-4946-93c5-01e405f755fc, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=71d71caf-1bb6-4946-93c5-01e405f755fc,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:25.857396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:25.869521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Calling delete_port for 71d71caf-1bb6-4946-93c5-01e405f755fc owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:26.064818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a912e11-eddf-47f4-91f3-67e9d19e99d8 req-086d9a38-16cb-461a-a7b9-2762bac8fe85 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:26.066313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a912e11-eddf-47f4-91f3-67e9d19e99d8 req-086d9a38-16cb-461a-a7b9-2762bac8fe85 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9278c164-e9e8-4d7d-b6e6-013ea5536517 HTTP/1.1" status: 200 len: 946 time: 0.0504045 Aug 22 16:11:26.079360 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:26.118744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Pushing event deleted for resources: {'Port': ['ID=71d71caf-1bb6-4946-93c5-01e405f755fc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:26.121959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['71d71caf-1bb6-4946-93c5-01e405f755fc'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:11:26.177635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6a912e11-eddf-47f4-91f3-67e9d19e99d8 req-439339f7-a9c0-4711-b4c8-1ab69e2a6dd1 tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.53 "GET /v2.0/security-groups?id=afdfc2ab-8d53-464d-88f2-0444ff66be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053061 Aug 22 16:11:26.178648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] No DVR routers for this DVR port 71d71caf-1bb6-4946-93c5-01e405f755fc on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:11:26.181898 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:26.184045 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de44cdfc-2207-4bcc-bc9c-8646b4a4d3c7 req-d5bce505-278e-4c50-8eb2-f034230adc1d tempest-TestMinimumBasicScenario-1680448576 tempest-TestMinimumBasicScenario-1680448576-project] 10.222.0.10 "DELETE /v2.0/ports/71d71caf-1bb6-4946-93c5-01e405f755fc HTTP/1.1" status: 204 len: 173 time: 0.5027492 Aug 22 16:11:26.184500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'name': 'network-vif-deleted', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:11:26.186903 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ecc093-dd08-454c-bb6a-3e866516bbed" -d '{"events": [{"server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "name": "network-vif-deleted", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:11:26.220806 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30521d17-279a-4487-a3be-2f14b5fc20de x-openstack-request-id: req-30521d17-279a-4487-a3be-2f14b5fc20de {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:11:26.221104 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9278c164-e9e8-4d7d-b6e6-013ea5536517", "name": "network-vif-deleted", "tag": "71d71caf-1bb6-4946-93c5-01e405f755fc", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:11:26.221358 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30521d17-279a-4487-a3be-2f14b5fc20de {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:11:26.221788 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278c164-e9e8-4d7d-b6e6-013ea5536517', 'name': 'network-vif-deleted', 'tag': '71d71caf-1bb6-4946-93c5-01e405f755fc', 'status': 'completed', 'code': 200} Aug 22 16:11:28.402004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:28.749810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:28.987922 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Deleting port be7d1c38-b77f-4738-a693-9ff11e70a8fa {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:28.988312 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:29.069748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] For port be7d1c38-b77f-4738-a693-9ff11e70a8fa, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=be7d1c38-b77f-4738-a693-9ff11e70a8fa,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:29.070040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:29.081963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Calling delete_port for be7d1c38-b77f-4738-a693-9ff11e70a8fa owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:29.191381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 71d71caf-1bb6-4946-93c5-01e405f755fc no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:29.210638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 71d71caf-1bb6-4946-93c5-01e405f755fc {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:29.210997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 71d71caf-1bb6-4946-93c5-01e405f755fc not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:29.333547 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:29.361348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Pushing event deleted for resources: {'Port': ['ID=be7d1c38-b77f-4738-a693-9ff11e70a8fa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:29.527439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:29.750016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:11:29.858482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:11:29.863573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-cce7b1e7-31d8-4425-a750-d242bde168ba admin admin] 10.222.0.53 "PUT /v2.0/routers/48dec2b1-30ab-4325-85bd-8e3b2a9abffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605007 Aug 22 16:11:29.866865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59490) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:29.867817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Sync routers for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:11:29.876980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:29.877591 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:29.978611 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:29.990277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:30.082917 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.184387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '047f9791-ce6a-4586-bc26-c370490f053d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:11:29Z', 'revision_number': 5, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port': {'id': '047f9791-ce6a-4586-bc26-c370490f053d', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:15Z', 'updated_at': '2021-08-22T16:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:30.212686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Checking router: 48dec2b1-30ab-4325-85bd-8e3b2a9abffa for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:11:30.214615 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8b408e64-e0f0-476e-981d-b4e8147c31ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.218102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Deleting port 047f9791-ce6a-4586-bc26-c370490f053d {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:30.218927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.225980 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Routers {'48dec2b1-30ab-4325-85bd-8e3b2a9abffa'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:30.226600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:30.300242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] For port 047f9791-ce6a-4586-bc26-c370490f053d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=047f9791-ce6a-4586-bc26-c370490f053d,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:30.300665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.312732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] Set router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:30.313027 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Calling delete_port for 047f9791-ce6a-4586-bc26-c370490f053d owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:30.371413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:11:30Z', 'revision_number': 6, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:30.398880 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed87de-3145-493e-8125-fe674eb47133 None None] The sync data for ids ['48dec2b1-30ab-4325-85bd-8e3b2a9abffa'] in n-d-805046-3 is: [{'id': '48dec2b1-30ab-4325-85bd-8e3b2a9abffa', 'name': 'tempest-TestMinimumBasicScenario-963530346-router', 'tenant_id': 'f192e0430da0419dbe26bc15e3489fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:14Z', 'updated_at': '2021-08-22T16:11:30Z', 'revision_number': 6, 'project_id': 'f192e0430da0419dbe26bc15e3489fea', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:11:30.555659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.582395 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=047f9791-ce6a-4586-bc26-c370490f053d,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:30.641610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.730330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.732341 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.837777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.838348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48dec2b1-30ab-4325-85bd-8e3b2a9abffa {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:11:30.847591 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.847591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d4d8979-24a6-4380-b4f4-c6af736f8e9d admin admin] 10.222.0.53 "DELETE /v2.0/routers/48dec2b1-30ab-4325-85bd-8e3b2a9abffa HTTP/1.1" status: 204 len: 168 time: 0.9760883 Aug 22 16:11:30.847591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59492) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:30.890424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Deleting subnet b576aa19-1165-4d58-8150-0f16de89ac01 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:11:30.893396 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:30.927475 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.006322 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.134519 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.161452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b576aa19-1165-4d58-8150-0f16de89ac01,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:31.165671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.170273 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3a1a554c-19a5-4b35-b284-16a01c90a246 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b576aa19-1165-4d58-8150-0f16de89ac01 HTTP/1.1" status: 204 len: 168 time: 0.3202262 Aug 22 16:11:31.170376 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59494) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:31.173889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b487e41-1c5b-45af-9dd0-581a8b4e8df3 None None] Network 8e1d6d2f-d5d6-4083-8279-9ef972bea7da requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:11:31.250288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.305438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Deleting port c3f4d602-5714-4da3-af66-e025990f630c {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:31.305775 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.356068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74299147-9e27-47df-beac-a858832b8944 None None] DHCP port deletion for 8e1d6d2f-d5d6-4083-8279-9ef972bea7da request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:11:31.374025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] For port c3f4d602-5714-4da3-af66-e025990f630c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3f4d602-5714-4da3-af66-e025990f630c,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:31.374394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.388253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Calling delete_port for c3f4d602-5714-4da3-af66-e025990f630c owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:31.404195 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-74299147-9e27-47df-beac-a858832b8944 None None] Deleting port c3f4d602-5714-4da3-af66-e025990f630c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:31.404578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.471321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-74299147-9e27-47df-beac-a858832b8944 None None] For port c3f4d602-5714-4da3-af66-e025990f630c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c3f4d602-5714-4da3-af66-e025990f630c,segment=NetworkSegment(90ed1891-86a0-4831-8ed8-3779a165b93d),segment_id=90ed1891-86a0-4831-8ed8-3779a165b93d)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:31.471720 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.485144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-74299147-9e27-47df-beac-a858832b8944 None None] Calling delete_port for c3f4d602-5714-4da3-af66-e025990f630c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:31.533681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.558391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.562314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] No DVR routers for this DVR port c3f4d602-5714-4da3-af66-e025990f630c on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:11:31.567691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f4d602-5714-4da3-af66-e025990f630c,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:31.585312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74299147-9e27-47df-beac-a858832b8944 None None] Pushing event deleted for resources: {'Port': ['ID=c3f4d602-5714-4da3-af66-e025990f630c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:31.587534 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74299147-9e27-47df-beac-a858832b8944 None None] No DVR routers for this DVR port c3f4d602-5714-4da3-af66-e025990f630c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.601335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74299147-9e27-47df-beac-a858832b8944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:31.646900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.656561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1d6d2f-d5d6-4083-8279-9ef972bea7da']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:31.968082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ed1891-86a0-4831-8ed8-3779a165b93d') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:31.968387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ed1891-86a0-4831-8ed8-3779a165b93d') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:31.978658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.992851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:31.998823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:11:31.999211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:11:32.000867 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:11:32.019260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device be7d1c38-b77f-4738-a693-9ff11e70a8fa no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:32.043098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: be7d1c38-b77f-4738-a693-9ff11e70a8fa {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:32.043452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device be7d1c38-b77f-4738-a693-9ff11e70a8fa not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:32.043867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 047f9791-ce6a-4586-bc26-c370490f053d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:32.063132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 047f9791-ce6a-4586-bc26-c370490f053d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:32.063479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 047f9791-ce6a-4586-bc26-c370490f053d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:32.063890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3f4d602-5714-4da3-af66-e025990f630c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:32.082087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c3f4d602-5714-4da3-af66-e025990f630c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:32.083744 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c3f4d602-5714-4da3-af66-e025990f630c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:32.149295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.154860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.156725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8e1d6d2f-d5d6-4083-8279-9ef972bea7da HTTP/1.1" status: 204 len: 168 time: 0.9854043 Aug 22 16:11:32.159766 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59498) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:32.167722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e709-09e1-4001-8636-6fd24b331230 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1d6d2f-d5d6-4083-8279-9ef972bea7da,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:32.512066 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.751881 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Deleting port d9f6816d-4db0-49fa-b54d-6fb8de8436c4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:32.752252 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.828778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] For port d9f6816d-4db0-49fa-b54d-6fb8de8436c4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:32.829065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:32.841473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Calling delete_port for d9f6816d-4db0-49fa-b54d-6fb8de8436c4 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:32.939364 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.053691 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.077131 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f6816d-4db0-49fa-b54d-6fb8de8436c4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:33.246556 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.455885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Router fb33eb82-60a7-4a84-9b9c-5518670b1c94 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:11:33.556777 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:11:33.561965 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ab054938-0be3-4e2c-98db-7a162af5ed7b admin admin] 10.222.0.53 "PUT /v2.0/routers/fb33eb82-60a7-4a84-9b9c-5518670b1c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010746 Aug 22 16:11:33.564453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59500) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:33.566514 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-bd8b8ddb-329c-4426-a09f-b0f8d9bbdfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.567345 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Sync routers for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:11:33.578122 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:33.582674 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:33.675732 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.681737 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:33.778316 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.854233 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:11:32Z', 'revision_number': 5, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port': {'id': 'a0755373-9cd9-4e99-99d3-0a27fb0df4db', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:08:21Z', 'updated_at': '2021-08-22T16:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:33.879124 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Checking router: fb33eb82-60a7-4a84-9b9c-5518670b1c94 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:11:33.885669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Deleting port a0755373-9cd9-4e99-99d3-0a27fb0df4db {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:33.886015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.887611 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Routers {'fb33eb82-60a7-4a84-9b9c-5518670b1c94'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:33.888241 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:33.973809 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] Set router fb33eb82-60a7-4a84-9b9c-5518670b1c94 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:33.975156 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] For port a0755373-9cd9-4e99-99d3-0a27fb0df4db, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a0755373-9cd9-4e99-99d3-0a27fb0df4db,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:33.976439 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:33.988951 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Calling delete_port for a0755373-9cd9-4e99-99d3-0a27fb0df4db owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:34.028143 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:11:33Z', 'revision_number': 6, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:34.054126 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8a981-0096-428b-a020-109d5086fad2 None None] The sync data for ids ['fb33eb82-60a7-4a84-9b9c-5518670b1c94'] in n-d-805046-3 is: [{'id': 'fb33eb82-60a7-4a84-9b9c-5518670b1c94', 'name': 'tempest-TestMinimumBasicScenario-521374464-router', 'tenant_id': '7c43b75df2fd4657932b543af24f4438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:08:20Z', 'updated_at': '2021-08-22T16:11:33Z', 'revision_number': 6, 'project_id': '7c43b75df2fd4657932b543af24f4438', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:11:34.212225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.236887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a0755373-9cd9-4e99-99d3-0a27fb0df4db,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:34.302142 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.706162 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.708264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.836589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.837135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb33eb82-60a7-4a84-9b9c-5518670b1c94 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:11:34.841665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.842941 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-75145658-e328-4a18-baf7-bf8b215ca6ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/fb33eb82-60a7-4a84-9b9c-5518670b1c94 HTTP/1.1" status: 204 len: 168 time: 1.2775533 Aug 22 16:11:34.845416 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59502) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:34.891460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Deleting subnet d08df6da-607c-4b4a-8a00-2a4e6b7f3466 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:11:34.894835 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:34.932793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.011770 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.109199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.132865 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08df6da-607c-4b4a-8a00-2a4e6b7f3466,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:35.138634 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.140544 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4969b667-c62a-4f38-9840-3d41a10529c7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d08df6da-607c-4b4a-8a00-2a4e6b7f3466 HTTP/1.1" status: 204 len: 168 time: 0.2941289 Aug 22 16:11:35.143328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59504) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:35.144573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c7ac9-b017-42c6-8198-31c103cd3248 None None] Network 29c9ecdf-a88c-4f9d-a082-e861d0510076 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:11:35.159126 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.215109 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.275905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Deleting port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:35.276267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.318067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] DHCP port deletion for 29c9ecdf-a88c-4f9d-a082-e861d0510076 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:11:35.341239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] For port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:35.341610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.359881 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Calling delete_port for 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:35.360144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Deleting port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:11:35.360727 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.427161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] For port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,segment=NetworkSegment(81228cba-4e25-4685-8242-3cec45559a2b),segment_id=81228cba-4e25-4685-8242-3cec45559a2b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:35.427569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.441305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Calling delete_port for 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:11:35.504740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.516811 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.529217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:35.535994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] No DVR routers for this DVR port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:11:35.544385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] Pushing event deleted for resources: {'Port': ['ID=156bd1bc-d88f-4fce-aaa5-e027df25e0e3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:35.550683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4073a-8c58-4b81-9a40-7fcd6326524d None None] No DVR routers for this DVR port 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:11:35.611061 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.620689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c9ecdf-a88c-4f9d-a082-e861d0510076']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:35.630558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81228cba-4e25-4685-8242-3cec45559a2b') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:35.630850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81228cba-4e25-4685-8242-3cec45559a2b') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:35.639682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.654037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.659853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:11:35.660267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:11:35.661885 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:11:35.779348 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.784838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:35.786646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29c9ecdf-a88c-4f9d-a082-e861d0510076 HTTP/1.1" status: 204 len: 168 time: 0.6422348 Aug 22 16:11:35.797584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d8061-130b-4439-b156-214bdee629c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c9ecdf-a88c-4f9d-a082-e861d0510076,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:36.004341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a0755373-9cd9-4e99-99d3-0a27fb0df4db no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:36.025785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a0755373-9cd9-4e99-99d3-0a27fb0df4db {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:36.026133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a0755373-9cd9-4e99-99d3-0a27fb0df4db not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:36.026538 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9f6816d-4db0-49fa-b54d-6fb8de8436c4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:36.051392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: d9f6816d-4db0-49fa-b54d-6fb8de8436c4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:36.051392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device d9f6816d-4db0-49fa-b54d-6fb8de8436c4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:36.051392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:11:36.067014 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:11:36.067359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 156bd1bc-d88f-4fce-aaa5-e027df25e0e3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:11:36.166264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:36.210364 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8785e857-a303-4040-993c-494b3f2a42d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f192e0430da0419dbe26bc15e3489fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429325 Aug 22 16:11:36.213130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:36.261754 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:36.286353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:36.407661 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:36.410168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:36.411350 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afdfc2ab-8d53-464d-88f2-0444ff66be8f HTTP/1.1" status: 204 len: 168 time: 0.1972604 Aug 22 16:11:36.419586 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f368eb-5b14-4015-b3bf-f5ca2b07ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdfc2ab-8d53-464d-88f2-0444ff66be8f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:37.079695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:37.099348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:37.122166 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fdcf0477-09c3-4e43-a91f-cd8133959863 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c43b75df2fd4657932b543af24f4438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412033 Aug 22 16:11:37.124667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59518) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:37.173722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:37.195405 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:37.332292 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:37.335353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:37.336611 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6495510a-cb45-4607-be65-a4e029f6d5f4 HTTP/1.1" status: 204 len: 168 time: 0.2110436 Aug 22 16:11:37.344468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564894-d79f-4d2d-9259-153460ab80f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495510a-cb45-4607-be65-a4e029f6d5f4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:39.608075 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59558) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:39.612786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455816842', 'description': 'tempest-secgroup-smoke-455816842 description', 'project_id': '4eccbda06ce54822bdf9902965d06be2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:39.710823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:39.718639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:39.806907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:39.892942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:39.925830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f75b1d-a031-450a-93d7-1d9cdfd112b0,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:39.982860 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.053003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.080188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b894e3-31b2-423d-8dd3-f88e9c362e30,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:40.150403 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.151620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d5247197-781c-4daf-8a2f-523be25b0d25 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5425329 Aug 22 16:11:40.154448 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59560) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:40.158869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:40.251806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.305845 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.378646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.399439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaaf82d0-321f-442a-927e-d3cd1697974e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:40.470629 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.471868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df42aa60-822c-47a6-8933-87b905fe9b91 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164942 Aug 22 16:11:40.474650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59562) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:40.479350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:40.572745 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.628253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.704577 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.723337 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ac6e8e-2822-4714-83fd-3bf2bcf582e6,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:40.795937 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.797236 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dd201a7d-2509-4352-8c13-93305b64d827 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216057 Aug 22 16:11:40.799869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59564) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:40.805071 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:40.886573 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:40.942386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.019204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.037965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac5ed91-063b-4938-94ac-0cdaae030dd0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:41.115144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.116440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b6db9bdb-fa7a-48ca-8ed7-9b81eedfc4a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156025 Aug 22 16:11:41.120117 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59566) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:41.124565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:41.212706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.242689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.272724 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.355936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.375857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ed7bed-9a53-4725-9444-d7c67e768aa8,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:41.464484 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.465764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a3f3b634-86bd-4c44-a56b-1ba5e7cce3b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447285 Aug 22 16:11:41.468389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59568) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:41.472820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:41.561607 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:11:41.566320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.624769 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.687063 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.704280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c268980b-bff9-42f7-9338-4f57f1243ccc,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:41.767680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.768956 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a595ad93-b780-4071-8a39-f97bca468482 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995923 Aug 22 16:11:41.771597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59570) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:41.776505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'e5b894e3-31b2-423d-8dd3-f88e9c362e30', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:41.836348 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:11:41.841197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.901811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.965970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:41.983890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c39fc9-fe40-47b9-821d-a0d932b79940,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:42.064639 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.065899 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e2aca8f5-34e8-4688-95e7-d8a36cc9c6bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928784 Aug 22 16:11:42.069002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59572) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:42.074161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'network': {'name': 'tempest-network-smoke--1481728910', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:42.161693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:11:42.165897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.188307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:11:42.196496 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.196835 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Added segment 2e0f310f-ce30-4d32-a46f-f8baf67f461f of type vlan for network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa Aug 22 16:11:42.239015 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.351385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.357090 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:42.357681 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.423204 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Network': ['ID=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:42.433256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:11:42.471622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-67261eac-75a7-4836-9126-71b03ace7e04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4014788 Aug 22 16:11:42.474445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59574) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:42.479999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'admin_state_up': True, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:42.561995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.563044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.617473 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:42.799669 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.054970 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.073722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.175074 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.33 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/3f1a30b5-ef1c-449d-86af-d836ac75f952) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:11:43.282119 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.385185 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.420018 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:11:43.422819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:43.426227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:11:43.461472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=3f1a30b5-ef1c-449d-86af-d836ac75f952,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:43.752931 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:43.943636 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:44.162010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:11:44.268708 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:11:44.279150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Sync routers for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:11:44.288076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:44.288696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:44.345032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:44.346235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-313896c0-e71a-46c8-8702-b6ce6e10fb81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8700149 Aug 22 16:11:44.349478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59576) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:44.394000 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:44.488820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-25b0fae7-1e58-498c-b550-7e014a837839 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4eccbda06ce54822bdf9902965d06be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382165 Aug 22 16:11:44.492913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59580) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:44.579693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:43Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:44.606224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Checking router: 76da7298-2d48-49f7-9e3d-84d86ec5cc22 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:11:44.606571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Updating router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 port 3f1a30b5-ef1c-449d-86af-d836ac75f952 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:11:44.631355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:44.650341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e143363-bec4-44d0-aaac-e9105aea8a68 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:44.651860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2e143363-bec4-44d0-aaac-e9105aea8a68 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577263 Aug 22 16:11:44.654653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59582) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:44.682801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-27976a2c-8183-4c24-bed8-785ec85cb437 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270152 Aug 22 16:11:44.685332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59584) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:44.690278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268515743', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:44.829774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:11:44.833372 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:44.887638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:44.898010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Transition to ACTIVE for port object 3f1a30b5-ef1c-449d-86af-d836ac75f952 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:44.983881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.033305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Attempting to bind port 3f1a30b5-ef1c-449d-86af-d836ac75f952 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:11:45.033687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Attempting to bind port 3f1a30b5-ef1c-449d-86af-d836ac75f952 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:11:45.034058 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Attempting to bind port 3f1a30b5-ef1c-449d-86af-d836ac75f952 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:11:45.042293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daefcb0-1758-4dbe-b802-289d76fe0d92 None None] Pushing event updated for resources: {'Port': ['ID=3f1a30b5-ef1c-449d-86af-d836ac75f952,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:45.046998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:11:45.047381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:11:45.049436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.049436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:11:45.049436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Bound port: 3f1a30b5-ef1c-449d-86af-d836ac75f952, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:11:45.049436 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.063534 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.103384 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] For port 3f1a30b5-ef1c-449d-86af-d836ac75f952, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:11:45.106529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] For port 3f1a30b5-ef1c-449d-86af-d836ac75f952, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3f1a30b5-ef1c-449d-86af-d836ac75f952,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:11:45.130597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Subnet': ['ID=72a9aedf-66d0-4344-8aac-1aab9379064e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:45.138108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Checking segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:11:45.138478 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network hostable DHCP agents. Network: 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:11:45.172327 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.232739 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:45.246053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:45.246053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daefcb0-1758-4dbe-b802-289d76fe0d92 None None] Pushing event updated for resources: {'Port': ['ID=3f1a30b5-ef1c-449d-86af-d836ac75f952,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:45.264580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:11:45.345516 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:45.351313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:45.356387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:45.357706 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.377581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225c5d2-0c01-4119-b0d3-53182fcb05a3 None None] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:11:45.419961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0896091d-5417-4c6d-94bd-06b09540fc21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7335315 Aug 22 16:11:45.422556 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59586) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:11:45.805865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:11:45.806728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.824122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:43Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:45.858844 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e092c-a48e-47c3-b133-75be640f8fe1 None None] The sync data for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 is: [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:43Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:11:45.862624 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:45.991039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Allocated IP 172.20.0.2 (1c3f6797-b151-46cb-a0ec-e680a9ffa5aa/72a9aedf-66d0-4344-8aac-1aab9379064e/0a09a828-b0af-4009-b067-3f0b6826a30f) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:11:46.177499 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.187281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Transition to ACTIVE for port object 0a09a828-b0af-4009-b067-3f0b6826a30f will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:46.205341 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Transition to ACTIVE for port object 0a09a828-b0af-4009-b067-3f0b6826a30f will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:46.288714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.332775 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:11:46.337395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:46.346082 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:11:46.348186 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Pushing event updated for resources: {'Port': ['ID=0a09a828-b0af-4009-b067-3f0b6826a30f,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:46.408831 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Attempting to bind port 0a09a828-b0af-4009-b067-3f0b6826a30f on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:11:46.409218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Attempting to bind port 0a09a828-b0af-4009-b067-3f0b6826a30f by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:11:46.409593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Attempting to bind port 0a09a828-b0af-4009-b067-3f0b6826a30f on network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:11:46.415796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:11:46.416218 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Checking segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:11:46.416625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.417025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Bound using segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:11:46.417493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Bound port: 0a09a828-b0af-4009-b067-3f0b6826a30f, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:11:46.417876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.489410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] For port 0a09a828-b0af-4009-b067-3f0b6826a30f, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:11:46.492842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] For port 0a09a828-b0af-4009-b067-3f0b6826a30f, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0a09a828-b0af-4009-b067-3f0b6826a30f,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:11:46.556551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.1 (1c3f6797-b151-46cb-a0ec-e680a9ffa5aa/72a9aedf-66d0-4344-8aac-1aab9379064e/f153876c-a01a-4821-b475-ddfc4da6444e) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:11:46.575793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.653872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1ff62-d36d-41ed-bae9-a3bb110231c7 None None] Pushing event updated for resources: {'Port': ['ID=0a09a828-b0af-4009-b067-3f0b6826a30f,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:46.681955 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.702545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object f153876c-a01a-4821-b475-ddfc4da6444e will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:46.820320 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:46.863149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:11:46.866926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:46.870952 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:11:46.879703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:46.926001 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:47.098385 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:47.394335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:47.474810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:47.546454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:47.551558 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:47.647150 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:11:47.648855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:47.764886 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:11:47.880450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:11:47.893641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-041e8315-5a38-45dd-a835-d375a332ccf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/76da7298-2d48-49f7-9e3d-84d86ec5cc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4628513 Aug 22 16:11:47.894183 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Sync routers for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:11:47.901644 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:47.902212 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:48.047859 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:48.049238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-4f1eebe3-6067-4992-89ed-d7a1bf66980e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455816842&fields=id&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 267 time: 0.0440667 Aug 22 16:11:48.109689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0a09a828-b0af-4009-b067-3f0b6826a30f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:48.177674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-e4dd9a50-1500-41be-b775-36fc790cb96d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:48.180608 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-e4dd9a50-1500-41be-b775-36fc790cb96d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/networks?id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 200 len: 797 time: 0.1234624 Aug 22 16:11:48.191655 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f5b89-f7ba-4ca6-a26e-6e11ef273812 None None] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:11:48.200554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-04cb528d-bfc5-405a-9bb9-28db2e96b1ae tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/quotas/4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 375 time: 0.0120730 Aug 22 16:11:48.269384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-70bcadb4-f62e-4099-8da8-7939191b4496 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619633 Aug 22 16:11:48.298193 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 2, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:48.331517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Checking router: 76da7298-2d48-49f7-9e3d-84d86ec5cc22 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:11:48.331950 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Updating router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 port f153876c-a01a-4821-b475-ddfc4da6444e binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:11:48.358970 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.370173 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 0a09a828-b0af-4009-b067-3f0b6826a30f completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:48.385963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3f1a30b5-ef1c-449d-86af-d836ac75f952 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:48.446675 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-7ceba3be-34a5-450d-8ef9-de3f2e76c4e5 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628001 Aug 22 16:11:48.463532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Provisioning for port 0a09a828-b0af-4009-b067-3f0b6826a30f completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:48.467656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Provisioning complete for port 0a09a828-b0af-4009-b067-3f0b6826a30f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:48.468062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.500288 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 3f1a30b5-ef1c-449d-86af-d836ac75f952 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:48.511856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3f1a30b5-ef1c-449d-86af-d836ac75f952 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:48.512261 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.580355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-7a620389-3c8a-46be-a984-3e1012c0ac59 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263688 Aug 22 16:11:48.647989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.677976 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.696959 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.710449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] For port 0a09a828-b0af-4009-b067-3f0b6826a30f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0a09a828-b0af-4009-b067-3f0b6826a30f,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:48.713994 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Transition to ACTIVE for port object f153876c-a01a-4821-b475-ddfc4da6444e will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:48.714165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 3f1a30b5-ef1c-449d-86af-d836ac75f952, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3f1a30b5-ef1c-449d-86af-d836ac75f952,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:48.853754 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.854007 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.858116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:48.898750 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cbb1d341-3d7e-4699-92c1-c45776014937 req-d29d2b96-fb7b-4f28-9826-4988dca218e0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0514903 Aug 22 16:11:48.916212 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Pushing event updated for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:48.926059 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.927701 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.928386 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.929422 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.929811 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.930203 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.930618 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.931004 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.931535 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.931706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.932179 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.932683 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:11:48.957568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=3f1a30b5-ef1c-449d-86af-d836ac75f952,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:48.993930 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Attempting to bind port f153876c-a01a-4821-b475-ddfc4da6444e on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:11:48.994473 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Attempting to bind port f153876c-a01a-4821-b475-ddfc4da6444e by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:11:48.995334 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Attempting to bind port f153876c-a01a-4821-b475-ddfc4da6444e on network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:11:49.000198 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:11:49.000575 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Checking segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:11:49.000978 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:49.001375 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Bound using segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:11:49.001866 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Bound port: f153876c-a01a-4821-b475-ddfc4da6444e, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:11:49.002233 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:49.023150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f041cc42-ad65-4d10-b0c1-f2c0559a6a34 None None] Provisioning complete for port 0a09a828-b0af-4009-b067-3f0b6826a30f triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:49.023865 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f041cc42-ad65-4d10-b0c1-f2c0559a6a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:49.046595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bd0c0-211b-44ec-be9b-2a69c301b3c5 None None] Pushing event updated for resources: {'Port': ['ID=0a09a828-b0af-4009-b067-3f0b6826a30f,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:49.081428 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] For port f153876c-a01a-4821-b475-ddfc4da6444e, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:11:49.084960 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] For port f153876c-a01a-4821-b475-ddfc4da6444e, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f153876c-a01a-4821-b475-ddfc4da6444e,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:11:49.167749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f041cc42-ad65-4d10-b0c1-f2c0559a6a34 None None] Provisioning for port f153876c-a01a-4821-b475-ddfc4da6444e completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:49.168359 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:49.233124 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:11:49.233748 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:11:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:49.236818 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fdaae-f37f-426a-83a5-646ab9dbec7f None None] Pushing event updated for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:49.440805 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:11:49.629520 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:49Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:11:49.654744 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f1347-c56f-4bb9-8d51-8705bcc8c8db None None] The sync data for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 is: [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:49Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:11:50.001307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bf2267b-eef4-45b7-8b42-e6437ea5a537 req-18e0d42f-ef17-4452-923a-49f8b4996764 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0450439 Aug 22 16:11:50.121783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f153876c-a01a-4821-b475-ddfc4da6444e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:50.274567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f153876c-a01a-4821-b475-ddfc4da6444e completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:50.278802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f153876c-a01a-4821-b475-ddfc4da6444e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:50.279225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:50.363554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:50.398006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f153876c-a01a-4821-b475-ddfc4da6444e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f153876c-a01a-4821-b475-ddfc4da6444e,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:11:50.469044 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:50.469863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0a09a828-b0af-4009-b067-3f0b6826a30f up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:50.554559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:50.563162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 0a09a828-b0af-4009-b067-3f0b6826a30f triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:50.563431 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:50.644454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3f1a30b5-ef1c-449d-86af-d836ac75f952 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:50.690755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 3f1a30b5-ef1c-449d-86af-d836ac75f952 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:50.691135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:51.077562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e5099734-878a-4419-9dce-4f24d9cf378b req-87f4be59-e0d9-4888-9f77-9107bf294939 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0260026 Aug 22 16:11:51.887121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:52.013453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f153876c-a01a-4821-b475-ddfc4da6444e up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:11:52.063683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f153876c-a01a-4821-b475-ddfc4da6444e triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:52.063992 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:52.172555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6515d797-7d1a-4a4c-bc66-ce9917b1154b req-6e799dba-38b9-45e4-8376-d140c0b9dae9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0290568 Aug 22 16:11:53.156015 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:11:53.225064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-eca96c7b-55d6-4080-ae26-40b314a64da6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:53.228011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-eca96c7b-55d6-4080-ae26-40b314a64da6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/networks?id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 200 len: 797 time: 0.1152148 Aug 22 16:11:53.296830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e4541d9-3321-4540-bad2-d918b9675c93 req-905e6ce0-a9c8-418e-9a7b-44c03fb6e113 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0479403 Aug 22 16:11:53.321391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-7d02c357-264a-4900-9d5c-53ca29b77afe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 379 time: 0.0786917 Aug 22 16:11:53.331114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'port': {'device_id': '675636c2-068d-40ef-8669-01707a9043ac', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'admin_state_up': True, 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'security_groups': ['e5b894e3-31b2-423d-8dd3-f88e9c362e30']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:53.537298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:11:53.541876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:53.675477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.8 (1c3f6797-b151-46cb-a0ec-e680a9ffa5aa/72a9aedf-66d0-4344-8aac-1aab9379064e/a35164a0-9956-40fb-8d43-c64eca21f459) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:11:53.905751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:53.927850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object a35164a0-9956-40fb-8d43-c64eca21f459 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:54.024425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.074594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:11:54.077521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:11:54.081304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:11:54.113177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:54.143001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:54.143813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.224328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-da88eaed-1ed6-4844-9579-95f7352b047e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968222 Aug 22 16:11:54.289413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Request body: {'port': {'device_id': '675636c2-068d-40ef-8669-01707a9043ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:11:54.344523 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.459040 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-26c37cbf-e7ae-43a4-8b62-39d8005ca93b None None] Provisioning for port a35164a0-9956-40fb-8d43-c64eca21f459 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:11:54.463308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-26c37cbf-e7ae-43a4-8b62-39d8005ca93b None None] Provisioning complete for port a35164a0-9956-40fb-8d43-c64eca21f459 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:11:54.463678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-26c37cbf-e7ae-43a4-8b62-39d8005ca93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.499577 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-26c37cbf-e7ae-43a4-8b62-39d8005ca93b None None] Port a35164a0-9956-40fb-8d43-c64eca21f459 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:11:54.501542 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e9121-c0ba-4781-94b2-1dc072525f00 req-8a46013d-8ff5-44c1-b754-2c4a3b7bacce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:54.503098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e5e9121-c0ba-4781-94b2-1dc072525f00 req-8a46013d-8ff5-44c1-b754-2c4a3b7bacce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 931 time: 0.1188121 Aug 22 16:11:54.597670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3e5e9121-c0ba-4781-94b2-1dc072525f00 req-75b271b9-dc89-401c-a9bc-c8bcfbfe7499 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876393 Aug 22 16:11:54.685934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35164a0-9956-40fb-8d43-c64eca21f459 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:11:54.693126 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.705079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Transition to ACTIVE for port object a35164a0-9956-40fb-8d43-c64eca21f459 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:11:54.767266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.817988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Pushing event updated for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:54.887764 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Attempting to bind port a35164a0-9956-40fb-8d43-c64eca21f459 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:11:54.888132 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Attempting to bind port a35164a0-9956-40fb-8d43-c64eca21f459 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:11:54.888461 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Attempting to bind port a35164a0-9956-40fb-8d43-c64eca21f459 on network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:11:54.892914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Port a35164a0-9956-40fb-8d43-c64eca21f459 on network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:11:54.893238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Attempting to bind port a35164a0-9956-40fb-8d43-c64eca21f459 on network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:11:54.898953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:11:54.899292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Checking segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:11:54.899681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Bound using segment: {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:11:54.900142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Bound port: a35164a0-9956-40fb-8d43-c64eca21f459, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0f310f-ce30-4d32-a46f-f8baf67f461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:11:54.900500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:54.967149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:11:54.970320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a35164a0-9956-40fb-8d43-c64eca21f459,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:11:55.057671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:55.091427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.091940 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:11:55.093393 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] 10.222.0.10 "PUT /v2.0/ports/a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 200 len: 1091 time: 0.8541248 Aug 22 16:11:55.093866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:11:55.096271 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487ad92-a595-429b-9ca2-bb660eb36a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:11:55.131037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69c868-427e-40ac-9f4b-8ae86a95706e service neutron] Pushing event updated for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:11:55.143099 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345f11c6-c01e-4654-a9d5-22074e9a98d0 x-openstack-request-id: req-345f11c6-c01e-4654-a9d5-22074e9a98d0 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:11:55.143399 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:11:55.143662 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-345f11c6-c01e-4654-a9d5-22074e9a98d0 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:11:55.144104 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'status': 'completed', 'code': 200} Aug 22 16:11:55.231926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-2997ca07-9095-4114-b505-72a42bfbd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.233644 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-2997ca07-9095-4114-b505-72a42bfbd9c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1094 time: 0.0462930 Aug 22 16:11:55.337595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-642c8150-572e-42a9-9468-66228845bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.339093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-642c8150-572e-42a9-9468-66228845bb2c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4eccbda06ce54822bdf9902965d06be2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0924103 Aug 22 16:11:55.435730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-11b44c53-e660-444b-89cb-42ee7a81bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.437242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2487ad92-a595-429b-9ca2-bb660eb36a0e req-11b44c53-e660-444b-89cb-42ee7a81bdea service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919316 Aug 22 16:11:55.533651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-15308fee-bf78-4e85-912b-ee56ad452357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.535044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-15308fee-bf78-4e85-912b-ee56ad452357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1094 time: 0.0412807 Aug 22 16:11:55.585672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-5c5f3064-b6e0-4dfc-b361-efee00bbb5db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 200 len: 217 time: 0.0376489 Aug 22 16:11:55.637493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-906fae20-eee4-4cee-aad9-39ff9ab7d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.638985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-906fae20-eee4-4cee-aad9-39ff9ab7d42e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72a9aedf-66d0-4344-8aac-1aab9379064e HTTP/1.1" status: 200 len: 834 time: 0.0460675 Aug 22 16:11:55.715935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d628416-930b-4caa-a023-10ec3764f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.717468 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-3d628416-930b-4caa-a023-10ec3764f6e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716043 Aug 22 16:11:55.729569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b172541-0b4b-45c9-88c6-43e0e0396e9a req-06d20830-cc7c-4bcd-9580-bf7609d2dc9b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:55.730962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b172541-0b4b-45c9-88c6-43e0e0396e9a req-06d20830-cc7c-4bcd-9580-bf7609d2dc9b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0603406 Aug 22 16:11:55.824486 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7b172541-0b4b-45c9-88c6-43e0e0396e9a req-054da373-a11b-4f5c-a762-b52b29015cc2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855880 Aug 22 16:11:55.847838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-2b6796fd-f7ca-4bbf-a665-9bc317c83cf5 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159394 Aug 22 16:11:55.942073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f95c754f-a187-49e4-9b9f-6390972757cf req-189a84b5-f868-41b1-888c-be57502306e4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Aug 22 16:11:56.936336 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d309-eec2-44f3-9477-dc32e8561736 req-e3bee297-209a-49e1-b0f4-3a4e58a35a1d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:56.940771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64f6d309-eec2-44f3-9477-dc32e8561736 req-e3bee297-209a-49e1-b0f4-3a4e58a35a1d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0488029 Aug 22 16:11:56.976055 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-64f6d309-eec2-44f3-9477-dc32e8561736 req-740d1fd9-1b56-4c44-b41e-f21a5ebb36ed tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Aug 22 16:11:58.091034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076488ea-0232-426d-b5b4-783244bb33e3 req-a7491d25-efb0-40ab-90ad-20574bb9c75f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:58.092625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-076488ea-0232-426d-b5b4-783244bb33e3 req-a7491d25-efb0-40ab-90ad-20574bb9c75f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0484803 Aug 22 16:11:58.130381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-076488ea-0232-426d-b5b4-783244bb33e3 req-c95ac0e2-1605-42dd-9424-c49138a35354 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Aug 22 16:11:59.249643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120a0f1-f37a-4795-ae23-38c8ce5329f5 req-c9a195ff-2927-4f4b-b77b-1e93b60cb598 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:11:59.251202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4120a0f1-f37a-4795-ae23-38c8ce5329f5 req-c9a195ff-2927-4f4b-b77b-1e93b60cb598 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0554729 Aug 22 16:11:59.289929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4120a0f1-f37a-4795-ae23-38c8ce5329f5 req-1b1311c3-82cd-4c17-87c4-8d210fa79711 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Aug 22 16:12:00.188787 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d83e5e90-de8c-4fe3-bc78-a46671bd3f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:00.406578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89f9e9-4029-4154-b0f7-3a8c78bff352 req-b052e44b-ae1e-47b7-a379-de03746c1f7f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:00.408091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf89f9e9-4029-4154-b0f7-3a8c78bff352 req-b052e44b-ae1e-47b7-a379-de03746c1f7f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0505507 Aug 22 16:12:00.446545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf89f9e9-4029-4154-b0f7-3a8c78bff352 req-938f5dc2-67b5-4ff3-b475-5b0315d7bdb5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 Aug 22 16:12:01.378380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a35164a0-9956-40fb-8d43-c64eca21f459 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:12:01.481891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a35164a0-9956-40fb-8d43-c64eca21f459,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:12:01.493072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'port_id': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'mac_address': 'fa:16:3e:1e:3c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:12:01.536093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:01.549395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35164a0-9956-40fb-8d43-c64eca21f459 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:12:01.563381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6c667-6e60-4fea-8676-9ef31daab3d8 req-dbd385f9-de1a-4232-b906-4c32453fb7ad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:01.564922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cc6c667-6e60-4fea-8676-9ef31daab3d8 req-dbd385f9-de1a-4232-b906-4c32453fb7ad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 943 time: 0.0508285 Aug 22 16:12:01.569870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a35164a0-9956-40fb-8d43-c64eca21f459,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:12:01.603450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4cc6c667-6e60-4fea-8676-9ef31daab3d8 req-48b3491b-54f5-4fc3-86a1-ccc1830b1bdd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Aug 22 16:12:01.624657 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:01.674661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:12:02.028892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['a35164a0-9956-40fb-8d43-c64eca21f459'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:12:02.722460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777862-089f-401b-a402-649f7993e9d9 req-096edfbe-e64d-4ea6-93e3-0b603b85059d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:02.723944 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60777862-089f-401b-a402-649f7993e9d9 req-096edfbe-e64d-4ea6-93e3-0b603b85059d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 944 time: 0.0535274 Aug 22 16:12:02.761817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60777862-089f-401b-a402-649f7993e9d9 req-9202ec85-0e13-44ac-b1cf-5f7584395194 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Aug 22 16:12:02.938766 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:03.394284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a35164a0-9956-40fb-8d43-c64eca21f459 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:12:03.497524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port a35164a0-9956-40fb-8d43-c64eca21f459 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:12:03.501012 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port a35164a0-9956-40fb-8d43-c64eca21f459 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:12:03.510985 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:03.576252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3dd9cbe0-4b82-4c52-83de-02be08636c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:03.578478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:03.600663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:12:03.603125 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bebf91-6dea-45c7-adf1-a36afe7d0bbb" -d '{"events": [{"server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "name": "network-vif-plugged", "status": "completed", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:12:03.616207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a35164a0-9956-40fb-8d43-c64eca21f459,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:12:03.687190 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:03.694723 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807a30a-bc8b-42d6-9225-27f82d7a936e x-openstack-request-id: req-5807a30a-bc8b-42d6-9225-27f82d7a936e {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:12:03.695287 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "name": "network-vif-plugged", "status": "completed", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:12:03.695735 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5807a30a-bc8b-42d6-9225-27f82d7a936e {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:12:03.696153 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'code': 200} Aug 22 16:12:03.745330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:12:03.820250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d4b5f-0e66-479a-b712-ed858a564b4c req-0d0d89b6-330d-4674-bd37-20eb0ba11236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:03.821796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b3d4b5f-0e66-479a-b712-ed858a564b4c req-0d0d89b6-330d-4674-bd37-20eb0ba11236 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1096 time: 0.0423768 Aug 22 16:12:03.884438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4b3d4b5f-0e66-479a-b712-ed858a564b4c req-4c34cd5d-a24d-4257-864d-645b7fcdf756 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552335 Aug 22 16:12:03.900407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98a8ae-750f-4307-b661-77b969eeb6bb req-b3ad1bd0-156a-4d35-87cd-02172e1a9902 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:03.901893 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b98a8ae-750f-4307-b661-77b969eeb6bb req-b3ad1bd0-156a-4d35-87cd-02172e1a9902 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0667777 Aug 22 16:12:03.940687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b98a8ae-750f-4307-b661-77b969eeb6bb req-5ee1e2f5-4b05-4c15-9d29-7d7e87b798f4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Aug 22 16:12:05.059896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38f6b8-6229-4b73-bec5-4cc7d66b32c2 req-2911a352-2698-4b09-b670-af312d34a14c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:05.061399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b38f6b8-6229-4b73-bec5-4cc7d66b32c2 req-2911a352-2698-4b09-b670-af312d34a14c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0532548 Aug 22 16:12:05.098449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b38f6b8-6229-4b73-bec5-4cc7d66b32c2 req-2e277bca-eb66-4564-a703-9f98e7a961df tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Aug 22 16:12:05.228798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:06.226327 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38597e8-aae4-43ac-9afb-29f70fa4cb24 req-70e8e0d1-a423-477a-98c0-3c640f89ead6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:06.227859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e38597e8-aae4-43ac-9afb-29f70fa4cb24 req-70e8e0d1-a423-477a-98c0-3c640f89ead6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0532091 Aug 22 16:12:06.271398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e38597e8-aae4-43ac-9afb-29f70fa4cb24 req-19a82314-f6aa-4e20-85bb-7785d4a9dc72 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Aug 22 16:12:06.403538 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf0d79-daab-4a7d-a4ba-f123ff949fc6 req-3bef133a-aeca-4d32-a0a6-e04c0768eee1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:06.406001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fddf0d79-daab-4a7d-a4ba-f123ff949fc6 req-3bef133a-aeca-4d32-a0a6-e04c0768eee1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0535140 Aug 22 16:12:06.448549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fddf0d79-daab-4a7d-a4ba-f123ff949fc6 req-d2e04ca6-cc66-4520-9095-ded280098d6d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359230 Aug 22 16:12:06.471702 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59660) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:12:06.523801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36875482-3f35-4993-977f-fa77cc4444d7 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:06.525460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36875482-3f35-4993-977f-fa77cc4444d7 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1091 time: 0.0527856 Aug 22 16:12:06.528901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59662) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:12:06.533430 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:12:06.602581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:06.715900 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:07.081774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:07.142830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.80 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/d94c947e-9b2b-40ab-8576-51a241346e7f) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:12:07.244042 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:07.367374 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:07.407694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:12:07.410466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:12:07.414444 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:12:07.441786 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=d94c947e-9b2b-40ab-8576-51a241346e7f,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:12:07.810303 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:07.939790 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:08.096743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:08.160962 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:08.233095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=d94c947e-9b2b-40ab-8576-51a241346e7f,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:12:08.245028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:08.344256 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP 9c36c987-761f-4315-92f8-ee185553180b associated. External IP: 172.25.0.80, port: a35164a0-9956-40fb-8d43-c64eca21f459. Aug 22 16:12:08.549358 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:12:08.659324 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:12:08.669400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Sync routers for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:12:08.678178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:12:08.678801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:12:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:12:08.745070 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:08.773371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6f40dd0d-4a7f-477e-8343-7aa0a5869dbe tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2433836 Aug 22 16:12:08.774059 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:12:08.780890 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:12:08.783796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:12:08.873889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbb259-9d97-4f46-9ea4-157bd715730d req-8724837c-6b53-48fb-b25f-20dc350426f8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:08.875328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84cbb259-9d97-4f46-9ea4-157bd715730d req-8724837c-6b53-48fb-b25f-20dc350426f8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0535648 Aug 22 16:12:08.914194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-84cbb259-9d97-4f46-9ea4-157bd715730d req-55ea17f2-0fb1-4cc2-b51b-e26aed7809e9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327721 Aug 22 16:12:08.935753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59668) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:12:08.975529 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b39b03d-b2bd-4595-a3d3-06869cf8815e x-openstack-request-id: req-4b39b03d-b2bd-4595-a3d3-06869cf8815e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:12:08.976105 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:12:08.976362 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b39b03d-b2bd-4595-a3d3-06869cf8815e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:12:08.976762 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'status': 'completed', 'code': 200} Aug 22 16:12:09.004040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a114e21d-e41a-4691-a4ea-9b8ad730c781 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/9c36c987-761f-4315-92f8-ee185553180b HTTP/1.1" status: 200 len: 990 time: 0.0660138 Aug 22 16:12:09.007760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9c36c987-761f-4315-92f8-ee185553180b', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'port_id': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'mac_address': 'fa:16:3e:1e:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675636c2-068d-40ef-8669-01707a9043ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:12:07Z', 'updated_at': '2021-08-22T16:12:07Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:12:09.035233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Checking router: 76da7298-2d48-49f7-9e3d-84d86ec5cc22 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:12:09.043848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:12:09.044613 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:12:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:12:09.060748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-17e0561a-9625-4be7-b78e-957572ba5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:09.062278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-17e0561a-9625-4be7-b78e-957572ba5976 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1096 time: 0.0454013 Aug 22 16:12:09.153174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:12:09.158900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-32453ebb-d14c-441a-b093-a4cb6007075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:09.160600 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-32453ebb-d14c-441a-b093-a4cb6007075e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 200 len: 898 time: 0.0920420 Aug 22 16:12:09.232582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-f5d772d3-2dc7-4f9e-9b9e-e425b49b07cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 200 len: 998 time: 0.0648961 Aug 22 16:12:09.283285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-d95bb4a8-b7cc-4b66-9685-906134736fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:09.284773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-d95bb4a8-b7cc-4b66-9685-906134736fb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72a9aedf-66d0-4344-8aac-1aab9379064e HTTP/1.1" status: 200 len: 834 time: 0.0453193 Aug 22 16:12:09.331690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-8cbcb4e3-00ac-4ee9-b1f2-b41cc385b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:09.333278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-8cbcb4e3-00ac-4ee9-b1f2-b41cc385b6c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411649 Aug 22 16:12:09.435783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-9619b96d-d163-4975-ba89-2c45a7ef23e1 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949519 Aug 22 16:12:09.528254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-82b4f4b4-2e39-4da8-ad1a-661bbb5d7a3e req-d15ab42c-de7b-4f9e-a3cd-37e03531740f service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Aug 22 16:12:09.535510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9c36c987-761f-4315-92f8-ee185553180b', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'port_id': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'mac_address': 'fa:16:3e:1e:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675636c2-068d-40ef-8669-01707a9043ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:12:07Z', 'updated_at': '2021-08-22T16:12:07Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:12:09.562927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a758c-c9a5-4e3a-9bfe-9930d544e18d None None] The sync data for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 is: [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '9c36c987-761f-4315-92f8-ee185553180b', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'port_id': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'mac_address': 'fa:16:3e:1e:3c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675636c2-068d-40ef-8669-01707a9043ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:12:07Z', 'updated_at': '2021-08-22T16:12:07Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:12:09.750774 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac6a2-e869-43dd-b367-5c315dc8d7f1 None None] New status for floating IP 9c36c987-761f-4315-92f8-ee185553180b: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:12:10.005975 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59670) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:12:10.070489 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0afd08ae-7af3-4220-bf9f-16457d381e34 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/9c36c987-761f-4315-92f8-ee185553180b HTTP/1.1" status: 200 len: 992 time: 0.0633068 Aug 22 16:12:11.229848 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:21.896974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:27.547118 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-d8ea33fd-c369-4e34-94c4-febff289e237 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419264 Aug 22 16:12:27.649080 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-221ef923-b938-42b7-9a29-61b38d3cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:27.651396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-221ef923-b938-42b7-9a29-61b38d3cca63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1096 time: 0.0462241 Aug 22 16:12:27.756054 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-5580b62a-b626-48ce-82da-e1e7844e1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:27.757528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-5580b62a-b626-48ce-82da-e1e7844e1683 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 200 len: 898 time: 0.0854623 Aug 22 16:12:27.826104 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-30797417-0bcb-4c8f-9e8a-007e07ba095f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 200 len: 1000 time: 0.0609677 Aug 22 16:12:27.875196 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-e94f91b9-86d3-425c-9146-182781a6aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:27.876674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-e94f91b9-86d3-425c-9146-182781a6aaf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72a9aedf-66d0-4344-8aac-1aab9379064e HTTP/1.1" status: 200 len: 834 time: 0.0438578 Aug 22 16:12:27.921304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-4e8d3b92-b1c7-480d-a038-0338634350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:12:27.922781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-4e8d3b92-b1c7-480d-a038-0338634350aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395401 Aug 22 16:12:28.017533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-8001028c-6fcc-43e1-b8ed-3c5af9edbaf0 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Aug 22 16:12:28.107561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-79bf3e61-914a-4bd5-9554-b18e8d80a4f9 req-c342b48d-da76-4ba2-b162-961a29c6c3b3 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828636 Aug 22 16:12:30.155670 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:12:30.160822 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fb6563ef-1512-4c93-8775-3ec5552e5e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:33.058531 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:33.553450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2faffa63-c383-46d6-be29-b1549526be41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:35.166121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:37.074657 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:40.182189 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-0e2f6785-3ce6-4061-b5f9-835fa0db258c req-c1de014a-0008-4ade-a9d6-4ac8c604b476 service neutron] (102048) timed out ('10.222.0.54', 50059) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:12:41.234649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:12:51.897775 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:00.158998 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93b355e3-b777-445e-a858-013f6868dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:02.954509 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:03.582739 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-af3ef2c2-9087-43a8-a9b0-855770b1091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:05.171666 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:07.067268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:07.155342 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:13:11.062997 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3d65b-a0b0-4f3c-a75a-544ee2f1e202 req-87bddf24-944a-44e3-91ec-ec38839870a1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:11.064444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-def3d65b-a0b0-4f3c-a75a-544ee2f1e202 req-87bddf24-944a-44e3-91ec-ec38839870a1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0555892 Aug 22 16:13:11.104870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-def3d65b-a0b0-4f3c-a75a-544ee2f1e202 req-154e37be-db73-4d97-be97-18e9553d3bab tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Aug 22 16:13:11.256246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:12.221369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ced9b-30fd-4849-b818-a2e76a05bd44 req-f84ab5f3-18ba-4f90-998d-10476b5e219b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:12.222930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-283ced9b-30fd-4849-b818-a2e76a05bd44 req-f84ab5f3-18ba-4f90-998d-10476b5e219b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0509124 Aug 22 16:13:12.262296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-283ced9b-30fd-4849-b818-a2e76a05bd44 req-27fc08e2-83dd-4704-a432-1ef46ab33b82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330007 Aug 22 16:13:12.285300 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:12.345723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-11188a40-a67f-4f5e-be2a-b75d2066d037 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/9c36c987-761f-4315-92f8-ee185553180b HTTP/1.1" status: 200 len: 992 time: 0.0593085 Aug 22 16:13:13.748921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c9368-5943-453e-afdc-0e74cf80de34 req-3b450a6c-d376-465d-b39a-d8e095d98689 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:13.750435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d6c9368-5943-453e-afdc-0e74cf80de34 req-3b450a6c-d376-465d-b39a-d8e095d98689 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0546637 Aug 22 16:13:13.788218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7d6c9368-5943-453e-afdc-0e74cf80de34 req-3e02e486-b345-431a-ba4f-7bb06316e131 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316036 Aug 22 16:13:14.927227 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4895e-f440-4b1c-94ef-739353f80dd3 req-01706a86-237e-4c33-83bc-a6edc1be943f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:14.928749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa4895e-f440-4b1c-94ef-739353f80dd3 req-01706a86-237e-4c33-83bc-a6edc1be943f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0488462 Aug 22 16:13:14.968016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-daa4895e-f440-4b1c-94ef-739353f80dd3 req-84aa5a71-a7c4-4e35-b0f1-14f8d11f6dd5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Aug 22 16:13:14.990588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59722) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:15.052930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f26ed64b-9098-47b9-91a4-aa75369e5201 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/9c36c987-761f-4315-92f8-ee185553180b HTTP/1.1" status: 200 len: 992 time: 0.0612328 Aug 22 16:13:15.299479 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59728) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:15.456503 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port d94c947e-9b2b-40ab-8576-51a241346e7f {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:13:15.456859 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:15.533319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:15.533654 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:15.545529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for d94c947e-9b2b-40ab-8576-51a241346e7f owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:13:15.781682 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:15.804349 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=d94c947e-9b2b-40ab-8576-51a241346e7f,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:15.818282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.818646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.818994 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.819339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.819676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.820035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.820370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.821390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.821730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.822063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.822393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.822716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:15.879009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:15.879337 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP 9c36c987-761f-4315-92f8-ee185553180b disassociated (deleted). External IP: 172.25.0.80, port: a35164a0-9956-40fb-8d43-c64eca21f459. Aug 22 16:13:16.088835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:13:16.192711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:13:16.198004 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:16.202602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Sync routers for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:13:16.212429 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:16.213041 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:16.321992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:16.525596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:16.540044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6bd1d89a-659d-47b4-b114-2315ac699d7a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/floatingips/9c36c987-761f-4315-92f8-ee185553180b HTTP/1.1" status: 204 len: 168 time: 1.2389901 Aug 22 16:13:16.540366 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:13:16.542653 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e2eeb-dc83-49df-b506-e293987d5f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:13:16.556350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Checking router: 76da7298-2d48-49f7-9e3d-84d86ec5cc22 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:13:16.564720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:16.565323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:16.671668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:16.876047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:16.902917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c912cf98-85a4-41af-b2c3-e8b179f7dbd6 None None] The sync data for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 is: [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:11:47Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'f153876c-a01a-4821-b475-ddfc4da6444e', 'name': '', 'network_id': '1c3f6797-b151-46cb-a0ec-e680a9ffa5aa', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:06:af:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:46Z', 'updated_at': '2021-08-22T16:11:50Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '72a9aedf-66d0-4344-8aac-1aab9379064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:13:16.912627 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ce9e9-ae11-4aee-a603-1d4da4010f02 x-openstack-request-id: req-bb9ce9e9-ae11-4aee-a603-1d4da4010f02 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:13:16.917597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:13:16.917597 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb9ce9e9-ae11-4aee-a603-1d4da4010f02 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:13:16.917597 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'status': 'completed', 'code': 200} Aug 22 16:13:17.045713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f7ff-d91f-4493-8a99-71fb8766171c req-18a2b995-c1de-491e-a5d7-b0c5ea5bda03 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:17.047276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d75f7ff-d91f-4493-8a99-71fb8766171c req-18a2b995-c1de-491e-a5d7-b0c5ea5bda03 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0866737 Aug 22 16:13:17.053263 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-3a2f0691-38fd-4e17-bc4e-6424e8d9d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:17.054816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-3a2f0691-38fd-4e17-bc4e-6424e8d9d27c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 1096 time: 0.0619471 Aug 22 16:13:17.119866 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d75f7ff-d91f-4493-8a99-71fb8766171c req-4c9f38ce-f900-4c32-aac4-7586eb08e4f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629086 Aug 22 16:13:17.160079 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617be1e3-0d39-475d-91fe-d7b284b4b0ae None None] New status for floating IP 9c36c987-761f-4315-92f8-ee185553180b: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:13:17.177491 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-2163b0c9-19b4-4e81-877f-9f0f744067ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:17.178973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-2163b0c9-19b4-4e81-877f-9f0f744067ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 200 len: 898 time: 0.1093187 Aug 22 16:13:17.223531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-698612ef-aa72-4d68-a432-d1eca71c0d8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 200 len: 217 time: 0.0363514 Aug 22 16:13:17.281656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-112e49de-0612-4350-8c95-96302790c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:17.283136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-112e49de-0612-4350-8c95-96302790c92b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72a9aedf-66d0-4344-8aac-1aab9379064e HTTP/1.1" status: 200 len: 834 time: 0.0503130 Aug 22 16:13:17.329776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-635d3890-153e-4152-ba32-473d14f0636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:17.331279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-635d3890-153e-4152-ba32-473d14f0636b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394940 Aug 22 16:13:17.425572 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-5a41dc15-b192-4824-bdfc-c49e54ad395b service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Aug 22 16:13:17.516160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-136e2eeb-dc83-49df-b506-e293987d5f5f req-b92bc09b-65d6-436d-8591-2c94d6878612 service neutron] 10.222.0.10 "GET /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Aug 22 16:13:18.237763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec49b-3890-41ea-9a8e-0007791645b4 req-c09269cd-8909-4f1a-969f-ae51077ec1b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:18.239262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89dec49b-3890-41ea-9a8e-0007791645b4 req-c09269cd-8909-4f1a-969f-ae51077ec1b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0503526 Aug 22 16:13:18.277528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89dec49b-3890-41ea-9a8e-0007791645b4 req-cc510db9-46de-4be5-9421-988c52734942 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5b894e3-31b2-423d-8dd3-f88e9c362e30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Aug 22 16:13:18.941076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-c947bd84-1823-46e5-ae14-ab4d7d303e0c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:18.942539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-c947bd84-1823-46e5-ae14-ab4d7d303e0c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 945 time: 0.0538795 Aug 22 16:13:19.031456 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port a35164a0-9956-40fb-8d43-c64eca21f459 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:13:19.031799 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:19.130292 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port a35164a0-9956-40fb-8d43-c64eca21f459, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=a35164a0-9956-40fb-8d43-c64eca21f459,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:19.130659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:19.142630 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for a35164a0-9956-40fb-8d43-c64eca21f459 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:13:19.354420 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:19.379307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad8495ff-1972-41af-a0f0-e6e844a7ee11 req-8aa9ad4c-81ea-45df-8e48-4e0f70c4785e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=675636c2-068d-40ef-8669-01707a9043ac HTTP/1.1" status: 200 len: 210 time: 0.0360100 Aug 22 16:13:19.400863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=a35164a0-9956-40fb-8d43-c64eca21f459,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:19.444670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] No DVR routers for this DVR port a35164a0-9956-40fb-8d43-c64eca21f459 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:13:19.447386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:19.449417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa843a86-989b-4ae1-9486-68e7beaf4f87 req-9524a793-da30-4010-801a-24d00bd759dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "DELETE /v2.0/ports/a35164a0-9956-40fb-8d43-c64eca21f459 HTTP/1.1" status: 204 len: 173 time: 0.5001431 Aug 22 16:13:19.449869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'name': 'network-vif-deleted', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:13:19.452934 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab6eea-efb4-4e5c-9be5-9192bc81dd40" -d '{"events": [{"server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "name": "network-vif-deleted", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:13:19.491255 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b7139-3052-4c32-8d4b-3d9904ba90a8 x-openstack-request-id: req-c52b7139-3052-4c32-8d4b-3d9904ba90a8 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:13:19.491561 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675636c2-068d-40ef-8669-01707a9043ac", "name": "network-vif-deleted", "tag": "a35164a0-9956-40fb-8d43-c64eca21f459", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:13:19.491815 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c52b7139-3052-4c32-8d4b-3d9904ba90a8 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:13:19.492835 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675636c2-068d-40ef-8669-01707a9043ac', 'name': 'network-vif-deleted', 'tag': 'a35164a0-9956-40fb-8d43-c64eca21f459', 'status': 'completed', 'code': 200} Aug 22 16:13:20.436782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59744) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:20.803867 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.075186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port f153876c-a01a-4821-b475-ddfc4da6444e {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:13:21.075498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.161607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port f153876c-a01a-4821-b475-ddfc4da6444e, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f153876c-a01a-4821-b475-ddfc4da6444e,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:21.161978 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.173502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for f153876c-a01a-4821-b475-ddfc4da6444e owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:13:21.451254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.481794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=f153876c-a01a-4821-b475-ddfc4da6444e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:21.660485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.880406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:13:21.891151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:21.923700 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a35164a0-9956-40fb-8d43-c64eca21f459 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:13:21.947256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: a35164a0-9956-40fb-8d43-c64eca21f459 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:13:21.947602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device a35164a0-9956-40fb-8d43-c64eca21f459 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:13:21.992236 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:13:21.999010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fc656e4b-0b4f-406c-b901-ac67cdb043a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/76da7298-2d48-49f7-9e3d-84d86ec5cc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597444 Aug 22 16:13:22.000290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59746) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:22.003126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Sync routers for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:13:22.016227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:22.016794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:22.056614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting subnet 72a9aedf-66d0-4344-8aac-1aab9379064e {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:13:22.059731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.105999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.126352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:22.192567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.302441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:13:21Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:22.319471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.328701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Checking router: 76da7298-2d48-49f7-9e3d-84d86ec5cc22 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:13:22.337478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Routers {'76da7298-2d48-49f7-9e3d-84d86ec5cc22'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:22.338084 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:22.347306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Subnet': ['ID=72a9aedf-66d0-4344-8aac-1aab9379064e,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:22.353480 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.358198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3d9e830b-ac7a-4199-b0e1-f0d87760b1bb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/subnets/72a9aedf-66d0-4344-8aac-1aab9379064e HTTP/1.1" status: 204 len: 168 time: 0.3545418 Aug 22 16:13:22.358482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:22.377615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab20f7-be2d-400f-8fe9-b7a0da391909 None None] Network 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:13:22.469231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.532711 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] Set router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:22.577857 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.691642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 3f1a30b5-ef1c-449d-86af-d836ac75f952 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:13:22.692060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.700745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] DHCP port deletion for 1c3f6797-b151-46cb-a0ec-e680a9ffa5aa request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:13:22.758971 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:13:21Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:22.775653 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 3f1a30b5-ef1c-449d-86af-d836ac75f952, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=3f1a30b5-ef1c-449d-86af-d836ac75f952,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:22.776069 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.786478 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13188f91-945c-44f9-bfee-577f9387a50f None None] The sync data for ids ['76da7298-2d48-49f7-9e3d-84d86ec5cc22'] in n-d-805046-3 is: [{'id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-608314180', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:11:42Z', 'updated_at': '2021-08-22T16:13:21Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '3f1a30b5-ef1c-449d-86af-d836ac75f952', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76da7298-2d48-49f7-9e3d-84d86ec5cc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:11:43Z', 'updated_at': '2021-08-22T16:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:13:22.787604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 3f1a30b5-ef1c-449d-86af-d836ac75f952 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:13:22.793328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Deleting port 0a09a828-b0af-4009-b067-3f0b6826a30f {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:13:22.793702 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.862955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] For port 0a09a828-b0af-4009-b067-3f0b6826a30f, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=0a09a828-b0af-4009-b067-3f0b6826a30f,segment=NetworkSegment(2e0f310f-ce30-4d32-a46f-f8baf67f461f),segment_id=2e0f310f-ce30-4d32-a46f-f8baf67f461f)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:22.863352 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:22.876823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Calling delete_port for 0a09a828-b0af-4009-b067-3f0b6826a30f owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:13:23.022812 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.048213 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Pushing event deleted for resources: {'Port': ['ID=0a09a828-b0af-4009-b067-3f0b6826a30f,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:23.052694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] No DVR routers for this DVR port 0a09a828-b0af-4009-b067-3f0b6826a30f on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:13:23.057517 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.061834 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.062187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.064870 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.071921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.071921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961ac6b0-1379-47d6-88fd-80ea2339d4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:23.090507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=3f1a30b5-ef1c-449d-86af-d836ac75f952,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:23.150468 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.252058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.254280 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.377058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.377637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Fanout notify agent at l3_agent the message router_deleted on router 76da7298-2d48-49f7-9e3d-84d86ec5cc22 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:13:23.387798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.387798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-43cdba78-2606-486b-a664-55c961198ee3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/routers/76da7298-2d48-49f7-9e3d-84d86ec5cc22 HTTP/1.1" status: 204 len: 168 time: 1.0272884 Aug 22 16:13:23.390656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59750) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:23.469115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.559083 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.568793 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3f6797-b151-46cb-a0ec-e680a9ffa5aa']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:23.578955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0f310f-ce30-4d32-a46f-f8baf67f461f') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:23.579259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0f310f-ce30-4d32-a46f-f8baf67f461f') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:23.588489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.602025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.607670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:13:23.608090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:13:23.610894 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:13:24.045862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.053653 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.055483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/networks/1c3f6797-b151-46cb-a0ec-e680a9ffa5aa HTTP/1.1" status: 204 len: 168 time: 0.6638129 Aug 22 16:13:24.058381 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59752) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:24.061719 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f153876c-a01a-4821-b475-ddfc4da6444e no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:13:24.069762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878bf9-7c3e-4488-ac45-ee3297e19f57 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Network': ['ID=1c3f6797-b151-46cb-a0ec-e680a9ffa5aa,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:24.086693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f153876c-a01a-4821-b475-ddfc4da6444e {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:13:24.087224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f153876c-a01a-4821-b475-ddfc4da6444e not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:13:24.087649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0a09a828-b0af-4009-b067-3f0b6826a30f no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:13:24.123690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.151669 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.266227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 0a09a828-b0af-4009-b067-3f0b6826a30f {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:13:24.266580 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 0a09a828-b0af-4009-b067-3f0b6826a30f not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:13:24.267006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3f1a30b5-ef1c-449d-86af-d836ac75f952 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:13:24.273855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.276475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.277681 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5b894e3-31b2-423d-8dd3-f88e9c362e30 HTTP/1.1" status: 204 len: 168 time: 0.2172778 Aug 22 16:13:24.296035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b894e3-31b2-423d-8dd3-f88e9c362e30,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:24.296549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 3f1a30b5-ef1c-449d-86af-d836ac75f952 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:13:24.296549 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 3f1a30b5-ef1c-449d-86af-d836ac75f952 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:13:24.299037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.299384 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.299729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.300099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.300528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.300757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.301217 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.301551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.301816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.302142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.302466 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.302789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba403f-dcec-482e-8901-1115c2ce11b9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:24.707468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59760) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:24.712896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664853288', 'description': 'tempest-secgroup-smoke-1664853288 description', 'project_id': '4eccbda06ce54822bdf9902965d06be2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:24.794430 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.874907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.942518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:24.971104 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc22b9-2208-47c7-a8b4-073c21e2ea75,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:25.028263 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.029565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-01687751-300d-43f4-a686-40df469a4015 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210375 Aug 22 16:13:25.032551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59762) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:25.037023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:25.147145 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.204443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.279647 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.296735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3006d537-1c6c-419e-9ee7-57139d7e29b2,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:25.365460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.366711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3413a5f6-aea9-46aa-95e9-3d0a839833f0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331733 Aug 22 16:13:25.369587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59764) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:25.374084 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:25.478998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.537627 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.605554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.623089 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a342ff-0281-4dc4-b5b2-fa5e9aa4ef5f,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:25.685541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.686794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0ea4ea43-c651-4794-80d6-c4bb883719cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162625 Aug 22 16:13:25.689437 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59766) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:25.694030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:25.781807 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.855089 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.948238 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:25.966095 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e13fc78-2584-44b3-bb72-8b7f899e2c00,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:26.057500 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.058681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-403c9531-e5ff-49ee-951a-45ee45c50d90 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683167 Aug 22 16:13:26.061400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59768) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:26.065855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:26.147461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.206876 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.262617 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.281158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e830553-8259-4549-a609-c4b366fdf267,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:26.341326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.342488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f98b6b65-c078-4a3e-ab2b-ab9cb40bf047 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2801418 Aug 22 16:13:26.345267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59770) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:26.349762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:26.432775 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:13:26.437529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.498228 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.569750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.584753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee1bb61-111a-449c-8c87-d73b885101a2,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:26.668090 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.669302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-2bd481a2-b414-496f-8373-1a3016f366b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3230777 Aug 22 16:13:26.671945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:26.676400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '13cc22b9-2208-47c7-a8b4-073c21e2ea75', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:26.759208 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:13:26.764546 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.826489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.896889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.915046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fa7218-5762-4746-a1de-9220d24809b3,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:26.995342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:26.996649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-733c5245-10ab-49c4-bb98-957c4373343e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237126 Aug 22 16:13:26.999602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59774) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:27.004618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'network': {'name': 'tempest-network-smoke--1640118288', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:27.089995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:13:27.096652 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.120245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:13:27.128678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.129028 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Added segment 8fb4b5e6-f56f-4e47-b3e9-1046a9acde76 of type vlan for network a05c50ab-9747-4dbd-967b-85383bee40a7 Aug 22 16:13:27.168249 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.257003 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.263158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:27.266415 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.333302 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Network': ['ID=a05c50ab-9747-4dbd-967b-85383bee40a7,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:27.343860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network a05c50ab-9747-4dbd-967b-85383bee40a7 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:13:27.377799 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e7fd4ef7-758a-4261-a114-dfde66297052 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3770723 Aug 22 16:13:27.380428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59776) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:27.385903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'admin_state_up': True, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:27.468380 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.469773 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.521740 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.749357 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:27.987265 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:28.006026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:28.106993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.43 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:13:28.215259 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:28.320153 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:28.359916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:28.364109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:28.366507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:13:28.375055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:28.670718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:28.871382 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.079635 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router ca431a6b-ace8-4dd3-999b-5e16a668e508 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:13:29.192720 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:13:29.203843 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Sync routers for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:13:29.213450 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:29.214175 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:29.274007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.275815 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-19291965-04a0-4b03-850e-5b8500a2fd83 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8944125 Aug 22 16:13:29.278797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59778) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:29.307323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7d03a3e3-aefa-4fd7-9a23-7de15d9ee81f tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4eccbda06ce54822bdf9902965d06be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274367 Aug 22 16:13:29.310135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59780) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:29.321361 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:29.400879 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b39d2c-66c9-4a50-b44b-11511f82d71e tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:29.402334 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-29b39d2c-66c9-4a50-b44b-11511f82d71e tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911758 Aug 22 16:13:29.405114 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59782) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:29.433431 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3b22414f-6af1-4d4b-b293-c32cb55dc8fc tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271027 Aug 22 16:13:29.435673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59784) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:29.440486 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085921928', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:29.496280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:28Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:29.525500 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Checking router: ca431a6b-ace8-4dd3-999b-5e16a668e508 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:13:29.525845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Updating router ca431a6b-ace8-4dd3-999b-5e16a668e508 port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:13:29.551213 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.621516 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:13:29.625169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.799180 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.809490 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Transition to ACTIVE for port object 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:29.885891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.896964 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.944580 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Attempting to bind port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:13:29.944943 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Attempting to bind port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:13:29.945305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Attempting to bind port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:13:29.954167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Subnet': ['ID=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:29.954727 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Pushing event updated for resources: {'Port': ['ID=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:29.957893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:13:29.958265 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:13:29.958658 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.959047 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:13:29.959509 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Bound port: 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:13:29.959911 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:29.961227 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Checking segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:13:29.961350 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network hostable DHCP agents. Network: a05c50ab-9747-4dbd-967b-85383bee40a7, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:13:29.967336 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.967677 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.968031 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.968366 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.968692 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.969015 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.969338 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.969660 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.969977 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.970298 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.970612 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:29.970927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:13:30.025415 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] For port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:13:30.028353 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] For port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:13:30.028563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network a05c50ab-9747-4dbd-967b-85383bee40a7 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:13:30.104542 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.120169 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, a05c50ab-9747-4dbd-967b-85383bee40a7) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:30.125013 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:30.130522 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.130797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57246ea0-fa3d-4648-ac7f-1af7fcfd7aae None None] Network a05c50ab-9747-4dbd-967b-85383bee40a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:13:30.162685 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:30.163293 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:30.165669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbea5e-4e00-4a5a-b100-7787cd892d7e None None] Pushing event updated for resources: {'Port': ['ID=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:30.217018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-72e8d74f-21a7-4264-985e-9d77ac30711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.226068 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9f8e58b5-2fb5-46e0-9aa2-b24341846ca4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7868114 Aug 22 16:13:30.226544 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59786) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:30.273225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:30.293201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-a05c50ab-9747-4dbd-967b-85383bee40a7', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:13:30.294080 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.434705 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Allocated IP 172.20.0.2 (a05c50ab-9747-4dbd-967b-85383bee40a7/3c5ee8db-8948-4cb1-8c85-f598f18f3c0f/da63b780-2222-470d-be7f-3703065e6315) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:13:30.553169 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:28Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:30.583893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c9d31-34f0-4b0e-8067-f399adc5d0a1 None None] The sync data for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 is: [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:28Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:13:30.594741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.604836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Transition to ACTIVE for port object da63b780-2222-470d-be7f-3703065e6315 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:30.621501 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Transition to ACTIVE for port object da63b780-2222-470d-be7f-3703065e6315 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:30.690609 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.691401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.732060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Network a05c50ab-9747-4dbd-967b-85383bee40a7 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:30.734848 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:30.738584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:13:30.748357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Pushing event updated for resources: {'Port': ['ID=da63b780-2222-470d-be7f-3703065e6315,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:30.804101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Attempting to bind port da63b780-2222-470d-be7f-3703065e6315 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:13:30.804674 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Attempting to bind port da63b780-2222-470d-be7f-3703065e6315 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:13:30.805210 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Attempting to bind port da63b780-2222-470d-be7f-3703065e6315 on network a05c50ab-9747-4dbd-967b-85383bee40a7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:13:30.829033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:13:30.829645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Checking segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:13:30.830113 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.830568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Bound using segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:13:30.831100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Bound port: da63b780-2222-470d-be7f-3703065e6315, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:13:30.832895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:30.908382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] For port da63b780-2222-470d-be7f-3703065e6315, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:13:30.911605 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] For port da63b780-2222-470d-be7f-3703065e6315, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da63b780-2222-470d-be7f-3703065e6315,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:13:30.999185 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.007332 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.1 (a05c50ab-9747-4dbd-967b-85383bee40a7/3c5ee8db-8948-4cb1-8c85-f598f18f3c0f/943d3df6-accd-4953-8cbf-907182463a43) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:13:31.059865 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052db6-47d3-4512-ad75-9650fc22755a None None] Pushing event updated for resources: {'Port': ['ID=da63b780-2222-470d-be7f-3703065e6315,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:31.145631 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.160929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object 943d3df6-accd-4953-8cbf-907182463a43 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:31.257342 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.308147 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network a05c50ab-9747-4dbd-967b-85383bee40a7 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:31.311703 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:31.319115 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:13:31.328292 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:31.376882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.578140 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.861197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.954014 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:31.971518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af288c-4bd1-4045-9127-4807bfc2d249 None None] Network a05c50ab-9747-4dbd-967b-85383bee40a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:13:32.034649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:32.037622 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.110207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7c96f89d-9173-4b6e-a047-c5900947b7c2 None None] Provisioning for port da63b780-2222-470d-be7f-3703065e6315 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:32.165723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da63b780-2222-470d-be7f-3703065e6315 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:32.170451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network a05c50ab-9747-4dbd-967b-85383bee40a7 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:32.171888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:32.284512 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port da63b780-2222-470d-be7f-3703065e6315 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:32.288764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port da63b780-2222-470d-be7f-3703065e6315 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:32.289338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.303853 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router ca431a6b-ace8-4dd3-999b-5e16a668e508 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:13:32.389746 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.425906 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port da63b780-2222-470d-be7f-3703065e6315, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da63b780-2222-470d-be7f-3703065e6315,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:32.428933 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:13:32.434135 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-665bbce6-4eb2-4f66-9cfa-3a94549a6376 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/ca431a6b-ace8-4dd3-999b-5e16a668e508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055881 Aug 22 16:13:32.479776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Sync routers for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:13:32.496486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:32.497133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:32.537718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.538694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:32.583484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Provisioning for port 943d3df6-accd-4953-8cbf-907182463a43 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:32.597929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Provisioning complete for port 943d3df6-accd-4953-8cbf-907182463a43 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:32.598305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.599763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-613118c1-8a07-4962-a733-6e8a6f9f73f4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664853288&fields=id&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 267 time: 0.0379808 Aug 22 16:13:32.695262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=da63b780-2222-470d-be7f-3703065e6315,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:32.712518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Port 943d3df6-accd-4953-8cbf-907182463a43 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:13:32.723359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:32.725192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-0eea777f-3566-48ea-94f7-0dad0417553a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:32.728098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-0eea777f-3566-48ea-94f7-0dad0417553a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 797 time: 0.1188285 Aug 22 16:13:32.744904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-257824a4-37ea-4a92-8ce0-d7428191d822 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/quotas/4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 375 time: 0.0106168 Aug 22 16:13:32.767252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Provisioning complete for port da63b780-2222-470d-be7f-3703065e6315 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:32.767631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2392a6c8-60f0-4ca4-9039-cd66edcd892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.804278 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-7ebb2d7c-8a9f-4102-b94d-78e1a3403d10 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517402 Aug 22 16:13:32.842151 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:32.863513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:32.863901 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:32.928340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-1960ce75-ddc8-4fb6-971e-1463b942c8b3 service neutron] 10.222.0.53 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102343 Aug 22 16:13:33.031173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-e34f6325-1a8f-4798-85c2-337647ffb360 service neutron] 10.222.0.53 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954199 Aug 22 16:13:33.047728 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.082725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.111667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:33.119784 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 2, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:33.147761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Checking router: ca431a6b-ace8-4dd3-999b-5e16a668e508 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:13:33.148143 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Updating router ca431a6b-ace8-4dd3-999b-5e16a668e508 port 943d3df6-accd-4953-8cbf-907182463a43 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:13:33.172309 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.176366 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.259634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-508ddea8-1324-4b31-b2f1-df75213d248b None None] Provisioning complete for port 943d3df6-accd-4953-8cbf-907182463a43 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:33.260027 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-508ddea8-1324-4b31-b2f1-df75213d248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.271573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8309320c-859a-46c0-b8c3-c90edb2dccd5 req-ac44677f-31f6-49cc-905c-9bb4dfd21876 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Aug 22 16:13:33.297982 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:33.364475 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-508ddea8-1324-4b31-b2f1-df75213d248b None None] Port 943d3df6-accd-4953-8cbf-907182463a43 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:13:33.524979 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.534569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Transition to ACTIVE for port object 943d3df6-accd-4953-8cbf-907182463a43 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:33.588104 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8821422b-06eb-410d-a9ba-3b4786dc8574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.610919 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.661262 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6f1c0-496d-4a1f-8275-409ccdd21b0d None None] Pushing event updated for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:33.715581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Attempting to bind port 943d3df6-accd-4953-8cbf-907182463a43 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Attempting to bind port 943d3df6-accd-4953-8cbf-907182463a43 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Attempting to bind port 943d3df6-accd-4953-8cbf-907182463a43 on network a05c50ab-9747-4dbd-967b-85383bee40a7 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Checking segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.722627 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Bound using segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:13:33.723487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Bound port: 943d3df6-accd-4953-8cbf-907182463a43, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:13:33.723487 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.796691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] For port 943d3df6-accd-4953-8cbf-907182463a43, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:13:33.796691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] For port 943d3df6-accd-4953-8cbf-907182463a43, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=943d3df6-accd-4953-8cbf-907182463a43,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:13:33.868483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:33.939228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6f1c0-496d-4a1f-8275-409ccdd21b0d None None] Pushing event updated for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:33.941900 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:33.942511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:34.056290 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:34.088381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da63b780-2222-470d-be7f-3703065e6315 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:34.353992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a51f9af-aa76-49cb-8793-d3419d047850 req-091b85da-e476-498f-bee0-3c349ced7f49 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Aug 22 16:13:34.416170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port da63b780-2222-470d-be7f-3703065e6315 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:34.416551 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:34.549548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:34.553100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:34.578382 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228a967-e8bc-41be-807c-eb8fb7942446 None None] The sync data for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 is: [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:13:34.644504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:34.644960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:35.184517 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:35.453822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-962bd71a-a1f8-4272-a2f3-ea53931763d9 req-2b44b7bf-1176-4cdf-aa0c-5cf978303b8c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0275319 Aug 22 16:13:36.082835 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 943d3df6-accd-4953-8cbf-907182463a43 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:36.182198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 943d3df6-accd-4953-8cbf-907182463a43 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:36.185868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 943d3df6-accd-4953-8cbf-907182463a43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:36.186430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:36.262054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:36.295939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 943d3df6-accd-4953-8cbf-907182463a43, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=943d3df6-accd-4953-8cbf-907182463a43,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:36.371075 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:36.418434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:36.555765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c0ec64d4-009c-4a0f-bcad-5fe286db0d14 req-94adc985-6019-441a-a9ab-2141d08b1642 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0316803 Aug 22 16:13:37.073951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:37.493044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-6a83e165-73fc-45d2-8efb-2918a02e04ec tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:37.495528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-6a83e165-73fc-45d2-8efb-2918a02e04ec tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 797 time: 0.1053317 Aug 22 16:13:37.544201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-a9b672ff-9c9b-49b6-ae2c-e1ae9c434f5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 380 time: 0.0332911 Aug 22 16:13:37.553217 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'port': {'device_id': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'admin_state_up': True, 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'security_groups': ['13cc22b9-2208-47c7-a8b4-073c21e2ea75']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:37.656471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89ce43ea-65f8-48dc-be56-f3bf1860cf1b req-fcf553fa-94b2-4cbf-80da-6734e3994511 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0293531 Aug 22 16:13:37.760612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:13:37.764183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:37.913932 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.8 (a05c50ab-9747-4dbd-967b-85383bee40a7/3c5ee8db-8948-4cb1-8c85-f598f18f3c0f/fee1fe34-db7c-45de-98f3-ead24bc5ad23) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:13:38.052750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.069944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 943d3df6-accd-4953-8cbf-907182463a43 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:38.072127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object fee1fe34-db7c-45de-98f3-ead24bc5ad23 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:38.121301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 943d3df6-accd-4953-8cbf-907182463a43 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:38.121683 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.165552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.209869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network a05c50ab-9747-4dbd-967b-85383bee40a7 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:38.213061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:38.216917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:13:38.225408 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:38.272809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:38.273437 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.337402 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-b8e31d2d-b2c7-4bb6-83b1-b98048a20ff0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7877169 Aug 22 16:13:38.356857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Request body: {'port': {'device_id': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:38.411689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.490804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f432b0c4-e569-43a3-a420-67d9299687da None None] Provisioning for port fee1fe34-db7c-45de-98f3-ead24bc5ad23 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:38.494810 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f432b0c4-e569-43a3-a420-67d9299687da None None] Provisioning complete for port fee1fe34-db7c-45de-98f3-ead24bc5ad23 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:38.495338 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f432b0c4-e569-43a3-a420-67d9299687da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.529763 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f432b0c4-e569-43a3-a420-67d9299687da None None] Port fee1fe34-db7c-45de-98f3-ead24bc5ad23 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:13:38.687162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee1fe34-db7c-45de-98f3-ead24bc5ad23 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:13:38.694633 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.706975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Transition to ACTIVE for port object fee1fe34-db7c-45de-98f3-ead24bc5ad23 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:13:38.772510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b508b23-889c-4d63-9cb6-443301cd2166 req-a77e27eb-f2fd-4afa-9620-451305899bf6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:38.773996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b508b23-889c-4d63-9cb6-443301cd2166 req-a77e27eb-f2fd-4afa-9620-451305899bf6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 931 time: 0.0486376 Aug 22 16:13:38.776998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:38.851603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:38.866622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b508b23-889c-4d63-9cb6-443301cd2166 req-19dc3a2b-2e0b-467a-95dc-20e5ced25619 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844295 Aug 22 16:13:38.935561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Attempting to bind port fee1fe34-db7c-45de-98f3-ead24bc5ad23 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:13:38.935899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Attempting to bind port fee1fe34-db7c-45de-98f3-ead24bc5ad23 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:13:38.936266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Attempting to bind port fee1fe34-db7c-45de-98f3-ead24bc5ad23 on network a05c50ab-9747-4dbd-967b-85383bee40a7 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:13:38.940800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Port fee1fe34-db7c-45de-98f3-ead24bc5ad23 on network a05c50ab-9747-4dbd-967b-85383bee40a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:13:38.941122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Attempting to bind port fee1fe34-db7c-45de-98f3-ead24bc5ad23 on network a05c50ab-9747-4dbd-967b-85383bee40a7 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:13:38.946728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:13:38.948034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Checking segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:13:38.948558 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Bound using segment: {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:13:38.949002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Bound port: fee1fe34-db7c-45de-98f3-ead24bc5ad23, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:13:38.949370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:39.018375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:13:39.021388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:13:39.120442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:39.154901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.155709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:39.158337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 1091 time: 0.8062263 Aug 22 16:13:39.159781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:13:39.162051 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:13:39.195364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0270a-77b7-4ecc-b441-22ad381101e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:39.223886 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fad76-734e-4f85-b99b-37bf87569868 x-openstack-request-id: req-e92fad76-734e-4f85-b99b-37bf87569868 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:13:39.223886 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:13:39.223886 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e92fad76-734e-4f85-b99b-37bf87569868 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:13:39.223886 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'status': 'completed', 'code': 200} Aug 22 16:13:39.303746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-df853219-52f6-431a-8dac-5ab994ff8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.305317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-df853219-52f6-431a-8dac-5ab994ff8593 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1094 time: 0.0426173 Aug 22 16:13:39.412360 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-263e2c2d-0fd8-4969-8c98-de29a2fe2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.413843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-263e2c2d-0fd8-4969-8c98-de29a2fe2335 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4eccbda06ce54822bdf9902965d06be2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0956652 Aug 22 16:13:39.508501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-de3ce4ac-19c0-43dc-aec3-28ce16751f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.510488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ed8dfce0-c3d4-4113-9d82-989ccaf32ef4 req-de3ce4ac-19c0-43dc-aec3-28ce16751f53 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900309 Aug 22 16:13:39.605616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-559eda13-44d4-468b-9430-df63a5f9df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.607077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-559eda13-44d4-468b-9430-df63a5f9df67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1094 time: 0.0409894 Aug 22 16:13:39.659690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-e5c6efc1-48c5-49c6-a2c4-f7be7678d51d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 217 time: 0.0383348 Aug 22 16:13:39.708547 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-58f49e23-eaad-48c0-a043-6e5b2ccfe367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.709945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-58f49e23-eaad-48c0-a043-6e5b2ccfe367 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0432286 Aug 22 16:13:39.754394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-cb57a27b-b59f-4f2a-8d8e-04e02d06669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.755870 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-cb57a27b-b59f-4f2a-8d8e-04e02d06669d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392718 Aug 22 16:13:39.848409 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-afea6bb4-98bb-4c12-bbc1-990bca8da1ba service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850325 Aug 22 16:13:39.941493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2ed89d1-ae8c-412d-b0d7-e1ef542011c3 req-ae7fdef0-a84d-4815-9426-eb6f436a03eb service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Aug 22 16:13:39.988482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0ad1-17ec-466e-a495-a4132fa52610 req-90ea64d6-84f5-4091-b2be-5b35193a1874 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:39.989993 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d9d0ad1-17ec-466e-a495-a4132fa52610 req-90ea64d6-84f5-4091-b2be-5b35193a1874 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0516582 Aug 22 16:13:40.033874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9d9d0ad1-17ec-466e-a495-a4132fa52610 req-f6ee002e-d718-4823-ab27-489a6ebad9b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371625 Aug 22 16:13:41.149713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985e55-b923-4244-adea-752f3dd58c92 req-07da9731-2622-4575-afbc-7c2bef0e4bbd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:41.151800 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43985e55-b923-4244-adea-752f3dd58c92 req-07da9731-2622-4575-afbc-7c2bef0e4bbd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0507922 Aug 22 16:13:41.190625 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-43985e55-b923-4244-adea-752f3dd58c92 req-5ffa9db5-7ee5-40a3-85c9-a6c30de055cc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Aug 22 16:13:41.238399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:42.065730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device fee1fe34-db7c-45de-98f3-ead24bc5ad23 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:13:42.161243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:42.172161 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'port_id': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'mac_address': 'fa:16:3e:6e:94:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:13:42.207368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:42.221033 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee1fe34-db7c-45de-98f3-ead24bc5ad23 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:13:42.240878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:42.308866 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea2ffc-34c0-440d-8197-7a9eb161cfb9 req-49d5e3cc-dcaa-4ca8-af45-e6e2e247098b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:42.310251 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24ea2ffc-34c0-440d-8197-7a9eb161cfb9 req-49d5e3cc-dcaa-4ca8-af45-e6e2e247098b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 943 time: 0.0478380 Aug 22 16:13:42.319668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:42.348986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24ea2ffc-34c0-440d-8197-7a9eb161cfb9 req-99fcbf7a-2f4d-48d7-9355-9ed46dcbbebc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Aug 22 16:13:42.368367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:42.741967 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['fee1fe34-db7c-45de-98f3-ead24bc5ad23'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:13:43.462872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd9b1f-efeb-48e7-929d-e3612327ee48 req-92037917-c0e3-4bc6-89aa-09f330de0851 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:43.464395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2cd9b1f-efeb-48e7-929d-e3612327ee48 req-92037917-c0e3-4bc6-89aa-09f330de0851 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 944 time: 0.0482392 Aug 22 16:13:43.505563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2cd9b1f-efeb-48e7-929d-e3612327ee48 req-7bdfb215-be12-40af-afe6-4b7cb819ab71 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Aug 22 16:13:44.080159 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device fee1fe34-db7c-45de-98f3-ead24bc5ad23 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:13:44.155575 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:13:44.170730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port fee1fe34-db7c-45de-98f3-ead24bc5ad23 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:13:44.174836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port fee1fe34-db7c-45de-98f3-ead24bc5ad23 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:13:44.175311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:44.254700 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:44.276817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:13:44.279178 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0dc95-aac1-4160-afb0-a193338d44d4" -d '{"events": [{"server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "name": "network-vif-plugged", "status": "completed", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:13:44.291894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:13:44.314144 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac46ff6-9c4b-4a2d-b1e9-de3e6f807ff4 x-openstack-request-id: req-1ac46ff6-9c4b-4a2d-b1e9-de3e6f807ff4 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:13:44.314555 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "name": "network-vif-plugged", "status": "completed", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:13:44.314812 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ac46ff6-9c4b-4a2d-b1e9-de3e6f807ff4 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:13:44.315224 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'code': 200} Aug 22 16:13:44.353164 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:44.401285 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:44.436951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb5694-3482-4fdb-b6ab-8a48f623c379 req-2d3664ef-b32b-4893-ac53-662d0e878f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:44.439814 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48fb5694-3482-4fdb-b6ab-8a48f623c379 req-2d3664ef-b32b-4893-ac53-662d0e878f93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0407202 Aug 22 16:13:44.472440 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48fb5694-3482-4fdb-b6ab-8a48f623c379 req-57cc6260-9f5f-42b3-800a-2dd9cb3f6985 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273311 Aug 22 16:13:44.619860 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd55e-594b-4468-82a6-c60d2c1d7c27 req-b03930e8-a226-404a-8a38-916127770b2f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:44.621962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00abd55e-594b-4468-82a6-c60d2c1d7c27 req-b03930e8-a226-404a-8a38-916127770b2f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Aug 22 16:13:44.658817 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00abd55e-594b-4468-82a6-c60d2c1d7c27 req-20d36f42-7891-44ae-ad80-ec88ae433b3b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Aug 22 16:13:45.771413 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665d393-8c31-41d3-a300-d2097cb3d953 req-bd80620d-37bb-4804-b856-3a7bb9395f26 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:45.772917 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0665d393-8c31-41d3-a300-d2097cb3d953 req-bd80620d-37bb-4804-b856-3a7bb9395f26 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Aug 22 16:13:45.818121 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0665d393-8c31-41d3-a300-d2097cb3d953 req-c9270951-c2d9-4e86-97d7-8e919c77cccf tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376356 Aug 22 16:13:46.932874 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04978f-d296-43bd-878e-c6cb26872be8 req-db36df1b-250c-4cb4-93c5-bcfe3d4cbd77 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:46.935074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c04978f-d296-43bd-878e-c6cb26872be8 req-db36df1b-250c-4cb4-93c5-bcfe3d4cbd77 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0499408 Aug 22 16:13:46.973312 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5c04978f-d296-43bd-878e-c6cb26872be8 req-82f4f946-1908-43e1-92ac-2a026e77dd93 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 22 16:13:47.092827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a5378-17fe-4527-bbf5-2506d7786c58 req-f480e5c2-1742-4cb0-92d1-d98294237d11 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:47.094339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3a5378-17fe-4527-bbf5-2506d7786c58 req-f480e5c2-1742-4cb0-92d1-d98294237d11 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0497358 Aug 22 16:13:47.133137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3a5378-17fe-4527-bbf5-2506d7786c58 req-53ffc6e1-2c73-4ae4-9f26-e81caf6b4729 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Aug 22 16:13:47.154533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59852) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:47.193847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a2d72-af2a-409e-a5b4-1f6fc060959f tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:47.195414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-294a2d72-af2a-409e-a5b4-1f6fc060959f tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1091 time: 0.0399051 Aug 22 16:13:47.198341 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:47.202775 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:13:47.290753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:47.388436 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:47.492748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.241 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/d448598b-3e47-4d73-a437-a8ed55880833) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:13:47.592305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:47.667899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:47.704955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:13:47.707615 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:13:47.711015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:13:47.719472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=d448598b-3e47-4d73-a437-a8ed55880833,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:48.386056 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:48.508971 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:48.654806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:48.713235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:48.784549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=d448598b-3e47-4d73-a437-a8ed55880833,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:13:48.797518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:48.897626 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP ad199145-0ccc-43cb-8551-d722d277ecd6 associated. External IP: 172.25.0.241, port: fee1fe34-db7c-45de-98f3-ead24bc5ad23. Aug 22 16:13:49.107288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router ca431a6b-ace8-4dd3-999b-5e16a668e508 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:13:49.216198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:13:49.227558 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Sync routers for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:13:49.236929 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:49.240250 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:49.267834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:13:49.296359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-09c585d1-25f6-4bbc-a640-ee98ca946904 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0969582 Aug 22 16:13:49.296990 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:13:49.300358 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b" -d '{"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:13:49.345672 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:49.392513 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760804e2-623b-4259-b973-d24905cbbe2a req-8262d577-ec86-4826-a32b-3f0d922e504b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:49.393931 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-760804e2-623b-4259-b973-d24905cbbe2a req-8262d577-ec86-4826-a32b-3f0d922e504b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Aug 22 16:13:49.431381 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-760804e2-623b-4259-b973-d24905cbbe2a req-b24ad4f0-1e43-4998-9150-cab7d473cd9a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Aug 22 16:13:49.454579 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59860) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:49.475676 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6828299-0fda-45d4-a348-6b47a4f29e4a x-openstack-request-id: req-c6828299-0fda-45d4-a348-6b47a4f29e4a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:13:49.476003 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:13:49.476280 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6828299-0fda-45d4-a348-6b47a4f29e4a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:13:49.476956 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'status': 'completed', 'code': 200} Aug 22 16:13:49.520770 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fa7c87a6-7fc6-4618-8f8e-2a9b5a971d92 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/ad199145-0ccc-43cb-8551-d722d277ecd6 HTTP/1.1" status: 200 len: 991 time: 0.0642946 Aug 22 16:13:49.560082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-4b0638f3-b1bf-48d2-a1c8-d3533c8fe596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:49.561597 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-4b0638f3-b1bf-48d2-a1c8-d3533c8fe596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0409935 Aug 22 16:13:49.568679 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ad199145-0ccc-43cb-8551-d722d277ecd6', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'port_id': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'mac_address': 'fa:16:3e:6e:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:13:48Z', 'updated_at': '2021-08-22T16:13:48Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:49.597849 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Checking router: ca431a6b-ace8-4dd3-999b-5e16a668e508 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:13:49.606358 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:13:49.606939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:13:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:49.655792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-7e9d1d99-23fa-4e26-a888-fbd76e4e25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:49.657275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-7e9d1d99-23fa-4e26-a888-fbd76e4e25f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 898 time: 0.0891747 Aug 22 16:13:49.709567 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:13:49.723616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-1d45d38d-c7b7-4379-b52b-f800eeb41d20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 999 time: 0.0590055 Aug 22 16:13:49.779848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-f585ab20-9c4b-4ed6-84ec-5ed183fa5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:49.781365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-f585ab20-9c4b-4ed6-84ec-5ed183fa5e11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0497434 Aug 22 16:13:49.829527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-26e250dc-b1a4-468b-8d93-af67ef7c8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:13:49.831249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-26e250dc-b1a4-468b-8d93-af67ef7c8b80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430970 Aug 22 16:13:49.922892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-b08743d6-b1a3-441e-bf99-2edb894491d5 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Aug 22 16:13:49.930808 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ad199145-0ccc-43cb-8551-d722d277ecd6', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'port_id': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'mac_address': 'fa:16:3e:6e:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:13:48Z', 'updated_at': '2021-08-22T16:13:48Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:13:49.957107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c24440-ee40-4a19-b741-c58011b9166f None None] The sync data for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 is: [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'ad199145-0ccc-43cb-8551-d722d277ecd6', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'port_id': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'mac_address': 'fa:16:3e:6e:94:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:13:48Z', 'updated_at': '2021-08-22T16:13:48Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:13:50.021469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d85ac3d8-92f2-45b8-8af4-dbc70c4ed96b req-23667b7a-137f-4670-9a4c-2f5e95ed63a9 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913923 Aug 22 16:13:50.158158 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e834f-69db-4422-84ae-3f97cd1f0c4f None None] New status for floating IP ad199145-0ccc-43cb-8551-d722d277ecd6: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:13:50.523873 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59862) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:13:50.585805 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ca21ac9d-9e38-402b-8338-c21d9e8f05d1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/ad199145-0ccc-43cb-8551-d722d277ecd6 HTTP/1.1" status: 200 len: 993 time: 0.0608189 Aug 22 16:13:51.884951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:00.159099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-08acd63a-4e66-459d-91f1-533e277e270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:02.941409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:03.570317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2cb41c10-43d3-460f-b34d-8e9d7168d45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:05.227435 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:07.067477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:11.238926 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:21.154933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:14:21.883873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:28.557601 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-521bb49d-49af-4ef5-a2dd-1a29628e3767 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423534 Aug 22 16:14:28.655373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d6c28-bace-4518-9c78-12041811f1a2 req-6f2f77d5-788e-41d2-b1b4-299bcf3ac18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:14:28.656892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-6f2f77d5-788e-41d2-b1b4-299bcf3ac18d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0400143 Aug 22 16:14:28.767178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d6c28-bace-4518-9c78-12041811f1a2 req-af1535e9-a98b-46f0-87f7-1cb1eb8f4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:14:28.768698 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-af1535e9-a98b-46f0-87f7-1cb1eb8f4096 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 898 time: 0.0930851 Aug 22 16:14:28.836420 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-82b4e4f5-b376-4719-a449-53a5d02b75c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 1001 time: 0.0602293 Aug 22 16:14:28.884487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d6c28-bace-4518-9c78-12041811f1a2 req-fc7cf006-045e-4d03-a715-cd2a3a2deaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:14:28.885881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-fc7cf006-045e-4d03-a715-cd2a3a2deaf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0432355 Aug 22 16:14:28.931058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d6c28-bace-4518-9c78-12041811f1a2 req-2640d098-18a2-49c4-9691-211e88fb9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:14:28.932548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-2640d098-18a2-49c4-9691-211e88fb9f9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398328 Aug 22 16:14:29.024049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-7ebba1f8-2bd8-42f3-9287-4a1f1418cfcb service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845013 Aug 22 16:14:29.116109 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-781d6c28-bace-4518-9c78-12041811f1a2 req-7857176b-6ab5-4d0c-afaf-abcbe21aa00a service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Aug 22 16:14:30.146956 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f1000bd0-308e-437f-bd99-0363403df54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:32.969323 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:33.546848 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-405a991c-6c5d-4868-9ba7-0fbd304c57ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:35.187052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:37.078122 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:41.261017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:51.889062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:14:58.154143 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:15:00.135277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9ec395e8-b801-4352-b878-c03dfc5b6c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:00.293396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c6987-348e-4846-85ca-c84893dc4001 req-afc94256-a7f2-41be-9c36-b4ac891aa5d9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:00.294934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-882c6987-348e-4846-85ca-c84893dc4001 req-afc94256-a7f2-41be-9c36-b4ac891aa5d9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.1491413 Aug 22 16:15:00.297326 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-2e93326f-6acc-45ea-a1df-2379a67666fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:00.298697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-2e93326f-6acc-45ea-a1df-2379a67666fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0755386 Aug 22 16:15:00.385106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-882c6987-348e-4846-85ca-c84893dc4001 req-eaab4e40-ff9a-4b68-86be-f2f730ed0f08 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832918 Aug 22 16:15:00.410094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-c5857c3b-8366-4ef2-b030-cd8b1c61bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:00.411590 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-c5857c3b-8366-4ef2-b030-cd8b1c61bb64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 898 time: 0.1040218 Aug 22 16:15:00.481559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-cfd26a0b-8429-496b-9dda-16fd90a52edf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 1001 time: 0.0609148 Aug 22 16:15:00.529186 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-2fc8a86d-60ae-431a-b57e-3034210f65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:00.530589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-2fc8a86d-60ae-431a-b57e-3034210f65ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0424373 Aug 22 16:15:00.576107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-97edb0b8-cee2-4ef6-ae6b-08eb9366b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:00.577610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-97edb0b8-cee2-4ef6-ae6b-08eb9366b768 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389776 Aug 22 16:15:00.671099 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-ec9d87a3-d768-4f94-a1d5-74871642e95b service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Aug 22 16:15:00.764976 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ebd978a-b9cb-4fb0-ad2d-241e38f6807f req-6351a8e0-19d5-445e-9fda-25d874a5b0b7 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862501 Aug 22 16:15:01.501931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3ee94-82cc-4138-8bf7-3e79f1f2c09c req-9a555094-e7e9-4b14-be46-9598008bb73b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:01.504197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1c3ee94-82cc-4138-8bf7-3e79f1f2c09c req-9a555094-e7e9-4b14-be46-9598008bb73b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0507295 Aug 22 16:15:01.541641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1c3ee94-82cc-4138-8bf7-3e79f1f2c09c req-8918fd5e-8258-4cd3-8acf-69427f98d549 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Aug 22 16:15:02.659893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a87f0-4060-408a-9497-e88ae1ca1258 req-71e9df25-f933-417e-ab00-5cbc3a521712 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:02.661582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-999a87f0-4060-408a-9497-e88ae1ca1258 req-71e9df25-f933-417e-ab00-5cbc3a521712 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0517604 Aug 22 16:15:02.700366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-999a87f0-4060-408a-9497-e88ae1ca1258 req-ae6bf1ae-dcaf-4a0c-9e97-c05968873f7d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Aug 22 16:15:02.951841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:03.563230 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dabee090-8da2-4346-8eab-67c53b9c34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:03.819669 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9275d3-8023-4721-87b9-2be8a5980e6c req-d4e3f792-ecd5-4a69-afe6-fa662c55357a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:03.821164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a9275d3-8023-4721-87b9-2be8a5980e6c req-d4e3f792-ecd5-4a69-afe6-fa662c55357a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0514369 Aug 22 16:15:03.866184 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5a9275d3-8023-4721-87b9-2be8a5980e6c req-667b515c-d60e-4fde-b377-5e579e7a4f04 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383403 Aug 22 16:15:04.981108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384762-b92f-49d0-9566-b2fc5f6e1f31 req-47e23d07-e6fb-4801-8566-26ea6bf083d2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:04.982669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2384762-b92f-49d0-9566-b2fc5f6e1f31 req-47e23d07-e6fb-4801-8566-26ea6bf083d2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0499151 Aug 22 16:15:05.023157 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2384762-b92f-49d0-9566-b2fc5f6e1f31 req-a1a95645-0e03-4518-8a51-30601bc4d0b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337341 Aug 22 16:15:05.169157 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:06.138674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b91fc6-5117-4528-88c8-33209e6fffd1 req-50944cfb-e3b6-42c5-b330-16d5d311d4f9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:06.140200 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0b91fc6-5117-4528-88c8-33209e6fffd1 req-50944cfb-e3b6-42c5-b330-16d5d311d4f9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0497038 Aug 22 16:15:06.178088 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0b91fc6-5117-4528-88c8-33209e6fffd1 req-e7b7d4e6-885b-42ff-9db3-4677c104c330 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Aug 22 16:15:07.089107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:07.298463 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9d66-49a4-4406-8131-baae023cac2c req-59752813-c39b-46cc-8cc9-2082661d3181 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:07.300397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc3a9d66-49a4-4406-8131-baae023cac2c req-59752813-c39b-46cc-8cc9-2082661d3181 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0497715 Aug 22 16:15:07.346902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc3a9d66-49a4-4406-8131-baae023cac2c req-0488b03c-0d1d-4ac9-869c-cc7ecb8aee05 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Aug 22 16:15:08.465317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d43623-d1b5-4d41-a3ae-f2d1533a7389 req-782f9bdd-0abd-4781-9fb1-1e2e305d5795 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:08.466803 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d43623-d1b5-4d41-a3ae-f2d1533a7389 req-782f9bdd-0abd-4781-9fb1-1e2e305d5795 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Aug 22 16:15:08.504398 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5d43623-d1b5-4d41-a3ae-f2d1533a7389 req-c8622b27-7fc3-45af-8ae8-5e5832fbc21f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Aug 22 16:15:09.620345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5506d5-7809-4ff5-ba7c-444db548b53d req-efcfb570-787b-4e73-b05c-742d4ac685aa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:09.621851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb5506d5-7809-4ff5-ba7c-444db548b53d req-efcfb570-787b-4e73-b05c-742d4ac685aa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Aug 22 16:15:09.659011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bb5506d5-7809-4ff5-ba7c-444db548b53d req-56cc05cd-b1f3-426f-a125-8bc18bb019da tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Aug 22 16:15:10.775617 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84055b5-99e4-4c74-9464-50e3f4243366 req-18f328ef-2136-46d4-ace3-270b99fcd1dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:10.777530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f84055b5-99e4-4c74-9464-50e3f4243366 req-18f328ef-2136-46d4-ace3-270b99fcd1dc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Aug 22 16:15:10.821163 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f84055b5-99e4-4c74-9464-50e3f4243366 req-96b29a9f-aa98-40ff-99ef-14e2328dffd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 Aug 22 16:15:11.248994 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:11.945731 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9730f1-f293-467a-a30b-b30585539016 req-76222eff-53e5-4df6-b1b8-8ed81f5f1596 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:11.947653 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e9730f1-f293-467a-a30b-b30585539016 req-76222eff-53e5-4df6-b1b8-8ed81f5f1596 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0573134 Aug 22 16:15:11.987877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2e9730f1-f293-467a-a30b-b30585539016 req-6e39dc9e-06bd-4f1e-bfe4-ab0b7d46cbe4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Aug 22 16:15:12.010902 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59924) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:15:12.075577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-772c4045-12b6-455a-a5fc-771d8c3d59a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/ad199145-0ccc-43cb-8551-d722d277ecd6 HTTP/1.1" status: 200 len: 993 time: 0.0635383 Aug 22 16:15:21.911949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:29.549525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-ae0c74c3-40e0-44e0-b080-91e0830b9972 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427070 Aug 22 16:15:29.647889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-daf27e3a-2445-4bfe-babf-c6cab4f97023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:29.649435 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-daf27e3a-2445-4bfe-babf-c6cab4f97023 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0402410 Aug 22 16:15:29.750732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-74803f41-b97a-44fe-a342-fef9dad7dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:29.752232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-74803f41-b97a-44fe-a342-fef9dad7dc2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 898 time: 0.0823114 Aug 22 16:15:29.819125 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-b6d33b73-1177-48c7-8c0a-be91a7613aa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 1001 time: 0.0598860 Aug 22 16:15:29.868580 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-6c969f05-3e0e-45b9-ab5e-6e038b0216ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:29.869985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-6c969f05-3e0e-45b9-ab5e-6e038b0216ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0426264 Aug 22 16:15:29.915065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-4ebaa0ba-0c9c-4a0e-b210-be44646e0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:15:29.916560 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-4ebaa0ba-0c9c-4a0e-b210-be44646e0f4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391872 Aug 22 16:15:30.008915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-79dcab53-6853-46f0-b4fa-290a70f87d80 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845788 Aug 22 16:15:30.102418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f93cc80e-0214-430d-80c3-ac94760ac8ae req-0413d0b7-97e8-4b66-b49c-4bbcdc992a00 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Aug 22 16:15:30.151718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1effbb3f-4f7f-416d-9ddc-38dea5ba4a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:32.934282 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:33.562818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50648ea2-a54b-4843-a32b-1b070732b970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:35.154208 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:15:35.196842 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:37.083363 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:41.248673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:15:51.899243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:00.150948 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-37f7c106-2190-4f63-8e2b-bb1635687650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:00.656514 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59944) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:00.811304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port d448598b-3e47-4d73-a437-a8ed55880833 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:16:00.811649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:00.889065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:00.889398 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:00.901444 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for d448598b-3e47-4d73-a437-a8ed55880833 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:16:01.145505 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:01.170740 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=d448598b-3e47-4d73-a437-a8ed55880833,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:01.196197 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.196559 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.196909 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.197272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.197597 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.197937 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.198273 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.198607 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.198942 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.199275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.199606 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.199931 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:01.243489 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:01.243826 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP ad199145-0ccc-43cb-8551-d722d277ecd6 disassociated (deleted). External IP: 172.25.0.241, port: fee1fe34-db7c-45de-98f3-ead24bc5ad23. Aug 22 16:16:01.761602 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router ca431a6b-ace8-4dd3-999b-5e16a668e508 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:16:01.868212 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:16:01.872943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:01.877633 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Sync routers for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:16:01.886986 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:01.887593 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:01.899809 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-863205e8-e963-4c61-a0f7-6fc9927ee6be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/floatingips/ad199145-0ccc-43cb-8551-d722d277ecd6 HTTP/1.1" status: 204 len: 168 time: 1.2422092 Aug 22 16:16:01.900423 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:16:01.903044 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c338542-6aef-4fb7-a165-e4a2c9d69b12" -d '{"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:16:01.994621 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:02.195659 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:02.221313 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Checking router: ca431a6b-ace8-4dd3-999b-5e16a668e508 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:16:02.230449 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:02.231045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:15:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:02.335279 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18df5e-2445-4f38-baa3-89b8ed78eac7 x-openstack-request-id: req-8f18df5e-2445-4f38-baa3-89b8ed78eac7 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:16:02.335539 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:16:02.335751 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f18df5e-2445-4f38-baa3-89b8ed78eac7 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:16:02.336235 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'status': 'completed', 'code': 200} Aug 22 16:16:02.435808 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:02.450421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-c5841012-4790-483d-a065-91cb0f125a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:02.451964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-c5841012-4790-483d-a065-91cb0f125a66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0715427 Aug 22 16:16:02.460544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8ecc-3dc6-41c6-9ad6-062f950dd2dd req-3a522843-4552-48be-b6d9-734c351147e2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:02.462007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-302c8ecc-3dc6-41c6-9ad6-062f950dd2dd req-3a522843-4552-48be-b6d9-734c351147e2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0720384 Aug 22 16:16:02.565044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-302c8ecc-3dc6-41c6-9ad6-062f950dd2dd req-41fe1e03-2910-420f-9878-4c9e5f674a81 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762541 Aug 22 16:16:02.578030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-f4df1b25-b7b8-47c9-96fa-5b2cc01d4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:02.579747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-f4df1b25-b7b8-47c9-96fa-5b2cc01d4436 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 200 len: 898 time: 0.1168754 Aug 22 16:16:02.623353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-1de90d7f-d327-4aaf-881d-6b29090791c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 200 len: 217 time: 0.0349765 Aug 22 16:16:02.634724 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:02.661471 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d2571-9b5d-4701-89bd-e9f4a5eaeefd None None] The sync data for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 is: [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:13:31Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '943d3df6-accd-4953-8cbf-907182463a43', 'name': '', 'network_id': 'a05c50ab-9747-4dbd-967b-85383bee40a7', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:f7:40:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:30Z', 'updated_at': '2021-08-22T16:13:36Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '3c5ee8db-8948-4cb1-8c85-f598f18f3c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:16:02.680704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-721b3b38-f621-485c-851d-7f6bc65561da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:02.682212 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-721b3b38-f621-485c-851d-7f6bc65561da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 200 len: 835 time: 0.0519760 Aug 22 16:16:02.733033 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-1ee99840-ca94-43cf-9b71-c8d00ca52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:02.734594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-1ee99840-ca94-43cf-9b71-c8d00ca52a23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a05c50ab-9747-4dbd-967b-85383bee40a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447607 Aug 22 16:16:02.827871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-13742245-405e-4366-888c-f1d644d98245 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Aug 22 16:16:02.894640 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646dc98f-21a9-4cde-a255-ba87305ff443 None None] New status for floating IP ad199145-0ccc-43cb-8551-d722d277ecd6: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:16:02.927471 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4c338542-6aef-4fb7-a165-e4a2c9d69b12 req-383cdf6f-26f6-4720-8949-97fd1c3c1a32 service neutron] 10.222.0.10 "GET /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918252 Aug 22 16:16:02.979646 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:03.544960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-daf61398-8ffc-4ab0-9ea7-8c8551ab90cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:03.937769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c4f1e-cec9-4e54-9c4f-e621ae0251f5 req-17f17c9f-ec0c-4b78-b628-e3f2a7f01d3d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:03.939436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc1c4f1e-cec9-4e54-9c4f-e621ae0251f5 req-17f17c9f-ec0c-4b78-b628-e3f2a7f01d3d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0508120 Aug 22 16:16:03.982128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dc1c4f1e-cec9-4e54-9c4f-e621ae0251f5 req-4fec5bf2-505c-4e81-9f2e-6fec88bd78b3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=13cc22b9-2208-47c7-a8b4-073c21e2ea75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351532 Aug 22 16:16:04.227742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-f6a3b357-a868-4c87-be8c-4cf52cbd6a29 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:04.229084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-f6a3b357-a868-4c87-be8c-4cf52cbd6a29 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Aug 22 16:16:04.323466 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port fee1fe34-db7c-45de-98f3-ead24bc5ad23 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:16:04.323801 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:04.415795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port fee1fe34-db7c-45de-98f3-ead24bc5ad23, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=fee1fe34-db7c-45de-98f3-ead24bc5ad23,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:04.416197 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:04.428622 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for fee1fe34-db7c-45de-98f3-ead24bc5ad23 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:16:04.653753 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:04.684975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=fee1fe34-db7c-45de-98f3-ead24bc5ad23,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:04.697666 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.698050 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.698398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.698741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.699085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.699420 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.699751 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.700114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.700454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.700780 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.701133 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.701459 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:04.741345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] No DVR routers for this DVR port fee1fe34-db7c-45de-98f3-ead24bc5ad23 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:16:04.743897 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:04.745937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-95fb298d-9b40-4f38-b20c-37aee1781e77 req-b0ffb30c-7af8-479a-bbfc-a2c118974994 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "DELETE /v2.0/ports/fee1fe34-db7c-45de-98f3-ead24bc5ad23 HTTP/1.1" status: 204 len: 173 time: 0.5101094 Aug 22 16:16:04.746398 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'name': 'network-vif-deleted', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:16:04.748712 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b58ca0-fbb2-48aa-859c-719e47c43ba5" -d '{"events": [{"server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "name": "network-vif-deleted", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:16:04.783783 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4c4f3-68bb-4f63-a1c5-c6d12c60d35c x-openstack-request-id: req-efe4c4f3-68bb-4f63-a1c5-c6d12c60d35c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:16:04.784103 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72422b2-98ec-4fa6-a0ba-a61ba95f84d7", "name": "network-vif-deleted", "tag": "fee1fe34-db7c-45de-98f3-ead24bc5ad23", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:16:04.784372 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efe4c4f3-68bb-4f63-a1c5-c6d12c60d35c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:16:04.784778 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72422b2-98ec-4fa6-a0ba-a61ba95f84d7', 'name': 'network-vif-deleted', 'tag': 'fee1fe34-db7c-45de-98f3-ead24bc5ad23', 'status': 'completed', 'code': 200} Aug 22 16:16:05.096496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aba58c4c-eeda-46fa-8d30-2868395bc275 req-56631eec-1813-4e71-b5a2-8b043d2553bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=b72422b2-98ec-4fa6-a0ba-a61ba95f84d7 HTTP/1.1" status: 200 len: 210 time: 0.0334103 Aug 22 16:16:05.173923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:06.153037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59966) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:06.511793 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:06.657713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device fee1fe34-db7c-45de-98f3-ead24bc5ad23 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:16:06.678369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: fee1fe34-db7c-45de-98f3-ead24bc5ad23 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:16:06.678721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device fee1fe34-db7c-45de-98f3-ead24bc5ad23 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:16:06.764503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 943d3df6-accd-4953-8cbf-907182463a43 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:16:06.764774 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:06.854382 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 943d3df6-accd-4953-8cbf-907182463a43, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=943d3df6-accd-4953-8cbf-907182463a43,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:06.854756 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:06.867297 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 943d3df6-accd-4953-8cbf-907182463a43 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:16:07.093572 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.116550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.141874 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=943d3df6-accd-4953-8cbf-907182463a43,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:07.324977 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.532422 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router ca431a6b-ace8-4dd3-999b-5e16a668e508 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:16:07.635299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:16:07.640174 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-650c6991-ff57-4107-b9ea-f81693a77fba tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/ca431a6b-ace8-4dd3-999b-5e16a668e508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4860926 Aug 22 16:16:07.642949 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59968) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:07.644352 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Sync routers for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:16:07.653496 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:07.654099 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:07.696885 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting subnet 3c5ee8db-8948-4cb1-8c85-f598f18f3c0f {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:16:07.699952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.740074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.756871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:07.822190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.930638 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:16:06Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:07.955895 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Checking router: ca431a6b-ace8-4dd3-999b-5e16a668e508 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:16:07.964572 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Routers {'ca431a6b-ace8-4dd3-999b-5e16a668e508'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:07.965174 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['ca431a6b-ace8-4dd3-999b-5e16a668e508'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:07.968202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:07.996919 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5ee8db-8948-4cb1-8c85-f598f18f3c0f,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:07.998926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.003452 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5a032c0c-104e-4ee3-a559-84e49bfb9aee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/subnets/3c5ee8db-8948-4cb1-8c85-f598f18f3c0f HTTP/1.1" status: 204 len: 168 time: 0.3569131 Aug 22 16:16:08.003826 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59970) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:08.008579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af094fa-0aca-478c-bb3b-9d2b65f596fd None None] Network a05c50ab-9747-4dbd-967b-85383bee40a7 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:16:08.070252 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] Set router ca431a6b-ace8-4dd3-999b-5e16a668e508 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:08.117659 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.219308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] DHCP port deletion for a05c50ab-9747-4dbd-967b-85383bee40a7 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:16:08.238225 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.257724 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:16:06Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:08.267462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Deleting port da63b780-2222-470d-be7f-3703065e6315 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:16:08.267835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.287403 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e49b4-d89d-4276-9ed3-42fd18607063 None None] The sync data for ids ['ca431a6b-ace8-4dd3-999b-5e16a668e508'] in n-d-805046-3 is: [{'id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192688943', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:13:27Z', 'updated_at': '2021-08-22T16:16:06Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca431a6b-ace8-4dd3-999b-5e16a668e508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:13:28Z', 'updated_at': '2021-08-22T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:16:08.335587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] For port da63b780-2222-470d-be7f-3703065e6315, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=da63b780-2222-470d-be7f-3703065e6315,segment=NetworkSegment(8fb4b5e6-f56f-4e47-b3e9-1046a9acde76),segment_id=8fb4b5e6-f56f-4e47-b3e9-1046a9acde76)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:08.336017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.343803 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:16:08.344357 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.351598 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Calling delete_port for da63b780-2222-470d-be7f-3703065e6315 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:16:08.423829 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:08.424243 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.438552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:16:08.488588 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.515642 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Pushing event deleted for resources: {'Port': ['ID=da63b780-2222-470d-be7f-3703065e6315,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:08.520805 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] No DVR routers for this DVR port da63b780-2222-470d-be7f-3703065e6315 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:16:08.527828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.528204 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.528548 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.528889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.531530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.532798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e9b68-7f8d-480d-bbc2-6656a24c9dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:08.665229 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.692503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:08.761298 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.851470 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.853880 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.968091 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.968540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Fanout notify agent at l3_agent the message router_deleted on router ca431a6b-ace8-4dd3-999b-5e16a668e508 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:16:08.975910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:08.977058 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-837b7202-f8fc-446b-9ad2-eba8bd575a56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/routers/ca431a6b-ace8-4dd3-999b-5e16a668e508 HTTP/1.1" status: 204 len: 168 time: 0.9724283 Aug 22 16:16:08.980153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59972) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:09.058690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.148878 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.158446 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05c50ab-9747-4dbd-967b-85383bee40a7']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:09.168699 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:09.169004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb4b5e6-f56f-4e47-b3e9-1046a9acde76') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:09.178516 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.191828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.198051 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:16:09.198051 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:16:09.200920 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:16:09.298871 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.306394 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.307512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/networks/a05c50ab-9747-4dbd-967b-85383bee40a7 HTTP/1.1" status: 204 len: 168 time: 0.3263581 Aug 22 16:16:09.310401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59974) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:09.319178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70610c61-a267-46af-9a47-da83ae94af21 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Network': ['ID=a05c50ab-9747-4dbd-967b-85383bee40a7,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:09.375084 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.400865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.510760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.513456 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:09.516744 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/security-groups/13cc22b9-2208-47c7-a8b4-073c21e2ea75 HTTP/1.1" status: 204 len: 168 time: 0.2032576 Aug 22 16:16:09.524161 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3991-2243-4c4a-9c73-41b276d0306a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc22b9-2208-47c7-a8b4-073c21e2ea75,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:10.037557 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59980) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:10.042268 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743972451', 'description': 'tempest-secgroup-smoke-1743972451 description', 'project_id': '4eccbda06ce54822bdf9902965d06be2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:10.139855 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.158587 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 943d3df6-accd-4953-8cbf-907182463a43 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:16:10.179252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 943d3df6-accd-4953-8cbf-907182463a43 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:16:10.179678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 943d3df6-accd-4953-8cbf-907182463a43 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:16:10.180123 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da63b780-2222-470d-be7f-3703065e6315 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:16:10.201802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: da63b780-2222-470d-be7f-3703065e6315 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:16:10.202162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device da63b780-2222-470d-be7f-3703065e6315 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:16:10.202615 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:16:10.221043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:16:10.221397 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 6aac0ad7-8dd2-4c34-a27c-c37f1dd60c25 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:16:10.225824 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.304910 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.333713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f8b25-fa24-402e-84be-6581e4716095,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:10.396167 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.397455 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c0dd86c9-74f9-467b-8398-bd1e33bfe25d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3588789 Aug 22 16:16:10.400310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59982) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:10.404856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:10.493207 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.548537 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.653323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.672136 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a281fc-e588-436e-89c1-a813eefdb80a,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:10.744870 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.746129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f511f85d-c407-4320-9e16-a3631a1185bd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447812 Aug 22 16:16:10.748789 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59984) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:10.753271 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:10.854068 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.912248 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.961926 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:10.981266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eab5ac-cd9d-42b3-b0fc-8be4e69cb18e,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:11.047728 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.048974 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2d7fae7b-2ebf-40dc-a0bc-1406f1025532 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992568 Aug 22 16:16:11.051899 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59986) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:11.056226 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:11.146201 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.204530 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.241882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.264651 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.284359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaded939-b34a-4548-9865-859fc92ca802,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:11.334074 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.335304 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-536a9e24-f32c-4a22-aaf9-52255641cc5e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824631 Aug 22 16:16:11.337948 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 59988) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:11.342342 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:11.412473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.476015 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.538772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.557891 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb4e07c-a60e-49ac-9b7c-afba132abdb3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:11.607508 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.608762 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-419bcf2b-e45c-47a9-9cc9-5ba30f0552b8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698841 Aug 22 16:16:11.611604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59990) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:11.616954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:11.687881 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:16:11.693694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.751641 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.802703 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.820259 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95904c1-710a-4de2-a24f-5f9b8a043d6e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:11.876805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:11.878186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-871307a6-abab-4d40-8488-820af684db0b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2654855 Aug 22 16:16:11.881496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59992) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:11.886334 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': 'c56f8b25-fa24-402e-84be-6581e4716095', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:11.985175 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:16:11.991183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.050959 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.139400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.159557 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:16:12.163119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0be49af-45c8-4916-a96f-b53858c74254,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:12.225471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.226751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ef12c0f7-a2d8-4bad-86da-d643f2adbb8f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3441164 Aug 22 16:16:12.230949 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59994) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:12.235889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'network': {'name': 'tempest-network-smoke--269635710', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:12.299120 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:16:12.303307 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.334844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:16:12.343625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.344025 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Added segment 78bfe213-6218-417f-85ae-42e1103e3998 of type vlan for network 67424dab-62d8-46e5-904f-057e61b28a02 Aug 22 16:16:12.390689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.465013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.470747 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:12.471342 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.543477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Network': ['ID=67424dab-62d8-46e5-904f-057e61b28a02,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:12.553791 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 67424dab-62d8-46e5-904f-057e61b28a02 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:16:12.557133 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4eddbca4-1adc-44e5-8ee0-cd3c34383da4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3251650 Aug 22 16:16:12.560441 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59996) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:12.565303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'admin_state_up': True, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:12.643107 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:12.644612 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.037236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.224588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.482774 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.502326 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.605182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.138 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/cf12d29b-b66f-45f8-a354-e9c5861fb672) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:16:13.705471 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.802690 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:13.836431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:13.839276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:13.842601 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:16:13.876429 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=cf12d29b-b66f-45f8-a354-e9c5861fb672,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:14.159862 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:14.353016 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:14.533650 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 40cfa703-3c22-496e-a033-613d3a9da12b is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:16:14.643065 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:16:14.653875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Sync routers for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:16:14.662650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:14.663271 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:14.766579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:14.790702 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:14.794892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0e07e0b0-44ac-4582-9e5c-0b4118afb57e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2305872 Aug 22 16:16:14.795149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 59998) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:14.829337 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-02ec8798-4855-48c9-83d4-a2d5319eb7ea tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4eccbda06ce54822bdf9902965d06be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330348 Aug 22 16:16:14.831859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60000) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:14.920768 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57586c-12db-4cdd-9984-1b2ed61f9091 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:14.925014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5b57586c-12db-4cdd-9984-1b2ed61f9091 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892177 Aug 22 16:16:14.925239 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60002) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:14.948486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:13Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:14.954223 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7a424dee-b5f5-4d98-a33d-205b0c19f3db tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270503 Aug 22 16:16:14.956828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60004) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:14.961809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773894471', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:14.976552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Checking router: 40cfa703-3c22-496e-a033-613d3a9da12b for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:16:14.976912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Updating router 40cfa703-3c22-496e-a033-613d3a9da12b port cf12d29b-b66f-45f8-a354-e9c5861fb672 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:16:15.002887 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.104978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:16:15.109024 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.262637 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.273468 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Transition to ACTIVE for port object cf12d29b-b66f-45f8-a354-e9c5861fb672 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:15.322249 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.345319 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.376571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Attempting to bind port cf12d29b-b66f-45f8-a354-e9c5861fb672 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:16:15.376950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Attempting to bind port cf12d29b-b66f-45f8-a354-e9c5861fb672 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:16:15.377317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Attempting to bind port cf12d29b-b66f-45f8-a354-e9c5861fb672 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:16:15.387260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bc709-de92-47c6-b45f-8a84b7127078 None None] Pushing event updated for resources: {'Port': ['ID=cf12d29b-b66f-45f8-a354-e9c5861fb672,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:15.391127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:16:15.391521 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:16:15.391931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.392556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:16:15.393021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Bound port: cf12d29b-b66f-45f8-a354-e9c5861fb672, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:16:15.393955 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.417721 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Checking segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:16:15.418092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network hostable DHCP agents. Network: 67424dab-62d8-46e5-904f-057e61b28a02, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:16:15.420091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Subnet': ['ID=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:15.454008 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] For port cf12d29b-b66f-45f8-a354-e9c5861fb672, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:16:15.457697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] For port cf12d29b-b66f-45f8-a354-e9c5861fb672, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf12d29b-b66f-45f8-a354-e9c5861fb672,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:16:15.499362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 67424dab-62d8-46e5-904f-057e61b28a02 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:16:15.528362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.584726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 67424dab-62d8-46e5-904f-057e61b28a02) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:15.586758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:15.587380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:15.588921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:15.589489 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:15.591214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bc709-de92-47c6-b45f-8a84b7127078 None None] Pushing event updated for resources: {'Port': ['ID=cf12d29b-b66f-45f8-a354-e9c5861fb672,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:15.677942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b0f6be0a-dde7-44ef-bffd-4b0bc1fd0d9c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7199421 Aug 22 16:16:15.680656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60006) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:15.786558 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d84fd-2d28-4a10-b480-3d4dbcb955a2 None None] Network 67424dab-62d8-46e5-904f-057e61b28a02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:16:15.917680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:16.086017 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-67424dab-62d8-46e5-904f-057e61b28a02', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:16:16.086882 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.128065 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.253327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:13Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:16.287822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae037e46-bf4d-4e4b-8c54-572899449b14 None None] The sync data for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 is: [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:13Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:16:16.295511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Allocated IP 172.20.0.2 (67424dab-62d8-46e5-904f-057e61b28a02/ae84a226-9b4f-45b0-9b72-fd75f0b2e1af/5bfc846e-8719-4290-9194-1b1c090003da) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:16:16.450673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.459087 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Transition to ACTIVE for port object 5bfc846e-8719-4290-9194-1b1c090003da will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:16.474662 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Transition to ACTIVE for port object 5bfc846e-8719-4290-9194-1b1c090003da will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:16.534017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.578116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Network 67424dab-62d8-46e5-904f-057e61b28a02 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:16.580966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:16.585716 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:16:16.593369 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Pushing event updated for resources: {'Port': ['ID=5bfc846e-8719-4290-9194-1b1c090003da,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:16.594859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.1 (67424dab-62d8-46e5-904f-057e61b28a02/ae84a226-9b4f-45b0-9b72-fd75f0b2e1af/708f42b7-7380-4979-b48d-6a771d816fe2) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:16:16.655170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Attempting to bind port 5bfc846e-8719-4290-9194-1b1c090003da on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:16:16.656007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Attempting to bind port 5bfc846e-8719-4290-9194-1b1c090003da by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:16:16.656373 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Attempting to bind port 5bfc846e-8719-4290-9194-1b1c090003da on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:16:16.662460 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:16:16.662920 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Checking segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:16:16.663392 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.663896 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Bound using segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:16:16.664462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Bound port: 5bfc846e-8719-4290-9194-1b1c090003da, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:16:16.664934 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.729593 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.734232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] For port 5bfc846e-8719-4290-9194-1b1c090003da, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:16:16.737925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] For port 5bfc846e-8719-4290-9194-1b1c090003da, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5bfc846e-8719-4290-9194-1b1c090003da,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:16:16.744678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object 708f42b7-7380-4979-b48d-6a771d816fe2 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:16.803162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.825256 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:16.876812 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663224c-4c58-43f2-a2f9-c9bf04cb39aa None None] Pushing event updated for resources: {'Port': ['ID=5bfc846e-8719-4290-9194-1b1c090003da,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:16.881587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 67424dab-62d8-46e5-904f-057e61b28a02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:16.889158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:16.891290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:16.894030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:16:16.949000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:17.188130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:17.468789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:17.522563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:17.601680 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:17.605459 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:17.703824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 67424dab-62d8-46e5-904f-057e61b28a02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:17.705389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:17.780584 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66fbf9-8fb2-4390-a5c6-f75d520e9f46 None None] Network 67424dab-62d8-46e5-904f-057e61b28a02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:16:17.828020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 40cfa703-3c22-496e-a033-613d3a9da12b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:16:17.942061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:16:17.956762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-baa059e8-43c0-4c3e-ba6f-96e261be1747 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/40cfa703-3c22-496e-a033-613d3a9da12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659719 Aug 22 16:16:17.956872 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f3eec879-9e2f-408b-845b-538756999d80 None None] Provisioning for port 5bfc846e-8719-4290-9194-1b1c090003da completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:18.096741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-c301bf1b-7b61-4dcb-9fa1-5a2e3be0bf23 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743972451&fields=id&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 267 time: 0.0369649 Aug 22 16:16:18.245596 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf12d29b-b66f-45f8-a354-e9c5861fb672 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:18.276917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-713ff381-866f-4cf3-9204-813ad8c3e388 None None] Provisioning for port 708f42b7-7380-4979-b48d-6a771d816fe2 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:18.286996 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-713ff381-866f-4cf3-9204-813ad8c3e388 None None] Provisioning complete for port 708f42b7-7380-4979-b48d-6a771d816fe2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:18.287382 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-713ff381-866f-4cf3-9204-813ad8c3e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.337434 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-713ff381-866f-4cf3-9204-813ad8c3e388 None None] Port 708f42b7-7380-4979-b48d-6a771d816fe2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:16:18.406139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port cf12d29b-b66f-45f8-a354-e9c5861fb672 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:18.409780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cf12d29b-b66f-45f8-a354-e9c5861fb672 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:18.410859 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.459836 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Sync routers for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:16:18.474667 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:18.475609 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:18.489479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-41b07462-7db5-4e39-baae-5aa20c9d5e8a None None] Provisioning complete for port 708f42b7-7380-4979-b48d-6a771d816fe2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:18.489958 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41b07462-7db5-4e39-baae-5aa20c9d5e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.569380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-41b07462-7db5-4e39-baae-5aa20c9d5e8a None None] Port 708f42b7-7380-4979-b48d-6a771d816fe2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:16:18.577996 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.621067 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port cf12d29b-b66f-45f8-a354-e9c5861fb672, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf12d29b-b66f-45f8-a354-e9c5861fb672,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:18.625276 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:18.657493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-3e29ed57-6719-430e-98b1-67caa61ce8f6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:18.659224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-3e29ed57-6719-430e-98b1-67caa61ce8f6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 796 time: 0.5540571 Aug 22 16:16:18.678902 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-c74f223d-1bb3-499b-9bd9-03e995494a2c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/quotas/4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 375 time: 0.0099130 Aug 22 16:16:18.682093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.682927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bfc846e-8719-4290-9194-1b1c090003da up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:18.784722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=cf12d29b-b66f-45f8-a354-e9c5861fb672,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:18.802075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-ec51b95a-2d69-4fc1-8655-2c38e8c21a66 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065047 Aug 22 16:16:18.809933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8597ede6-0079-449b-8c25-ea2f4fa257d0 None None] Provisioning complete for port 708f42b7-7380-4979-b48d-6a771d816fe2 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:18.814384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8597ede6-0079-449b-8c25-ea2f4fa257d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.851363 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8597ede6-0079-449b-8c25-ea2f4fa257d0 None None] Port 708f42b7-7380-4979-b48d-6a771d816fe2 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:16:18.873258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 2, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:18.876511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 5bfc846e-8719-4290-9194-1b1c090003da completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:18.881797 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5bfc846e-8719-4290-9194-1b1c090003da triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:18.882171 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.901669 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Checking router: 40cfa703-3c22-496e-a033-613d3a9da12b for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:16:18.902034 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Updating router 40cfa703-3c22-496e-a033-613d3a9da12b port 708f42b7-7380-4979-b48d-6a771d816fe2 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:16:18.912015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-b660dae7-c6e9-4f33-9080-e97bf507fe05 service neutron] 10.222.0.53 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051886 Aug 22 16:16:18.935322 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.961689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:18.999925 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 5bfc846e-8719-4290-9194-1b1c090003da, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5bfc846e-8719-4290-9194-1b1c090003da,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:19.002980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-498f4155-36bd-4cf3-bef5-86038cd672b3 service neutron] 10.222.0.53 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898585 Aug 22 16:16:19.071874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.128301 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=5bfc846e-8719-4290-9194-1b1c090003da,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:19.292670 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa80aa00-40eb-4b5a-8ef5-56bc5595ded6 req-0e4b91d5-63fc-47c3-a71a-f106199255ca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Aug 22 16:16:19.317484 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.326917 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Transition to ACTIVE for port object 708f42b7-7380-4979-b48d-6a771d816fe2 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:19.402369 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.455249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Pushing event updated for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:19.466435 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.466985 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.467188 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.467457 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.467792 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.468159 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.468496 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.468935 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.469136 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.469464 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.469787 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.470109 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:16:19.527735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Attempting to bind port 708f42b7-7380-4979-b48d-6a771d816fe2 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:16:19.528269 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Attempting to bind port 708f42b7-7380-4979-b48d-6a771d816fe2 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:16:19.528722 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Attempting to bind port 708f42b7-7380-4979-b48d-6a771d816fe2 on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:16:19.534384 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:16:19.534936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Checking segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:16:19.535427 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.536118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Bound using segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:16:19.536735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Bound port: 708f42b7-7380-4979-b48d-6a771d816fe2, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:16:19.537208 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.601932 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] For port 708f42b7-7380-4979-b48d-6a771d816fe2, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:16:19.605396 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] For port 708f42b7-7380-4979-b48d-6a771d816fe2, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=708f42b7-7380-4979-b48d-6a771d816fe2,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:16:19.688146 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:19.749732 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:19.750372 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:19.763675 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e878b-c9ee-4bda-aeaf-222957aa41ef None None] Pushing event updated for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:19.879262 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:20.076571 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:19Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:20.103607 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85838-38a5-4225-92de-061e3bf38b4a None None] The sync data for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 is: [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:19Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:16:20.172147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf12d29b-b66f-45f8-a354-e9c5861fb672 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:20.230991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port cf12d29b-b66f-45f8-a354-e9c5861fb672 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:20.231359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:20.323932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bfc846e-8719-4290-9194-1b1c090003da up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:20.382393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 5bfc846e-8719-4290-9194-1b1c090003da triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:20.382777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:20.402221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a63decf3-dd9f-4715-8f05-8ec5087ce248 req-f131aaf6-f888-4699-bcb0-92200415206b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 210 time: 0.0372636 Aug 22 16:16:21.426011 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-1e5a8578-fa20-4523-8da1-0fba9e599edb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:21.427418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-1e5a8578-fa20-4523-8da1-0fba9e599edb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 796 time: 0.1043041 Aug 22 16:16:21.476520 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-ca96757c-8815-4207-b048-ab6a6482bf5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 380 time: 0.0349073 Aug 22 16:16:21.487164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'port': {'device_id': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'admin_state_up': True, 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'security_groups': ['c56f8b25-fa24-402e-84be-6581e4716095']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:21.541585 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a38fea55-c57d-4222-9548-184c498904c0 req-c39fe44c-0dd5-4bf0-8521-f8551a4745c5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 210 time: 0.0494120 Aug 22 16:16:21.721512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:16:21.725271 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:21.854162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.13 (67424dab-62d8-46e5-904f-057e61b28a02/ae84a226-9b4f-45b0-9b72-fd75f0b2e1af/3b0df786-0bf2-402c-93d0-77194e04428b) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:16:21.967439 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:21.992180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.003383 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object 3b0df786-0bf2-402c-93d0-77194e04428b will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:22.076448 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.124304 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 67424dab-62d8-46e5-904f-057e61b28a02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:22.127244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:22.129788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:16:22.168203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:22.188559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 708f42b7-7380-4979-b48d-6a771d816fe2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:22.198539 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:22.199294 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.265568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-0146ea53-5ba3-4514-a5da-7de11576c1bc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822857 Aug 22 16:16:22.283412 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Request body: {'port': {'device_id': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:22.293380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 708f42b7-7380-4979-b48d-6a771d816fe2 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:22.297799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 708f42b7-7380-4979-b48d-6a771d816fe2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:22.298383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.351961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.389372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.411661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-847fcfc7-a1ae-4f69-abb2-e08497e1e3b8 None None] Provisioning for port 3b0df786-0bf2-402c-93d0-77194e04428b completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:22.422098 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-847fcfc7-a1ae-4f69-abb2-e08497e1e3b8 None None] Provisioning complete for port 3b0df786-0bf2-402c-93d0-77194e04428b triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:22.422468 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-847fcfc7-a1ae-4f69-abb2-e08497e1e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.425438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 708f42b7-7380-4979-b48d-6a771d816fe2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=708f42b7-7380-4979-b48d-6a771d816fe2,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:22.457895 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-847fcfc7-a1ae-4f69-abb2-e08497e1e3b8 None None] Port 3b0df786-0bf2-402c-93d0-77194e04428b cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:16:22.499343 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.550283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:22.653025 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0df786-0bf2-402c-93d0-77194e04428b {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:16:22.661851 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.683671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f233e-61aa-49e5-bafd-dd9ae6b94a64 req-50766ea7-4a2e-4690-92a2-bb695373ba94 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:22.685211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a3f233e-61aa-49e5-bafd-dd9ae6b94a64 req-50766ea7-4a2e-4690-92a2-bb695373ba94 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 932 time: 0.0735343 Aug 22 16:16:22.687777 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Transition to ACTIVE for port object 3b0df786-0bf2-402c-93d0-77194e04428b will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:16:22.723567 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1a3f233e-61aa-49e5-bafd-dd9ae6b94a64 req-1a18c578-c632-4b9f-87a0-bf956291ca47 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Aug 22 16:16:22.779002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.836583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:22.907234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:16:22.907577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:16:22.907916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:16:22.913176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:16:22.913502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:16:22.918683 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:16:22.922668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Checking segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:16:22.922668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Bound using segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:16:22.922668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Bound port: 3b0df786-0bf2-402c-93d0-77194e04428b, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:16:22.922668 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:22.987307 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:16:22.990512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:16:23.070391 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:23.113234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.113866 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:23.115411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] 10.222.0.10 "PUT /v2.0/ports/3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1092 time: 0.8366261 Aug 22 16:16:23.116016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:16:23.118334 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163" -d '{"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:16:23.144508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80313a-c1ec-467e-9d39-9c61287cf49d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:23.218743 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1ab4f-6c24-4f50-a530-70b52d1c137e x-openstack-request-id: req-ecb1ab4f-6c24-4f50-a530-70b52d1c137e {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:16:23.219048 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:16:23.219309 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecb1ab4f-6c24-4f50-a530-70b52d1c137e {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:16:23.219748 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'status': 'completed', 'code': 200} Aug 22 16:16:23.278215 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-a52b49a6-70fb-44b2-b359-0c8e3f9aa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.279758 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-a52b49a6-70fb-44b2-b359-0c8e3f9aa861 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1095 time: 0.0441921 Aug 22 16:16:23.336934 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-231cc041-a4e0-4c4d-bb3c-a5991ccd21b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 217 time: 0.0344901 Aug 22 16:16:23.389301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-ba46bf47-e643-4c07-8083-bacd42a54853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.390645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-ba46bf47-e643-4c07-8083-bacd42a54853 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0469148 Aug 22 16:16:23.438001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-02b623ad-6250-431a-b806-da4d8489f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.439487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-02b623ad-6250-431a-b806-da4d8489f9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410583 Aug 22 16:16:23.530046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-f1dba164-292c-4761-acb9-333bc9536c76 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833144 Aug 22 16:16:23.622714 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51df7f84-0f18-446c-8a0e-07cf8b993a31 req-014ac04d-7270-41b0-ac41-eac431087d5f service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Aug 22 16:16:23.832091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-850567dc-5111-4f95-8564-51d583a5a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.833583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-850567dc-5111-4f95-8564-51d583a5a999 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1095 time: 0.0661902 Aug 22 16:16:23.874400 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71728ed-0a05-4bff-9fbb-4a55729ec240 req-f199a05e-4725-4fb3-be3b-78dcb8837460 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.875745 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e71728ed-0a05-4bff-9fbb-4a55729ec240 req-f199a05e-4725-4fb3-be3b-78dcb8837460 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0780528 Aug 22 16:16:23.953900 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e71728ed-0a05-4bff-9fbb-4a55729ec240 req-86a17773-45b1-46b7-a057-83eeed5daa60 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711858 Aug 22 16:16:23.966589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-c6b1c4e6-c164-4a82-bf64-bd4cccdc8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:23.968057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-c6b1c4e6-c164-4a82-bf64-bd4cccdc8b60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.1259677 Aug 22 16:16:24.013896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-6d7fd820-42c5-4e5f-81ab-2b7778225af3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 217 time: 0.0389929 Aug 22 16:16:24.062422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-26b05643-bc5b-4eb8-93fc-ef50deb5335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:24.063896 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-26b05643-bc5b-4eb8-93fc-ef50deb5335e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0438514 Aug 22 16:16:24.111495 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-1c0cbbd9-accf-4336-ba31-dac50ac06492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:24.113092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-1c0cbbd9-accf-4336-ba31-dac50ac06492 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423846 Aug 22 16:16:24.156456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 708f42b7-7380-4979-b48d-6a771d816fe2 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:24.204196 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 708f42b7-7380-4979-b48d-6a771d816fe2 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:24.204575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:24.210202 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-93a83378-1fc7-4479-b392-22cb8dd8e601 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900555 Aug 22 16:16:24.303796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6eeeb2d-57d5-40a5-87a2-8b465b9bc163 req-cabdb10e-b2c5-42de-891b-a2d549685327 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861783 Aug 22 16:16:25.067836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c255-efb8-432c-b3af-2229e940a83a req-d12f8ce2-cc34-42e5-bf79-828f2f8af113 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:25.070020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9623c255-efb8-432c-b3af-2229e940a83a req-d12f8ce2-cc34-42e5-bf79-828f2f8af113 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0494554 Aug 22 16:16:25.107641 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9623c255-efb8-432c-b3af-2229e940a83a req-d8e3d0c2-333f-4638-8cec-a76b983d8a78 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Aug 22 16:16:26.228819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac2e84-a6da-427e-b525-5047a91c935a req-9465ebb3-17f8-4960-add9-1914dd9dee8c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:26.230310 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dac2e84-a6da-427e-b525-5047a91c935a req-9465ebb3-17f8-4960-add9-1914dd9dee8c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0553839 Aug 22 16:16:26.267926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9dac2e84-a6da-427e-b525-5047a91c935a req-8e367bda-cd18-4fb2-a17a-7f6dc002a865 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Aug 22 16:16:27.382832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dfb70-01a9-442a-bd49-fdc62d1a69a3 req-d66c1e0f-853f-4cfc-9655-91e1967ebb09 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:27.384340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a19dfb70-01a9-442a-bd49-fdc62d1a69a3 req-d66c1e0f-853f-4cfc-9655-91e1967ebb09 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0505004 Aug 22 16:16:27.422014 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a19dfb70-01a9-442a-bd49-fdc62d1a69a3 req-20ca2c0d-56f3-446a-84a6-ef38de41f9ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 22 16:16:28.535257 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a702213-3d56-4fcf-a6a9-fe8fc558eb2d req-74c68550-8977-4953-b80c-45e890afb935 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:28.536781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a702213-3d56-4fcf-a6a9-fe8fc558eb2d req-74c68550-8977-4953-b80c-45e890afb935 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0498288 Aug 22 16:16:28.574463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0a702213-3d56-4fcf-a6a9-fe8fc558eb2d req-8bbc08f1-bdd9-4d3d-b109-1b4007bb6d4b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Aug 22 16:16:28.677387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:16:28.774277 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:28.784230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '3b0df786-0bf2-402c-93d0-77194e04428b', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'mac_address': 'fa:16:3e:bf:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:16:28.821520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:28.836118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0df786-0bf2-402c-93d0-77194e04428b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:16:28.855060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:28.909799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:28.960989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:29.298718 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['3b0df786-0bf2-402c-93d0-77194e04428b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:16:29.691439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673cc90-42a7-49b6-9f15-89ff3df91640 req-977bbf41-aeee-4c3e-bf74-861573e16234 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:29.692935 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a673cc90-42a7-49b6-9f15-89ff3df91640 req-977bbf41-aeee-4c3e-bf74-861573e16234 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 945 time: 0.0530705 Aug 22 16:16:29.730330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a673cc90-42a7-49b6-9f15-89ff3df91640 req-0009f2cc-a92c-4d7c-92bf-499757eaaf62 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314622 Aug 22 16:16:30.156220 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed1cc9a3-2e71-4603-9f59-443e09ab8c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:30.692588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:16:30.796053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 3b0df786-0bf2-402c-93d0-77194e04428b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:16:30.800221 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 3b0df786-0bf2-402c-93d0-77194e04428b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:16:30.800604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:30.847182 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a4f9-4589-4dca-a466-d80b582a2537 req-43d16e8c-8638-4af9-b4e6-c39561bb9f18 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:30.848754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf2a4f9-4589-4dca-a466-d80b582a2537 req-43d16e8c-8638-4af9-b4e6-c39561bb9f18 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Aug 22 16:16:30.877831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:30.889744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bf2a4f9-4589-4dca-a466-d80b582a2537 req-188f8945-aee4-44a8-88f3-10172635da95 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Aug 22 16:16:30.905876 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:16:30.908122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b38b6-eafa-44fe-83df-24c63dee9065" -d '{"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:16:30.920897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:16:30.944601 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffd536-23ce-4eb2-bd5b-f0f06434a769 x-openstack-request-id: req-e2ffd536-23ce-4eb2-bd5b-f0f06434a769 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:16:30.944901 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:16:30.945191 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2ffd536-23ce-4eb2-bd5b-f0f06434a769 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:16:30.945583 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'code': 200} Aug 22 16:16:30.990384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:31.038756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:31.069831 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78cddb-2d1e-4651-a6f8-7575bc2568f3 req-fde72b9e-b7ac-4cdd-bdf5-58d388242870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:31.071328 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff78cddb-2d1e-4651-a6f8-7575bc2568f3 req-fde72b9e-b7ac-4cdd-bdf5-58d388242870 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1097 time: 0.0430782 Aug 22 16:16:31.106198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff78cddb-2d1e-4651-a6f8-7575bc2568f3 req-8d3b5c99-9354-40d0-9d89-cd31ecf438cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277693 Aug 22 16:16:32.010101 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9268d-b859-4787-b4ae-4b299f24fb1c req-e76cdfc2-9a43-4369-b7df-ae18c71e1cdd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:32.011665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48e9268d-b859-4787-b4ae-4b299f24fb1c req-e76cdfc2-9a43-4369-b7df-ae18c71e1cdd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0535810 Aug 22 16:16:32.050603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48e9268d-b859-4787-b4ae-4b299f24fb1c req-158b8fdd-9ea7-4a4a-981d-2c26a819168d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Aug 22 16:16:32.955678 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:33.167467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ca3a-d9bb-49b3-a768-a069e0b33e9c req-2469b994-cd90-41c6-9f07-0ff039e6bc70 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:33.169001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cda0ca3a-d9bb-49b3-a768-a069e0b33e9c req-2469b994-cd90-41c6-9f07-0ff039e6bc70 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0507519 Aug 22 16:16:33.206676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cda0ca3a-d9bb-49b3-a768-a069e0b33e9c req-986f20b2-2910-4690-98f6-1b3c6a139d8a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 22 16:16:33.320576 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ddec-18a7-41ad-9237-810277a7be52 req-33fce5c4-458a-4a83-9381-4950dd3b805e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:33.322035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ee0ddec-18a7-41ad-9237-810277a7be52 req-33fce5c4-458a-4a83-9381-4950dd3b805e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0484819 Aug 22 16:16:33.358796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ee0ddec-18a7-41ad-9237-810277a7be52 req-df6eecb3-e621-4f99-9dd8-ff685164639d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Aug 22 16:16:33.380341 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60080) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:33.562163 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-accd7c5e-9c8e-4e41-bb51-4fbb5aa8b86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:33.729645 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2099764-eb74-4c71-a6f0-a74ce2f663da tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:33.731212 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b2099764-eb74-4c71-a6f0-a74ce2f663da tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1092 time: 0.3498280 Aug 22 16:16:33.734043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60082) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:33.738406 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:16:33.813747 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:33.910184 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.015839 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.19 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/41418a1d-f186-4f9c-9715-1cac1b9b3392) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:16:34.116385 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.218985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.257890 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:16:34.262100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:16:34.268452 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:16:34.271460 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=41418a1d-f186-4f9c-9715-1cac1b9b3392,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:34.609324 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.722571 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.868633 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.927192 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:34.996550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=41418a1d-f186-4f9c-9715-1cac1b9b3392,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:16:35.007365 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:35.109093 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP cee13c5f-cbed-41a5-b2e0-9436dbec02e0 associated. External IP: 172.25.0.19, port: 3b0df786-0bf2-402c-93d0-77194e04428b. Aug 22 16:16:35.173311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:35.319799 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 40cfa703-3c22-496e-a033-613d3a9da12b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:16:35.428913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:16:35.438116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Sync routers for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:16:35.446953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:35.447562 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:35.516270 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:35.545105 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-792dfcde-3e80-48e7-b755-fde5adb1ba54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8100369 Aug 22 16:16:35.545695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:16:35.547988 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8be84cb-397b-4685-a21b-ee99fcd116b9" -d '{"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:16:35.553661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:35.650872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b841b-f0ab-4d06-a9a3-1642dff14d23 req-4c044c19-0a21-4929-8c6d-4f2b3c064452 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:35.652496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d1b841b-f0ab-4d06-a9a3-1642dff14d23 req-4c044c19-0a21-4929-8c6d-4f2b3c064452 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0533698 Aug 22 16:16:35.690669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d1b841b-f0ab-4d06-a9a3-1642dff14d23 req-125702bc-acfc-44a5-ad65-c064594c3e6f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Aug 22 16:16:35.713451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60088) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:35.754796 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fa0072-de14-4e61-94e2-f2735d02c810 x-openstack-request-id: req-48fa0072-de14-4e61-94e2-f2735d02c810 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:16:35.755171 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:16:35.755532 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48fa0072-de14-4e61-94e2-f2735d02c810 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:16:35.755924 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'status': 'completed', 'code': 200} Aug 22 16:16:35.778163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cee13c5f-cbed-41a5-b2e0-9436dbec02e0', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'mac_address': 'fa:16:3e:bf:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:16:34Z', 'updated_at': '2021-08-22T16:16:34Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:35.788517 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2ace3470-12de-4a72-9fea-1bddd9541d4e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/cee13c5f-cbed-41a5-b2e0-9436dbec02e0 HTTP/1.1" status: 200 len: 991 time: 0.0715909 Aug 22 16:16:35.809393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Checking router: 40cfa703-3c22-496e-a033-613d3a9da12b for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:16:35.817717 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:16:35.818328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:16:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:35.821916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-c64fa19b-7073-4e76-9ba4-8ec8a00409e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:35.823418 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-c64fa19b-7073-4e76-9ba4-8ec8a00409e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1097 time: 0.0426738 Aug 22 16:16:35.921526 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-19775445-7023-4e2e-9f0c-70a53b7a91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:35.923050 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-19775445-7023-4e2e-9f0c-70a53b7a91b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.0927463 Aug 22 16:16:35.994980 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-2cad7aef-e78d-43ff-8e98-05c652c630c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 999 time: 0.0647092 Aug 22 16:16:36.046844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-34fa75d4-4b0e-4b9c-9e29-98862550596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:36.048421 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-34fa75d4-4b0e-4b9c-9e29-98862550596d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0470023 Aug 22 16:16:36.081788 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:16:36.100870 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-6387630a-fa4c-403a-97c4-59e1726642d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:16:36.102798 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-6387630a-fa4c-403a-97c4-59e1726642d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473151 Aug 22 16:16:36.196441 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-498af6d5-dba9-4e27-a02f-57683a5eec67 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Aug 22 16:16:36.293754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b8be84cb-397b-4685-a21b-ee99fcd116b9 req-49b1a411-776e-495a-b242-f3c0da70c338 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905704 Aug 22 16:16:36.309790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cee13c5f-cbed-41a5-b2e0-9436dbec02e0', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'mac_address': 'fa:16:3e:bf:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:16:34Z', 'updated_at': '2021-08-22T16:16:34Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:16:36.339527 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a7362-536a-43fb-9066-2e7d101b2d5c None None] The sync data for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 is: [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'cee13c5f-cbed-41a5-b2e0-9436dbec02e0', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'mac_address': 'fa:16:3e:bf:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:16:34Z', 'updated_at': '2021-08-22T16:16:34Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:16:36.541100 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a01c5-7f99-4510-9e55-e8ffb82e8449 None None] New status for floating IP cee13c5f-cbed-41a5-b2e0-9436dbec02e0: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:16:36.791996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60090) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:16:36.853545 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7a82c9ad-6dfd-46ef-a198-a76d6707cbad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/cee13c5f-cbed-41a5-b2e0-9436dbec02e0 HTTP/1.1" status: 200 len: 993 time: 0.0603704 Aug 22 16:16:37.086828 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:41.252969 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:16:49.159113 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:16:51.915300 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:00.144054 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2a8de95b-3d34-4b25-885b-cf21129f0744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:02.955656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:03.544877 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-233fd8ba-70ad-4c49-bcc2-5fd32c79bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:05.178090 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:07.110211 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:11.246750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:21.926277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:26.158792 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:17:29.582821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-a3ecf011-668c-43bf-aa54-6b4e804ae767 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806365 Aug 22 16:17:29.677529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-65a2728c-4bae-4ad8-92c4-6d3dcb878a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:29.679002 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-65a2728c-4bae-4ad8-92c4-6d3dcb878a3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1097 time: 0.0404754 Aug 22 16:17:29.789810 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-4a853551-7fab-4520-91c5-43f67d94a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:29.791220 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-4a853551-7fab-4520-91c5-43f67d94a36a service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.0940692 Aug 22 16:17:29.855979 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-721de451-a689-4e5d-933b-2d0df80d0c72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1001 time: 0.0572479 Aug 22 16:17:29.909546 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-c655c71a-211e-4866-9007-8d831684d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:29.910984 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-c655c71a-211e-4866-9007-8d831684d3e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0469575 Aug 22 16:17:29.957072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-35eca023-fb53-4d2e-9de7-a2be9be02da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:29.958523 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-35eca023-fb53-4d2e-9de7-a2be9be02da6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400016 Aug 22 16:17:29.969496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-54326484-d61e-4ab9-b1f4-965e2dfe8430 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:17:29.970466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-54326484-d61e-4ab9-b1f4-965e2dfe8430 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051439 Aug 22 16:17:30.067394 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-de3a3f9d-fb73-47e7-a307-c80e6f346714 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823975 Aug 22 16:17:30.155071 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-07df9ebe-ca1f-45cb-a637-cd33797ebefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:30.156306 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d07d753-fd7b-44f4-a9d5-f8c517bb9f4c req-784da7b8-cce3-4b4c-b4a1-ec769f5c2f61 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Aug 22 16:17:32.983127 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:33.577668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7df38928-03d9-4b77-80db-d1949cae3bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:35.188884 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:37.131858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:37.648992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-524a285f-4797-4b4d-8c16-39af84774f57 req-afa86f98-6a21-4017-9c18-1433b5fb70a6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:17:37.650030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-524a285f-4797-4b4d-8c16-39af84774f57 req-afa86f98-6a21-4017-9c18-1433b5fb70a6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448835 Aug 22 16:17:37.961299 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bc381-38e0-42db-91b0-5c10594572e2 req-f735a917-8e1d-45ae-9727-35765dc55cc6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:37.962777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d08bc381-38e0-42db-91b0-5c10594572e2 req-f735a917-8e1d-45ae-9727-35765dc55cc6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0499637 Aug 22 16:17:38.001897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d08bc381-38e0-42db-91b0-5c10594572e2 req-bea9b16a-e21f-49d2-96cc-4de077b76e92 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Aug 22 16:17:38.083707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60124) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:17:38.170427 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-701bd6b8-51bd-4c94-b0af-e41fb9a28c91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854909 Aug 22 16:17:38.179285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-d6b12505-0ecd-4b33-ab9f-b9959ff744bd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:17:38.180290 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-d6b12505-0ecd-4b33-ab9f-b9959ff744bd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050766 Aug 22 16:17:39.125529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6217-22ec-475d-8d9a-bd404a2078c1 req-487e8ab4-2c4a-42f1-949c-65f21e6dd001 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:39.127784 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-890b6217-22ec-475d-8d9a-bd404a2078c1 req-487e8ab4-2c4a-42f1-949c-65f21e6dd001 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0529230 Aug 22 16:17:39.170582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-890b6217-22ec-475d-8d9a-bd404a2078c1 req-fe1c70e6-69ea-465d-88f7-7a215e4edb3a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375495 Aug 22 16:17:40.021940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-8dfe3ca5-daf1-47f2-a65d-a83de0b9145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:40.023434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-8dfe3ca5-daf1-47f2-a65d-a83de0b9145f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1097 time: 0.0402617 Aug 22 16:17:40.113471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-db9279c3-f39e-4ed1-83fb-3943d3d6856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:40.114964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-db9279c3-f39e-4ed1-83fb-3943d3d6856c service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.0842714 Aug 22 16:17:40.184767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-ae4ec6bc-0222-4946-82c7-6931610785b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1001 time: 0.0626645 Aug 22 16:17:40.235268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-77dfe7da-397a-49c8-b5d0-c83d1d324b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:40.236908 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-77dfe7da-397a-49c8-b5d0-c83d1d324b41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0457783 Aug 22 16:17:40.317714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a6b58-96d9-465b-8320-fa067780e5d7 req-4caaf03d-9a69-4ce2-a5e3-3bd3f49f5fdb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:40.319106 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51a6b58-96d9-465b-8320-fa067780e5d7 req-4caaf03d-9a69-4ce2-a5e3-3bd3f49f5fdb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0780647 Aug 22 16:17:40.321520 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b733c5c-7c15-4ee2-acc9-bf46c97772ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:40.322879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b733c5c-7c15-4ee2-acc9-bf46c97772ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730371 Aug 22 16:17:40.409587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c51a6b58-96d9-465b-8320-fa067780e5d7 req-02cd7a7c-1374-4bd5-b4a5-ca10ab0a2a3b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842507 Aug 22 16:17:40.437583 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-f69638bd-08e4-4a35-8b7a-a000b8efe560 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055489 Aug 22 16:17:40.529541 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-43cb9fa2-e9e5-46a6-8064-8070c83c1fd2 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847311 Aug 22 16:17:41.234537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:41.527527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922c84f-a77f-4b9d-8f76-c37d3a1d2ab8 req-c9604892-dea1-495c-bba1-f312f7564b9b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:41.528960 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4922c84f-a77f-4b9d-8f76-c37d3a1d2ab8 req-c9604892-dea1-495c-bba1-f312f7564b9b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0512464 Aug 22 16:17:41.566290 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4922c84f-a77f-4b9d-8f76-c37d3a1d2ab8 req-77fad27c-3e13-48ba-9152-42e85422720d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Aug 22 16:17:42.680849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c10310-c53f-41b3-9ff6-1c76e1f7595d req-d35e0a5d-072a-43ec-b852-2700fb59151e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:42.682396 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6c10310-c53f-41b3-9ff6-1c76e1f7595d req-d35e0a5d-072a-43ec-b852-2700fb59151e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Aug 22 16:17:42.719316 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6c10310-c53f-41b3-9ff6-1c76e1f7595d req-3e921bd3-2c14-4fc9-a9c5-ee8c88119786 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Aug 22 16:17:43.839678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903be1-cd77-49d3-a456-46d8b22bbc85 req-ff026015-01fa-425c-8cb7-5d470f2d73b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:43.841178 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92903be1-cd77-49d3-a456-46d8b22bbc85 req-ff026015-01fa-425c-8cb7-5d470f2d73b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0546794 Aug 22 16:17:43.879648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-92903be1-cd77-49d3-a456-46d8b22bbc85 req-523b2596-af1f-42cc-a481-5fd6b0b396f1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Aug 22 16:17:44.998975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f35c8-294a-46e9-966c-4391d0cbb26b req-aab58198-0c8e-46bd-b23a-73a1c7bc1bad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:45.000474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-365f35c8-294a-46e9-966c-4391d0cbb26b req-aab58198-0c8e-46bd-b23a-73a1c7bc1bad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0490987 Aug 22 16:17:45.037997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-365f35c8-294a-46e9-966c-4391d0cbb26b req-27069291-56d5-4903-b0a9-f4a2f6d2c6e9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Aug 22 16:17:46.154753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e2c68-743b-4b4d-84cb-a43a8dc5f6c5 req-aa9e0114-e666-4056-8f00-6adfce223511 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:46.156275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-051e2c68-743b-4b4d-84cb-a43a8dc5f6c5 req-aa9e0114-e666-4056-8f00-6adfce223511 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Aug 22 16:17:46.194075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-051e2c68-743b-4b4d-84cb-a43a8dc5f6c5 req-47c52f3d-ccad-479f-aec2-bc38f1c7b577 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Aug 22 16:17:47.313943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a35f02-3436-4abe-9516-42eef3800696 req-8825a522-0caa-4db1-9a59-d1604d3634cd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:47.315450 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25a35f02-3436-4abe-9516-42eef3800696 req-8825a522-0caa-4db1-9a59-d1604d3634cd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0533190 Aug 22 16:17:47.353406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-25a35f02-3436-4abe-9516-42eef3800696 req-eaeb1397-0da1-4a07-8f0e-98e272c6bd35 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Aug 22 16:17:48.469105 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22703733-f959-4bcf-b443-f2815c28771d req-6ba93fff-b3a3-41fb-b57d-400bc963ddce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:48.470573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22703733-f959-4bcf-b443-f2815c28771d req-6ba93fff-b3a3-41fb-b57d-400bc963ddce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Aug 22 16:17:48.507697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22703733-f959-4bcf-b443-f2815c28771d req-13da1f93-fa18-46db-8673-b39c522ba9a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Aug 22 16:17:49.628568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af67f9-aef1-4abd-9ae5-038387a87884 req-15604a7c-05f5-419d-a12c-f312b4ecc88a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:49.630872 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1af67f9-aef1-4abd-9ae5-038387a87884 req-15604a7c-05f5-419d-a12c-f312b4ecc88a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0536253 Aug 22 16:17:49.668922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c1af67f9-aef1-4abd-9ae5-038387a87884 req-7dd804f6-f2f5-4b6c-b2e7-dfbb2752ac56 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 22 16:17:50.786083 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc6605-fecd-46e4-be8d-1996dea7e952 req-02f8bc1a-f177-429f-aecd-a354a6b2a354 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:50.787569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28fc6605-fecd-46e4-be8d-1996dea7e952 req-02f8bc1a-f177-429f-aecd-a354a6b2a354 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0517881 Aug 22 16:17:50.825270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28fc6605-fecd-46e4-be8d-1996dea7e952 req-fb63aba1-5bb5-47d0-be87-239ff24b34b3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306315 Aug 22 16:17:51.931927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:51.941489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43c4da-f313-4c00-82ff-54f23a04587c req-5dd10397-0071-46da-b05a-73360ec72a22 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:51.943032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe43c4da-f313-4c00-82ff-54f23a04587c req-5dd10397-0071-46da-b05a-73360ec72a22 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0495217 Aug 22 16:17:51.980363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fe43c4da-f313-4c00-82ff-54f23a04587c req-0ee80030-0263-4742-ae43-edfd8d27244a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Aug 22 16:17:52.896621 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-da36e438-1412-4407-8082-2b50b440fe3d req-4b85b568-25e4-4c0a-8678-974633a9d150 service neutron] show failed (client error): The resource could not be found. Aug 22 16:17:52.897645 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-4b85b568-25e4-4c0a-8678-974633a9d150 service neutron] 10.222.0.10 "GET /v2.0/ports/3b0df786-0bf2-402c-93d0-77194e04428b/bindings/n-h1-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.0537987 Aug 22 16:17:53.100726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6d5d-e239-4017-ac80-92db1e2db2eb req-35f52e21-933a-4f05-b8c7-f42b9901bce6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:53.102296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dab6d5d-e239-4017-ac80-92db1e2db2eb req-35f52e21-933a-4f05-b8c7-f42b9901bce6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0549593 Aug 22 16:17:53.142881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dab6d5d-e239-4017-ac80-92db1e2db2eb req-a8d6020b-b6c4-4bb5-86fc-3ebec6f8d0a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339954 Aug 22 16:17:53.347099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-adbf5450-79b4-4cc1-acfd-950e6a8e835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:53.348663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-adbf5450-79b4-4cc1-acfd-950e6a8e835a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 1097 time: 0.0853589 Aug 22 16:17:53.359454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-27c55ace-40b6-48c9-aaf4-5801955b3d11 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:17:53.361700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-27c55ace-40b6-48c9-aaf4-5801955b3d11 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Aug 22 16:17:53.372660 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805046-3', 'device_owner': 'compute:nova'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:17:53.422425 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:53.624722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:17:53.657340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:17:53.695238 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:17:53.698148 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5558385-868f-487b-8fb5-b1c6d9260898" -d '{"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:17:53.702233 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:53.714283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Transition to ACTIVE for port object 3b0df786-0bf2-402c-93d0-77194e04428b will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:17:53.746327 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfda4c0-1190-4f9b-84b0-5dd875628dd5 x-openstack-request-id: req-ecfda4c0-1190-4f9b-84b0-5dd875628dd5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:17:53.746626 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:17:53.746880 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecfda4c0-1190-4f9b-84b0-5dd875628dd5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:17:53.747281 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'code': 200} Aug 22 16:17:53.777787 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:53.861744 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=6']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:17:53.874551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.874904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.875252 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.875592 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.875929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.876291 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.876623 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.876950 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.877280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.877606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.877934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.878260 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:53.911774 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] No DVR routers for this DVR port 3b0df786-0bf2-402c-93d0-77194e04428b on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:17:54.048602 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:17:54.048944 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:17:54.049415 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:17:54.053632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:17:54.053955 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Attempting to bind port 3b0df786-0bf2-402c-93d0-77194e04428b on network 67424dab-62d8-46e5-904f-057e61b28a02 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:17:54.059468 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:17:54.059809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Checking segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:17:54.065772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Bound using segment: {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:17:54.065772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Bound port: 3b0df786-0bf2-402c-93d0-77194e04428b, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bfe213-6218-417f-85ae-42e1103e3998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:17:54.065772 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:54.124001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:17:54.126861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:17:54.177750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:54.211899 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.212554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:54.213997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] 10.222.0.54 "PUT /v2.0/ports/3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1092 time: 0.8456948 Aug 22 16:17:54.302159 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6e83-b0bf-4c26-9498-7c758ee0579e service neutron] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=7']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:17:54.326998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264e04-6b69-44e8-9ab9-a4c262532b1a req-af5c49bf-7cb0-4163-bfd6-833d58a9e523 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.328603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78264e04-6b69-44e8-9ab9-a4c262532b1a req-af5c49bf-7cb0-4163-bfd6-833d58a9e523 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0972512 Aug 22 16:17:54.335167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-b2c0dcf0-caa4-4946-8e00-e1f7368e0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.336692 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-b2c0dcf0-caa4-4946-8e00-e1f7368e0480 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1095 time: 0.0868526 Aug 22 16:17:54.739098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-78264e04-6b69-44e8-9ab9-a4c262532b1a req-7f8c37f7-1773-4483-8110-07c15c6add9d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014344 Aug 22 16:17:54.766900 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-42b01624-88b9-4b4a-87f8-075242619367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.768483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-42b01624-88b9-4b4a-87f8-075242619367 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.4230769 Aug 22 16:17:54.833089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-b60931db-11c1-40fe-a143-cb85c1c5124e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 999 time: 0.0572617 Aug 22 16:17:54.884817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-d6d71e6f-e2cd-4af0-a3d2-ad418430e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.886246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-d6d71e6f-e2cd-4af0-a3d2-ad418430e7cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0464504 Aug 22 16:17:54.935280 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e438-1412-4407-8082-2b50b440fe3d req-8abf5d3d-8c2a-4dbc-a180-c64fa4bcc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:54.936835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-8abf5d3d-8c2a-4dbc-a180-c64fa4bcc872 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424197 Aug 22 16:17:55.025067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-d3b15579-a7cf-4f6c-b09e-eb8e9d7bf205 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Aug 22 16:17:55.118110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-da36e438-1412-4407-8082-2b50b440fe3d req-99314d14-317c-4d97-bd06-daf0dae11512 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Aug 22 16:17:55.747923 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:17:55.750322 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c9bae-6012-4056-bbdc-51f216d057eb" -d '{"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:17:55.803315 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f6cdb-88be-4ba5-930b-be265df7e1b1 x-openstack-request-id: req-b36f6cdb-88be-4ba5-930b-be265df7e1b1 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:17:55.803805 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:17:55.804453 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b36f6cdb-88be-4ba5-930b-be265df7e1b1 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:17:55.805106 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'status': 'completed', 'code': 200} Aug 22 16:17:55.920618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-f8f334e6-1f13-4703-9a67-5efb9ee54be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:55.922147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-f8f334e6-1f13-4703-9a67-5efb9ee54be8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1095 time: 0.1034002 Aug 22 16:17:55.929781 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-dd8d3f35-18e9-45b1-94d7-b47ee904d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:55.931194 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-dd8d3f35-18e9-45b1-94d7-b47ee904d30b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1095 time: 0.0857475 Aug 22 16:17:55.969047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f6dcd-5ac5-4cc9-9220-c6ca6cbb9de0 req-83a15d69-9343-4c02-89cb-1eaaf446c89b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:55.970551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-304f6dcd-5ac5-4cc9-9220-c6ca6cbb9de0 req-83a15d69-9343-4c02-89cb-1eaaf446c89b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.1155033 Aug 22 16:17:56.103582 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-304f6dcd-5ac5-4cc9-9220-c6ca6cbb9de0 req-0c0535bc-cdc5-408a-ad4d-a58664e126e9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209815 Aug 22 16:17:56.133350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-16e19b9d-a9aa-47e7-a9c9-d2ca45908ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.134843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-16e19b9d-a9aa-47e7-a9c9-d2ca45908ce2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.1909881 Aug 22 16:17:56.135943 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-c50f3630-fed8-42cb-990b-0601311a7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.137302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-c50f3630-fed8-42cb-990b-0601311a7b77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.2040021 Aug 22 16:17:56.251326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-045bbea9-bc57-4ebf-83a3-95a0e817ce1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 999 time: 0.1097744 Aug 22 16:17:56.253148 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-84577e41-3c28-4f72-9d17-aeb1fc08e888 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 999 time: 0.1062324 Aug 22 16:17:56.335965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-93b7dc2b-db9b-4759-b428-e9f538fddf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.337457 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-93b7dc2b-db9b-4759-b428-e9f538fddf29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0793664 Aug 22 16:17:56.341599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-6f2e105f-9c23-49d3-bed8-28dd6bcfaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.342939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-6f2e105f-9c23-49d3-bed8-28dd6bcfaecb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0767822 Aug 22 16:17:56.411247 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-ed758d75-4eaf-4a26-b1d7-2c49fc45e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.412695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-ed758d75-4eaf-4a26-b1d7-2c49fc45e26d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683539 Aug 22 16:17:56.414372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-ccaf0de8-dc2c-43f0-8888-a0e5f357fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:56.415720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-ccaf0de8-dc2c-43f0-8888-a0e5f357fcf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640612 Aug 22 16:17:56.570844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-a4b24e13-4012-409d-9d84-19b5106c44ff service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509058 Aug 22 16:17:56.573711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-ac1d6d90-cb47-4a19-b163-211542ba9041 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462934 Aug 22 16:17:56.734630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-96713536-e825-4f77-99a0-a920ffe633c6 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569746 Aug 22 16:17:56.737244 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e6c9bae-6012-4056-bbdc-51f216d057eb req-1ea7f2c2-5d87-4c66-8cb5-fcd05109946b service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519341 Aug 22 16:17:57.169426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:17:57.215720 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:17:57.224253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eab16b-4888-4bd1-b9da-030ce4ae56d3 req-bc44c017-55bc-43bb-943e-4dd3532e47be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:57.225772 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3eab16b-4888-4bd1-b9da-030ce4ae56d3 req-bc44c017-55bc-43bb-943e-4dd3532e47be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0511632 Aug 22 16:17:57.266867 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c3eab16b-4888-4bd1-b9da-030ce4ae56d3 req-93515792-07fe-440c-ae7a-c8ee7de264fc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Aug 22 16:17:58.221394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:17:58.314349 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:17:58.326399 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '3b0df786-0bf2-402c-93d0-77194e04428b', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'port_id': '3b0df786-0bf2-402c-93d0-77194e04428b', 'mac_address': 'fa:16:3e:bf:92:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:17:58.369810 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:58.382486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0df786-0bf2-402c-93d0-77194e04428b {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:17:58.389201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc519f-d5a0-4d1e-8997-5e9499ab78bd req-50247137-db06-4c7e-89d9-230004944b5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:58.390717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5cc519f-d5a0-4d1e-8997-5e9499ab78bd req-50247137-db06-4c7e-89d9-230004944b5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 944 time: 0.0505493 Aug 22 16:17:58.402392 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:17:58.430911 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d5cc519f-d5a0-4d1e-8997-5e9499ab78bd req-2711038b-09ae-49ad-9559-43afdf9b215e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Aug 22 16:17:58.485946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:17:58.536680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:17:58.544943 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.545299 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.545645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.545988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.546327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.546663 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.546991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.547436 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.547745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.548105 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.548438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.548792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:17:58.578596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-218b9de4-b5b9-45e5-a690-59c073c62ff7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459869 Aug 22 16:17:58.668477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-8e7e94fb-2602-4994-a618-edc6b6883392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:58.670498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-8e7e94fb-2602-4994-a618-edc6b6883392 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1096 time: 0.0443740 Aug 22 16:17:58.841833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b300f2-9847-421f-a619-58218eb94cfd req-bf420e22-16ba-493f-b173-84f5f8827611 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:58.843386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2b300f2-9847-421f-a619-58218eb94cfd req-bf420e22-16ba-493f-b173-84f5f8827611 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 945 time: 0.1334319 Aug 22 16:17:58.851408 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['3b0df786-0bf2-402c-93d0-77194e04428b'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:17:58.855995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-6c52d17b-4456-4194-a070-2aebc58e428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:58.857438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-6c52d17b-4456-4194-a070-2aebc58e428c service neutron] 10.222.0.54 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.1657891 Aug 22 16:17:58.933218 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee900-18e2-402e-9571-dba2eeadb297 req-4968d7c4-b71c-4684-bb72-94f5930d516f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:58.935199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-4968d7c4-b71c-4684-bb72-94f5930d516f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1&tenant_id=4eccbda06ce54822bdf9902965d06be2&binding%3Ahost_id=n-h1-805046-3 HTTP/1.1" status: 200 len: 945 time: 0.1361384 Aug 22 16:17:58.958796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d2b300f2-9847-421f-a619-58218eb94cfd req-dd12e1bf-7a24-4b23-82c2-b8ddb579564e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076832 Aug 22 16:17:58.989620 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-80814aa4-1349-4ae5-a8a7-851ceca5daeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1000 time: 0.1179922 Aug 22 16:17:59.074216 n-d-805046-3 neutron-server[102049]: INFO neutron.api.v2.resource [req-995ee900-18e2-402e-9571-dba2eeadb297 req-af843f44-ff3b-4a56-8cc0-2270523b0db1 service neutron] delete failed (client error): The resource could not be found. Aug 22 16:17:59.075238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-af843f44-ff3b-4a56-8cc0-2270523b0db1 service neutron] 10.222.0.10 "DELETE /v2.0/ports/3b0df786-0bf2-402c-93d0-77194e04428b/bindings/n-h2-805046-3 HTTP/1.1" status: 404 len: 380 time: 0.1296964 Aug 22 16:17:59.083499 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-ba657d4f-add5-46a7-9d7e-29af166cb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.084943 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-ba657d4f-add5-46a7-9d7e-29af166cb36b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0872741 Aug 22 16:17:59.110046 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17e286-7800-4551-90d9-e192923ad03e req-7ff0ebd5-d1d9-423b-97ff-4149739fc82a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.111545 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd17e286-7800-4551-90d9-e192923ad03e req-7ff0ebd5-d1d9-423b-97ff-4149739fc82a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 945 time: 0.0749900 Aug 22 16:17:59.193675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-eb004dae-cf79-4578-ae80-64edeb32be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.195083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-eb004dae-cf79-4578-ae80-64edeb32be60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033072 Aug 22 16:17:59.200084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fd17e286-7800-4551-90d9-e192923ad03e req-53631409-13e1-4139-adeb-d5deba9c8f29 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701017 Aug 22 16:17:59.221686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee900-18e2-402e-9571-dba2eeadb297 req-64deafb0-d5b5-4d37-a053-8bbfeaeb06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.221686 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-64deafb0-d5b5-4d37-a053-8bbfeaeb06a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1096 time: 0.0681019 Aug 22 16:17:59.368724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-363d3d8a-d9a1-4959-bfbb-ad73cd023280 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648962 Aug 22 16:17:59.373713 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee900-18e2-402e-9571-dba2eeadb297 req-5dadc839-33ae-40bc-8548-7b3550e860c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.375075 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-5dadc839-33ae-40bc-8548-7b3550e860c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.1424949 Aug 22 16:17:59.494093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-b4cc7e0a-1f5c-4c24-b1bb-fcb245193a3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 1000 time: 0.1093915 Aug 22 16:17:59.545740 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e0ad787e-a2df-4d1d-ba60-fa0f838436dd req-2bceb6b7-8ddd-4eea-8c58-96fe7710dfc2 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688073 Aug 22 16:17:59.560483 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee900-18e2-402e-9571-dba2eeadb297 req-3b5f42e1-c867-4410-9ecc-e89afe8bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.562136 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-3b5f42e1-c867-4410-9ecc-e89afe8bd958 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0607469 Aug 22 16:17:59.608926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee900-18e2-402e-9571-dba2eeadb297 req-23cdf94a-a508-44f3-bc6b-dbebeaa50e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:17:59.610423 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-23cdf94a-a508-44f3-bc6b-dbebeaa50e38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409448 Aug 22 16:17:59.702971 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-1fad501b-180f-4bce-83d9-8d6d7af7e6ba service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849113 Aug 22 16:17:59.794461 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-995ee900-18e2-402e-9571-dba2eeadb297 req-98fe37d0-fcbd-4cbb-9750-16807fc26746 service neutron] 10.222.0.10 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843043 Aug 22 16:18:00.159913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ca37d0ed-edca-45f5-9342-39cdbf9ae4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:00.221157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:18:00.324543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1eae5-faa7-4666-a045-0957223d49be req-f55a2946-78cf-4254-8acd-13416d25cb61 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:00.325649 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 3b0df786-0bf2-402c-93d0-77194e04428b completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:18:00.326022 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f1eae5-faa7-4666-a045-0957223d49be req-f55a2946-78cf-4254-8acd-13416d25cb61 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Aug 22 16:18:00.329656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 3b0df786-0bf2-402c-93d0-77194e04428b triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:18:00.330038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:00.365703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80f1eae5-faa7-4666-a045-0957223d49be req-06f13071-1da4-4bd8-914d-6001d5e71f20 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Aug 22 16:18:00.416595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:00.439167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:18:00.441550 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4ef897-59e4-4921-814e-a16d9118f3a1" -d '{"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:18:00.455200 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:18:00.526701 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:00.531080 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c7dcaf-1355-4009-b979-734c193c4a75 x-openstack-request-id: req-38c7dcaf-1355-4009-b979-734c193c4a75 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:18:00.531375 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:18:00.531633 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38c7dcaf-1355-4009-b979-734c193c4a75 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:18:00.532042 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'code': 200} Aug 22 16:18:00.578136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:01.483824 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e85ff-fd4b-4ec2-849c-0d384e303eb4 req-323294f8-95ef-458d-b0bd-a37182ab066d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:01.485243 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-656e85ff-fd4b-4ec2-849c-0d384e303eb4 req-323294f8-95ef-458d-b0bd-a37182ab066d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Aug 22 16:18:01.527340 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-656e85ff-fd4b-4ec2-849c-0d384e303eb4 req-c3e6ca55-29ba-4d6f-969b-83750f715759 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361619 Aug 22 16:18:01.549158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60210) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:01.609754 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-079fb111-d852-4e79-90e7-221f8df2d005 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/cee13c5f-cbed-41a5-b2e0-9436dbec02e0 HTTP/1.1" status: 200 len: 993 time: 0.0594890 Aug 22 16:18:02.959878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:03.157672 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:18:03.554537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-35ba2cc8-6b4d-4ef8-8565-184479dd7552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:05.177275 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:07.103321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:11.314225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:21.931219 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:30.182556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d75d04de-a7e9-47ce-bebf-bcfa2e41d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:32.925770 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:33.582733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-be01b88b-66c6-497a-bc3a-d49b0c927e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:35.205339 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:37.113650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:40.156513 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:18:41.279075 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.012631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60234) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:46.176837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 41418a1d-f186-4f9c-9715-1cac1b9b3392 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:18:46.177188 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.258086 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.258423 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.270995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 41418a1d-f186-4f9c-9715-1cac1b9b3392 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:18:46.519827 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.545195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=41418a1d-f186-4f9c-9715-1cac1b9b3392,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:46.605266 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.605601 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP cee13c5f-cbed-41a5-b2e0-9436dbec02e0 disassociated (deleted). External IP: 172.25.0.19, port: 3b0df786-0bf2-402c-93d0-77194e04428b. Aug 22 16:18:46.813016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 40cfa703-3c22-496e-a033-613d3a9da12b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:18:46.922362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:18:46.927118 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:46.932126 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Sync routers for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:18:46.942146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:18:46.942774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:46.954914 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4426b896-1778-4d9c-bf83-605f355ff12f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/floatingips/cee13c5f-cbed-41a5-b2e0-9436dbec02e0 HTTP/1.1" status: 204 len: 168 time: 0.9411831 Aug 22 16:18:46.955497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:18:46.957846 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e368a-687f-442a-9aa7-49de970a64d4" -d '{"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:18:47.049116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:18:47.243908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:47.272163 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Checking router: 40cfa703-3c22-496e-a033-613d3a9da12b for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:18:47.282328 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:18:47.284494 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:47.394539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:18:47.409231 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f1e27-a281-4645-80d8-f65051db613c x-openstack-request-id: req-047f1e27-a281-4645-80d8-f65051db613c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:18:47.409771 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:18:47.409936 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-047f1e27-a281-4645-80d8-f65051db613c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:18:47.410436 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'status': 'completed', 'code': 200} Aug 22 16:18:47.605006 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:47.634600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651ea47-8b2e-4015-a769-bbe5dea4f6fa None None] The sync data for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 is: [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:16:17Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '708f42b7-7380-4979-b48d-6a771d816fe2', 'name': '', 'network_id': '67424dab-62d8-46e5-904f-057e61b28a02', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:50:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:16Z', 'updated_at': '2021-08-22T16:16:22Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': 'ae84a226-9b4f-45b0-9b72-fd75f0b2e1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:18:47.837423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-3d4db778-1781-49ce-8cb5-30bffbf7e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:47.838947 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-3d4db778-1781-49ce-8cb5-30bffbf7e6de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 1097 time: 0.4030004 Aug 22 16:18:47.863857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ceb6-d91b-40b8-991a-78209a30bf06 req-2948ba16-345a-42fe-8429-f9891668dc13 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:47.865430 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d77ceb6-d91b-40b8-991a-78209a30bf06 req-2948ba16-345a-42fe-8429-f9891668dc13 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.4039490 Aug 22 16:18:47.876375 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b310a05-962e-4a57-a9b0-a80ab0d93ef9 None None] New status for floating IP cee13c5f-cbed-41a5-b2e0-9436dbec02e0: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:18:47.948446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d77ceb6-d91b-40b8-991a-78209a30bf06 req-9e1b7883-307f-46d5-8804-86eb9de54f9e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722287 Aug 22 16:18:47.973730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-d93a7129-da02-4293-9d24-78f834f34337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:47.975245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-d93a7129-da02-4293-9d24-78f834f34337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 200 len: 897 time: 0.1284466 Aug 22 16:18:48.022250 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-bd8fb7d3-ce19-4815-b765-84537027bf89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 200 len: 217 time: 0.0385556 Aug 22 16:18:48.072160 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-6bc55d4b-a778-4795-93cb-d31ab985d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:48.073563 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-6bc55d4b-a778-4795-93cb-d31ab985d5a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 200 len: 835 time: 0.0428798 Aug 22 16:18:48.120109 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-40c171ac-4480-43ca-b786-d91de82378d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:48.121534 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-40c171ac-4480-43ca-b786-d91de82378d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=67424dab-62d8-46e5-904f-057e61b28a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403628 Aug 22 16:18:48.215749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-900f72b1-f40d-4514-aa6c-b262c5ae65be service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Aug 22 16:18:48.305962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d58e368a-687f-442a-9aa7-49de970a64d4 req-1d5eaf50-c934-4931-b427-8c14c8d32067 service neutron] 10.222.0.54 "GET /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816343 Aug 22 16:18:48.961110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff9fb-7df5-412a-a993-a23787643058 req-25e1ffd8-7dbe-4355-9b33-1e7101c22181 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:48.962559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31aff9fb-7df5-412a-a993-a23787643058 req-25e1ffd8-7dbe-4355-9b33-1e7101c22181 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.54 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0535903 Aug 22 16:18:49.086374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74f9b-a6bb-46a3-a349-681f7f908257 req-ca16a894-9f2e-4374-8930-7341b1aaec2e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:49.087877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb74f9b-a6bb-46a3-a349-681f7f908257 req-ca16a894-9f2e-4374-8930-7341b1aaec2e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 946 time: 0.0622258 Aug 22 16:18:49.092487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 3b0df786-0bf2-402c-93d0-77194e04428b {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:18:49.092829 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:49.182744 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6bb74f9b-a6bb-46a3-a349-681f7f908257 req-e4224a2a-421c-483c-b332-a05e69c7d87e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=c56f8b25-fa24-402e-84be-6581e4716095&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863986 Aug 22 16:18:49.209265 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 3b0df786-0bf2-402c-93d0-77194e04428b, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=3b0df786-0bf2-402c-93d0-77194e04428b,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:18:49.209638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:49.222451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 3b0df786-0bf2-402c-93d0-77194e04428b owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:18:49.393411 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:49.421140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=3b0df786-0bf2-402c-93d0-77194e04428b,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:49.462497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] No DVR routers for this DVR port 3b0df786-0bf2-402c-93d0-77194e04428b on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:18:49.465144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:49.467300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.54 "DELETE /v2.0/ports/3b0df786-0bf2-402c-93d0-77194e04428b HTTP/1.1" status: 204 len: 173 time: 0.4990439 Aug 22 16:18:49.467705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-deleted', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:18:49.470331 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de67894-6a60-4cce-b767-8b3458677b34" -d '{"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-deleted", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:18:49.507065 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d70f6-9129-4e77-9187-a0fdc8c2025a x-openstack-request-id: req-039d70f6-9129-4e77-9187-a0fdc8c2025a {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:18:49.507360 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1", "name": "network-vif-deleted", "tag": "3b0df786-0bf2-402c-93d0-77194e04428b", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:18:49.507612 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-039d70f6-9129-4e77-9187-a0fdc8c2025a {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:18:49.508043 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1', 'name': 'network-vif-deleted', 'tag': '3b0df786-0bf2-402c-93d0-77194e04428b', 'status': 'completed', 'code': 200} Aug 22 16:18:50.294124 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0c5310be-646a-49b1-8eb6-9a3e729ebb0e req-ab065ab1-d9f9-40d2-b839-a059a670d9b1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b1e7bf-4c1f-4e97-951d-c2b3ae3451d1 HTTP/1.1" status: 200 len: 210 time: 0.0300107 Aug 22 16:18:51.352097 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60252) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:51.712443 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:51.965069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:51.974348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 708f42b7-7380-4979-b48d-6a771d816fe2 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:18:51.974694 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.067010 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 708f42b7-7380-4979-b48d-6a771d816fe2, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=708f42b7-7380-4979-b48d-6a771d816fe2,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:18:52.067378 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.079213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 708f42b7-7380-4979-b48d-6a771d816fe2 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:18:52.336366 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.362041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=708f42b7-7380-4979-b48d-6a771d816fe2,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:52.515909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:18:52.536214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 3b0df786-0bf2-402c-93d0-77194e04428b {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:18:52.536569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 3b0df786-0bf2-402c-93d0-77194e04428b not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:18:52.547909 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.760346 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router 40cfa703-3c22-496e-a033-613d3a9da12b has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:18:52.869473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:18:52.876086 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ead7da61-9fdb-40eb-aced-14bd9508cbe9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/40cfa703-3c22-496e-a033-613d3a9da12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5212581 Aug 22 16:18:52.877668 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60254) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:52.881949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Sync routers for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:18:52.892002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:18:52.892628 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:52.929692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting subnet ae84a226-9b4f-45b0-9b72-fd75f0b2e1af {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:18:52.932736 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.977287 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:52.997969 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:18:53.062245 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.179130 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:18:52Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:53.189499 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.206794 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Checking router: 40cfa703-3c22-496e-a033-613d3a9da12b for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:18:53.215608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Routers {'40cfa703-3c22-496e-a033-613d3a9da12b'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:18:53.216265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['40cfa703-3c22-496e-a033-613d3a9da12b'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:53.221399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Subnet': ['ID=ae84a226-9b4f-45b0-9b72-fd75f0b2e1af,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:53.225183 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.227090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-83ebcdcf-4345-4f28-a6fc-35d532de4b4c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/subnets/ae84a226-9b4f-45b0-9b72-fd75f0b2e1af HTTP/1.1" status: 204 len: 168 time: 0.3484974 Aug 22 16:18:53.230038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60256) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:53.255669 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3684a-297f-4ca9-a3df-c5a0123b9d3d None None] Network 67424dab-62d8-46e5-904f-057e61b28a02 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:18:53.334008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.440028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.569537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] Set router 40cfa703-3c22-496e-a033-613d3a9da12b gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:18:53.605921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port cf12d29b-b66f-45f8-a354-e9c5861fb672 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:18:53.606190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.692169 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port cf12d29b-b66f-45f8-a354-e9c5861fb672, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=cf12d29b-b66f-45f8-a354-e9c5861fb672,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:18:53.692335 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.708013 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for cf12d29b-b66f-45f8-a354-e9c5861fb672 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:18:53.738927 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] DHCP port deletion for 67424dab-62d8-46e5-904f-057e61b28a02 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:18:53.795641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:18:52Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:53.829749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bb220-fe0a-41aa-996e-eb2396065031 None None] The sync data for ids ['40cfa703-3c22-496e-a033-613d3a9da12b'] in n-d-805046-3 is: [{'id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2119475616', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:16:12Z', 'updated_at': '2021-08-22T16:18:52Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'cf12d29b-b66f-45f8-a354-e9c5861fb672', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cfa703-3c22-496e-a033-613d3a9da12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:16:13Z', 'updated_at': '2021-08-22T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:18:53.832449 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Deleting port 5bfc846e-8719-4290-9194-1b1c090003da {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:18:53.833611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.900553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] For port 5bfc846e-8719-4290-9194-1b1c090003da, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=5bfc846e-8719-4290-9194-1b1c090003da,segment=NetworkSegment(78bfe213-6218-417f-85ae-42e1103e3998),segment_id=78bfe213-6218-417f-85ae-42e1103e3998)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:18:53.900953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.913013 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Calling delete_port for 5bfc846e-8719-4290-9194-1b1c090003da owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:18:53.947129 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:53.973472 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=cf12d29b-b66f-45f8-a354-e9c5861fb672,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:53.986841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.987199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.987544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.987884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.988245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.988583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.988916 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.989249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.989578 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.989910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.990233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:53.990565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.051738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.079537 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.105806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] Pushing event deleted for resources: {'Port': ['ID=5bfc846e-8719-4290-9194-1b1c090003da,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:54.107687 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9055bb-0372-483c-ab1f-f5fda4369b56 None None] No DVR routers for this DVR port 5bfc846e-8719-4290-9194-1b1c090003da on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:18:54.148660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.150786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.256991 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.257757 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Fanout notify agent at l3_agent the message router_deleted on router 40cfa703-3c22-496e-a033-613d3a9da12b {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:18:54.266751 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.274339 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-04c9832b-95e9-437e-974d-6964c2f7a4e3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/routers/40cfa703-3c22-496e-a033-613d3a9da12b HTTP/1.1" status: 204 len: 168 time: 1.0370550 Aug 22 16:18:54.274339 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60258) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:54.294697 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 708f42b7-7380-4979-b48d-6a771d816fe2 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:18:54.316119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 708f42b7-7380-4979-b48d-6a771d816fe2 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:18:54.316656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 708f42b7-7380-4979-b48d-6a771d816fe2 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:18:54.317254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bfc846e-8719-4290-9194-1b1c090003da no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:18:54.337350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 5bfc846e-8719-4290-9194-1b1c090003da {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:18:54.337691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 5bfc846e-8719-4290-9194-1b1c090003da not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:18:54.360990 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.447115 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.458315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67424dab-62d8-46e5-904f-057e61b28a02']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:54.468817 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bfe213-6218-417f-85ae-42e1103e3998') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:54.469122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bfe213-6218-417f-85ae-42e1103e3998') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:18:54.478808 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.498021 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.505001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:18:54.505456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:18:54.508683 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:18:54.649879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.657190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.658715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/networks/67424dab-62d8-46e5-904f-057e61b28a02 HTTP/1.1" status: 204 len: 168 time: 0.3870423 Aug 22 16:18:54.661733 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60260) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:54.669801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e12f3-ebd7-4562-ab29-d81dfa37460b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Network': ['ID=67424dab-62d8-46e5-904f-057e61b28a02,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:54.727834 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.754857 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.873888 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.878574 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:54.881412 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/security-groups/c56f8b25-fa24-402e-84be-6581e4716095 HTTP/1.1" status: 204 len: 168 time: 0.2185063 Aug 22 16:18:54.893072 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f8b25-fa24-402e-84be-6581e4716095,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:54.901037 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.901393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.901730 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.902086 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.902418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.902781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.903117 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.903453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.903782 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.904142 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.904500 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:54.904855 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb9f7c-83c2-4c08-a911-6159d2b5c7c0 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:18:56.192570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf12d29b-b66f-45f8-a354-e9c5861fb672 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:18:56.212891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: cf12d29b-b66f-45f8-a354-e9c5861fb672 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:18:56.213239 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device cf12d29b-b66f-45f8-a354-e9c5861fb672 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:18:56.429687 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60270) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:56.434469 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686339415', 'description': 'tempest-secgroup-smoke-686339415 description', 'project_id': '4eccbda06ce54822bdf9902965d06be2'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:56.541850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.624704 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.684626 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.713560 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33be1e4e-528a-4c1f-99f7-1343ba7bcd93,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:56.770787 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.772076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d1a616ed-d4ec-40d4-a06b-931e8e5723e7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3413444 Aug 22 16:18:56.774895 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60272) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:56.779405 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:56.850053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.904647 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.942199 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:56.961551 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa342ea-5d04-45bc-88a6-a62c7f0efcea,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:57.021953 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.023332 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1f0f3fcb-b525-42d3-a919-2d86f77301a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475071 Aug 22 16:18:57.026012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60274) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:57.030563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:57.118214 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.182589 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.251258 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.271632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f257a20-6a70-42b5-9974-a31dde2185be,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:57.342638 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.343930 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c15c2d57-ced5-4f4f-b24f-a63b4482f66d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168917 Aug 22 16:18:57.346758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60276) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:57.351290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:57.485690 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.542498 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.604849 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.624111 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8309fb6-dfd5-4c6e-be3e-43ff17cd231f,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:57.679197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.680491 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-97033123-e680-413f-80fc-56b221e1e8d4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327816 Aug 22 16:18:57.683179 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60278) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:57.687684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:57.747457 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.807484 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.873106 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.893047 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40f5edc-0117-4e48-86fe-1b6c06c69b40,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:57.958985 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:57.960247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-de4ab963-1325-43ac-a81c-b61798f4faf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761075 Aug 22 16:18:57.962886 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60280) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:57.967275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:58.039244 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:18:58.044427 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.107431 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.169615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.187588 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a18faaa-49da-4b0e-a9f4-9bd5dd548164,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:58.267758 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.269055 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c18aa0de-af3d-49a0-b627-afd6c91c3b46 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3052402 Aug 22 16:18:58.271757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60282) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:58.276272 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '33be1e4e-528a-4c1f-99f7-1343ba7bcd93', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:58.341246 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:18:58.346116 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.406682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.484032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.501729 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6efb19c-9dfe-4fef-b59d-e350d900fa5c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:58.570050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.571294 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1542fb42-c92c-4301-a370-1f37b1656dc3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985697 Aug 22 16:18:58.574100 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60284) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:58.579334 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'network': {'name': 'tempest-network-smoke--416245495', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'port_security_enabled': True}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:58.667608 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:18:58.671017 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.694022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:18:58.702636 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.702984 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Added segment e4aef9fa-7cd8-4e68-be7e-be6b283f94a0 of type vlan for network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e Aug 22 16:18:58.742876 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.867640 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.873299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:18:58.873916 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:58.939450 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Network': ['ID=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:18:58.949583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:18:58.972129 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1e761768-fd61-48d3-b88b-cb86fad49f82 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3969221 Aug 22 16:18:58.974816 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60286) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:18:58.979669 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'admin_state_up': True, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:18:59.067766 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.068865 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.126263 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.322088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.575061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.593487 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.690762 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.162 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/feec94d2-e78c-4c06-8a70-146654edad70) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:18:59.790919 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.890128 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:18:59.927834 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:18:59.930548 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:18:59.934633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:18:59.958857 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=feec94d2-e78c-4c06-8a70-146654edad70,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:00.193560 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-59639115-cc70-4172-ab7f-219858c327d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:00.283079 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:00.477459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:00.696502 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router a374a286-ea62-4b7f-815a-8ffebe2763f2 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:19:00.801304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:19:00.810683 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Sync routers for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:19:00.820298 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:00.820989 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:00.890853 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:00.892744 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4f6a6b05-d3c0-4740-8b69-4959dcdef2a2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9168899 Aug 22 16:19:00.896062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60288) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:00.929141 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:00.970895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-30d44f51-d64d-4ad3-85e4-bffe7fd478ed tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4eccbda06ce54822bdf9902965d06be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711703 Aug 22 16:19:00.971322 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60292) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:01.063684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188fc3d-6a2a-43e9-8d26-250037fb9803 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:01.067555 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0188fc3d-6a2a-43e9-8d26-250037fb9803 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925682 Aug 22 16:19:01.067767 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60294) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:01.095652 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-88be4225-0dd9-4e2c-abac-8b28ebb1dfb8 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267773 Aug 22 16:19:01.098377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:01.103714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620488007', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:19:01.106540 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:00Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:01.133942 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Checking router: a374a286-ea62-4b7f-815a-8ffebe2763f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:19:01.134290 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Updating router a374a286-ea62-4b7f-815a-8ffebe2763f2 port feec94d2-e78c-4c06-8a70-146654edad70 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:19:01.157683 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.284856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:19:01.288491 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.401217 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.410699 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Transition to ACTIVE for port object feec94d2-e78c-4c06-8a70-146654edad70 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:01.468061 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.508680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.531937 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Attempting to bind port feec94d2-e78c-4c06-8a70-146654edad70 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:19:01.532364 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Attempting to bind port feec94d2-e78c-4c06-8a70-146654edad70 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:19:01.532732 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Attempting to bind port feec94d2-e78c-4c06-8a70-146654edad70 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:19:01.535606 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Pushing event updated for resources: {'Port': ['ID=feec94d2-e78c-4c06-8a70-146654edad70,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:01.543351 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:19:01.543727 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:19:01.544157 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.544554 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:19:01.545015 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Bound port: feec94d2-e78c-4c06-8a70-146654edad70, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:19:01.545397 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.549148 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.549494 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.549842 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.550180 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.550514 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.550848 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.551183 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.551519 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.551842 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.552193 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.552517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.552840 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:01.569656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Subnet': ['ID=6c9307f1-8afc-4035-86c1-d5882c9c68e0,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:01.579206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Checking segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:19:01.579620 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network hostable DHCP agents. Network: b6495b81-f7f0-4bca-b4a0-db5f38f6b18e, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:19:01.607639 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] For port feec94d2-e78c-4c06-8a70-146654edad70, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:19:01.611783 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] For port feec94d2-e78c-4c06-8a70-146654edad70, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=feec94d2-e78c-4c06-8a70-146654edad70,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:19:01.651058 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:19:01.668589 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.713501 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, b6495b81-f7f0-4bca-b4a0-db5f38f6b18e) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:01.718268 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:01.723455 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:01.723630 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edaf5d2-cf51-4cc0-b334-df59f2328b2d None None] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:19:01.729022 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:01.729659 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:18:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:01.731505 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641c185-22b1-4739-8aa1-8cbe2226390d None None] Pushing event updated for resources: {'Port': ['ID=feec94d2-e78c-4c06-8a70-146654edad70,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:01.795070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f053674-2bc8-4e49-876b-6fc052274024 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6954427 Aug 22 16:19:01.798570 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60298) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:01.846709 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:01.889401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:19:01.890287 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.040597 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Allocated IP 172.20.0.2 (b6495b81-f7f0-4bca-b4a0-db5f38f6b18e/6c9307f1-8afc-4035-86c1-d5882c9c68e0/f05fa0c9-61e4-47d5-af2a-aafbdf25682d) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:19:02.135183 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:00Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:02.166154 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e9cf5-be5e-4044-acde-281eb53fe568 None None] The sync data for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 is: [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:00Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:19:02.202946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.212789 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Transition to ACTIVE for port object f05fa0c9-61e4-47d5-af2a-aafbdf25682d will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:02.230474 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Transition to ACTIVE for port object f05fa0c9-61e4-47d5-af2a-aafbdf25682d will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:02.308610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.356962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:19:02.362164 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:02.369817 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:19:02.374799 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Pushing event updated for resources: {'Port': ['ID=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:02.439647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.440052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.440387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.440731 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.441068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.441406 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.441743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.442077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.442410 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.442743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.443073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.443413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:19:02.465595 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Attempting to bind port f05fa0c9-61e4-47d5-af2a-aafbdf25682d on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:19:02.465966 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Attempting to bind port f05fa0c9-61e4-47d5-af2a-aafbdf25682d by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:19:02.466368 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Attempting to bind port f05fa0c9-61e4-47d5-af2a-aafbdf25682d on network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:19:02.478110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:19:02.478899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Checking segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:19:02.479334 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.480025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Bound using segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:19:02.480545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Bound port: f05fa0c9-61e4-47d5-af2a-aafbdf25682d, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:19:02.480967 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.558291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] For port f05fa0c9-61e4-47d5-af2a-aafbdf25682d, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:19:02.562246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] For port f05fa0c9-61e4-47d5-af2a-aafbdf25682d, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:19:02.630829 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.633974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:02.701646 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793b9c-8d35-433b-9d6c-22a5b586824a None None] Pushing event updated for resources: {'Port': ['ID=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:02.959012 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.1 (b6495b81-f7f0-4bca-b4a0-db5f38f6b18e/6c9307f1-8afc-4035-86c1-d5882c9c68e0/16079700-d219-4648-9f79-c6c8b9c82780) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:19:02.971355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.089008 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.103779 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object 16079700-d219-4648-9f79-c6c8b9c82780 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:03.205475 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.245632 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:19:03.248546 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:03.253264 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:19:03.261684 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:03.300502 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.518332 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.558813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-672b72a2-14a0-4438-a588-01c036c78273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.624079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287ac55-546b-4b70-ba3e-a41522c88852 None None] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:19:03.780508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-7eb4ab9d-7532-4dec-bea4-77d237afa5a7 None None] Provisioning for port f05fa0c9-61e4-47d5-af2a-aafbdf25682d completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:03.825203 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.891577 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.988562 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:03.990869 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:04.105996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:19:04.107521 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:04.199842 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e914b7e5-425e-4ab9-808b-93a0178ab790 None None] Provisioning for port 16079700-d219-4648-9f79-c6c8b9c82780 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:04.208197 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e914b7e5-425e-4ab9-808b-93a0178ab790 None None] Provisioning complete for port 16079700-d219-4648-9f79-c6c8b9c82780 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:04.208197 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e914b7e5-425e-4ab9-808b-93a0178ab790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:04.251568 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router a374a286-ea62-4b7f-815a-8ffebe2763f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:19:04.286689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e914b7e5-425e-4ab9-808b-93a0178ab790 None None] Port 16079700-d219-4648-9f79-c6c8b9c82780 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:19:04.364648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device feec94d2-e78c-4c06-8a70-146654edad70 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:04.398736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:19:04.408512 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f00fe63b-be09-42c7-a167-56881c4ec2a4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/a374a286-ea62-4b7f-815a-8ffebe2763f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087787 Aug 22 16:19:04.416871 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Sync routers for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:19:04.443281 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:04.444178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:04.494127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8e951327-2ee4-47d8-a979-0ba4e86ea2bd None None] Provisioning complete for port 16079700-d219-4648-9f79-c6c8b9c82780 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:04.494507 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8e951327-2ee4-47d8-a979-0ba4e86ea2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:04.570822 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-dc35639a-9f28-47db-b0c6-21b036d20411 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686339415&fields=id&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 267 time: 0.0358891 Aug 22 16:19:04.594493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:04.596676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8e951327-2ee4-47d8-a979-0ba4e86ea2bd None None] Port 16079700-d219-4648-9f79-c6c8b9c82780 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:19:04.623343 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port feec94d2-e78c-4c06-8a70-146654edad70 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:04.637128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port feec94d2-e78c-4c06-8a70-146654edad70 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:04.637518 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:04.690016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-d39e3145-4874-4597-8dee-e41f09938467 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:04.691554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-d39e3145-4874-4597-8dee-e41f09938467 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 796 time: 0.1124473 Aug 22 16:19:04.708012 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-03891da1-3a0d-41cf-a2b5-77cc8250cd49 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/quotas/4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 375 time: 0.0102437 Aug 22 16:19:04.764159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-39ad59c3-934f-4e7c-92e3-d7718dfcf1cf tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492642 Aug 22 16:19:04.783279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-606e9d0b-946a-41df-a47b-a1719c73c710 None None] Provisioning complete for port 16079700-d219-4648-9f79-c6c8b9c82780 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:04.783736 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-606e9d0b-946a-41df-a47b-a1719c73c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:04.784249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-a1a5cf58-f03a-4f0b-b7b9-14b4c6ab8a52 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:19:04.785639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-a1a5cf58-f03a-4f0b-b7b9-14b4c6ab8a52 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071745 Aug 22 16:19:04.848937 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-606e9d0b-946a-41df-a47b-a1719c73c710 None None] Port 16079700-d219-4648-9f79-c6c8b9c82780 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:19:04.894669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-2d133d47-9a3c-43e0-bfe4-232547fe8365 service neutron] 10.222.0.53 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010382 Aug 22 16:19:04.902077 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:04.931492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port feec94d2-e78c-4c06-8a70-146654edad70, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=feec94d2-e78c-4c06-8a70-146654edad70,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:04.949426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 2, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:04.978168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Checking router: a374a286-ea62-4b7f-815a-8ffebe2763f2 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:19:04.978792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Updating router a374a286-ea62-4b7f-815a-8ffebe2763f2 port 16079700-d219-4648-9f79-c6c8b9c82780 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:19:04.986733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e6b3d911-d32e-48f5-b287-51f65f0a0bb8 service neutron] 10.222.0.53 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857539 Aug 22 16:19:05.004539 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.015184 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.017180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f05fa0c9-61e4-47d5-af2a-aafbdf25682d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:05.193201 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=feec94d2-e78c-4c06-8a70-146654edad70,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:05.233384 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c815a00-8a32-4755-9ca1-ffd8e0a3eb7c req-13b945a4-845b-4fce-a0ed-55caa265709b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 210 time: 0.0292256 Aug 22 16:19:05.297994 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.307260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port f05fa0c9-61e4-47d5-af2a-aafbdf25682d completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:05.315419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f05fa0c9-61e4-47d5-af2a-aafbdf25682d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:05.315795 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.443043 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.460942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Transition to ACTIVE for port object 16079700-d219-4648-9f79-c6c8b9c82780 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:05.467135 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.498823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port f05fa0c9-61e4-47d5-af2a-aafbdf25682d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:05.559458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.564975 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.627222 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:05.712287 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d93ab-2fac-4a94-b86a-2202d52d476c None None] Pushing event updated for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Attempting to bind port 16079700-d219-4648-9f79-c6c8b9c82780 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Attempting to bind port 16079700-d219-4648-9f79-c6c8b9c82780 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Attempting to bind port 16079700-d219-4648-9f79-c6c8b9c82780 on network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Checking segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Bound using segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Bound port: 16079700-d219-4648-9f79-c6c8b9c82780, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:19:05.723574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.791934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] For port 16079700-d219-4648-9f79-c6c8b9c82780, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:19:05.795175 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] For port 16079700-d219-4648-9f79-c6c8b9c82780, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16079700-d219-4648-9f79-c6c8b9c82780,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:19:05.866906 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:05.934233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:05.934949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:06.129656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d93ab-2fac-4a94-b86a-2202d52d476c None None] Pushing event updated for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:06.217306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:06.253259 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device feec94d2-e78c-4c06-8a70-146654edad70 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:06.337419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d297e4b0-a9f2-42bc-bd9e-92bba9a61647 req-254a085b-a6b0-4eca-9e48-f05a3f67455d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 210 time: 0.0342264 Aug 22 16:19:06.392091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port feec94d2-e78c-4c06-8a70-146654edad70 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:06.392682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:06.523820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f05fa0c9-61e4-47d5-af2a-aafbdf25682d up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:06.528140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:05Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:06.575665 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ded0-f1f7-421d-bacf-0ed1211d2122 None None] The sync data for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 is: [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:05Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:19:06.602268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port f05fa0c9-61e4-47d5-af2a-aafbdf25682d triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:06.602653 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:07.125632 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:07.438693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-50f1d3c3-129c-4613-b7c0-8a290b9f1f36 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:07.440989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-50f1d3c3-129c-4613-b7c0-8a290b9f1f36 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 796 time: 0.1267338 Aug 22 16:19:07.456414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0cd66cff-352d-4547-8742-4e54b6b1c199 req-f79da3f8-00e6-40f4-88fe-5ce353476407 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 210 time: 0.0400014 Aug 22 16:19:07.502326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-624133f2-7cff-4e09-8884-bb1c94075227 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 379 time: 0.0449288 Aug 22 16:19:07.517852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'port': {'device_id': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'admin_state_up': True, 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'security_groups': ['33be1e4e-528a-4c1f-99f7-1343ba7bcd93']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:19:07.701925 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:19:07.705584 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:07.832658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.6 (b6495b81-f7f0-4bca-b4a0-db5f38f6b18e/6c9307f1-8afc-4035-86c1-d5882c9c68e0/c25b056f-3fab-4349-9e14-24b8c2acf6f8) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:19:07.967195 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:07.986158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object c25b056f-3fab-4349-9e14-24b8c2acf6f8 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:08.080031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.268939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16079700-d219-4648-9f79-c6c8b9c82780 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:08.399375 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 16079700-d219-4648-9f79-c6c8b9c82780 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:08.405442 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 16079700-d219-4648-9f79-c6c8b9c82780 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:08.405964 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.451314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:19:08.454849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:08.457353 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:19:08.491829 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:08.505523 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.517783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:08.518466 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.544118 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 16079700-d219-4648-9f79-c6c8b9c82780, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16079700-d219-4648-9f79-c6c8b9c82780,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:08.589559 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-f936d4bc-4708-452a-aea0-76f9aa3efc51 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0769887 Aug 22 16:19:08.598116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021bb6a-3587-4e52-9b8d-fb09b80fdc3b req-373b92d7-c85c-4b25-9d0f-110b48e098e2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:08.599833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c021bb6a-3587-4e52-9b8d-fb09b80fdc3b req-373b92d7-c85c-4b25-9d0f-110b48e098e2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 931 time: 0.0532405 Aug 22 16:19:08.608682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Request body: {'port': {'device_id': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:19:08.616308 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.669987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:08.695198 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c021bb6a-3587-4e52-9b8d-fb09b80fdc3b req-02ff3a8b-8b97-4b85-be5b-55db8cc1197f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830216 Aug 22 16:19:08.697605 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.725007 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f9284807-fa18-46fa-8059-11a20732d0db None None] Provisioning for port c25b056f-3fab-4349-9e14-24b8c2acf6f8 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:08.729240 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f9284807-fa18-46fa-8059-11a20732d0db None None] Provisioning complete for port c25b056f-3fab-4349-9e14-24b8c2acf6f8 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:08.729549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f9284807-fa18-46fa-8059-11a20732d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.767147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-f9284807-fa18-46fa-8059-11a20732d0db None None] Port c25b056f-3fab-4349-9e14-24b8c2acf6f8 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:19:08.958802 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25b056f-3fab-4349-9e14-24b8c2acf6f8 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:19:08.965817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:08.977843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Transition to ACTIVE for port object c25b056f-3fab-4349-9e14-24b8c2acf6f8 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:19:09.033356 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:09.098854 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Pushing event updated for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:09.153664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Attempting to bind port c25b056f-3fab-4349-9e14-24b8c2acf6f8 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:19:09.154012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Attempting to bind port c25b056f-3fab-4349-9e14-24b8c2acf6f8 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:19:09.154390 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Attempting to bind port c25b056f-3fab-4349-9e14-24b8c2acf6f8 on network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:19:09.159255 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Port c25b056f-3fab-4349-9e14-24b8c2acf6f8 on network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:19:09.159585 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Attempting to bind port c25b056f-3fab-4349-9e14-24b8c2acf6f8 on network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:19:09.164588 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:19:09.165069 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Checking segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:19:09.165458 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Bound using segment: {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:19:09.165889 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Bound port: c25b056f-3fab-4349-9e14-24b8c2acf6f8, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:19:09.166254 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:09.239028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:19:09.241740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:19:09.331041 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:09.365681 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.366298 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:09.367687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] 10.222.0.10 "PUT /v2.0/ports/c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 1091 time: 0.7632837 Aug 22 16:19:09.368152 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:19:09.370471 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28731ab2-ffba-47e7-86cb-e9dadd800d61" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:19:09.395806 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48ddd-2d62-4bcf-abe4-9ad0c26b802f service neutron] Pushing event updated for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:09.427546 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5778a2-aa31-4cba-8d87-dd799eba8e18 x-openstack-request-id: req-3b5778a2-aa31-4cba-8d87-dd799eba8e18 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:19:09.427546 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:19:09.427546 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b5778a2-aa31-4cba-8d87-dd799eba8e18 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:19:09.427546 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'status': 'completed', 'code': 200} Aug 22 16:19:09.508543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-ee347951-4358-4e7e-a13a-3b323b3f25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.510112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-ee347951-4358-4e7e-a13a-3b323b3f25bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1094 time: 0.0443585 Aug 22 16:19:09.622911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-52207f7f-aa24-4c5c-a2f9-28bdf95f6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.624436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-52207f7f-aa24-4c5c-a2f9-28bdf95f6a6a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4eccbda06ce54822bdf9902965d06be2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1008809 Aug 22 16:19:09.716510 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-34d5a5a6-028f-43d8-8d29-37be5e0039c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.717972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28731ab2-ffba-47e7-86cb-e9dadd800d61 req-34d5a5a6-028f-43d8-8d29-37be5e0039c1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869536 Aug 22 16:19:09.844130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec33735-96b6-4b33-8325-1cae31966ef5 req-73e50090-b497-47c7-b69d-1972aaa11d89 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.845549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ec33735-96b6-4b33-8325-1cae31966ef5 req-73e50090-b497-47c7-b69d-1972aaa11d89 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 943 time: 0.0778360 Aug 22 16:19:09.850549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-711d9f7e-412b-4acb-8799-9519bdbfe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.851951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-711d9f7e-412b-4acb-8799-9519bdbfe763 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1094 time: 0.0754654 Aug 22 16:19:09.910070 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-e1d5d9e0-a8b9-4276-8b17-52fc3536015f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 217 time: 0.0429497 Aug 22 16:19:09.916594 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3ec33735-96b6-4b33-8325-1cae31966ef5 req-a26100f7-0e42-47d0-8184-e0e19ed15821 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637300 Aug 22 16:19:09.964496 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-1ff3d13b-fe15-4c3a-8d04-c7e6c237100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:09.965961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-1ff3d13b-fe15-4c3a-8d04-c7e6c237100d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0481672 Aug 22 16:19:10.011141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-34cfa30b-3fcf-4743-958e-544f0e1f21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:10.012646 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-34cfa30b-3fcf-4743-958e-544f0e1f21b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398381 Aug 22 16:19:10.103863 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-410ede7e-7e24-4a00-a25d-a3ff4fee78b2 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833836 Aug 22 16:19:10.199877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6b51c2ce-4dbe-48cb-90fc-ce7cfceed316 req-2082f0de-88bf-49a2-95b1-9743c66b1a52 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Aug 22 16:19:10.247648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16079700-d219-4648-9f79-c6c8b9c82780 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:10.293754 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 16079700-d219-4648-9f79-c6c8b9c82780 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:10.294151 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:11.032409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995fd3-ae32-4e53-89de-63578f49b01c req-646f8429-da54-4ee8-ab9d-59bbe1030240 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:11.033910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa995fd3-ae32-4e53-89de-63578f49b01c req-646f8429-da54-4ee8-ab9d-59bbe1030240 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 943 time: 0.0497782 Aug 22 16:19:11.071334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fa995fd3-ae32-4e53-89de-63578f49b01c req-145aa438-31cf-4f24-8c25-660e8d4cff5a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Aug 22 16:19:11.307372 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:12.186600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29766b9-e562-448d-b2de-0604a0a2cbf3 req-c8fb09bf-964d-4773-8e37-68aad5756906 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:12.188127 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29766b9-e562-448d-b2de-0604a0a2cbf3 req-c8fb09bf-964d-4773-8e37-68aad5756906 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 943 time: 0.0490019 Aug 22 16:19:12.231599 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b29766b9-e562-448d-b2de-0604a0a2cbf3 req-31ce9764-ec67-4d08-8157-8702bf4c4357 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Aug 22 16:19:12.989706 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-050ce4ac-5f66-49b2-acdd-9770ccd8d795 req-c20e9eff-a4eb-40e2-8039-4bb2948bfa19 service neutron] (102048) timed out ('10.222.0.53', 55476) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:19:13.345776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8c8ee-4c01-4e28-ba7e-798ce2f727ff req-ca08607c-4316-4a50-b0e0-045c15abe8f2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:13.347297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acf8c8ee-4c01-4e28-ba7e-798ce2f727ff req-ca08607c-4316-4a50-b0e0-045c15abe8f2 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 943 time: 0.0508499 Aug 22 16:19:13.385764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acf8c8ee-4c01-4e28-ba7e-798ce2f727ff req-0c05120e-9ea0-449d-8c1f-ff2a6cba7ae1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324807 Aug 22 16:19:13.559015 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c25b056f-3fab-4349-9e14-24b8c2acf6f8 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:19:13.654635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:13.665802 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'port_id': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'mac_address': 'fa:16:3e:3b:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:19:13.701995 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:13.714568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25b056f-3fab-4349-9e14-24b8c2acf6f8 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:19:13.734497 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:13.792783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:13.847102 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:14.226339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['c25b056f-3fab-4349-9e14-24b8c2acf6f8'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:19:14.500443 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca54271-8ff3-4a54-8917-7d7b8be58472 req-3a901c97-1e5f-46af-8416-569fd3f7fd92 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:14.501840 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aca54271-8ff3-4a54-8917-7d7b8be58472 req-3a901c97-1e5f-46af-8416-569fd3f7fd92 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 944 time: 0.0504470 Aug 22 16:19:14.539713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aca54271-8ff3-4a54-8917-7d7b8be58472 req-c3757c21-9bdc-4f1f-b5ad-763eb05503b7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Aug 22 16:19:15.562518 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c25b056f-3fab-4349-9e14-24b8c2acf6f8 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:19:15.654185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642b4b-0a03-45f6-bd38-313e558bc582 req-82d3ad3c-71d7-43bb-a9d8-35a28453d2ca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:15.655658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e642b4b-0a03-45f6-bd38-313e558bc582 req-82d3ad3c-71d7-43bb-a9d8-35a28453d2ca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 944 time: 0.0497935 Aug 22 16:19:15.673351 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port c25b056f-3fab-4349-9e14-24b8c2acf6f8 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:19:15.677455 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port c25b056f-3fab-4349-9e14-24b8c2acf6f8 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:19:15.677900 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:15.697928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e642b4b-0a03-45f6-bd38-313e558bc582 req-16c2ee67-5177-4a50-af4a-f89cf5ad5de5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Aug 22 16:19:15.754223 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:15.776440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:19:15.778654 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d03fd-f102-4915-b27f-cf98ebb4b37a" -d '{"events": [{"server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "name": "network-vif-plugged", "status": "completed", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:19:15.793574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:19:15.815818 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee200a39-03cf-40e3-b330-fef8b404428c x-openstack-request-id: req-ee200a39-03cf-40e3-b330-fef8b404428c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:19:15.816175 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "name": "network-vif-plugged", "status": "completed", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:19:15.816664 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee200a39-03cf-40e3-b330-fef8b404428c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:19:15.817058 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'code': 200} Aug 22 16:19:15.867744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:15.919389 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:15.945112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df9d14-1dc8-4df4-91c2-999421164bca req-22d7ac9e-b65b-4955-9da4-4ddbee909864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:15.946709 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5df9d14-1dc8-4df4-91c2-999421164bca req-22d7ac9e-b65b-4955-9da4-4ddbee909864 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0431828 Aug 22 16:19:15.983037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5df9d14-1dc8-4df4-91c2-999421164bca req-7fd5f418-851b-4b35-835f-731946fa6794 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292838 Aug 22 16:19:16.813485 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401738c8-2550-4768-a0d3-f9090844d1b0 req-361fa225-78a0-4230-87bf-6c0c61f2c0ab tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:16.814985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-401738c8-2550-4768-a0d3-f9090844d1b0 req-361fa225-78a0-4230-87bf-6c0c61f2c0ab tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Aug 22 16:19:16.856078 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-401738c8-2550-4768-a0d3-f9090844d1b0 req-d3429bf1-09fb-4225-9c34-6ac0f8f5c318 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336123 Aug 22 16:19:17.159210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:19:17.971530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e670ab4-7026-44f0-a193-d35cc6e7898a req-36e172b8-2c88-4a98-9cd5-fd3853ec1995 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:17.973072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e670ab4-7026-44f0-a193-d35cc6e7898a req-36e172b8-2c88-4a98-9cd5-fd3853ec1995 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0497630 Aug 22 16:19:18.016313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e670ab4-7026-44f0-a193-d35cc6e7898a req-254f83e6-c5f0-46b0-ba42-f07ff83b81b3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367770 Aug 22 16:19:18.129489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f579897-aa7d-462a-89e5-60b48415f4b9 req-e7a836af-d267-472b-87e6-9e4435d6652b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:18.130973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f579897-aa7d-462a-89e5-60b48415f4b9 req-e7a836af-d267-472b-87e6-9e4435d6652b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Aug 22 16:19:18.169802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f579897-aa7d-462a-89e5-60b48415f4b9 req-74228729-d2ea-4ddc-adb2-0e6181c94856 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Aug 22 16:19:18.191781 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60358) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:18.231458 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c6864-fa53-4498-bece-8dd9b83d3f1a tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:18.232952 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-2e2c6864-fa53-4498-bece-8dd9b83d3f1a tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1091 time: 0.0401471 Aug 22 16:19:18.236373 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60360) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:18.240864 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:19:18.375340 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:18.474024 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:18.576637 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.191 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/835885ed-2c2f-44f3-bbbc-5557cc66a7d4) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:19:18.678158 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:18.764969 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:18.802139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:19:18.804893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:19:18.808313 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:19:18.816754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=835885ed-2c2f-44f3-bbbc-5557cc66a7d4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:19.161253 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:19.286760 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:19.439643 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:19.507607 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:19.575245 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=835885ed-2c2f-44f3-bbbc-5557cc66a7d4,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:19:19.587521 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:19.684758 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP a106c627-459e-4f82-bae2-a85a4c94a15f associated. External IP: 172.25.0.191, port: c25b056f-3fab-4349-9e14-24b8c2acf6f8. Aug 22 16:19:19.888638 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router a374a286-ea62-4b7f-815a-8ffebe2763f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:19:19.995139 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:19:20.005706 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Sync routers for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:19:20.015014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:20.015620 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:20.090554 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:20.119208 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81eac4f3-db51-449b-8a81-5f0eb3b66abd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8818040 Aug 22 16:19:20.119809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:19:20.122156 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3937b22-988c-43a4-a01b-b5e06a48139f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:19:20.122778 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:20.224201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c43bb-a4a1-4c26-8710-8a2a547548a0 req-17be19f8-f16a-47ec-ac48-4fab63573868 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:20.225756 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-732c43bb-a4a1-4c26-8710-8a2a547548a0 req-17be19f8-f16a-47ec-ac48-4fab63573868 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Aug 22 16:19:20.265319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-732c43bb-a4a1-4c26-8710-8a2a547548a0 req-59c54fc7-ae68-48cf-95a3-f58d1a453c85 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Aug 22 16:19:20.287456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60366) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:20.328087 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46db9d9-f062-4b12-a0bf-f61479b34e54 x-openstack-request-id: req-f46db9d9-f062-4b12-a0bf-f61479b34e54 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:19:20.328627 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:19:20.328804 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f46db9d9-f062-4b12-a0bf-f61479b34e54 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:19:20.329118 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'status': 'completed', 'code': 200} Aug 22 16:19:20.352979 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a106c627-459e-4f82-bae2-a85a4c94a15f', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'port_id': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'mac_address': 'fa:16:3e:3b:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:19:19Z', 'updated_at': '2021-08-22T16:19:19Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:20.364599 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-873e64ff-7f35-4797-8291-00ef55bb20bf tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/a106c627-459e-4f82-bae2-a85a4c94a15f HTTP/1.1" status: 200 len: 991 time: 0.0758574 Aug 22 16:19:20.381939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Checking router: a374a286-ea62-4b7f-815a-8ffebe2763f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:19:20.390225 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:19:20.390893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:19:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:20.397964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-04c557a6-6a25-4823-b947-33193e103a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:20.399489 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-04c557a6-6a25-4823-b947-33193e103a9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0440435 Aug 22 16:19:20.496887 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-25476189-df86-4d37-b423-66a2a35f4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:20.498389 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-25476189-df86-4d37-b423-66a2a35f4b25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 897 time: 0.0914779 Aug 22 16:19:20.548681 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:19:20.571848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-56311915-57b8-4726-b6c0-687761381b62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 999 time: 0.0666847 Aug 22 16:19:20.621746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-8acb0657-967f-43a6-9232-e09c3dd39f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:20.623228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-8acb0657-967f-43a6-9232-e09c3dd39f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0445774 Aug 22 16:19:20.668516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-3f3474d9-aaac-45f8-894b-df5a2ee5225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:20.670021 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-3f3474d9-aaac-45f8-894b-df5a2ee5225c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402396 Aug 22 16:19:20.767059 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-6dd1c983-d693-4ef6-8071-f3fad00d5e5b service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892737 Aug 22 16:19:20.769217 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a106c627-459e-4f82-bae2-a85a4c94a15f', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'port_id': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'mac_address': 'fa:16:3e:3b:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:19:19Z', 'updated_at': '2021-08-22T16:19:19Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:19:20.799534 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047c4a1-b25d-400f-a430-9ae0ac44d3a7 None None] The sync data for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 is: [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'a106c627-459e-4f82-bae2-a85a4c94a15f', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'port_id': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'mac_address': 'fa:16:3e:3b:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:19:19Z', 'updated_at': '2021-08-22T16:19:19Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:19:20.860115 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d3937b22-988c-43a4-a01b-b5e06a48139f req-9cc781e8-2e47-4f8b-9aff-5c9cc2bc1309 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Aug 22 16:19:20.991021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fe936-97a6-492c-a6ac-a0c4632ae9ac None None] New status for floating IP a106c627-459e-4f82-bae2-a85a4c94a15f: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:19:21.368001 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60368) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:19:21.426734 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-31e6b227-6369-416c-849e-b7bdd3183732 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/a106c627-459e-4f82-bae2-a85a4c94a15f HTTP/1.1" status: 200 len: 993 time: 0.0575874 Aug 22 16:19:21.981388 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:29.552773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-37c75036-a14d-4560-81eb-34efd3bee63b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399570 Aug 22 16:19:29.651692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-f016e352-6c4a-4616-99bd-e67c11312eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:29.653218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-f016e352-6c4a-4616-99bd-e67c11312eeb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0452673 Aug 22 16:19:29.755648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-ab43100c-d5f2-4d20-b219-6cd8dc2d5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:29.757150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-ab43100c-d5f2-4d20-b219-6cd8dc2d5863 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 897 time: 0.0853958 Aug 22 16:19:29.824936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-b1690ae3-1008-46d1-b053-67b7d54c97e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 1001 time: 0.0612679 Aug 22 16:19:29.875776 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-8e402335-daeb-4724-bfab-0d5e4f55679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:29.877318 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-8e402335-daeb-4724-bfab-0d5e4f55679a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0442357 Aug 22 16:19:29.923330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-7ddbd156-a00a-417b-aaf0-d49b546ee5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:19:29.924964 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-7ddbd156-a00a-417b-aaf0-d49b546ee5f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400410 Aug 22 16:19:30.022626 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-dcf419c5-b3ad-4f14-ae02-5f9eebede5a3 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Aug 22 16:19:30.120651 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c23b20e7-42e1-432a-9858-c5e7822a169d req-20d3c850-cd61-41f1-8562-ace7e98081d0 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907702 Aug 22 16:19:30.159892 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa623a16-3149-4062-8f22-292b9e7f6ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:32.970485 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:33.535529 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5563-535c-4943-a5b0-8b70444cabec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:35.222037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:37.129953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:41.323953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:51.958316 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:19:54.158189 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:20:00.168389 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b928d0ae-1640-4642-be12-624bee036ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:02.923943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:03.638228 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94f3f5cb-0588-4f2e-9c53-725d7097bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:05.209358 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:07.128217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:11.300797 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:21.957465 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:22.424034 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d343dc-d071-4bff-8146-f29a3cc4471f req-7a37cee4-6d66-42ed-97ff-5372775fe80f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:22.425562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1d343dc-d071-4bff-8146-f29a3cc4471f req-7a37cee4-6d66-42ed-97ff-5372775fe80f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.1037583 Aug 22 16:20:22.463665 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1d343dc-d071-4bff-8146-f29a3cc4471f req-27d6c26b-3251-4d2e-b865-940bd73deefa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Aug 22 16:20:23.579988 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935acf4-61c6-4759-af48-edea6d64332b req-0711b376-b16f-4cc0-9013-45357d6a9282 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:23.581502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1935acf4-61c6-4759-af48-edea6d64332b req-0711b376-b16f-4cc0-9013-45357d6a9282 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0499904 Aug 22 16:20:23.619878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1935acf4-61c6-4759-af48-edea6d64332b req-405adb3b-43ca-4acd-bc9f-6af426e89b38 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325680 Aug 22 16:20:24.734905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534de3-5d1e-46fd-89a6-e9e1efdd64f3 req-2d770993-be51-4cf4-9522-4c319cf6ac77 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:24.736444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8534de3-5d1e-46fd-89a6-e9e1efdd64f3 req-2d770993-be51-4cf4-9522-4c319cf6ac77 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0508564 Aug 22 16:20:24.775331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8534de3-5d1e-46fd-89a6-e9e1efdd64f3 req-7470b835-213b-4e3d-8c28-13c25c1ea53e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Aug 22 16:20:25.896053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbab5f4-4752-4ddb-9ef8-fdd9fd278783 req-0ef88276-8148-4a43-93ba-dd57d62a8e60 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:25.897512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bbab5f4-4752-4ddb-9ef8-fdd9fd278783 req-0ef88276-8148-4a43-93ba-dd57d62a8e60 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Aug 22 16:20:25.934555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bbab5f4-4752-4ddb-9ef8-fdd9fd278783 req-062beb65-927f-48b8-b7d5-28b734493fce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310490 Aug 22 16:20:27.054107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511a8ae-83e0-4bd6-aaca-77b4c47a5b9c req-b9420cbf-0047-4c21-9cf3-99287961916b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:27.055596 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4511a8ae-83e0-4bd6-aaca-77b4c47a5b9c req-b9420cbf-0047-4c21-9cf3-99287961916b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0487969 Aug 22 16:20:27.093936 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4511a8ae-83e0-4bd6-aaca-77b4c47a5b9c req-14f2a629-5825-4b2b-991c-6dbeee67a926 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324566 Aug 22 16:20:28.209686 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f814456-110d-4a5d-b01a-8620074be466 req-0272a157-f8d8-4f6c-bcbb-807f6ee8268b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:28.211351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f814456-110d-4a5d-b01a-8620074be466 req-0272a157-f8d8-4f6c-bcbb-807f6ee8268b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0505116 Aug 22 16:20:28.250715 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f814456-110d-4a5d-b01a-8620074be466 req-de794600-4060-4ca3-8ab3-771988231fcc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Aug 22 16:20:29.370639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71adc6-3784-4e01-9199-4f17074cfa12 req-df3a5a0d-c2c5-487d-9f7a-a38d0e605c85 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:29.372167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e71adc6-3784-4e01-9199-4f17074cfa12 req-df3a5a0d-c2c5-487d-9f7a-a38d0e605c85 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0554581 Aug 22 16:20:29.411322 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1e71adc6-3784-4e01-9199-4f17074cfa12 req-6dfc83e8-672d-4546-95f0-d5bc15628006 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329385 Aug 22 16:20:30.162440 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-515ee914-8739-441e-b1f0-6bf3033a81d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:30.528760 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f8ac-6541-4ae8-b21e-2396a23de0a9 req-23478b81-e3a1-4d6f-ac13-9f27dbcf6f5c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:30.530257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5488f8ac-6541-4ae8-b21e-2396a23de0a9 req-23478b81-e3a1-4d6f-ac13-9f27dbcf6f5c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0504017 Aug 22 16:20:30.568968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5488f8ac-6541-4ae8-b21e-2396a23de0a9 req-98c73575-d3bc-4f5d-b5c5-c0895610abb5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Aug 22 16:20:31.157087 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:20:31.594201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292418c7-806b-4d97-8488-51d42968e52f req-6f68f12e-044d-461f-96e7-58a6f864339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:31.595727 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-6f68f12e-044d-461f-96e7-58a6f864339b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0406063 Aug 22 16:20:31.737076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9baa92-c8c8-419d-97f9-a5010b995bc0 req-0eed7ab6-c863-4e82-8959-b74479d41fee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:31.739093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd9baa92-c8c8-419d-97f9-a5010b995bc0 req-0eed7ab6-c863-4e82-8959-b74479d41fee tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.1035860 Aug 22 16:20:31.743579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292418c7-806b-4d97-8488-51d42968e52f req-cce92b85-7c71-4a93-96ef-5180b95d1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:31.744987 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-cce92b85-7c71-4a93-96ef-5180b95d1a66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 897 time: 0.1298478 Aug 22 16:20:31.821000 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-dd9baa92-c8c8-419d-97f9-a5010b995bc0 req-3f71a273-80a9-40bd-bac1-56e15febc56d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750754 Aug 22 16:20:31.833171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-509baa66-2772-4270-a448-97ab4a822ff6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 1001 time: 0.0740023 Aug 22 16:20:31.882879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292418c7-806b-4d97-8488-51d42968e52f req-09073bd1-5e23-4b52-8bcd-2963e606c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:31.884257 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-09073bd1-5e23-4b52-8bcd-2963e606c85c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0439115 Aug 22 16:20:31.928626 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292418c7-806b-4d97-8488-51d42968e52f req-28dea3f5-51f5-4749-9f8a-ce89368e2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:31.930090 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-28dea3f5-51f5-4749-9f8a-ce89368e2e96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388038 Aug 22 16:20:32.023361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-a869cb18-cc46-46ca-b24b-2e48b942b727 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859327 Aug 22 16:20:32.117291 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-292418c7-806b-4d97-8488-51d42968e52f req-42b3771b-8b61-4e7e-99bc-d40bb9051517 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Aug 22 16:20:32.940809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:32.941462 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b65486-0d17-4957-be56-72b1b66cf929 req-0fdd28e4-22f7-4e44-a781-157319a82ca3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:32.943105 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16b65486-0d17-4957-be56-72b1b66cf929 req-0fdd28e4-22f7-4e44-a781-157319a82ca3 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0546200 Aug 22 16:20:32.981674 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16b65486-0d17-4957-be56-72b1b66cf929 req-36574b36-bb1c-497f-ae90-c361b6f13f3a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Aug 22 16:20:33.003631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60424) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:20:33.068663 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-91e20cc0-3d95-4ca7-b7cb-1d6efa22e5a9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/a106c627-459e-4f82-bae2-a85a4c94a15f HTTP/1.1" status: 200 len: 993 time: 0.0633013 Aug 22 16:20:33.545860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfbb9-58a2-4f65-8518-bf9a1e94b970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:34.496201 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6972a9a-d006-41b6-b01c-6782484524d5 req-2b7d5370-766d-443d-8382-f6aff3948cde tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:34.497747 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6972a9a-d006-41b6-b01c-6782484524d5 req-2b7d5370-766d-443d-8382-f6aff3948cde tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Aug 22 16:20:34.540164 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6972a9a-d006-41b6-b01c-6782484524d5 req-be93246f-6659-42ed-9a20-6812d6a8cfa9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Aug 22 16:20:34.590827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-561f4b25-f5d8-4ca8-9c6a-657c580b5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:34.593752 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-561f4b25-f5d8-4ca8-9c6a-657c580b5ada service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0409808 Aug 22 16:20:34.693965 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-e9504dc6-1233-4c18-9099-98b7ae7c4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:34.695455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-e9504dc6-1233-4c18-9099-98b7ae7c4615 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 897 time: 0.0968485 Aug 22 16:20:34.762499 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-219d18ad-cef8-4a24-9124-56b800f52cf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 1001 time: 0.0585337 Aug 22 16:20:34.814492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-25d965c5-98eb-41ee-b331-3df11f4821fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:34.816057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-25d965c5-98eb-41ee-b331-3df11f4821fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0465989 Aug 22 16:20:34.860151 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-5127a7d3-bf6d-417f-bdf0-114daf43e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:34.861602 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-5127a7d3-bf6d-417f-bdf0-114daf43e2f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386598 Aug 22 16:20:34.949199 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-062c8b48-5ce6-43a1-a1c1-59dfd5c324d0 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803497 Aug 22 16:20:35.042300 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a04d073b-9cef-4371-b4a3-d771061d10ae req-64735f35-4449-4340-bef2-9464fa16325c service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Aug 22 16:20:35.270836 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:35.659126 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885e63-5c43-4580-a980-c28843cf18e8 req-5c44be90-773e-495b-8722-2850260006d8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:35.660831 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d885e63-5c43-4580-a980-c28843cf18e8 req-5c44be90-773e-495b-8722-2850260006d8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Aug 22 16:20:35.699056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0d885e63-5c43-4580-a980-c28843cf18e8 req-39aca3c5-8648-4021-a971-912f20ce3a8a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322790 Aug 22 16:20:36.818670 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb989c-1dd6-44f4-b50c-b3149484ab78 req-94d4a1cf-e867-45b5-926b-27a8df67abaa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:20:36.820186 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74fb989c-1dd6-44f4-b50c-b3149484ab78 req-94d4a1cf-e867-45b5-926b-27a8df67abaa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Aug 22 16:20:36.857755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-74fb989c-1dd6-44f4-b50c-b3149484ab78 req-1d101e7d-3a3c-40a2-92ba-772bda65fdbb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Aug 22 16:20:36.879758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60438) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:20:36.938961 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-571782fb-a4e2-4a39-8768-e097551c8380 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/a106c627-459e-4f82-bae2-a85a4c94a15f HTTP/1.1" status: 200 len: 993 time: 0.0580213 Aug 22 16:20:37.139274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:41.318146 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:20:52.008693 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:00.161916 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6431c473-b404-4464-9072-a89b41c24c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:02.945759 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:03.557680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc73c-598e-43e3-9b6e-bf5ed7dec84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:05.208439 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:07.144200 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:08.156037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:21:11.311314 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:22.012858 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.355420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60462) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:23.507846 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 835885ed-2c2f-44f3-bbbc-5557cc66a7d4 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:21:23.508193 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.583772 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.584139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.596167 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 835885ed-2c2f-44f3-bbbc-5557cc66a7d4 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:21:23.802478 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.828119 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=835885ed-2c2f-44f3-bbbc-5557cc66a7d4,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:23.840304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.840667 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.841020 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.841368 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.841713 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.842059 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.842401 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.842738 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.843077 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.843412 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.843747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.844116 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:23.900896 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:23.901238 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP a106c627-459e-4f82-bae2-a85a4c94a15f disassociated (deleted). External IP: 172.25.0.191, port: c25b056f-3fab-4349-9e14-24b8c2acf6f8. Aug 22 16:21:24.412408 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router a374a286-ea62-4b7f-815a-8ffebe2763f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:21:24.517063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:21:24.521737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:24.527147 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Sync routers for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:21:24.535677 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:24.536322 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:24.549389 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-ef81456d-a4a8-4d39-8bfe-63590f79ccf9 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/floatingips/a106c627-459e-4f82-bae2-a85a4c94a15f HTTP/1.1" status: 204 len: 168 time: 1.1928377 Aug 22 16:21:24.549976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:21:24.552297 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b06da8-9927-46db-beed-000327730d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:21:24.644966 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:24.930075 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:24.957955 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Checking router: a374a286-ea62-4b7f-815a-8ffebe2763f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:21:24.966510 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:24.967105 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:25.055181 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a1fdf-d41e-4432-8c1a-0845954a230b x-openstack-request-id: req-f49a1fdf-d41e-4432-8c1a-0845954a230b {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:21:25.055470 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:21:25.055721 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f49a1fdf-d41e-4432-8c1a-0845954a230b {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:21:25.056189 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'status': 'completed', 'code': 200} Aug 22 16:21:25.072871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:25.172391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06da8-9927-46db-beed-000327730d5c req-7f620b2e-adbd-4ee9-8211-846f5339507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:25.173833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-7f620b2e-adbd-4ee9-8211-846f5339507f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 1096 time: 0.0709751 Aug 22 16:21:25.182240 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7ba8-11c7-4477-8e75-b941146b784a req-b9c50567-03b1-4080-a03a-8b743e43a6fb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:25.183667 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e41d7ba8-11c7-4477-8e75-b941146b784a req-b9c50567-03b1-4080-a03a-8b743e43a6fb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0703402 Aug 22 16:21:25.270258 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:25.278161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e41d7ba8-11c7-4477-8e75-b941146b784a req-8bcca148-cae8-4dfd-b1e3-ce24e2d794ed tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864425 Aug 22 16:21:25.296249 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f211206a-aae6-44ee-9e79-cb091bb00898 None None] The sync data for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 is: [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:03Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '16079700-d219-4648-9f79-c6c8b9c82780', 'name': '', 'network_id': 'b6495b81-f7f0-4bca-b4a0-db5f38f6b18e', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:7d:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:19:02Z', 'updated_at': '2021-08-22T16:19:08Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '6c9307f1-8afc-4035-86c1-d5882c9c68e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:21:25.299549 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06da8-9927-46db-beed-000327730d5c req-a9024f94-5b85-4f68-8e3b-d0007d2a128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:25.301085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-a9024f94-5b85-4f68-8e3b-d0007d2a128c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 200 len: 897 time: 0.1165342 Aug 22 16:21:25.344710 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-81b3382f-f6ee-4a9b-8183-5a643cdbce3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 200 len: 217 time: 0.0362084 Aug 22 16:21:25.401830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06da8-9927-46db-beed-000327730d5c req-81d5bf6f-6d0b-4071-b490-19747c5a572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:25.403334 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-81d5bf6f-6d0b-4071-b490-19747c5a572a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 200 len: 835 time: 0.0500107 Aug 22 16:21:25.454002 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06da8-9927-46db-beed-000327730d5c req-285a33ee-acdc-4383-8ca2-e5c2b085db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:25.455580 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-285a33ee-acdc-4383-8ca2-e5c2b085db5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423331 Aug 22 16:21:25.514129 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acb6b4c-7933-4c6f-913d-14e70e12fa4b None None] New status for floating IP a106c627-459e-4f82-bae2-a85a4c94a15f: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:21:25.565573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-987dfd77-87b5-42b6-90e3-2dac8ce14b14 service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857151 Aug 22 16:21:25.664915 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d0b06da8-9927-46db-beed-000327730d5c req-6b2c46d5-7708-4e8d-b3d4-d203faf7aeaf service neutron] 10.222.0.10 "GET /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897148 Aug 22 16:21:26.393704 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67644043-d1d9-47f6-bcfa-ce73bb2b981a req-0ce64e92-e45d-494d-ae82-dd2186ad52b6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:26.395169 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67644043-d1d9-47f6-bcfa-ce73bb2b981a req-0ce64e92-e45d-494d-ae82-dd2186ad52b6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Aug 22 16:21:26.432276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67644043-d1d9-47f6-bcfa-ce73bb2b981a req-75d729cf-6d3c-4a4d-9ad5-fa57a11b179a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=33be1e4e-528a-4c1f-99f7-1343ba7bcd93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306299 Aug 22 16:21:26.890980 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-5c5e40ff-cc22-4b64-8fb8-4ab090d11b99 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:26.892455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-5c5e40ff-cc22-4b64-8fb8-4ab090d11b99 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Aug 22 16:21:26.979741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port c25b056f-3fab-4349-9e14-24b8c2acf6f8 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:21:26.980101 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:27.070855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port c25b056f-3fab-4349-9e14-24b8c2acf6f8, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=c25b056f-3fab-4349-9e14-24b8c2acf6f8,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:27.071244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:27.082828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for c25b056f-3fab-4349-9e14-24b8c2acf6f8 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:21:27.288771 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:27.320676 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=c25b056f-3fab-4349-9e14-24b8c2acf6f8,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:27.330763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.331123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.331471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.331816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.332241 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.332519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.332857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.333194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.333858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.333858 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.334233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.334500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:27.374843 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] No DVR routers for this DVR port c25b056f-3fab-4349-9e14-24b8c2acf6f8 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:21:27.377532 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:27.379571 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e212c5d-efa5-4182-aca0-5fc046aea749 req-ad53a18d-3ca3-42cd-89c1-1c3d91772da8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "DELETE /v2.0/ports/c25b056f-3fab-4349-9e14-24b8c2acf6f8 HTTP/1.1" status: 204 len: 173 time: 0.4800041 Aug 22 16:21:27.380043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'name': 'network-vif-deleted', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:21:27.382302 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912e9ae-254b-4f72-86ba-fd71fec842cd" -d '{"events": [{"server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "name": "network-vif-deleted", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:21:27.517137 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc264c06-0c5f-4373-b9ef-4868929a752b x-openstack-request-id: req-cc264c06-0c5f-4373-b9ef-4868929a752b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:21:27.518136 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddef6cf-e6b8-4177-b334-394a05e862e1", "name": "network-vif-deleted", "tag": "c25b056f-3fab-4349-9e14-24b8c2acf6f8", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:21:27.518405 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc264c06-0c5f-4373-b9ef-4868929a752b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:21:27.518816 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddef6cf-e6b8-4177-b334-394a05e862e1', 'name': 'network-vif-deleted', 'tag': 'c25b056f-3fab-4349-9e14-24b8c2acf6f8', 'status': 'completed', 'code': 200} Aug 22 16:21:27.591891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bed2e36c-ca0f-47c6-9844-a84858eb6843 req-1f38f21c-1988-4929-87fb-fd068295b1a1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddef6cf-e6b8-4177-b334-394a05e862e1 HTTP/1.1" status: 200 len: 210 time: 0.0265121 Aug 22 16:21:28.647963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60484) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:29.002856 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:29.252624 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 16079700-d219-4648-9f79-c6c8b9c82780 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:21:29.253038 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:29.338478 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 16079700-d219-4648-9f79-c6c8b9c82780, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=16079700-d219-4648-9f79-c6c8b9c82780,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:29.338842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:29.350508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 16079700-d219-4648-9f79-c6c8b9c82780 owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:21:29.579618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:29.606080 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=16079700-d219-4648-9f79-c6c8b9c82780,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:29.783261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:29.995295 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router a374a286-ea62-4b7f-815a-8ffebe2763f2 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:21:30.102140 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:21:30.108563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1ee492fa-1d9b-4c07-8b6a-aa14ad05cbd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/a374a286-ea62-4b7f-815a-8ffebe2763f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4594865 Aug 22 16:21:30.111262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60486) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:30.113187 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Sync routers for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:21:30.122827 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:30.123430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:30.162813 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a18947ae-a5d7-481a-9b93-6ac4032e2837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.168014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting subnet 6c9307f1-8afc-4035-86c1-d5882c9c68e0 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:21:30.171386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.211334 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.231167 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:30.302120 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.410193 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:21:29Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:30.430572 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.440210 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Checking router: a374a286-ea62-4b7f-815a-8ffebe2763f2 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:21:30.452146 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Routers {'a374a286-ea62-4b7f-815a-8ffebe2763f2'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:30.452765 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['a374a286-ea62-4b7f-815a-8ffebe2763f2'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:30.462976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.467302 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/subnets/6c9307f1-8afc-4035-86c1-d5882c9c68e0 HTTP/1.1" status: 204 len: 168 time: 0.3521583 Aug 22 16:21:30.467302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4b832-ee90-49c6-ae8e-5ee6a355a9a7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9307f1-8afc-4035-86c1-d5882c9c68e0,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:30.467771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60488) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:30.470508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f06e4-b8c8-4ebc-b9a3-7b08140898c6 None None] Network b6495b81-f7f0-4bca-b4a0-db5f38f6b18e requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:21:30.558450 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] Set router a374a286-ea62-4b7f-815a-8ffebe2763f2 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:30.581961 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.658227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] DHCP port deletion for b6495b81-f7f0-4bca-b4a0-db5f38f6b18e request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:21:30.706593 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Deleting port f05fa0c9-61e4-47d5-af2a-aafbdf25682d {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:21:30.706978 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.708795 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.744647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:21:29Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:30.775035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] For port f05fa0c9-61e4-47d5-af2a-aafbdf25682d, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,segment=NetworkSegment(e4aef9fa-7cd8-4e68-be7e-be6b283f94a0),segment_id=e4aef9fa-7cd8-4e68-be7e-be6b283f94a0)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:30.775429 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.778192 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee54f0-db25-4640-8f3c-07388b171fe7 None None] The sync data for ids ['a374a286-ea62-4b7f-815a-8ffebe2763f2'] in n-d-805046-3 is: [{'id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1816249636', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:21:29Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': 'feec94d2-e78c-4c06-8a70-146654edad70', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374a286-ea62-4b7f-815a-8ffebe2763f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:18:59Z', 'updated_at': '2021-08-22T16:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:21:30.788756 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Calling delete_port for f05fa0c9-61e4-47d5-af2a-aafbdf25682d owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:21:30.873476 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port feec94d2-e78c-4c06-8a70-146654edad70 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:21:30.873828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.928586 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.955539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Pushing event deleted for resources: {'Port': ['ID=f05fa0c9-61e4-47d5-af2a-aafbdf25682d,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:30.957801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] No DVR routers for this DVR port f05fa0c9-61e4-47d5-af2a-aafbdf25682d on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:21:30.962963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port feec94d2-e78c-4c06-8a70-146654edad70, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=feec94d2-e78c-4c06-8a70-146654edad70,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:30.962963 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:30.965944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.966293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.966637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.966979 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.967321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.967656 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.967999 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.968359 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.968798 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.968998 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.969324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.969647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf6103-360d-4711-aba2-8dc3155b09a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:30.978370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for feec94d2-e78c-4c06-8a70-146654edad70 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:21:31.499810 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.526016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=feec94d2-e78c-4c06-8a70-146654edad70,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:31.583598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.678995 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.681479 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.762676 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.763285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Fanout notify agent at l3_agent the message router_deleted on router a374a286-ea62-4b7f-815a-8ffebe2763f2 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:21:31.771849 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.774397 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6a2a57af-95bd-4043-b9d0-0fdb14168f02 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/routers/a374a286-ea62-4b7f-815a-8ffebe2763f2 HTTP/1.1" status: 204 len: 168 time: 1.3037114 Aug 22 16:21:31.776314 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60494) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:31.864578 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.948265 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.957759 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6495b81-f7f0-4bca-b4a0-db5f38f6b18e']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:31.968127 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:31.968425 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4aef9fa-7cd8-4e68-be7e-be6b283f94a0') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:31.976942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:31.994889 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.000563 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:21:32.000946 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:21:32.003792 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:21:32.128282 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.138585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.138585 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/networks/b6495b81-f7f0-4bca-b4a0-db5f38f6b18e HTTP/1.1" status: 204 len: 168 time: 0.3600419 Aug 22 16:21:32.140220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60496) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:32.149492 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aede4a-b595-4dec-a280-10f254cbf8fd tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Network': ['ID=b6495b81-f7f0-4bca-b4a0-db5f38f6b18e,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:32.156293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c25b056f-3fab-4349-9e14-24b8c2acf6f8 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:21:32.176202 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: c25b056f-3fab-4349-9e14-24b8c2acf6f8 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:21:32.176554 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device c25b056f-3fab-4349-9e14-24b8c2acf6f8 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:21:32.206458 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.234311 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.315002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16079700-d219-4648-9f79-c6c8b9c82780 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:21:32.368485 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.371181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.372505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/security-groups/33be1e4e-528a-4c1f-99f7-1343ba7bcd93 HTTP/1.1" status: 204 len: 168 time: 0.2311740 Aug 22 16:21:32.383198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa26e9-617d-4b51-a613-85f7feeb505d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be1e4e-528a-4c1f-99f7-1343ba7bcd93,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:32.494419 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 16079700-d219-4648-9f79-c6c8b9c82780 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:21:32.494686 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 16079700-d219-4648-9f79-c6c8b9c82780 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:21:32.495112 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device feec94d2-e78c-4c06-8a70-146654edad70 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:21:32.517381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: feec94d2-e78c-4c06-8a70-146654edad70 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:21:32.517567 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device feec94d2-e78c-4c06-8a70-146654edad70 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:21:32.517981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f05fa0c9-61e4-47d5-af2a-aafbdf25682d no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:21:32.536892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: f05fa0c9-61e4-47d5-af2a-aafbdf25682d {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:21:32.537253 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device f05fa0c9-61e4-47d5-af2a-aafbdf25682d not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:21:32.791745 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60502) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:32.796625 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074148358', 'description': 'tempest-secgroup-smoke-1074148358 description', 'project_id': '4eccbda06ce54822bdf9902965d06be2'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:32.894131 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.945971 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:32.977646 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.036586 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.065642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6d3f55-ff2f-436e-9c5d-096bce3855bd,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:33.110998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.112403 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4bb415ce-810c-48d1-9048-4ea356fadbce tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3195062 Aug 22 16:21:33.115167 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60504) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:33.120507 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:33.207441 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.265766 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.345367 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.361422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da63b4b7-9ea8-4e67-8537-e9bab5a9f490,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:33.435300 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.436578 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6d6afe7d-8ac7-45c8-900d-2f43b51604ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3204730 Aug 22 16:21:33.439311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60506) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:33.443750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:33.537349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.561162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ad73ca92-2c9c-4f79-8704-325b9864908f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.594417 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.670868 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.690453 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcd205d-3299-4ba0-869e-1d204b999b4d,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:33.755370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.756679 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b4ad211b-129e-45d3-acfa-b4caa45229a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164287 Aug 22 16:21:33.759953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60508) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:33.764409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:33.857854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.917196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.984833 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:33.999600 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66db367-e03b-4fd2-b19e-5b53fc6b6b6e,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:34.064953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.066208 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6665594-e10d-4bc4-866c-3df3eda32931 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052886 Aug 22 16:21:34.068825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60510) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:34.073933 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:34.159797 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.218757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.326392 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.346537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529ae6d3-f1b3-466e-9634-8b1c02dcf315,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:34.417757 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.419001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7b8e8473-bc65-4f45-9867-7b4d4bb90cf1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491449 Aug 22 16:21:34.421675 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60512) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:34.426124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:34.511176 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:21:34.516474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.577588 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.646567 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.665424 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b865bf-f20d-4afb-b076-4313e9625a33,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:34.737817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.739047 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-dbd74565-a427-4416-954e-b175bd6c51ac tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164165 Aug 22 16:21:34.741926 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60514) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:34.746450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'security_group_rule': {'security_group_id': '4a6d3f55-ff2f-436e-9c5d-096bce3855bd', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:34.830924 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Project 4eccbda06ce54822bdf9902965d06be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:21:34.836278 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.907521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.973936 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:34.994746 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d2da96-ff24-430a-beec-c25b58340c30,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:35.065815 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.067069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f3edd93b-f3cc-4b89-93f5-190ea50aa87a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241386 Aug 22 16:21:35.070640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60516) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:35.075639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'network': {'name': 'tempest-network-smoke--608894763', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'port_security_enabled': True}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:35.162473 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:21:35.166822 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.195143 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:21:35.204634 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.204977 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Added segment 9eab50d1-86b5-4247-b04e-ec34cb4c0a66 of type vlan for network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 Aug 22 16:21:35.245100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.247099 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.332279 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.338606 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:35.339198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.403652 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Network': ['ID=fa0945e6-2114-4c56-a5d1-fa7bcc47a948,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:35.414337 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:21:35.426191 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-6b1f12f8-bb55-4a30-83f0-e1c57b70d68e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3545098 Aug 22 16:21:35.428782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60518) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:35.433525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'admin_state_up': True, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:35.522910 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.524894 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.584789 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:35.770026 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.012951 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.032273 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.140190 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.27 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/92263841-129f-4dcd-a954-41b99e91690a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:21:36.240812 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.344344 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.386401 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:36.389142 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:36.392591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:21:36.417486 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=92263841-129f-4dcd-a954-41b99e91690a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:36.727660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:36.931870 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.150722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router c1c0634f-dd43-4eb5-a94f-42918f7d6935 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:21:37.160894 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.260387 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:21:37.271224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Sync routers for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:21:37.279934 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:37.284535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:37.332664 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.333878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-35fb3806-7315-4a20-a348-4e14dbb35cf5 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9041314 Aug 22 16:21:37.337367 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60520) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:37.365998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-82d58194-4dec-40e2-b747-ecbfe3e745b8 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4eccbda06ce54822bdf9902965d06be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275173 Aug 22 16:21:37.369210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60522) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:37.387579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:37.456020 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55281487-4b6d-4263-9f17-214f47515448 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:37.460255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-55281487-4b6d-4263-9f17-214f47515448 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874021 Aug 22 16:21:37.460518 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60524) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:37.493926 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-892db036-c88e-4bbc-9ad7-24547e101179 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=6e17ac43-13d9-4221-8f2e-e33af352ea02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323017 Aug 22 16:21:37.496540 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60526) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:37.501734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96648568', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:37.570440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:36Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:37.630387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Checking router: c1c0634f-dd43-4eb5-a94f-42918f7d6935 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:21:37.630387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Updating router c1c0634f-dd43-4eb5-a94f-42918f7d6935 port 92263841-129f-4dcd-a954-41b99e91690a binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:21:37.636328 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.767936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:21:37.771540 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.889108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:37.899180 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Transition to ACTIVE for port object 92263841-129f-4dcd-a954-41b99e91690a will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:37.972193 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.002568 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.028776 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Attempting to bind port 92263841-129f-4dcd-a954-41b99e91690a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:21:38.029155 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Attempting to bind port 92263841-129f-4dcd-a954-41b99e91690a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:21:38.029572 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Attempting to bind port 92263841-129f-4dcd-a954-41b99e91690a on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:21:38.032465 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dff5c1-b760-4c82-8490-985781de0b60 None None] Pushing event updated for resources: {'Port': ['ID=92263841-129f-4dcd-a954-41b99e91690a,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:38.037552 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:21:38.037886 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:21:38.038295 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.038692 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:21:38.040284 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Bound port: 92263841-129f-4dcd-a954-41b99e91690a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:21:38.040594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.061153 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Subnet': ['ID=185ae268-47cb-418b-9cca-d0823f164854,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:38.071446 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Checking segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:21:38.071807 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network hostable DHCP agents. Network: fa0945e6-2114-4c56-a5d1-fa7bcc47a948, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:21:38.098428 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] For port 92263841-129f-4dcd-a954-41b99e91690a, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:21:38.101426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] For port 92263841-129f-4dcd-a954-41b99e91690a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=92263841-129f-4dcd-a954-41b99e91690a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:21:38.162387 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:21:38.172930 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.231077 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:38.231696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:38.242854 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, fa0945e6-2114-4c56-a5d1-fa7bcc47a948) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:38.253863 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:38.254517 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.269407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc9357-955a-4b6c-a9e2-51d5fc99bf36 None None] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:21:38.277075 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dff5c1-b760-4c82-8490-985781de0b60 None None] Pushing event updated for resources: {'Port': ['ID=92263841-129f-4dcd-a954-41b99e91690a,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:38.346588 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e9cf5daa-8255-4dc3-bbe2-0221081fe625 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8488929 Aug 22 16:21:38.349275 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60528) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:38.404672 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:38.567049 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:21:38.567898 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.755985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:36Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:38.758664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Allocated IP 172.20.0.2 (fa0945e6-2114-4c56-a5d1-fa7bcc47a948/185ae268-47cb-418b-9cca-d0823f164854/b138bdfc-5918-4e77-afee-d85120fa998c) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:21:38.776718 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.790583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d644a-47d7-4f37-82dd-e24bcf85a73c None None] The sync data for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 is: [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:36Z', 'revision_number': 3, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:21:38.934819 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:38.944752 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Transition to ACTIVE for port object b138bdfc-5918-4e77-afee-d85120fa998c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:38.964845 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Transition to ACTIVE for port object b138bdfc-5918-4e77-afee-d85120fa998c will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:39.031721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.084801 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:39.087753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:39.091671 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:21:39.092652 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.1 (fa0945e6-2114-4c56-a5d1-fa7bcc47a948/185ae268-47cb-418b-9cca-d0823f164854/e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:21:39.102611 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Pushing event updated for resources: {'Port': ['ID=b138bdfc-5918-4e77-afee-d85120fa998c,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:39.160606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Attempting to bind port b138bdfc-5918-4e77-afee-d85120fa998c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:21:39.160981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Attempting to bind port b138bdfc-5918-4e77-afee-d85120fa998c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:21:39.161377 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Attempting to bind port b138bdfc-5918-4e77-afee-d85120fa998c on network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:21:39.167566 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:21:39.168053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Checking segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:21:39.168369 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.168764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Bound using segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:21:39.169232 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Bound port: b138bdfc-5918-4e77-afee-d85120fa998c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:21:39.169620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.231738 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.241021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] For port b138bdfc-5918-4e77-afee-d85120fa998c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:21:39.241021 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] For port b138bdfc-5918-4e77-afee-d85120fa998c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b138bdfc-5918-4e77-afee-d85120fa998c,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:21:39.246110 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:39.323245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.381317 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.395581 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38670cf8-eecb-4f9e-a9ec-a3c3239b4212 None None] Pushing event updated for resources: {'Port': ['ID=b138bdfc-5918-4e77-afee-d85120fa998c,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:39.426972 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:39.430290 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:39.437902 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:21:39.447299 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:39.491254 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.725414 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:39.994477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.057958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.130994 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:40.136883 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.236736 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:40.238393 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:40.315638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46494a-1e99-48f9-945c-e6544e68852b None None] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:21:40.367022 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router c1c0634f-dd43-4eb5-a94f-42918f7d6935 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:21:40.397089 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 92263841-129f-4dcd-a954-41b99e91690a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:40.522570 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d47d5b0d-f1d5-46b2-b819-1a4a55eb2d1c None None] Provisioning for port b138bdfc-5918-4e77-afee-d85120fa998c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:40.580045 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 92263841-129f-4dcd-a954-41b99e91690a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:40.584491 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 92263841-129f-4dcd-a954-41b99e91690a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:40.584867 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.691260 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.723252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 92263841-129f-4dcd-a954-41b99e91690a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=92263841-129f-4dcd-a954-41b99e91690a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:40.815575 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:21:40.821928 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8d80158f-72f0-4932-84b6-5df92b936690 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/c1c0634f-dd43-4eb5-a94f-42918f7d6935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716065 Aug 22 16:21:40.829387 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:40.833504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b138bdfc-5918-4e77-afee-d85120fa998c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:40.942550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=92263841-129f-4dcd-a954-41b99e91690a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:40.979871 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Sync routers for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:21:40.986097 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:40.986720 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:41.036933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dcb26d9d-cbbb-4de4-bd6d-9e500e375d6b None None] Provisioning for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:41.041096 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dcb26d9d-cbbb-4de4-bd6d-9e500e375d6b None None] Provisioning complete for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:41.045950 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dcb26d9d-cbbb-4de4-bd6d-9e500e375d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.065991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port b138bdfc-5918-4e77-afee-d85120fa998c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:41.075574 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b138bdfc-5918-4e77-afee-d85120fa998c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:41.075990 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.108783 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-dcb26d9d-cbbb-4de4-bd6d-9e500e375d6b None None] Port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:21:41.110594 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:41.122049 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-d7d250af-0a63-477a-9562-1fbd48a65ca1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074148358&fields=id&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 267 time: 0.0511422 Aug 22 16:21:41.177692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.222169 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port b138bdfc-5918-4e77-afee-d85120fa998c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b138bdfc-5918-4e77-afee-d85120fa998c,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:41.237433 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-accbb3e5-624e-481f-b7a5-84f290a769e1 None None] Provisioning complete for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:41.237949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-accbb3e5-624e-481f-b7a5-84f290a769e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.253771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-5382749d-d96b-40eb-9a5a-167465d51fd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:41.255963 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-5382749d-d96b-40eb-9a5a-167465d51fd1 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 796 time: 0.1264381 Aug 22 16:21:41.274595 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-93f4490f-bf88-477e-8b9a-624519b77128 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/quotas/4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 375 time: 0.0113671 Aug 22 16:21:41.336614 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8fd28702-067d-4fab-b3e8-c7d0ec99d559 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552428 Aug 22 16:21:41.423996 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 2, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:41.427070 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.451579 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Checking router: c1c0634f-dd43-4eb5-a94f-42918f7d6935 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:21:41.456160 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Updating router c1c0634f-dd43-4eb5-a94f-42918f7d6935 port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:21:41.456345 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-39a73a3c-d24f-4e28-834c-410a2b38f8ec service neutron] 10.222.0.53 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018271 Aug 22 16:21:41.466750 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-accbb3e5-624e-481f-b7a5-84f290a769e1 None None] Port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:21:41.482478 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.489975 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=b138bdfc-5918-4e77-afee-d85120fa998c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:41.545189 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.555816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-2034d6c3-7ded-4ba2-b50f-97d1fd1a057b service neutron] 10.222.0.53 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943501 Aug 22 16:21:41.741687 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.753200 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Transition to ACTIVE for port object e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:41.814260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f1a72159-6f3e-4e2c-86b0-d21e55803f55 req-18c93a09-c80b-47fe-aed8-5434a08022be tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0271783 Aug 22 16:21:41.819417 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.871287 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Pushing event updated for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:41.894445 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.894795 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.895139 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.895478 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.895812 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.896173 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.896503 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.896828 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.897153 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.897475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.897796 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.898115 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:21:41.937386 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Attempting to bind port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:21:41.937903 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Attempting to bind port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:21:41.938370 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Attempting to bind port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb on network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:21:41.944763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:21:41.946280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Checking segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:21:41.946930 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:41.947382 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Bound using segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:21:41.947910 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Bound port: e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:21:41.948466 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:42.017727 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] For port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:21:42.020924 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] For port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:21:42.115549 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:42.170821 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:42.171465 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:42.209653 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27815478-4eb2-46df-8030-28e2037e74e5 None None] Pushing event updated for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=4']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:42.284088 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:42.331836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 92263841-129f-4dcd-a954-41b99e91690a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:42.379952 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 92263841-129f-4dcd-a954-41b99e91690a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:42.380329 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:42.470078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b138bdfc-5918-4e77-afee-d85120fa998c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:42.489056 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:42Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:42.516247 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2efa2e-7bc9-4d01-9e8b-674e9eb3f087 None None] The sync data for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 is: [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:42Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:21:42.516571 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port b138bdfc-5918-4e77-afee-d85120fa998c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:42.516962 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:42.896968 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f32f314-365b-4e01-84b8-14cf76e91eb2 req-c4016772-846e-48c9-8145-3041c296b38f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Aug 22 16:21:43.991927 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5ac9790e-5d96-4026-9fb7-29f8cbb0c74a req-e0a6980e-1021-4680-b507-344d986d0de7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0261245 Aug 22 16:21:44.336677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:44.453535 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:44.457715 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:44.458094 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:44.534480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:44.564821 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:44.623207 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:44.683471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:45.089859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e18abe4b-261b-4f02-b083-dea4c3e88754 req-e134678c-7521-425e-91aa-089d801d13cb tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Aug 22 16:21:45.154545 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:21:45.914733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-db897e25-b783-44d8-8b58-82ab555a8a33 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:45.916226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-db897e25-b783-44d8-8b58-82ab555a8a33 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 796 time: 0.1066740 Aug 22 16:21:45.965493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-a53e20b5-6c51-41c1-92d1-de46a3beaa4b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eccbda06ce54822bdf9902965d06be2 HTTP/1.1" status: 200 len: 380 time: 0.0345953 Aug 22 16:21:45.975357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'port': {'device_id': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'admin_state_up': True, 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'security_groups': ['4a6d3f55-ff2f-436e-9c5d-096bce3855bd']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:46.173138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Made reservation on behalf of 4eccbda06ce54822bdf9902965d06be2 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:21:46.176532 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.199017 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a8d583ba-fa4d-4711-8741-2fc0dc730c1b req-72bdf2be-8748-48a3-9797-57ce0138713a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0414577 Aug 22 16:21:46.314203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.20.0.13 (fa0945e6-2114-4c56-a5d1-fa7bcc47a948/185ae268-47cb-418b-9cca-d0823f164854/04d688a2-d5ae-457a-8ffd-e077e87989ca) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:21:46.324942 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:46.373383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:46.373691 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.461798 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.475107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Transition to ACTIVE for port object 04d688a2-d5ae-457a-8ffd-e077e87989ca will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:46.566782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.607162 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:46.609961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:46.613528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:21:46.641168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:46.669762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:46.671033 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.751767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-f5339c4f-93bc-4339-8cc0-91b9ed9f3468 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7802386 Aug 22 16:21:46.771139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Request body: {'port': {'device_id': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:46.830009 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.922667 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0d68c1de-5a78-4234-9bb6-ccfa9780ef24 None None] Provisioning for port 04d688a2-d5ae-457a-8ffd-e077e87989ca completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:46.926528 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0d68c1de-5a78-4234-9bb6-ccfa9780ef24 None None] Provisioning complete for port 04d688a2-d5ae-457a-8ffd-e077e87989ca triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:46.926903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0d68c1de-5a78-4234-9bb6-ccfa9780ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:46.963588 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-0d68c1de-5a78-4234-9bb6-ccfa9780ef24 None None] Port 04d688a2-d5ae-457a-8ffd-e077e87989ca cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:21:47.089482 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d688a2-d5ae-457a-8ffd-e077e87989ca {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:21:47.097074 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:47.108873 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Transition to ACTIVE for port object 04d688a2-d5ae-457a-8ffd-e077e87989ca will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:21:47.173541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:47.229794 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Pushing event updated for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:47.659735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae03dc-5d1b-45ce-ab8b-d86bdafbdf34 req-0e8e98eb-fa14-499b-b3c9-f9b9b95bf3ca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:47.661230 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55ae03dc-5d1b-45ce-ab8b-d86bdafbdf34 req-0e8e98eb-fa14-499b-b3c9-f9b9b95bf3ca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0905969 Aug 22 16:21:47.663541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Attempting to bind port 04d688a2-d5ae-457a-8ffd-e077e87989ca on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:21:47.663921 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Attempting to bind port 04d688a2-d5ae-457a-8ffd-e077e87989ca by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:21:47.664903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Attempting to bind port 04d688a2-d5ae-457a-8ffd-e077e87989ca on network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:21:47.674796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Port 04d688a2-d5ae-457a-8ffd-e077e87989ca on network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:21:47.675102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Attempting to bind port 04d688a2-d5ae-457a-8ffd-e077e87989ca on network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:21:47.687562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:21:47.687896 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Checking segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:21:47.688294 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Bound using segment: {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:21:47.688717 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Bound port: 04d688a2-d5ae-457a-8ffd-e077e87989ca, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eab50d1-86b5-4247-b04e-ec34cb4c0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:21:47.689072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:47.736226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-55ae03dc-5d1b-45ce-ab8b-d86bdafbdf34 req-a8a38d0f-40d9-4d82-859c-e49a8a0263cc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670013 Aug 22 16:21:47.768931 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:21:47.771818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:21:47.835370 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:47.869467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:47.869902 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:47.871841 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] 10.222.0.10 "PUT /v2.0/ports/04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 1092 time: 1.1051590 Aug 22 16:21:47.874340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:21:47.876531 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ce1ba-2046-4283-94c5-1f9bdce031b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:21:47.905642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701818f-b353-404b-8ac9-b74aec94aa88 service neutron] Pushing event updated for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:47.922454 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20864200-8c81-46d6-b22d-0319f5fc249c x-openstack-request-id: req-20864200-8c81-46d6-b22d-0319f5fc249c {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:21:47.922755 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:21:47.923013 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20864200-8c81-46d6-b22d-0319f5fc249c {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:21:47.923420 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'status': 'completed', 'code': 200} Aug 22 16:21:48.004688 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-cc47addd-244a-4902-87c5-776b479d8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.006725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-cc47addd-244a-4902-87c5-776b479d8357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1095 time: 0.0464580 Aug 22 16:21:48.120333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-34671763-c2a4-4f67-b7a1-443eee3fe024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.121825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-34671763-c2a4-4f67-b7a1-443eee3fe024 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4eccbda06ce54822bdf9902965d06be2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1006596 Aug 22 16:21:48.217122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-307bb4ae-e5e6-400d-918e-93d9ea7b25db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.218615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-637ce1ba-2046-4283-94c5-1f9bdce031b1 req-307bb4ae-e5e6-400d-918e-93d9ea7b25db service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895011 Aug 22 16:21:48.317892 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-c2663137-c3be-40de-8e3c-851e8bb391bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.319363 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-c2663137-c3be-40de-8e3c-851e8bb391bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1095 time: 0.0444140 Aug 22 16:21:48.366302 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-df8ba94d-6430-4159-807b-52687dd1cbcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 217 time: 0.0333159 Aug 22 16:21:48.415394 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-1328d84d-2ac8-415f-ad4f-4832f40b9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.416865 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-1328d84d-2ac8-415f-ad4f-4832f40b9e0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 200 len: 833 time: 0.0442677 Aug 22 16:21:48.466562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-4f2833e1-eb23-4704-8ec6-35dcb5d363a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.468069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-4f2833e1-eb23-4704-8ec6-35dcb5d363a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445542 Aug 22 16:21:48.560061 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-7afdf2b4-ac1a-47b2-9c01-b36c66f79595 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848284 Aug 22 16:21:48.655782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f3893e9-6655-413a-b0c7-93a288bcdd90 req-a17661b1-2092-4456-bb5e-3ce5525c4113 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Aug 22 16:21:48.853663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f807f0-e1ff-42b2-ab82-d614b59452f5 req-5660be9a-1fca-453e-9faa-23cf95b29f42 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:48.855336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90f807f0-e1ff-42b2-ab82-d614b59452f5 req-5660be9a-1fca-453e-9faa-23cf95b29f42 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0512583 Aug 22 16:21:48.893813 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90f807f0-e1ff-42b2-ab82-d614b59452f5 req-8a44f41b-cfd4-4dc1-bac5-9f0fc5e9afbc tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Aug 22 16:21:50.006603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1b58-58b8-48a3-80e6-99cbe7d9fd21 req-719d3a94-27dc-41d8-a01e-a01fa43916ad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:50.008293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9dd1b58-58b8-48a3-80e6-99cbe7d9fd21 req-719d3a94-27dc-41d8-a01e-a01fa43916ad tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Aug 22 16:21:50.045906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c9dd1b58-58b8-48a3-80e6-99cbe7d9fd21 req-26c4138a-c6c6-4070-955d-9e8b76c0be09 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Aug 22 16:21:51.173903 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdd156-560c-421b-b2e1-b10a454aff4a req-264af09a-d1bb-467b-94ea-c97c90e014df tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:51.175412 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5bdd156-560c-421b-b2e1-b10a454aff4a req-264af09a-d1bb-467b-94ea-c97c90e014df tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0555432 Aug 22 16:21:51.212925 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a5bdd156-560c-421b-b2e1-b10a454aff4a req-4072df25-74b5-46d5-9086-3ceef8cc5a24 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Aug 22 16:21:51.990611 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:52.247811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 04d688a2-d5ae-457a-8ffd-e077e87989ca details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:21:52.329306 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fa1c6-836e-47d6-b6ba-6c187b48f2ab req-7d766b07-0224-4059-9124-528e1a79b62c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:52.330821 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f1fa1c6-836e-47d6-b6ba-6c187b48f2ab req-7d766b07-0224-4059-9124-528e1a79b62c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 944 time: 0.0497696 Aug 22 16:21:52.343792 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:52.355456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'port_id': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'mac_address': 'fa:16:3e:8b:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:21:52.371081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5f1fa1c6-836e-47d6-b6ba-6c187b48f2ab req-428358a5-b35d-41ff-9bc8-f389eacaeafa tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328653 Aug 22 16:21:52.396391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:52.409666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d688a2-d5ae-457a-8ffd-e077e87989ca {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:21:52.428568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:52.543450 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:52.590585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:52.948246 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['04d688a2-d5ae-457a-8ffd-e077e87989ca'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:21:53.484740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54c9e8-81f4-4278-b3ad-2e7a385ef0e2 req-6c781d0f-fdce-4d1d-b337-db3eb13a3148 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:53.486174 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a54c9e8-81f4-4278-b3ad-2e7a385ef0e2 req-6c781d0f-fdce-4d1d-b337-db3eb13a3148 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Aug 22 16:21:53.523622 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a54c9e8-81f4-4278-b3ad-2e7a385ef0e2 req-5989f054-d303-49d7-bce3-6f9c5d765492 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 22 16:21:54.258454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 04d688a2-d5ae-457a-8ffd-e077e87989ca up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:21:54.372060 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 04d688a2-d5ae-457a-8ffd-e077e87989ca completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:21:54.375836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 04d688a2-d5ae-457a-8ffd-e077e87989ca triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:21:54.376245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:54.455199 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:54.480057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:21:54.480229 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e08a432-2ec8-4ff1-bb5c-2e17c9793d65" -d '{"events": [{"server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "name": "network-vif-plugged", "status": "completed", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:21:54.492398 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:21:54.517952 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b836e0-e700-41a7-82a4-589a2330d30f x-openstack-request-id: req-38b836e0-e700-41a7-82a4-589a2330d30f {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:21:54.518241 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "name": "network-vif-plugged", "status": "completed", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:21:54.518495 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38b836e0-e700-41a7-82a4-589a2330d30f {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:21:54.518882 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'code': 200} Aug 22 16:21:54.557048 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:54.613072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:54.678357 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cead718-908a-4ea0-817a-19a43308fdf8 req-c70f767d-1f01-4ea0-b7da-115a6331a889 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:54.680051 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cead718-908a-4ea0-817a-19a43308fdf8 req-c70f767d-1f01-4ea0-b7da-115a6331a889 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0870776 Aug 22 16:21:54.681816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df55910-bf20-46e6-965c-63fa8d8ceb18 req-21b52f1b-4233-4bb7-b5e8-052a0e796af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:54.683246 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8df55910-bf20-46e6-965c-63fa8d8ceb18 req-21b52f1b-4233-4bb7-b5e8-052a0e796af5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1097 time: 0.0587471 Aug 22 16:21:54.740378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5cead718-908a-4ea0-817a-19a43308fdf8 req-591096a8-8cdf-47bf-b458-88b322b2f640 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541062 Aug 22 16:21:54.744018 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8df55910-bf20-46e6-965c-63fa8d8ceb18 req-9eca04f5-1f58-487e-8751-4132dd748fc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520265 Aug 22 16:21:55.854484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6b4f-f14b-47e0-908d-bd08c7f8ca9c req-2ebe7211-9ab7-4de7-963b-015f76fe4b49 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:55.855982 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fecf6b4f-f14b-47e0-908d-bd08c7f8ca9c req-2ebe7211-9ab7-4de7-963b-015f76fe4b49 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0497031 Aug 22 16:21:55.895690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fecf6b4f-f14b-47e0-908d-bd08c7f8ca9c req-19133b64-5950-4ce4-a8b9-da1a807f1b37 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336559 Aug 22 16:21:57.014226 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e41686-109c-4571-92ed-8129d0d2076a req-fda142c9-da68-4a57-a3ec-38a556f00de6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:57.015691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e41686-109c-4571-92ed-8129d0d2076a req-fda142c9-da68-4a57-a3ec-38a556f00de6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0522518 Aug 22 16:21:57.054472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40e41686-109c-4571-92ed-8129d0d2076a req-dde0d76e-81b4-4d27-853c-4bdfce420353 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Aug 22 16:21:57.167447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678af359-bf19-4a55-a0b2-ee22f9148ef1 req-361277cb-ec8a-4dd1-8fb9-2148a2583b0a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:57.168950 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-678af359-bf19-4a55-a0b2-ee22f9148ef1 req-361277cb-ec8a-4dd1-8fb9-2148a2583b0a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0488546 Aug 22 16:21:57.206742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-678af359-bf19-4a55-a0b2-ee22f9148ef1 req-38895c24-acc4-445f-bb54-cbd2e97d477c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Aug 22 16:21:57.228944 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60600) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:57.268711 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5adbb-afb9-48be-ab43-90b2df5b6060 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:57.280697 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-33b5adbb-afb9-48be-ab43-90b2df5b6060 tempest-TestNetworkAdvancedServerOps-739954422 tempest-TestNetworkAdvancedServerOps-739954422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1092 time: 0.0400360 Aug 22 16:21:57.282771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60602) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:57.287247 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:21:57.463443 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:57.563222 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:57.664132 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Allocated IP 172.25.0.62 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/be166ea5-8531-40a3-b1a7-12bafd006625) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:21:57.766630 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:57.865290 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:57.903261 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:21:57.906014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:21:57.910043 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:21:57.918690 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=be166ea5-8531-40a3-b1a7-12bafd006625,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:58.307518 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:58.432924 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:58.579605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:58.663064 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:58.731872 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event updated for resources: {'Port': ['ID=be166ea5-8531-40a3-b1a7-12bafd006625,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:21:58.741943 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:58.841570 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP fac796bb-58c1-4b5e-9483-d53681d7aeb1 associated. External IP: 172.25.0.62, port: 04d688a2-d5ae-457a-8ffd-e077e87989ca. Aug 22 16:21:59.050191 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router c1c0634f-dd43-4eb5-a94f-42918f7d6935 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:21:59.159195 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:21:59.168790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Sync routers for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:21:59.178441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:59.179068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:59.240461 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:21:59.269142 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-d5873c2b-2f45-4f0a-8279-35bed1709b4a tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9852877 Aug 22 16:21:59.269844 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:21:59.272158 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9730ff4d-3f26-4f2c-a17a-465352988fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:21:59.294762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:59.366528 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5d12a-e922-4029-be7c-696622f67ad1 req-b07c487a-b8e2-4d0f-8c18-fcdb44bb9d73 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:59.368713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21c5d12a-e922-4029-be7c-696622f67ad1 req-b07c487a-b8e2-4d0f-8c18-fcdb44bb9d73 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0502746 Aug 22 16:21:59.407179 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-21c5d12a-e922-4029-be7c-696622f67ad1 req-9d1d665e-1708-4893-acd1-5188e0b66150 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Aug 22 16:21:59.429689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60610) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:21:59.473655 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe8bce-bc26-4ea0-b11d-fa2ab14ebc52 x-openstack-request-id: req-69fe8bce-bc26-4ea0-b11d-fa2ab14ebc52 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:21:59.473948 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:21:59.474200 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69fe8bce-bc26-4ea0-b11d-fa2ab14ebc52 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:21:59.474598 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'status': 'completed', 'code': 200} Aug 22 16:21:59.505619 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-67a68799-9b26-405d-b4a5-18a694e868a6 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/fac796bb-58c1-4b5e-9483-d53681d7aeb1 HTTP/1.1" status: 200 len: 991 time: 0.0746679 Aug 22 16:21:59.533376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'fac796bb-58c1-4b5e-9483-d53681d7aeb1', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'port_id': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'mac_address': 'fa:16:3e:8b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:21:58Z', 'updated_at': '2021-08-22T16:21:58Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:59.543062 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-946e8b02-f309-443e-b12e-8a068f81184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:59.544635 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-946e8b02-f309-443e-b12e-8a068f81184e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1097 time: 0.0473075 Aug 22 16:21:59.562295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Checking router: c1c0634f-dd43-4eb5-a94f-42918f7d6935 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:21:59.570544 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:21:59.571366 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:21:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:59.636772 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-92b5c68b-2e35-45df-aa0c-dd0b632c3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:59.638269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-92b5c68b-2e35-45df-aa0c-dd0b632c3891 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 897 time: 0.0861902 Aug 22 16:21:59.681327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:21:59.709265 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-4f55f94b-a607-4452-af0c-edebc3b0eb49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 999 time: 0.0636532 Aug 22 16:21:59.760028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-552cadb0-3c36-4e42-b624-99d8af322b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:59.761525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-552cadb0-3c36-4e42-b624-99d8af322b93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 200 len: 833 time: 0.0453181 Aug 22 16:21:59.809372 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-0dec1f9a-b80b-4b77-a2de-a8e6021ce92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:21:59.810890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-0dec1f9a-b80b-4b77-a2de-a8e6021ce92d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417981 Aug 22 16:21:59.906725 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-13e06160-0c67-4f24-bbac-fce9d99c634a service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Aug 22 16:21:59.909403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'fac796bb-58c1-4b5e-9483-d53681d7aeb1', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'port_id': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'mac_address': 'fa:16:3e:8b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:21:58Z', 'updated_at': '2021-08-22T16:21:58Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:21:59.940312 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c4e785-5f6f-49ac-8dcd-6cbbc1b7b09f None None] The sync data for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 is: [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': 'fac796bb-58c1-4b5e-9483-d53681d7aeb1', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'port_id': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'mac_address': 'fa:16:3e:8b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:21:58Z', 'updated_at': '2021-08-22T16:21:58Z', 'revision_number': 0, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:22:00.005280 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9730ff4d-3f26-4f2c-a17a-465352988fe3 req-013783e0-848d-4d9c-b196-d775565038e3 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913937 Aug 22 16:22:00.129569 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24177cac-703c-4904-a92a-aacf2dee6a32 None None] New status for floating IP fac796bb-58c1-4b5e-9483-d53681d7aeb1: ACTIVE {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:22:00.183304 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8299e638-50f3-42f8-bad3-9cae49f49c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:00.509509 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60612) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:22:00.569300 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9c1879f7-1a65-4f10-9133-6bac031a1eca tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/fac796bb-58c1-4b5e-9483-d53681d7aeb1 HTTP/1.1" status: 200 len: 993 time: 0.0586324 Aug 22 16:22:02.955924 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:03.550312 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac8aad2a-337a-4559-9600-2441d9b42ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:05.206012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:07.148773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:11.339063 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:21.982502 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:22.154472 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:22:30.171254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d9599e27-860c-45e8-8f41-31d27f7da6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:32.953739 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:33.565169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-218ed290-3b6e-4a71-870a-3d3d9f3a9a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:33.659463 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-f561535e-c570-4af8-9b82-50dfe7cc6d52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446645 Aug 22 16:22:33.758016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-2444f3ba-2b06-4313-b5c8-819918283fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:22:33.759506 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-2444f3ba-2b06-4313-b5c8-819918283fbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1097 time: 0.0416176 Aug 22 16:22:33.863119 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-6d6e43ea-7cb2-4a04-81e2-8359f4a5f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:22:33.864532 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-6d6e43ea-7cb2-4a04-81e2-8359f4a5f1a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 897 time: 0.0857694 Aug 22 16:22:33.932845 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-914ba2e1-cb19-42fd-9b23-fdd300848c48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 1001 time: 0.0611882 Aug 22 16:22:33.981285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-b9d6b0bc-3697-404c-9fe5-aac8a5b281f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:22:33.982723 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-b9d6b0bc-3697-404c-9fe5-aac8a5b281f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 200 len: 833 time: 0.0433867 Aug 22 16:22:34.027888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-12602f5c-2d13-442d-be4b-96e453f8ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:22:34.029386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-12602f5c-2d13-442d-be4b-96e453f8ab94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399387 Aug 22 16:22:34.124407 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-14dea658-f611-4413-93c4-da375e2f7fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872986 Aug 22 16:22:34.216207 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e66dd893-0929-4f0c-98ba-1ce8c95d7977 req-2baad942-5424-43c1-a9e8-cd6f88abd137 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853922 Aug 22 16:22:35.233768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:37.144139 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:41.384317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:52.001238 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:22:59.153556 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:23:00.172458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-501aaa92-9866-4fa3-a557-68287f2bc4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:01.711220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512dee-88f2-483f-9cf0-832d3c5cf8f9 req-29f15a28-4a2c-41c4-a9e5-96d8b596d2ae tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:01.712898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d512dee-88f2-483f-9cf0-832d3c5cf8f9 req-29f15a28-4a2c-41c4-a9e5-96d8b596d2ae tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0568607 Aug 22 16:23:01.751669 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d512dee-88f2-483f-9cf0-832d3c5cf8f9 req-11cc5730-a274-4013-b9a6-1d58875183ea tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Aug 22 16:23:02.880790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7997e-fa6d-498a-807f-f9ea35255601 req-eb30cd72-2a43-457a-9da9-7d1f0e11add8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:02.882317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6d7997e-fa6d-498a-807f-f9ea35255601 req-eb30cd72-2a43-457a-9da9-7d1f0e11add8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0501609 Aug 22 16:23:02.921892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6d7997e-fa6d-498a-807f-f9ea35255601 req-97657ebf-a161-4074-a5f9-da501026c25c tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313649 Aug 22 16:23:02.967133 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:03.537814 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a93402f4-0d9a-457f-9f13-f5260a5a3485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:04.037234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80df21-cde5-4c9e-85d1-a689f00184bf req-2ef2973d-c78a-4efb-ba6d-3c573470a14e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:04.038648 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f80df21-cde5-4c9e-85d1-a689f00184bf req-2ef2973d-c78a-4efb-ba6d-3c573470a14e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0494618 Aug 22 16:23:04.076737 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7f80df21-cde5-4c9e-85d1-a689f00184bf req-72744701-bd23-4592-a572-1364f2ed45e8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Aug 22 16:23:04.098938 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60650) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:04.164469 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-28e25d4b-be37-45a5-a785-c4da5ecf5ea7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/fac796bb-58c1-4b5e-9483-d53681d7aeb1 HTTP/1.1" status: 200 len: 993 time: 0.0643396 Aug 22 16:23:05.230053 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:05.548393 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96fc0-c372-4ef3-97ab-903d7e6cbfcb req-dc2b2e10-c254-4c2a-a3d0-0ea1d4f9226b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:05.549916 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d96fc0-c372-4ef3-97ab-903d7e6cbfcb req-dc2b2e10-c254-4c2a-a3d0-0ea1d4f9226b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0544512 Aug 22 16:23:05.588638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-90d96fc0-c372-4ef3-97ab-903d7e6cbfcb req-8662d9e8-5a08-4bba-9424-1180693b7e35 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Aug 22 16:23:05.630194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-52d1a1ce-f8ee-47a9-b338-e00cea4c1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:05.631703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-52d1a1ce-f8ee-47a9-b338-e00cea4c1067 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1097 time: 0.0414875 Aug 22 16:23:05.726469 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-34f490ee-664b-4b70-9a63-13b8b0d3f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:05.727878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-34f490ee-664b-4b70-9a63-13b8b0d3f846 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 897 time: 0.0892117 Aug 22 16:23:05.792958 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-50a59b72-7c55-495d-9312-b9a021ec8491 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 1001 time: 0.0575118 Aug 22 16:23:05.840848 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-000cd27a-9cdd-47a1-80f8-6326a7b26939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:05.843103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-000cd27a-9cdd-47a1-80f8-6326a7b26939 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 200 len: 833 time: 0.0433226 Aug 22 16:23:05.891527 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-597ea6a5-2bd8-4292-b46a-6e0a24ae3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:05.893074 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-597ea6a5-2bd8-4292-b46a-6e0a24ae3f68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435145 Aug 22 16:23:05.983201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-4ad292c5-f036-48e1-bc97-976fa9ef778f service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830100 Aug 22 16:23:06.075197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0d26fc5-39d7-4e80-9b70-9daf730fc7f9 req-fd650f9e-8974-4b2f-8019-f19cdbe86c7c service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Aug 22 16:23:06.708191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81d954-9d2c-4712-a59e-453f78a56a45 req-6470b9be-1025-437d-b05b-fccb1fcb8f54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:06.709682 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad81d954-9d2c-4712-a59e-453f78a56a45 req-6470b9be-1025-437d-b05b-fccb1fcb8f54 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0500405 Aug 22 16:23:06.751685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ad81d954-9d2c-4712-a59e-453f78a56a45 req-76d5c169-61af-42ba-9b2a-78e52a2ff511 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360844 Aug 22 16:23:07.153321 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:07.868560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1f845-e217-4863-90a0-33b573716d46 req-69211482-fe99-41d9-b2e1-b0edd2482137 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:07.870037 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f1f845-e217-4863-90a0-33b573716d46 req-69211482-fe99-41d9-b2e1-b0edd2482137 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0483615 Aug 22 16:23:07.907877 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f1f845-e217-4863-90a0-33b573716d46 req-a8d140d9-a0e3-482b-a074-0f77279335f8 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Aug 22 16:23:07.929330 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60664) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:07.993454 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-71f5e8bb-19d0-470e-8c91-40934e7bcef7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/floatingips/fac796bb-58c1-4b5e-9483-d53681d7aeb1 HTTP/1.1" status: 200 len: 993 time: 0.0630026 Aug 22 16:23:08.250030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60670) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:08.412177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port be166ea5-8531-40a3-b1a7-12bafd006625 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:23:08.412449 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:08.492199 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:08.492538 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:08.504692 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for be166ea5-8531-40a3-b1a7-12bafd006625 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:23:08.713248 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:08.743488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=be166ea5-8531-40a3-b1a7-12bafd006625,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:08.772273 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.772631 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.772983 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.773328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.773673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.774012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.774351 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.774689 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.775029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.775362 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.775694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.776055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:08.820972 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:08.825405 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Floating IP fac796bb-58c1-4b5e-9483-d53681d7aeb1 disassociated (deleted). External IP: 172.25.0.62, port: 04d688a2-d5ae-457a-8ffd-e077e87989ca. Aug 22 16:23:09.034061 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router c1c0634f-dd43-4eb5-a94f-42918f7d6935 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:23:09.142672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:09.147541 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:09.152220 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Sync routers for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:09.161730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:09.162560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:09.175390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-373b6ba9-f939-4a03-b595-3c52683099b4 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/floatingips/fac796bb-58c1-4b5e-9483-d53681d7aeb1 HTTP/1.1" status: 204 len: 168 time: 0.9242690 Aug 22 16:23:09.176001 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:23:09.178282 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017dd89-3b90-441c-aef8-2aa7ec1af163" -d '{"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:23:09.272036 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:09.469365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:09.496310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Checking router: c1c0634f-dd43-4eb5-a94f-42918f7d6935 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:09.505141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:09.505746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:09.602637 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eacfcc-a23d-47eb-9375-8a1e3e8454e5 x-openstack-request-id: req-d7eacfcc-a23d-47eb-9375-8a1e3e8454e5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:23:09.603174 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:23:09.604044 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7eacfcc-a23d-47eb-9375-8a1e3e8454e5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:23:09.604044 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'status': 'completed', 'code': 200} Aug 22 16:23:09.613583 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:09.728211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931f5fc-95e5-4cc3-9755-9b67eeb99aa2 req-7301316a-a70e-4366-842d-1e9c26c73a64 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:09.730064 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1931f5fc-95e5-4cc3-9755-9b67eeb99aa2 req-7301316a-a70e-4366-842d-1e9c26c73a64 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0821965 Aug 22 16:23:09.746959 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-434e4906-8838-4ad2-82ce-5b39998438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:09.749248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-434e4906-8838-4ad2-82ce-5b39998438b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4eccbda06ce54822bdf9902965d06be2&device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 1097 time: 0.0743093 Aug 22 16:23:09.809615 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1931f5fc-95e5-4cc3-9755-9b67eeb99aa2 req-9faef1ea-a59f-462d-8d14-f3d402854b75 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707998 Aug 22 16:23:09.868177 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-8a0b4698-4c60-42a0-bbfd-a9c7b9ed5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:09.869673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-8a0b4698-4c60-42a0-bbfd-a9c7b9ed5027 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 200 len: 897 time: 0.1118956 Aug 22 16:23:09.915564 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-822f9b48-7c8c-43b1-ad30-00508b5cd01d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 200 len: 217 time: 0.0374060 Aug 22 16:23:09.971873 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:09.974953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-c6b3d34e-2232-4dcc-9933-afdf0e61e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:09.976533 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-c6b3d34e-2232-4dcc-9933-afdf0e61e91d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 200 len: 833 time: 0.0534987 Aug 22 16:23:10.003948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a703e09-ff7c-4170-9bfe-3e44a461a1ac None None] The sync data for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 is: [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:21:39Z', 'revision_number': 4, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb', 'name': '', 'network_id': 'fa0945e6-2114-4c56-a5d1-fa7bcc47a948', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'mac_address': 'fa:16:3e:75:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '185ae268-47cb-418b-9cca-d0823f164854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:38Z', 'updated_at': '2021-08-22T16:21:44Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'subnets': [{'id': '185ae268-47cb-418b-9cca-d0823f164854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:10.027210 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-3779227e-77e1-4acb-8a61-03eb672ac5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:10.029034 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-3779227e-77e1-4acb-8a61-03eb672ac5bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa0945e6-2114-4c56-a5d1-fa7bcc47a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440426 Aug 22 16:23:10.125089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-3a9e1cb2-740d-4970-a853-50f62325340b service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869067 Aug 22 16:23:10.224619 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2017dd89-3b90-441c-aef8-2aa7ec1af163 req-83a373b4-fd44-46ef-a301-e897dc137467 service neutron] 10.222.0.10 "GET /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920794 Aug 22 16:23:10.239263 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f5d78-4792-4ba1-845d-4222570c9dad None None] New status for floating IP fac796bb-58c1-4b5e-9483-d53681d7aeb1: DOWN {{(pid=102052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:23:10.927438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94c41-819c-4531-a865-da5598ef386f req-1f44f362-5da8-44d1-b731-97dbc8819681 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:10.930331 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62b94c41-819c-4531-a865-da5598ef386f req-1f44f362-5da8-44d1-b731-97dbc8819681 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0491321 Aug 22 16:23:10.968197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-62b94c41-819c-4531-a865-da5598ef386f req-aa8d6c7e-8892-4ad7-82e2-d6c781e8f401 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a6d3f55-ff2f-436e-9c5d-096bce3855bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332749 Aug 22 16:23:11.355281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:11.615340 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-d427a7dd-9377-4432-ad83-9ecfab2672f7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:11.616711 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-d427a7dd-9377-4432-ad83-9ecfab2672f7 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 946 time: 0.0516958 Aug 22 16:23:11.704861 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 04d688a2-d5ae-457a-8ffd-e077e87989ca {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:23:11.705201 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:11.796696 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 04d688a2-d5ae-457a-8ffd-e077e87989ca, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=04d688a2-d5ae-457a-8ffd-e077e87989ca,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:11.797072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:11.808698 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 04d688a2-d5ae-457a-8ffd-e077e87989ca owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:23:12.010453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:12.046879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=04d688a2-d5ae-457a-8ffd-e077e87989ca,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:12.077033 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e039bea2-bd37-4cd9-8b0b-90de627784a2 req-c0947474-0051-4c4b-ae51-494cb469f816 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b25dd64-9def-4465-bb2f-46a8593c11f8 HTTP/1.1" status: 200 len: 210 time: 0.0321887 Aug 22 16:23:12.109348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] No DVR routers for this DVR port 04d688a2-d5ae-457a-8ffd-e077e87989ca on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:23:12.112135 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:12.114437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-69c2b2a0-a772-42b7-86a6-8ae994d582b8 req-a62ec782-d257-4b67-92b5-bb0b636bd32e tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.10 "DELETE /v2.0/ports/04d688a2-d5ae-457a-8ffd-e077e87989ca HTTP/1.1" status: 204 len: 173 time: 0.4903860 Aug 22 16:23:12.114901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'name': 'network-vif-deleted', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:23:12.117775 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29c7011-f424-478f-899b-4109c43c52c5" -d '{"events": [{"server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "name": "network-vif-deleted", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:23:12.153075 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1dddc4-8771-4f2b-a816-00eb68d80a11 x-openstack-request-id: req-9f1dddc4-8771-4f2b-a816-00eb68d80a11 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:23:12.154004 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b25dd64-9def-4465-bb2f-46a8593c11f8", "name": "network-vif-deleted", "tag": "04d688a2-d5ae-457a-8ffd-e077e87989ca", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:23:12.154244 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f1dddc4-8771-4f2b-a816-00eb68d80a11 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:23:12.154656 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b25dd64-9def-4465-bb2f-46a8593c11f8', 'name': 'network-vif-deleted', 'tag': '04d688a2-d5ae-457a-8ffd-e077e87989ca', 'status': 'completed', 'code': 200} Aug 22 16:23:13.134742 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60692) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:13.808625 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:14.055918 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:23:14.056290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:14.144064 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:14.144749 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:14.156657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:23:14.389581 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:14.420244 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:14.597460 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:14.724557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 04d688a2-d5ae-457a-8ffd-e077e87989ca no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:23:14.745064 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 04d688a2-d5ae-457a-8ffd-e077e87989ca {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:23:14.745417 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 04d688a2-d5ae-457a-8ffd-e077e87989ca not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:23:14.813904 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Router c1c0634f-dd43-4eb5-a94f-42918f7d6935 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:23:14.920183 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:14.926156 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-b48e0347-5c9e-49cc-b764-03bcdbf25f3f tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "PUT /v2.0/routers/c1c0634f-dd43-4eb5-a94f-42918f7d6935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903795 Aug 22 16:23:14.928123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60694) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:14.929696 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Sync routers for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:14.939701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:14.940338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:14.980595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting subnet 185ae268-47cb-418b-9cca-d0823f164854 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:23:14.984166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.025013 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.050194 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:15.113220 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.227323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:23:14Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:15.245134 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.258144 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Checking router: c1c0634f-dd43-4eb5-a94f-42918f7d6935 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:15.266702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Routers {'c1c0634f-dd43-4eb5-a94f-42918f7d6935'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:15.267314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:15.272519 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Subnet': ['ID=185ae268-47cb-418b-9cca-d0823f164854,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:15.277564 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.282495 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4a65da89-762a-4a34-b1d9-ae46e0d59a8b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/subnets/185ae268-47cb-418b-9cca-d0823f164854 HTTP/1.1" status: 204 len: 168 time: 0.3505166 Aug 22 16:23:15.282767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60696) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:15.303806 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60667ddb-ec3d-484a-bb22-f67425ab67c7 None None] Network fa0945e6-2114-4c56-a5d1-fa7bcc47a948 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:23:15.393565 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.463376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] Set router c1c0634f-dd43-4eb5-a94f-42918f7d6935 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:15.506576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.631936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Deleting port 92263841-129f-4dcd-a954-41b99e91690a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:23:15.632305 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.635961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] DHCP port deletion for fa0945e6-2114-4c56-a5d1-fa7bcc47a948 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:23:15.694774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:23:14Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:15.713564 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] For port 92263841-129f-4dcd-a954-41b99e91690a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=92263841-129f-4dcd-a954-41b99e91690a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:15.713932 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.725639 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Calling delete_port for 92263841-129f-4dcd-a954-41b99e91690a owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:23:15.726713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54779e47-f1a2-4f99-8c9d-220753b0f0a2 None None] The sync data for ids ['c1c0634f-dd43-4eb5-a94f-42918f7d6935'] in n-d-805046-3 is: [{'id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1370671196', 'tenant_id': '4eccbda06ce54822bdf9902965d06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '92263841-129f-4dcd-a954-41b99e91690a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:21:35Z', 'updated_at': '2021-08-22T16:23:14Z', 'revision_number': 5, 'project_id': '4eccbda06ce54822bdf9902965d06be2', 'gw_port': {'id': '92263841-129f-4dcd-a954-41b99e91690a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0634f-dd43-4eb5-a94f-42918f7d6935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:21:36Z', 'updated_at': '2021-08-22T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:15.733073 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Deleting port b138bdfc-5918-4e77-afee-d85120fa998c {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:23:15.733455 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.805093 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] For port b138bdfc-5918-4e77-afee-d85120fa998c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=b138bdfc-5918-4e77-afee-d85120fa998c,segment=NetworkSegment(9eab50d1-86b5-4247-b04e-ec34cb4c0a66),segment_id=9eab50d1-86b5-4247-b04e-ec34cb4c0a66)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:15.805503 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.818297 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Calling delete_port for b138bdfc-5918-4e77-afee-d85120fa998c owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:23:15.954874 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.978907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Pushing event deleted for resources: {'Port': ['ID=b138bdfc-5918-4e77-afee-d85120fa998c,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:15.989387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:15.990390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.990751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.991101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.991638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.992054 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.992400 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:15.999107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e764b40-9d28-4acd-a81f-9bae6b5f907a None None] No DVR routers for this DVR port b138bdfc-5918-4e77-afee-d85120fa998c on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:23:16.014250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Port': ['ID=92263841-129f-4dcd-a954-41b99e91690a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:16.083589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.185383 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.187650 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.292209 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.292787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Fanout notify agent at l3_agent the message router_deleted on router c1c0634f-dd43-4eb5-a94f-42918f7d6935 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:23:16.300780 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.301994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-aac21e34-0fbc-4fab-a60c-f903c2fa044b tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/routers/c1c0634f-dd43-4eb5-a94f-42918f7d6935 HTTP/1.1" status: 204 len: 168 time: 1.0183396 Aug 22 16:23:16.304643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60698) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:16.387658 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.480698 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.491076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0945e6-2114-4c56-a5d1-fa7bcc47a948']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:16.501565 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eab50d1-86b5-4247-b04e-ec34cb4c0a66') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:16.501868 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eab50d1-86b5-4247-b04e-ec34cb4c0a66') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:16.510474 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.523984 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.529687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:23:16.530082 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:23:16.532966 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:23:16.663788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.671935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.673274 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/networks/fa0945e6-2114-4c56-a5d1-fa7bcc47a948 HTTP/1.1" status: 204 len: 168 time: 0.3676660 Aug 22 16:23:16.676063 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60700) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:16.684374 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79b22c-40be-4306-9cc9-445f5a20aa5d tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'Network': ['ID=fa0945e6-2114-4c56-a5d1-fa7bcc47a948,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:16.736987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:23:16.740411 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.757790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:23:16.758136 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e8fa86cf-fad7-46e5-bb14-59ef6e9aeaeb not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:23:16.758553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b138bdfc-5918-4e77-afee-d85120fa998c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:23:16.767040 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.778854 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: b138bdfc-5918-4e77-afee-d85120fa998c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:23:16.779214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device b138bdfc-5918-4e77-afee-d85120fa998c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:23:16.884595 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.887159 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:16.888486 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a6d3f55-ff2f-436e-9c5d-096bce3855bd HTTP/1.1" status: 204 len: 168 time: 0.2113750 Aug 22 16:23:16.897499 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6d3f55-ff2f-436e-9c5d-096bce3855bd,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:16.906419 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.906880 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.907304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.907778 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.908223 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.908646 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.909014 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.909359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.909695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.910061 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.910397 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:16.910734 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39039722-ea7c-47bc-aa9f-c1cf9bf315ef tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:17.541243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60708) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:17.677535 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1c4fde62-e029-4cfe-a3b6-17f8d202bd44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eccbda06ce54822bdf9902965d06be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349885 Aug 22 16:23:17.679908 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60712) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:17.729040 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:17.750328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:17.886328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:17.889047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:17.890255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6f75b1d-a031-450a-93d7-1d9cdfd112b0 HTTP/1.1" status: 204 len: 168 time: 0.2093894 Aug 22 16:23:17.898826 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979425d-9198-44d4-8519-010374bcee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f75b1d-a031-450a-93d7-1d9cdfd112b0,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:18.329223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 92263841-129f-4dcd-a954-41b99e91690a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:23:18.348891 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 92263841-129f-4dcd-a954-41b99e91690a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:23:18.355065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 92263841-129f-4dcd-a954-41b99e91690a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:23:18.513523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60718) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:18.526504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7234db2f-2920-4f1e-9e96-261347e08b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.618442 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7234db2f-2920-4f1e-9e96-261347e08b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.680529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7234db2f-2920-4f1e-9e96-261347e08b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.718763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234db2f-2920-4f1e-9e96-261347e08b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cedb7d-35a4-4e3b-b32f-724136ae0b39,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:18.723990 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7234db2f-2920-4f1e-9e96-261347e08b4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf805026fd974c6689db627739bbc77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093699 Aug 22 16:23:18.726762 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60720) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:18.775935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.798353 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.949260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.953027 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:18.954210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02cedb7d-35a4-4e3b-b32f-724136ae0b39 HTTP/1.1" status: 204 len: 168 time: 0.2265084 Aug 22 16:23:18.962637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aa2ec-fda5-4906-beb3-1d5eaf8b81e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cedb7d-35a4-4e3b-b32f-724136ae0b39,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:20.004658 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60742) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:20.099515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-785961658-network', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:20.175804 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Made reservation on behalf of 5fd6fc46ef1b4c4fb9652f83a031375c for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:23:20.178190 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.186678 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.275390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.366923 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.392146 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:23:20.401790 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49678342-e03f-4ebd-b98f-a061a5d13fda,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:20.408006 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.408006 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Added segment e443c4b3-a19a-4108-b21b-234dab1956cb of type vlan for network 39c4199d-9d53-4ea6-a291-db5b0caf3152 Aug 22 16:23:20.459750 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.553422 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.554509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:20.555103 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:20.615363 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] Pushing event updated for resources: {'Network': ['ID=39c4199d-9d53-4ea6-a291-db5b0caf3152,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:20.625415 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:23:20.647676 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d113e65d-a00b-476c-bb78-8d254c2daad0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6419106 Aug 22 16:23:20.650739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60746) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:20.656417 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Request body: {'subnet': {'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-785961658-subnet', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:20.747561 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Made reservation on behalf of 5fd6fc46ef1b4c4fb9652f83a031375c for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:23:20.750037 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.004614 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.072471 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b191ae5-b19d-4604-a32e-7ecdc8cc8942,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:21.080454 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Checking segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:21.080816 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Network hostable DHCP agents. Network: 39c4199d-9d53-4ea6-a291-db5b0caf3152, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:23:21.175797 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:23:21.257548 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 39c4199d-9d53-4ea6-a291-db5b0caf3152) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:21.261439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:21.262030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.266219 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c04df-870f-43b8-8da5-36d6a1ba8623 None None] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:23:21.356860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-bec8621c-cfed-46f4-9c6c-5306d3ebfa8c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7042315 Aug 22 16:23:21.359818 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60748) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:21.364477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:21.411502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-39c4199d-9d53-4ea6-a291-db5b0caf3152', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:23:21.412434 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.475127 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.476237 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.530229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.549407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Allocated IP 172.20.0.2 (39c4199d-9d53-4ea6-a291-db5b0caf3152/5b191ae5-b19d-4604-a32e-7ecdc8cc8942/c815464f-ca8b-4275-a4b1-bb427134a7d9) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:21.690173 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.698318 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Transition to ACTIVE for port object c815464f-ca8b-4275-a4b1-bb427134a7d9 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:21.713488 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Transition to ACTIVE for port object c815464f-ca8b-4275-a4b1-bb427134a7d9 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:21.734934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.795594 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.831987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:21.834724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:21.838146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:21.849230 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Pushing event updated for resources: {'Port': ['ID=c815464f-ca8b-4275-a4b1-bb427134a7d9,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:21.904296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Attempting to bind port c815464f-ca8b-4275-a4b1-bb427134a7d9 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:21.904668 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Attempting to bind port c815464f-ca8b-4275-a4b1-bb427134a7d9 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:21.905029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Attempting to bind port c815464f-ca8b-4275-a4b1-bb427134a7d9 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:21.910078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:21.910453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Checking segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:21.910856 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.911252 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Bound using segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:21.911710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Bound port: c815464f-ca8b-4275-a4b1-bb427134a7d9, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:21.912153 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:21.989676 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] For port c815464f-ca8b-4275-a4b1-bb427134a7d9, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:21.993260 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] For port c815464f-ca8b-4275-a4b1-bb427134a7d9, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c815464f-ca8b-4275-a4b1-bb427134a7d9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:22.018068 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.088032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.161751 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a29da-e84e-4e62-99df-bff88e919ece None None] Pushing event updated for resources: {'Port': ['ID=c815464f-ca8b-4275-a4b1-bb427134a7d9,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:22.454907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.474484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c815464f-ca8b-4275-a4b1-bb427134a7d9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:22.488656 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.610267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Allocated IP 172.25.0.92 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e55daa41-4949-4fa4-99c9-521dcba05d5a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:22.611909 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port c815464f-ca8b-4275-a4b1-bb427134a7d9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:22.731718 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.839031 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:22.879108 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:22.882053 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:22.884841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:22.916043 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Pushing event updated for resources: {'Port': ['ID=e55daa41-4949-4fa4-99c9-521dcba05d5a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:23.102424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc086a-08bf-4a2a-bd96-09f5869df9d6 None None] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:23:23.209446 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.281282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Provisioning for port c815464f-ca8b-4275-a4b1-bb427134a7d9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:23.285738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Provisioning complete for port c815464f-ca8b-4275-a4b1-bb427134a7d9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:23.286253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.373355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.409059 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] For port c815464f-ca8b-4275-a4b1-bb427134a7d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c815464f-ca8b-4275-a4b1-bb427134a7d9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:23.421802 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.498732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.546843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e39a7e-f072-43c6-a12d-4b1191155cc3 None None] Pushing event updated for resources: {'Port': ['ID=c815464f-ca8b-4275-a4b1-bb427134a7d9,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:23.612102 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:23:23.616539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9a394bba-95bc-4137-853b-954205ecf067 None None] Provisioning complete for port c815464f-ca8b-4275-a4b1-bb427134a7d9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:23.616922 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9a394bba-95bc-4137-853b-954205ecf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.720591 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:23.729167 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:23.738997 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:23.739598 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:23.793130 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:23.797550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-468e3584-78c3-414d-9c47-061de50e7b1a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4339793 Aug 22 16:23:23.797729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60750) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:23.842243 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:24.015829 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:23Z', 'revision_number': 3, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:24.041909 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:24.042260 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Updating router 75d250aa-0858-40bd-8fd3-d92c997b9594 port e55daa41-4949-4fa4-99c9-521dcba05d5a binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:23:24.066483 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.204566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.313563 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.323623 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Transition to ACTIVE for port object e55daa41-4949-4fa4-99c9-521dcba05d5a will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:24.364912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Allocated IP 172.20.0.1 (39c4199d-9d53-4ea6-a291-db5b0caf3152/5b191ae5-b19d-4604-a32e-7ecdc8cc8942/a8db2067-006c-45bb-8d7c-40b700dc370c) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:24.377181 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c815464f-ca8b-4275-a4b1-bb427134a7d9 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:24.392782 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.435847 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port c815464f-ca8b-4275-a4b1-bb427134a7d9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:24.436548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.447947 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Attempting to bind port e55daa41-4949-4fa4-99c9-521dcba05d5a on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:24.448351 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Attempting to bind port e55daa41-4949-4fa4-99c9-521dcba05d5a by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:24.448719 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Attempting to bind port e55daa41-4949-4fa4-99c9-521dcba05d5a on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:24.461455 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:24.461824 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:24.462228 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.462631 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:24.463077 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Bound port: e55daa41-4949-4fa4-99c9-521dcba05d5a, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:24.463455 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.477204 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.484431 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860130-52d8-4275-be58-46c7c719392d None None] Pushing event updated for resources: {'Port': ['ID=e55daa41-4949-4fa4-99c9-521dcba05d5a,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:24.492361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Transition to ACTIVE for port object a8db2067-006c-45bb-8d7c-40b700dc370c will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:24.501090 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.501445 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.501784 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.502120 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.502454 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.502783 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.503109 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.503430 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.503907 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.504131 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.504412 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.504735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91860130-52d8-4275-be58-46c7c719392d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:23:24.532181 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] For port e55daa41-4949-4fa4-99c9-521dcba05d5a, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:24.535369 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] For port e55daa41-4949-4fa4-99c9-521dcba05d5a, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e55daa41-4949-4fa4-99c9-521dcba05d5a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:24.595205 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.634038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:24.636879 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:24.641223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:24.642075 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.666399 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:24.690850 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.703566 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:24.704218 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:24.749275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91860130-52d8-4275-be58-46c7c719392d None None] Pushing event updated for resources: {'Port': ['ID=e55daa41-4949-4fa4-99c9-521dcba05d5a,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:24.820407 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:24.884665 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:24.983561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b59a49d0-fce8-441f-85d8-7f5ed424b2d6 None None] Provisioning for port a8db2067-006c-45bb-8d7c-40b700dc370c completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:24.987728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b59a49d0-fce8-441f-85d8-7f5ed424b2d6 None None] Provisioning complete for port a8db2067-006c-45bb-8d7c-40b700dc370c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:24.988148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b59a49d0-fce8-441f-85d8-7f5ed424b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:25.032298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b59a49d0-fce8-441f-85d8-7f5ed424b2d6 None None] Port a8db2067-006c-45bb-8d7c-40b700dc370c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:23:25.061777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:25.091380 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:23Z', 'revision_number': 3, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:25.120786 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:25.124618 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d279f3cf-c70f-45eb-936a-cf5122e3fe8c None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:23Z', 'revision_number': 3, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:25.196166 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:25.198085 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:25.294098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:25.295579 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:25.446840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:23:25.554601 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-610d06bd-a9cf-40fe-88b3-99dfeba2a764 None None] Provisioning complete for port a8db2067-006c-45bb-8d7c-40b700dc370c triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:25.555158 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-610d06bd-a9cf-40fe-88b3-99dfeba2a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:25.575465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:25.580833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1b7a3806-8fbe-4fd4-b828-c0c15f3ac2b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/75d250aa-0858-40bd-8fd3-d92c997b9594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821579 Aug 22 16:23:25.601310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-610d06bd-a9cf-40fe-88b3-99dfeba2a764 None None] Port a8db2067-006c-45bb-8d7c-40b700dc370c cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:23:26.252515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60766) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:26.257627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185066525-network', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:26.355648 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Made reservation on behalf of 16539c43943b4eb18fe99a75c27ce5cd for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:23:26.358467 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.368043 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.398704 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e55daa41-4949-4fa4-99c9-521dcba05d5a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:26.467072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.543504 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port e55daa41-4949-4fa4-99c9-521dcba05d5a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:26.547732 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e55daa41-4949-4fa4-99c9-521dcba05d5a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:26.548162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.581196 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.603865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:23:26.620436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0695695-4c91-4045-a40b-d2795b7f6c91,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:26.624935 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.625289 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Added segment 7b2fa8a5-a4f6-4501-b14c-1dacea57dd89 of type vlan for network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 Aug 22 16:23:26.632442 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.652306 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port e55daa41-4949-4fa4-99c9-521dcba05d5a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e55daa41-4949-4fa4-99c9-521dcba05d5a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:26.667553 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.686796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:26.696759 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:26.697383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:26.733705 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.764142 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.765251 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:26.765844 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:26.833242 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:26.875759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-40389a40-ff58-443c-bb97-b98c47373a83 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6220753 Aug 22 16:23:26.878659 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60768) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:26.883735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Request body: {'subnet': {'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185066525-subnet', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'ip_version': 4}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:26.923157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:23:26.966821 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Made reservation on behalf of 16539c43943b4eb18fe99a75c27ce5cd for: {'subnet': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:23:26.969258 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276375'] for subnet, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.050133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=e55daa41-4949-4fa4-99c9-521dcba05d5a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:27.070948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:27.206456 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4422225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276473'] for subnet, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.266701 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62a1caa-1082-4f8d-9fb1-9abc2ac88406,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:27.271191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Checking segment: {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:27.271560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Network hostable DHCP agents. Network: 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102049) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:23:27.283216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 2, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:27.314403 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:27.314689 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Updating router 75d250aa-0858-40bd-8fd3-d92c997b9594 port a8db2067-006c-45bb-8d7c-40b700dc370c binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:23:27.339600 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.375614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:23:27.461199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931) {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:27.465703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:27.466180 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.478557 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51bad14-449e-4d79-8f31-6df173eac20e None None] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:23:27.555909 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21539266-b3c8-4325-9bc0-30bc18e6a842 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6739354 Aug 22 16:23:27.556297 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60770) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:27.561703 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:27.640994 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.642005 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.701025 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.720407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'fixed_ips': [{'subnet_id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:23:27.721252 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.725305 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.745107 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Transition to ACTIVE for port object a8db2067-006c-45bb-8d7c-40b700dc370c will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:27.829717 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.897229 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:27.925926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b4f08-1143-48cd-aa2d-77a11b62908d None None] Pushing event updated for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:27.931495 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Allocated IP 172.20.0.2 (6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931/d62a1caa-1082-4f8d-9fb1-9abc2ac88406/7bccf813-0321-48a8-a833-4107d32e3bc6) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:28.001809 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Attempting to bind port a8db2067-006c-45bb-8d7c-40b700dc370c on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:28.006579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Attempting to bind port a8db2067-006c-45bb-8d7c-40b700dc370c by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:28.006579 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Attempting to bind port a8db2067-006c-45bb-8d7c-40b700dc370c on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:28.017242 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:28.017634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Checking segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:28.018049 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.018454 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Bound using segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:28.018951 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Bound port: a8db2067-006c-45bb-8d7c-40b700dc370c, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:28.019345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.175435 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] For port a8db2067-006c-45bb-8d7c-40b700dc370c, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:28.190272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] For port a8db2067-006c-45bb-8d7c-40b700dc370c, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8db2067-006c-45bb-8d7c-40b700dc370c,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:28.211121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.224057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Transition to ACTIVE for port object 7bccf813-0321-48a8-a833-4107d32e3bc6 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:28.240836 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Transition to ACTIVE for port object 7bccf813-0321-48a8-a833-4107d32e3bc6 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:28.269748 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.333993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.335862 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:28.336520 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:28.341076 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b4f08-1143-48cd-aa2d-77a11b62908d None None] Pushing event updated for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:28.424635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:28.428423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e55daa41-4949-4fa4-99c9-521dcba05d5a up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:28.437878 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:28.465142 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:28.477553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Pushing event updated for resources: {'Port': ['ID=7bccf813-0321-48a8-a833-4107d32e3bc6,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:28.557065 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.576752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.584471 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:28.626489 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Attempting to bind port 7bccf813-0321-48a8-a833-4107d32e3bc6 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:28.626867 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Attempting to bind port 7bccf813-0321-48a8-a833-4107d32e3bc6 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:28.627236 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Attempting to bind port 7bccf813-0321-48a8-a833-4107d32e3bc6 on network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:28.648863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:28.649228 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Checking segment: {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:28.649639 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.650039 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Bound using segment: {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:28.650513 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Bound port: 7bccf813-0321-48a8-a833-4107d32e3bc6, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:28.650909 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.683584 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Allocated IP 172.25.0.202 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/a3902f39-9e67-42c5-90ac-04438d51f917) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:28.690176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port e55daa41-4949-4fa4-99c9-521dcba05d5a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:28.690554 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.788803 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.858859 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] For port 7bccf813-0321-48a8-a833-4107d32e3bc6, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:28.880856 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:28.911928 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] For port 7bccf813-0321-48a8-a833-4107d32e3bc6, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7bccf813-0321-48a8-a833-4107d32e3bc6,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:28.919287 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:28.922114 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:28.925634 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:28.952094 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:28Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:28.952989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Pushing event updated for resources: {'Port': ['ID=a3902f39-9e67-42c5-90ac-04438d51f917,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:28.983330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc76a32-b44a-481c-946f-b7898b861fe1 None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:28Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:28.992779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:29.069335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0fad8-de92-462c-978a-814643b84a7e None None] Pushing event updated for resources: {'Port': ['ID=7bccf813-0321-48a8-a833-4107d32e3bc6,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:29.341924 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:29.559330 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:29.793822 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102049) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:23:29.911440 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:29.921300 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Sync routers for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:29.932065 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:29.939189 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:29.994002 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:29.998610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5f915447-eab4-4c91-b33f-85f997d06170 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4380450 Aug 22 16:23:29.999693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60772) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:30.007600 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d89600-ea4e-48fb-bca1-9d2008cc7a8b None None] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:23:30.046850 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:30.249238 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:29Z', 'revision_number': 3, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:30.281921 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Checking router: 4dcf44ed-5784-42c6-8c19-3dd9758aec82 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:30.282266 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Updating router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 port a3902f39-9e67-42c5-90ac-04438d51f917 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:23:30.308204 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.380641 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-da2f4fb0-026d-4bfc-a954-f9cad23a6137 None None] Provisioning for port 7bccf813-0321-48a8-a833-4107d32e3bc6 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:30.424815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-83307b3e-5138-46a2-bef4-08443d75ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.484565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8db2067-006c-45bb-8d7c-40b700dc370c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:30.494492 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.616665 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.626972 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Transition to ACTIVE for port object a3902f39-9e67-42c5-90ac-04438d51f917 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:30.629209 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a8db2067-006c-45bb-8d7c-40b700dc370c completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:30.633150 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a8db2067-006c-45bb-8d7c-40b700dc370c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:30.638384 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.682685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Allocated IP 172.20.0.1 (6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931/d62a1caa-1082-4f8d-9fb1-9abc2ac88406/9c952d2d-a7ea-46ff-ae74-0ab6d08d1938) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:30.714771 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.715229 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.760133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a8db2067-006c-45bb-8d7c-40b700dc370c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8db2067-006c-45bb-8d7c-40b700dc370c,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:30.767816 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Attempting to bind port a3902f39-9e67-42c5-90ac-04438d51f917 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:30.768211 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Attempting to bind port a3902f39-9e67-42c5-90ac-04438d51f917 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:30.768576 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Attempting to bind port a3902f39-9e67-42c5-90ac-04438d51f917 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:30.781662 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a1cda-ea95-403b-80b2-93271a156324 None None] Pushing event updated for resources: {'Port': ['ID=a3902f39-9e67-42c5-90ac-04438d51f917,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:30.781662 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:30.782039 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:30.782372 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.782753 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:30.783220 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Bound port: a3902f39-9e67-42c5-90ac-04438d51f917, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:30.783595 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.815416 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.829613 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Transition to ACTIVE for port object 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:30.833889 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] For port a3902f39-9e67-42c5-90ac-04438d51f917, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:30.837064 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] For port a3902f39-9e67-42c5-90ac-04438d51f917, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a3902f39-9e67-42c5-90ac-04438d51f917,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:30.844317 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.845172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7bccf813-0321-48a8-a833-4107d32e3bc6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:30.922043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:30.930285 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.960687 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:30.987811 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:30.988234 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:30.989011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 7bccf813-0321-48a8-a833-4107d32e3bc6 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:30.993021 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a1cda-ea95-403b-80b2-93271a156324 None None] Pushing event updated for resources: {'Port': ['ID=a3902f39-9e67-42c5-90ac-04438d51f917,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:30.994949 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7bccf813-0321-48a8-a833-4107d32e3bc6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:30.996243 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.008384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:31.011332 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:31.014389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:31.041038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Pushing event updated for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:31.065598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.116868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:31.131251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.169365 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 7bccf813-0321-48a8-a833-4107d32e3bc6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7bccf813-0321-48a8-a833-4107d32e3bc6,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:31.269393 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.314432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:29Z', 'revision_number': 3, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:31.323390 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.326334 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=7bccf813-0321-48a8-a833-4107d32e3bc6,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:31.343275 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836eeac-9ad8-452a-a77a-a8c0713074e4 None None] The sync data for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 is: [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:29Z', 'revision_number': 3, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:31.393068 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b688ff78-595a-41ea-b514-6d2419221843 None None] Provisioning for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:31.397339 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-b688ff78-595a-41ea-b514-6d2419221843 None None] Provisioning complete for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:31.397714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b688ff78-595a-41ea-b514-6d2419221843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.439774 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-b688ff78-595a-41ea-b514-6d2419221843 None None] Port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:23:31.505046 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.564638 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.643356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Pushing event updated for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:31.646148 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:31.743106 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:31.744543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:31.978702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8e108e0e-a97a-4e87-a807-f0307c1c80a3 None None] Provisioning complete for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:31.979108 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8e108e0e-a97a-4e87-a807-f0307c1c80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.017309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8e108e0e-a97a-4e87-a807-f0307c1c80a3 None None] Port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:23:32.199434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:23:32.306017 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:32.311677 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-965cbdcb-4fc5-4d66-a0f5-e0b519ac0aad admin admin] 10.222.0.53 "PUT /v2.0/routers/4dcf44ed-5784-42c6-8c19-3dd9758aec82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3112626 Aug 22 16:23:32.453734 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a3902f39-9e67-42c5-90ac-04438d51f917 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:32.567333 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port a3902f39-9e67-42c5-90ac-04438d51f917 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:32.572639 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a3902f39-9e67-42c5-90ac-04438d51f917 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:32.573055 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.658776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.680245 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port a3902f39-9e67-42c5-90ac-04438d51f917, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a3902f39-9e67-42c5-90ac-04438d51f917,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:32.752915 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.753729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7bccf813-0321-48a8-a833-4107d32e3bc6 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:32.823720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60780) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:32.829565 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638389346', 'description': 'tempest-secgroup-smoke-1638389346 description', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:32.834921 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=a3902f39-9e67-42c5-90ac-04438d51f917,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:32.848785 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 7bccf813-0321-48a8-a833-4107d32e3bc6 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:32.849169 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.872402 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Sync routers for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:32.906441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:32.907053 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:32.920544 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:32.979459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.010190 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.036261 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8db2067-006c-45bb-8d7c-40b700dc370c up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:33.076532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:33.094694 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.125887 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3611bb7-9841-44ce-852a-fd718c650094,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:33.183335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.184265 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a8db2067-006c-45bb-8d7c-40b700dc370c triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:33.185470 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-3a3519ef-26f3-43c6-9eb6-5b754c25f841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599551 Aug 22 16:23:33.185927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.188402 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60782) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:33.194511 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:33.302491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.362894 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:31Z', 'revision_number': 4, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c952d2d-a7ea-46ff-ae74-0ab6d08d1938', 'name': '', 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'mac_address': 'fa:16:3e:fe:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:30Z', 'updated_at': '2021-08-22T16:23:31Z', 'revision_number': 2, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'subnets': [{'id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:33.365089 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.390664 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Checking router: 4dcf44ed-5784-42c6-8c19-3dd9758aec82 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:33.391029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Updating router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:23:33.415210 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.461218 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.482914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9142106b-399a-46e4-abb7-9dbe81910e16,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:33.558552 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.560076 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-844b7c77-3700-4af8-9341-26056207980c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704789 Aug 22 16:23:33.562856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60784) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:33.567562 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:33.615565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-48904ea1-6493-4537-bbc6-4d66740e4deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.645386 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.692048 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.702426 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Transition to ACTIVE for port object 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:33.703452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.769994 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.789541 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2737b3e3-d905-4884-b819-6cdf0f4311b0,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:33.793293 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.842308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727394-5a1c-4f38-8c5c-af5665c8dbca None None] Pushing event updated for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:33.863957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.867932 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-39a11bce-8e1a-421c-8a46-648bbb8ae6aa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014660 Aug 22 16:23:33.868126 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 60786) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:33.872983 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:33.897310 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Attempting to bind port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:33.897678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Attempting to bind port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:33.898044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Attempting to bind port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 on network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:33.903932 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:33.904346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Checking segment: {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:33.904808 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.905274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Bound using segment: {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:33.905675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Bound port: 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:33.906084 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.971615 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:33.976970 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] For port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:33.980654 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] For port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:34.033061 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.046640 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.113820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:34.114461 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:34.119537 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727394-5a1c-4f38-8c5c-af5665c8dbca None None] Pushing event updated for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:34.131809 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.151426 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3e1238-9ec6-4a28-9340-6f7df3539f2d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:34.226870 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.232307 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1c5b71ee-de88-43f8-940a-6b276f9ff68c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597252 Aug 22 16:23:34.232761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60788) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:34.233256 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:34.237529 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:34.355139 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.393953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a3902f39-9e67-42c5-90ac-04438d51f917 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:34.418193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.451272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port a3902f39-9e67-42c5-90ac-04438d51f917 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:34.451913 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.491838 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.509936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0472d91-4129-4012-87b6-816599799a5a,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:34.568122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:31Z', 'revision_number': 4, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c952d2d-a7ea-46ff-ae74-0ab6d08d1938', 'name': '', 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'mac_address': 'fa:16:3e:fe:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:30Z', 'updated_at': '2021-08-22T16:23:33Z', 'revision_number': 4, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'subnets': [{'id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:34.577904 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.579242 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-1bda054d-91ee-4764-a977-21922d61411d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3454335 Aug 22 16:23:34.582082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60790) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:34.586749 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:34.604027 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed5615-7a00-4a40-9e62-f30f742e3682 None None] The sync data for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 is: [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:23:31Z', 'revision_number': 4, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '9c952d2d-a7ea-46ff-ae74-0ab6d08d1938', 'name': '', 'network_id': '6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'mac_address': 'fa:16:3e:fe:c1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:30Z', 'updated_at': '2021-08-22T16:23:33Z', 'revision_number': 4, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'subnets': [{'id': 'd62a1caa-1082-4f8d-9fb1-9abc2ac88406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:34.696171 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Project 5fd6fc46ef1b4c4fb9652f83a031375c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:23:34.703948 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.772950 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.846288 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.867912 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda68585-b906-42e0-a850-99915ee10a32,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:34.955084 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:34.956405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-030aa54d-91b6-4078-97e4-6dd244e9c372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733468 Aug 22 16:23:34.959153 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60792) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:34.963711 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': 'b3611bb7-9841-44ce-852a-fd718c650094', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:35.069342 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Project 5fd6fc46ef1b4c4fb9652f83a031375c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:23:35.075093 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:35.142434 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:35.234649 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:35.253619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8506668d-91d3-43e0-a1c9-33ce493b7032,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:35.263174 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:35.360440 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:35.361811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c19ff172-694e-49a3-ae3f-ad71380301e4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015825 Aug 22 16:23:35.500020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-c58017a2-c33d-4f54-ba7f-1f5f098f30cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638389346&fields=id&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 267 time: 0.0337794 Aug 22 16:23:35.615442 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-71e2445e-cbcc-4562-9eec-b26dc5c80ebd tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:35.617046 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-71e2445e-cbcc-4562-9eec-b26dc5c80ebd tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 808 time: 0.1103468 Aug 22 16:23:35.633180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-1aba4bfd-0563-4376-8348-ed39ff2f6788 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/quotas/5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 375 time: 0.0096927 Aug 22 16:23:35.689796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-c8aabd93-675a-4c67-b723-b6fb2ccc4667 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500560 Aug 22 16:23:35.880551 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-e1a26509-0554-48f7-9d49-1220510d6ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778584 Aug 22 16:23:35.979150 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-2c9c6b8e-7cb6-4ffc-8fc5-374d2c8efd7f service neutron] 10.222.0.53 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922375 Aug 22 16:23:36.153667 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:23:36.234378 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-420bb632-e742-405d-ad14-3301704158d5 req-87a531d3-fa10-4a08-8d87-ab77d8732c32 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 210 time: 0.0298419 Aug 22 16:23:36.402892 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:36.520438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:36.524371 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:36.526548 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:36.600872 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:36.631753 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:36.715625 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:36.766385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:37.160690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:37.331076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48ff9191-02bf-4a1c-9617-38d52b913240 req-d45f9ff7-b91c-4260-be9a-dbfa87ad154f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 210 time: 0.0267327 Aug 22 16:23:38.393128 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:38.445464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:38.445881 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:38.459237 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35ae2983-5176-48c9-ae4f-0fe8c1b248a9 req-9af038d1-1211-47a1-af4a-3068f8010619 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 210 time: 0.0331886 Aug 22 16:23:38.492029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-78d87599-e209-4fbb-b149-06571d29a2a5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:38.493537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-78d87599-e209-4fbb-b149-06571d29a2a5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 808 time: 0.1336348 Aug 22 16:23:38.547700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-5c9cead8-8ceb-453f-a8c4-7cae8d9b564e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 380 time: 0.0348768 Aug 22 16:23:38.557044 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'port': {'device_id': '757ca445-1499-417b-9191-f4155fb60192', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'admin_state_up': True, 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'security_groups': ['b3611bb7-9841-44ce-852a-fd718c650094']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:38.741484 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Made reservation on behalf of 5fd6fc46ef1b4c4fb9652f83a031375c for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:23:38.745151 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:38.869640 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Allocated IP 172.20.0.14 (39c4199d-9d53-4ea6-a291-db5b0caf3152/5b191ae5-b19d-4604-a32e-7ecdc8cc8942/7d3f3608-3b41-45e2-b61d-362657499668) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:39.008660 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.021694 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Transition to ACTIVE for port object 7d3f3608-3b41-45e2-b61d-362657499668 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:39.092168 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.136474 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:39.141321 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:39.148370 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:39.151823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:39.204945 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:39.205608 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.285011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-f4220bc2-1e1b-46bd-8547-b0372b99b75f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316563 Aug 22 16:23:39.304136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Request body: {'port': {'device_id': '757ca445-1499-417b-9191-f4155fb60192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:39.359595 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.449912 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3818b3ab-d00d-45e1-91c8-681201e150ff None None] Provisioning for port 7d3f3608-3b41-45e2-b61d-362657499668 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:39.453987 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-3818b3ab-d00d-45e1-91c8-681201e150ff None None] Provisioning complete for port 7d3f3608-3b41-45e2-b61d-362657499668 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:39.454359 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3818b3ab-d00d-45e1-91c8-681201e150ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.490348 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-3818b3ab-d00d-45e1-91c8-681201e150ff None None] Port 7d3f3608-3b41-45e2-b61d-362657499668 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:23:39.606973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6337f77-77f6-421e-b879-f4b8c3468c5c req-9430d3be-7fc9-4109-a439-fc4250df9679 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:39.608395 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6337f77-77f6-421e-b879-f4b8c3468c5c req-9430d3be-7fc9-4109-a439-fc4250df9679 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 932 time: 0.0696700 Aug 22 16:23:39.684222 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c6337f77-77f6-421e-b879-f4b8c3468c5c req-ddc175e8-edc3-49d2-b376-ac76355c8dc5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657506 Aug 22 16:23:39.698171 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:23:39.706232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.718739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Transition to ACTIVE for port object 7d3f3608-3b41-45e2-b61d-362657499668 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:23:39.821116 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:39.873232 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:39.947693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Attempting to bind port 7d3f3608-3b41-45e2-b61d-362657499668 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:23:39.948096 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Attempting to bind port 7d3f3608-3b41-45e2-b61d-362657499668 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:23:39.948431 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Attempting to bind port 7d3f3608-3b41-45e2-b61d-362657499668 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:39.953525 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Port 7d3f3608-3b41-45e2-b61d-362657499668 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:23:39.953851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Attempting to bind port 7d3f3608-3b41-45e2-b61d-362657499668 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:23:39.959516 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:23:39.959849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Checking segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:23:39.960284 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Bound using segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:23:39.960722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Bound port: 7d3f3608-3b41-45e2-b61d-362657499668, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:23:39.961088 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:40.030009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:23:40.033004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:23:40.130387 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:40.165147 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.165738 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:40.167405 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1092 time: 0.8678801 Aug 22 16:23:40.168541 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:23:40.170807 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5738776c-178e-4f06-8617-b96079dfb787" -d '{"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:23:40.197960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7d3de-0953-46d8-a202-b54ea933ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:40.213602 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea0c39-2166-456e-ae51-b52a082a52cd x-openstack-request-id: req-15ea0c39-2166-456e-ae51-b52a082a52cd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:23:40.213861 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:23:40.214116 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15ea0c39-2166-456e-ae51-b52a082a52cd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:23:40.214523 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'status': 'completed', 'code': 200} Aug 22 16:23:40.299765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738776c-178e-4f06-8617-b96079dfb787 req-e8155887-c001-4775-a04f-9990eaba074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.301360 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5738776c-178e-4f06-8617-b96079dfb787 req-e8155887-c001-4775-a04f-9990eaba074a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1095 time: 0.0452979 Aug 22 16:23:40.415936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738776c-178e-4f06-8617-b96079dfb787 req-d334f560-04aa-467f-9971-78bcf3223c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.417351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5738776c-178e-4f06-8617-b96079dfb787 req-d334f560-04aa-467f-9971-78bcf3223c42 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1028259 Aug 22 16:23:40.516788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738776c-178e-4f06-8617-b96079dfb787 req-e068098f-9dae-49c4-98d8-882eb577e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.518253 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5738776c-178e-4f06-8617-b96079dfb787 req-e068098f-9dae-49c4-98d8-882eb577e4ae service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936804 Aug 22 16:23:40.613993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-12a90e8c-6a49-4d90-b55f-7bbe6a61da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.615474 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-12a90e8c-6a49-4d90-b55f-7bbe6a61da73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1095 time: 0.0415902 Aug 22 16:23:40.664998 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-0581ccd3-ff7a-4616-8b0a-c775b0b62690 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 217 time: 0.0354490 Aug 22 16:23:40.720770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-e009b874-4c95-46a5-8aba-1db895b2af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.722789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-e009b874-4c95-46a5-8aba-1db895b2af68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0508237 Aug 22 16:23:40.804964 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-d712dfea-3d26-49da-aa71-328cd6eeae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.806462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-d712dfea-3d26-49da-aa71-328cd6eeae61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772107 Aug 22 16:23:40.822164 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299b3c-d194-4da9-a024-ebb307a8d079 req-6267903d-0fcd-42f3-9150-f661126a7f4b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:40.823573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de299b3c-d194-4da9-a024-ebb307a8d079 req-6267903d-0fcd-42f3-9150-f661126a7f4b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0622816 Aug 22 16:23:40.912091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-de299b3c-d194-4da9-a024-ebb307a8d079 req-06db5d2d-4136-40b8-9999-57396aae4d1f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810087 Aug 22 16:23:40.937315 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-2fe4db1c-faa0-4a03-b17f-719db8e9561c service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228702 Aug 22 16:23:41.026146 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acbd1cd9-2cbd-418d-9de6-572bfe7107cf req-d9d9aa56-557e-4fd3-900d-524e09e63500 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818312 Aug 22 16:23:41.369668 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:42.030813 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ce76a-d14d-4132-b24b-ca49c6305c1e req-60b8edb6-a79e-44b1-a46a-94809ba838f8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:42.032313 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436ce76a-d14d-4132-b24b-ca49c6305c1e req-60b8edb6-a79e-44b1-a46a-94809ba838f8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0536537 Aug 22 16:23:42.070556 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-436ce76a-d14d-4132-b24b-ca49c6305c1e req-7c0ac15c-cb0b-498b-8465-515ab7a2fe99 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Aug 22 16:23:43.186234 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb9ce5-d656-4a6d-a446-ea545bb92030 req-b11d50e7-cda5-4417-8adf-09a917034d74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:43.187807 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bbb9ce5-d656-4a6d-a446-ea545bb92030 req-b11d50e7-cda5-4417-8adf-09a917034d74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0502129 Aug 22 16:23:43.227617 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9bbb9ce5-d656-4a6d-a446-ea545bb92030 req-8995e8ab-d61b-43b2-807f-9c33df3c04b7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337536 Aug 22 16:23:44.343740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce74311-1817-4c02-bf16-87ef99c28ccb req-a010c0b3-e62d-4a07-8f43-bdb74bf41cf9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:44.345455 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ce74311-1817-4c02-bf16-87ef99c28ccb req-a010c0b3-e62d-4a07-8f43-bdb74bf41cf9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0503356 Aug 22 16:23:44.382695 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ce74311-1817-4c02-bf16-87ef99c28ccb req-3e64506a-f5af-4961-8335-0f0728475acd tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Aug 22 16:23:44.880362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:23:44.971796 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:44.982282 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7d3f3608-3b41-45e2-b61d-362657499668', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:23:45.172893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:45.186168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:23:45.207907 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:45.284239 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:45.332511 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:45.502979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717107cf-4d1a-45ff-bc69-bf19105d928f req-cad24d12-561e-4ddc-a707-608f93f25751 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:45.504502 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-717107cf-4d1a-45ff-bc69-bf19105d928f req-cad24d12-561e-4ddc-a707-608f93f25751 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 945 time: 0.0558038 Aug 22 16:23:45.542032 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-717107cf-4d1a-45ff-bc69-bf19105d928f req-5e107135-9e8b-423e-bce1-502eee8b866d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Aug 22 16:23:45.670473 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7d3f3608-3b41-45e2-b61d-362657499668'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:23:46.654728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4c2df-d861-4170-a76c-b6e49de3db91 req-b44f559c-7b37-43ed-a83d-5121bfd85c48 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:46.656210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf4c2df-d861-4170-a76c-b6e49de3db91 req-b44f559c-7b37-43ed-a83d-5121bfd85c48 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Aug 22 16:23:46.693477 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cf4c2df-d861-4170-a76c-b6e49de3db91 req-eac6d0c3-3fb8-4904-bc2f-d12d5b9e56c0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Aug 22 16:23:46.879866 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:23:47.009303 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 7d3f3608-3b41-45e2-b61d-362657499668 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:23:47.013568 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7d3f3608-3b41-45e2-b61d-362657499668 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:23:47.013942 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:47.092622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:47.116109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:23:47.118358 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76c1ee6-f238-40f1-87be-8fea944a3e73" -d '{"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:23:47.131427 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:23:47.204519 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:47.227939 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558e2b0d-2b18-44fe-a470-c328a435d0ec x-openstack-request-id: req-558e2b0d-2b18-44fe-a470-c328a435d0ec {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:23:47.228250 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:23:47.228501 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-558e2b0d-2b18-44fe-a470-c328a435d0ec {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:23:47.228880 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'code': 200} Aug 22 16:23:47.254824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:47.341038 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffea05-7e8c-4c4c-b24f-16381d7ac656 req-7ccf74a0-51fb-45b8-a9b7-faa0d0c69aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:47.342529 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6ffea05-7e8c-4c4c-b24f-16381d7ac656 req-7ccf74a0-51fb-45b8-a9b7-faa0d0c69aa3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0402639 Aug 22 16:23:47.377103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b6ffea05-7e8c-4c4c-b24f-16381d7ac656 req-c4c9fff8-5f3e-4bd4-aea9-0728f5bced28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276222 Aug 22 16:23:47.813722 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb1cae-43c8-4623-9b86-b9973fea8e44 req-37c79a5e-d579-4e62-9c37-af8999d7c653 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:47.815218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bbb1cae-43c8-4623-9b86-b9973fea8e44 req-37c79a5e-d579-4e62-9c37-af8999d7c653 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Aug 22 16:23:47.851558 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7bbb1cae-43c8-4623-9b86-b9973fea8e44 req-0025d94d-49c1-4553-93d4-91dffb665924 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304573 Aug 22 16:23:48.969272 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c82a9-972b-486d-96bb-06ee5f1fdb5b req-2ddc553b-1c3e-406b-aa6b-ed96f8c2b4e0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:48.970764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c4c82a9-972b-486d-96bb-06ee5f1fdb5b req-2ddc553b-1c3e-406b-aa6b-ed96f8c2b4e0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0492394 Aug 22 16:23:49.008616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c4c82a9-972b-486d-96bb-06ee5f1fdb5b req-2346e291-e84d-4387-9378-e836a20401f5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Aug 22 16:23:50.123863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b909-7c17-4f37-ad38-bdccdbf08206 req-ed039dd4-6314-45da-bddd-00fe23c3cfba tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:50.125375 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5208b909-7c17-4f37-ad38-bdccdbf08206 req-ed039dd4-6314-45da-bddd-00fe23c3cfba tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0495763 Aug 22 16:23:50.163554 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5208b909-7c17-4f37-ad38-bdccdbf08206 req-8b3a7b40-375a-4703-973f-c5c14d41dc33 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Aug 22 16:23:50.281783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632473ad-0a2f-42ad-b8e0-8f83f2773f87 req-f514945e-1c04-46aa-97fc-784b0ec0d55d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:50.283260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-632473ad-0a2f-42ad-b8e0-8f83f2773f87 req-f514945e-1c04-46aa-97fc-784b0ec0d55d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0531149 Aug 22 16:23:50.319962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-632473ad-0a2f-42ad-b8e0-8f83f2773f87 req-23920696-61c9-4b36-b8f9-238f2b74742b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Aug 22 16:23:50.356672 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60854) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:50.439991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff825818-393b-478d-bed5-d82d31c52190 tempest-TestShelveInstance-1198796294 tempest-TestShelveInstance-1198796294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:50.441530 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-ff825818-393b-478d-bed5-d82d31c52190 tempest-TestShelveInstance-1198796294 tempest-TestShelveInstance-1198796294-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1092 time: 0.0838702 Aug 22 16:23:50.444421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 60858) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:23:50.449569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:23:50.525986 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:50.624331 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:50.724303 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Allocated IP 172.25.0.227 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/41eff5b6-3a6e-4f5b-a13f-54d2d6045a43) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:23:50.828062 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:50.946721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:50.980961 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:23:50.985245 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:23:50.988644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:23:51.016930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=41eff5b6-3a6e-4f5b-a13f-54d2d6045a43,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:51.347418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:51.471522 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:51.621515 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:51.680047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:51.751940 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=41eff5b6-3a6e-4f5b-a13f-54d2d6045a43,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:23:51.761813 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:51.860245 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Floating IP 1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4 associated. External IP: 172.25.0.227, port: 7d3f3608-3b41-45e2-b61d-362657499668. Aug 22 16:23:52.000400 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:52.068577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:23:52.512504 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:23:52.524550 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:23:52.534622 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:52.538772 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:52.632620 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:23:52.640112 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:52.659703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-676f5635-54d0-4888-b4e1-343118e75cbc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2142570 Aug 22 16:23:52.660348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:23:52.662670 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e825ad6b-68eb-4115-a38f-225a5cad2737" -d '{"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:23:52.698791 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e05319-e75a-410b-bcbf-21e29eb555d5 x-openstack-request-id: req-13e05319-e75a-410b-bcbf-21e29eb555d5 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:23:52.699093 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:23:52.699389 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e05319-e75a-410b-bcbf-21e29eb555d5 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:23:52.699763 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'status': 'completed', 'code': 200} Aug 22 16:23:52.795960 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-1d77c441-0dd2-4ffd-9f35-dce24f32847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:52.797593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-1d77c441-0dd2-4ffd-9f35-dce24f32847f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0482492 Aug 22 16:23:52.868519 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757ca445-1499-417b-9191-f4155fb60192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:23:51Z', 'updated_at': '2021-08-22T16:23:51Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:52.889073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-aac130e8-6662-4e7a-a8f1-b6f6e92ab46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:52.890505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-aac130e8-6662-4e7a-a8f1-b6f6e92ab46b service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0863018 Aug 22 16:23:52.963773 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-b4152ade-08cf-4310-adfb-1d8376c3f4d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1000 time: 0.0664508 Aug 22 16:23:52.986416 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:23:52.994612 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:23:52.995215 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:23:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:53.016536 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-4c51a8fd-fae9-4743-935d-365afe90bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:53.018016 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-4c51a8fd-fae9-4743-935d-365afe90bbb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0457332 Aug 22 16:23:53.069978 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-cb0c0f5b-b92b-4b1f-b2d6-37d332c0b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:23:53.071537 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-cb0c0f5b-b92b-4b1f-b2d6-37d332c0b08c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468714 Aug 22 16:23:53.099024 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:23:53.170039 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-8c87ec6e-6840-4f2f-93c6-631870776993 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902421 Aug 22 16:23:53.265759 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e825ad6b-68eb-4115-a38f-225a5cad2737 req-3795f697-86fa-4ff1-a850-085c3aa7a960 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 Aug 22 16:23:53.324610 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757ca445-1499-417b-9191-f4155fb60192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:23:51Z', 'updated_at': '2021-08-22T16:23:51Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:23:53.353274 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ef46a1-f643-492b-baa9-82af2754ce12 None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '757ca445-1499-417b-9191-f4155fb60192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:23:51Z', 'updated_at': '2021-08-22T16:23:51Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:23:53.547383 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c83fc8-0eb8-4b60-8e2b-dd86d920a6bf None None] New status for floating IP 1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:24:00.171695 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8c2e417b-37c8-4d45-b753-1f309f2f07cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:02.946696 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:03.549011 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6034e47e-1983-4c69-9993-447926b0b51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:05.249439 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:07.200404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:11.381641 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:13.152698 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:24:22.026378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:23.581288 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-96434c9f-3897-48ae-9a64-b8ccac1da48d req-aa6573a1-56ee-4d2b-b8f0-a16d3477d7d9 service neutron] (102048) timed out ('10.222.0.10', 62946) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:24:30.186360 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dcb38a91-5759-412e-a7e7-e60822bdbcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:32.958018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:33.535837 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-6292dcfe-ca15-46d5-97ef-67577297a80c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419397 Aug 22 16:24:33.577758 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-69fe0e67-8a7e-47c9-a881-28b313ee6add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:33.639278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-3174e611-75d3-4e1e-ab63-6f9569172469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:24:33.640830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-3174e611-75d3-4e1e-ab63-6f9569172469 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0473559 Aug 22 16:24:33.746714 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-ace10cf7-76f0-409c-9f10-35ff67162164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:24:33.748248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-ace10cf7-76f0-409c-9f10-35ff67162164 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0879939 Aug 22 16:24:33.817500 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-29a8c596-32fa-4c02-b659-05799f061330 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0619922 Aug 22 16:24:33.866736 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-ab13d882-9677-4645-8209-37eadf903b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:24:33.868188 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-ab13d882-9677-4645-8209-37eadf903b77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0433178 Aug 22 16:24:33.913543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-acc3274b-4a84-4860-aa75-2ba1ffa80a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:24:33.915006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-acc3274b-4a84-4860-aa75-2ba1ffa80a49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404012 Aug 22 16:24:34.008832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-55c56d50-2771-4c3a-bef5-d67fc36841e2 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Aug 22 16:24:34.099218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-823d1adf-fdc8-4799-a0b9-dda1db0b352b req-b769df66-d481-4566-bd65-a856d6af114e service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Aug 22 16:24:35.237931 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:37.152259 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:41.381642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:24:50.151718 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:24:52.020231 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:00.176914 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0c79880-38ab-4d6e-9ea2-1c0adbc5dba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:02.951983 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:03.566672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5410fdab-2929-40cd-a360-7226e61c4ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:05.237588 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:07.171397 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:11.351622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:22.031623 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:27.151939 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:25:30.179980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-16b6a492-6fe8-4097-9106-7538cbcf7e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:32.951288 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:33.545873 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-21f8194d-543d-4835-b4fc-b9f9278ad375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:35.237388 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:35.539782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-5061faf9-f4ba-4ad3-9f7d-8f0223b1ffc8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516498 Aug 22 16:25:35.637464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-e9cd1f6a-0fa8-40a3-96ad-588b332977f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:25:35.639031 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-e9cd1f6a-0fa8-40a3-96ad-588b332977f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0417333 Aug 22 16:25:35.742384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-c87c5a4c-86c4-4e85-8218-3de40b4d4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:25:35.743856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-c87c5a4c-86c4-4e85-8218-3de40b4d4202 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0857894 Aug 22 16:25:35.813285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-13955649-ff97-4126-9e3c-63666ef94066 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0622487 Aug 22 16:25:35.868093 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-8cc66296-d808-45d1-8970-5a9461df4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:25:35.869603 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-8cc66296-d808-45d1-8970-5a9461df4371 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0496976 Aug 22 16:25:35.916767 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-c26db96c-698f-48d1-b1f1-bcebaad66396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:25:35.918270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-c26db96c-698f-48d1-b1f1-bcebaad66396 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419986 Aug 22 16:25:36.014201 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-53988b18-14c9-46a1-ae70-32bf3dbca133 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Aug 22 16:25:36.105898 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0bc5c638-b8e3-420b-af07-1b8a639caf0f req-96ed3fa1-9d20-4b27-8236-9ddb88c379ff service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Aug 22 16:25:37.171355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:41.379556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:25:52.039714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:00.165447 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d4f6e7e8-1350-4ef5-b444-6faba7b2576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:02.959439 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:03.542376 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a253613a-a870-4b37-8166-164ebf29611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:04.151927 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:26:05.234109 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:07.199672 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:11.382579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:17.133470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726f6a8-bbd2-4a9a-83b2-7803aa258f1d req-f88d8129-2a02-4c7e-b2cd-f40aea5c2bf9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:17.135591 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8726f6a8-bbd2-4a9a-83b2-7803aa258f1d req-f88d8129-2a02-4c7e-b2cd-f40aea5c2bf9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0562057 Aug 22 16:26:17.176568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8726f6a8-bbd2-4a9a-83b2-7803aa258f1d req-dd4788d3-d3ed-409a-b11e-d48b89164996 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348701 Aug 22 16:26:18.294515 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb90e29-3d02-4c8b-94aa-565b114ee088 req-9e15a89a-4682-45a0-bdc1-19128e5b69a9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:18.296066 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecb90e29-3d02-4c8b-94aa-565b114ee088 req-9e15a89a-4682-45a0-bdc1-19128e5b69a9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Aug 22 16:26:18.333484 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ecb90e29-3d02-4c8b-94aa-565b114ee088 req-fef1f2cc-a08e-45f1-a89b-4bc7fe16940a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Aug 22 16:26:19.449298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4217b8-7f45-45e3-9353-6ae7e1ec57d5 req-1e4fa500-a809-4002-8a8f-8a8df17b5d83 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:19.450771 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd4217b8-7f45-45e3-9353-6ae7e1ec57d5 req-1e4fa500-a809-4002-8a8f-8a8df17b5d83 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0490541 Aug 22 16:26:19.487930 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bd4217b8-7f45-45e3-9353-6ae7e1ec57d5 req-d30ff8cb-9990-42d9-a7f0-8bb2e749e88c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Aug 22 16:26:20.604673 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87e3a-f2ab-4341-801e-0fc05a174663 req-46bd9b6a-22b8-4fae-beb5-9808a290ba9f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:20.606137 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89f87e3a-f2ab-4341-801e-0fc05a174663 req-46bd9b6a-22b8-4fae-beb5-9808a290ba9f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0530541 Aug 22 16:26:20.644624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-89f87e3a-f2ab-4341-801e-0fc05a174663 req-7b229879-36b2-4a0e-a8e1-a3b7b1f2d8ca tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Aug 22 16:26:21.758839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8482-76fb-4f55-a284-68d8a5788bde req-7a2f31a4-ce1c-41fe-921a-fada8bf43ef7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:21.761359 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6bf8482-76fb-4f55-a284-68d8a5788bde req-7a2f31a4-ce1c-41fe-921a-fada8bf43ef7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Aug 22 16:26:21.799221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a6bf8482-76fb-4f55-a284-68d8a5788bde req-1fc12999-0d24-46a7-94e0-513cfc6d0985 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Aug 22 16:26:22.036257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:22.913795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b595-3ba9-4a3f-8e53-8554921cd49e req-f1d2bd24-3499-478c-a448-1b21a256c2ab tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:22.915292 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d353b595-3ba9-4a3f-8e53-8554921cd49e req-f1d2bd24-3499-478c-a448-1b21a256c2ab tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0501406 Aug 22 16:26:22.954765 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d353b595-3ba9-4a3f-8e53-8554921cd49e req-ac070783-f8b2-433c-9a81-77199de1c69f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Aug 22 16:26:24.073996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0bff6-def2-4dcf-8a5b-bd85e8b218b5 req-291f7465-ea0b-4407-b98c-203b962f6f27 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:24.075438 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24b0bff6-def2-4dcf-8a5b-bd85e8b218b5 req-291f7465-ea0b-4407-b98c-203b962f6f27 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0541291 Aug 22 16:26:24.113335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-24b0bff6-def2-4dcf-8a5b-bd85e8b218b5 req-69f301a5-11cf-405d-aa5e-3f1765802e26 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Aug 22 16:26:25.227365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239e57-123a-4ec8-9407-031a0905cfc3 req-5baca371-eb43-4ac9-9539-106dedd459e6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:25.229654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57239e57-123a-4ec8-9407-031a0905cfc3 req-5baca371-eb43-4ac9-9539-106dedd459e6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0501299 Aug 22 16:26:25.269469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-57239e57-123a-4ec8-9407-031a0905cfc3 req-cdddfb25-21da-4713-84b8-bc7f0220a162 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Aug 22 16:26:26.385605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc362a-cdb4-46e8-9d23-c57f3d95fb8a req-67bbf24e-a5cc-4c74-8e25-a72db1bc9ef3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:26.387103 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34cc362a-cdb4-46e8-9d23-c57f3d95fb8a req-67bbf24e-a5cc-4c74-8e25-a72db1bc9ef3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Aug 22 16:26:26.425077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-34cc362a-cdb4-46e8-9d23-c57f3d95fb8a req-24b465d0-388b-41ef-8946-475997c38947 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Aug 22 16:26:27.543271 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316bbe4-4866-443f-9dec-a5d98027fce8 req-718a04dd-48bb-4d12-b3e3-20a30a22409f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:27.544662 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a316bbe4-4866-443f-9dec-a5d98027fce8 req-718a04dd-48bb-4d12-b3e3-20a30a22409f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0530536 Aug 22 16:26:27.581706 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a316bbe4-4866-443f-9dec-a5d98027fce8 req-c9feaec5-58e3-487a-a357-184fcb928481 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Aug 22 16:26:28.713077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561c23-f47e-41f2-bbc9-ae1fa57001c2 req-9a2baa46-14fb-45ed-bc10-550514984f03 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:28.714624 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33561c23-f47e-41f2-bbc9-ae1fa57001c2 req-9a2baa46-14fb-45ed-bc10-550514984f03 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0560188 Aug 22 16:26:28.753020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33561c23-f47e-41f2-bbc9-ae1fa57001c2 req-d81f9571-cd87-410f-8505-697656ec05b2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 Aug 22 16:26:29.641308 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:26:29.739713 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:26:29.750706 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7d3f3608-3b41-45e2-b61d-362657499668', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:26:29.794365 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:29.808884 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:26:29.828005 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:26:29.871328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7d84-f316-4063-b62e-c2c9116b5503 req-83d14ff7-73f8-4502-8571-b4db45ed249a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:29.872874 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f1b7d84-f316-4063-b62e-c2c9116b5503 req-83d14ff7-73f8-4502-8571-b4db45ed249a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0506415 Aug 22 16:26:29.899423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:29.912672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f1b7d84-f316-4063-b62e-c2c9116b5503 req-e440188a-51e3-4fc8-ad19-e0f5821acc25 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337563 Aug 22 16:26:29.947035 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:26:29.954525 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.954882 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.955227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.955576 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.955914 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.956279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.956612 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.956944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.957274 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.957602 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.957944 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:29.958257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:26:30.042728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7d3f3608-3b41-45e2-b61d-362657499668'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:26:30.200588 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ad95671-6869-4d7a-a8db-f9eeb1a44376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:31.035770 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4442c-b571-4b0a-84bf-1fca2f53dff5 req-21f1d33d-029c-4880-9213-3003440b80cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:31.037235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4df4442c-b571-4b0a-84bf-1fca2f53dff5 req-21f1d33d-029c-4880-9213-3003440b80cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Aug 22 16:26:31.075892 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4df4442c-b571-4b0a-84bf-1fca2f53dff5 req-39643715-56dc-460e-82a5-3e94c1d6c4a3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Aug 22 16:26:31.655820 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:26:31.708629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7d3f3608-3b41-45e2-b61d-362657499668 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:26:31.709010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:31.783776 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:31.806677 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:26:31.808945 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135428bd-22cb-474a-b46b-cfa6ebc91aea" -d '{"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:26:31.821338 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:26:31.844122 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db029043-bdb3-49b2-90cf-08f96ca343c2 x-openstack-request-id: req-db029043-bdb3-49b2-90cf-08f96ca343c2 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:26:31.844416 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:26:31.844676 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db029043-bdb3-49b2-90cf-08f96ca343c2 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:26:31.845071 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'code': 200} Aug 22 16:26:31.911106 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:31.961722 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:26:32.191432 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f275f9-f45b-4ec4-aad1-1d13e058eff5 req-1d9a272b-7d2d-45f2-b014-098de3e7d65f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:32.192989 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f275f9-f45b-4ec4-aad1-1d13e058eff5 req-1d9a272b-7d2d-45f2-b014-098de3e7d65f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Aug 22 16:26:32.230683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-51f275f9-f45b-4ec4-aad1-1d13e058eff5 req-22a3bd90-4877-41a3-a736-e76072c4eed2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Aug 22 16:26:32.979478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:33.347407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9b5bc-5c1f-45a2-ac90-7152836b7b97 req-9cf070ed-cdd1-4c5c-904a-3c183b63cefb tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:33.348949 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddf9b5bc-5c1f-45a2-ac90-7152836b7b97 req-9cf070ed-cdd1-4c5c-904a-3c183b63cefb tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0513427 Aug 22 16:26:33.388871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ddf9b5bc-5c1f-45a2-ac90-7152836b7b97 req-ce777344-c6e9-44d1-ae69-4fa02930b2d4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Aug 22 16:26:33.565477 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-06e2fb8b-7c93-4280-85fe-6161cbd0db1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:34.510161 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7bdab-5ef6-465f-8743-85ecf88518d2 req-ded7d43e-820c-4600-a2f9-d4dc11633381 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:34.511458 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33b7bdab-5ef6-465f-8743-85ecf88518d2 req-ded7d43e-820c-4600-a2f9-d4dc11633381 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0548275 Aug 22 16:26:34.576546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-33b7bdab-5ef6-465f-8743-85ecf88518d2 req-f732d1a3-efd9-4e09-a18b-b6aece17e2fa tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589244 Aug 22 16:26:35.251182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:35.716042 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d19d0-475f-4a78-84c9-23356e8c8244 req-a0b4d4e6-a360-4ed0-9a04-d82d26574258 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:35.717660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e5d19d0-475f-4a78-84c9-23356e8c8244 req-a0b4d4e6-a360-4ed0-9a04-d82d26574258 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0668044 Aug 22 16:26:35.762336 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e5d19d0-475f-4a78-84c9-23356e8c8244 req-eb931621-c802-4671-abe9-98c251256614 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381889 Aug 22 16:26:36.593419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88b0e8-1356-405a-b353-0673fb130313 req-5026f443-68c0-478d-9047-f7ed304553af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:36.595285 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-5026f443-68c0-478d-9047-f7ed304553af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0528846 Aug 22 16:26:36.722288 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88b0e8-1356-405a-b353-0673fb130313 req-84faa1c1-657d-443b-8cca-247d7760c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:36.723903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-84faa1c1-657d-443b-8cca-247d7760c97e service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.1032536 Aug 22 16:26:36.806388 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-3ea37739-7279-4d25-8187-e17e9882f2fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0732279 Aug 22 16:26:36.900262 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88b0e8-1356-405a-b353-0673fb130313 req-cd53a7f4-fbf3-4727-b15b-67c138444c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:36.901742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-cd53a7f4-fbf3-4727-b15b-67c138444c5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0885665 Aug 22 16:26:36.920317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc04c4b-d210-4891-9238-cf78b91ef378 req-bf0f093a-ed13-4b25-81a7-959e3432d21a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:36.922005 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcc04c4b-d210-4891-9238-cf78b91ef378 req-bf0f093a-ed13-4b25-81a7-959e3432d21a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0740669 Aug 22 16:26:36.987067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bcc04c4b-d210-4891-9238-cf78b91ef378 req-e36231f8-1a6c-4a13-9bde-209db19e4d6a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552056 Aug 22 16:26:36.992647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88b0e8-1356-405a-b353-0673fb130313 req-86b19109-dca4-4771-acae-24214752e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:36.995085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-86b19109-dca4-4771-acae-24214752e73a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721290 Aug 22 16:26:37.103755 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-3741fbeb-e803-4bc5-9531-ff32557d2240 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017554 Aug 22 16:26:37.211539 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-af88b0e8-1356-405a-b353-0673fb130313 req-ba7bf892-7dce-4002-9388-b7dded74ae62 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013072 Aug 22 16:26:37.308045 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:38.130135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c44c-ab29-4449-8033-bd9b235e82b1 req-340febf0-a384-4045-bbf4-fac06f80c863 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:38.131802 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fc8c44c-ab29-4449-8033-bd9b235e82b1 req-340febf0-a384-4045-bbf4-fac06f80c863 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0651431 Aug 22 16:26:38.174173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7fc8c44c-ab29-4449-8033-bd9b235e82b1 req-10b178ab-a5db-4740-b206-1a57687788e5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Aug 22 16:26:39.325844 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5afb00-4cab-411e-a37b-0c48255fba60 req-3309c9da-301f-441d-a89f-8217eba86283 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:39.327416 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d5afb00-4cab-411e-a37b-0c48255fba60 req-3309c9da-301f-441d-a89f-8217eba86283 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0563438 Aug 22 16:26:39.379649 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6d5afb00-4cab-411e-a37b-0c48255fba60 req-78481f16-c089-409b-9f8f-503285322410 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460272 Aug 22 16:26:40.506677 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166dbb-738a-4d8e-a0cf-bb2549915fd1 req-87d7b227-4274-497a-968d-230a9986c2b3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:40.508249 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60166dbb-738a-4d8e-a0cf-bb2549915fd1 req-87d7b227-4274-497a-968d-230a9986c2b3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0564294 Aug 22 16:26:40.553369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60166dbb-738a-4d8e-a0cf-bb2549915fd1 req-9b6a6cd4-20b9-4dbd-923e-1718aa136e90 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384104 Aug 22 16:26:41.154118 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:26:41.382679 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:41.683014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c169-b1a8-46a9-9b93-4411e9dd8a97 req-0e96f064-adfe-4770-a88f-bb9a7b22e164 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:41.690176 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8965c169-b1a8-46a9-9b93-4411e9dd8a97 req-0e96f064-adfe-4770-a88f-bb9a7b22e164 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0629940 Aug 22 16:26:41.742878 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8965c169-b1a8-46a9-9b93-4411e9dd8a97 req-7780abb0-51d0-4d9a-93eb-64c8ebddc22d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Aug 22 16:26:42.859103 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4627c2-3e16-4ed7-8db6-dea599bbb876 req-95126361-39d0-448e-b90d-b21ba802a583 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:42.860782 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e4627c2-3e16-4ed7-8db6-dea599bbb876 req-95126361-39d0-448e-b90d-b21ba802a583 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Aug 22 16:26:42.902970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9e4627c2-3e16-4ed7-8db6-dea599bbb876 req-f1a00406-22fa-4be2-942f-429ec04531f9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357676 Aug 22 16:26:44.033021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccaef7-28e5-43ce-8689-8b9426b73024 req-22dadeeb-d043-4087-91e8-a6a63bf930dc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:44.034681 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ccaef7-28e5-43ce-8689-8b9426b73024 req-22dadeeb-d043-4087-91e8-a6a63bf930dc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0544221 Aug 22 16:26:44.075531 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b1ccaef7-28e5-43ce-8689-8b9426b73024 req-4e0aa301-c39f-4b1a-b2e4-b0af6341dfe1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342150 Aug 22 16:26:45.200322 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317ad72-b646-4ea4-95d9-2f6317df2216 req-bb67f7b9-5100-42d5-a249-c082d6ee321d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:45.201804 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f317ad72-b646-4ea4-95d9-2f6317df2216 req-bb67f7b9-5100-42d5-a249-c082d6ee321d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0540307 Aug 22 16:26:45.244054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f317ad72-b646-4ea4-95d9-2f6317df2216 req-38f1f397-6d4a-4ac5-b519-4a20aa3cc79a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361853 Aug 22 16:26:45.620502 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-c6e8924c-fc0d-4270-ba85-6c24956021b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:45.622029 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-c6e8924c-fc0d-4270-ba85-6c24956021b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1097 time: 0.0461464 Aug 22 16:26:45.715475 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-83f546fc-3bd6-41e7-b11f-d89b524a6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:45.716986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-83f546fc-3bd6-41e7-b11f-d89b524a6365 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0881519 Aug 22 16:26:45.782077 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-ef0510cf-9e18-4627-8270-26a197fb4eea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0579579 Aug 22 16:26:45.835610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-dadfa09a-0185-47e5-80a5-7e1a74c9db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:45.837211 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-dadfa09a-0185-47e5-80a5-7e1a74c9db1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0471582 Aug 22 16:26:45.887338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-4ed3348e-8527-47cb-9d48-d1b09e2afc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:45.888788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-4ed3348e-8527-47cb-9d48-d1b09e2afc15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452671 Aug 22 16:26:45.978808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-29130c32-1a1f-4a20-9b1c-d6ab93035920 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824525 Aug 22 16:26:46.071685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-106ec180-6c64-42e1-99a3-fd23ee0268a0 req-a2725229-4b84-4c17-bb83-dc4e4f345fa2 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864136 Aug 22 16:26:46.365436 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102140-dce4-470a-b5b2-78b92bc7e2b8 req-8f287408-b3cb-4f3c-aee6-5e100d8b78c2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:46.366903 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c102140-dce4-470a-b5b2-78b92bc7e2b8 req-8f287408-b3cb-4f3c-aee6-5e100d8b78c2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0496387 Aug 22 16:26:46.404429 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1c102140-dce4-470a-b5b2-78b92bc7e2b8 req-0d2a2bd1-5f15-42f1-a351-5d3014491bf0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Aug 22 16:26:47.518876 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec126-6946-4db7-b6b1-9bcd7d3412e5 req-ca247d31-8ee2-4354-a08c-4e86040ec157 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:47.520269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a03ec126-6946-4db7-b6b1-9bcd7d3412e5 req-ca247d31-8ee2-4354-a08c-4e86040ec157 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0484929 Aug 22 16:26:47.556683 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a03ec126-6946-4db7-b6b1-9bcd7d3412e5 req-d2cd3484-eabb-48f8-a81a-6538aeb88dad tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305529 Aug 22 16:26:48.674583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c914d0-ac68-4520-a074-d583a0c9f20e req-a0ce4dc4-090d-4997-a0b4-632b64a9f5ac tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:48.676091 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71c914d0-ac68-4520-a074-d583a0c9f20e req-a0ce4dc4-090d-4997-a0b4-632b64a9f5ac tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0536666 Aug 22 16:26:48.715069 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-71c914d0-ac68-4520-a074-d583a0c9f20e req-7f6ee215-edb3-4a07-b972-112cda9d69c1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Aug 22 16:26:48.781989 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-4edaec3b-4808-425e-bd4e-9d901a1f3944 req-ad75e9f1-60bf-4115-a314-dc91ad76e9ff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:26:48.782997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4edaec3b-4808-425e-bd4e-9d901a1f3944 req-ad75e9f1-60bf-4115-a314-dc91ad76e9ff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054901 Aug 22 16:26:49.092073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427a017-4ae3-4d49-b16e-4e239d9c0c79 req-21fafd91-4521-4b93-a641-14ea8a1b83c7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:49.093707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5427a017-4ae3-4d49-b16e-4e239d9c0c79 req-21fafd91-4521-4b93-a641-14ea8a1b83c7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 946 time: 0.0499737 Aug 22 16:26:49.136367 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5427a017-4ae3-4d49-b16e-4e239d9c0c79 req-b1e74856-acf7-429e-9133-74cae35222a5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358772 Aug 22 16:26:49.400131 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-a8564b9e-fb5d-4472-aa97-b4b3f0848dcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891759 Aug 22 16:26:49.773440 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:26:49.849186 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:49.871822 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:26:49.874065 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8fedf-26d2-4385-b8b9-d538d9e46f99" -d '{"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-unplugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:26:49.889133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:26:49.906768 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b37bb-7107-435f-b32d-3a7ba1c419a7 x-openstack-request-id: req-c81b37bb-7107-435f-b32d-3a7ba1c419a7 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:26:49.907053 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-unplugged", "status": "failed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "code": 422}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:26:49.907307 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c81b37bb-7107-435f-b32d-3a7ba1c419a7 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:26:49.907706 n-d-805046-3 neutron-server[102051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'code': 422} returned with failed status Aug 22 16:26:49.948634 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:49.998283 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:26:50.248792 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e35a-4daf-4a4c-afb6-ccfc2bbb9b89 req-0dcc0b0a-79a2-4886-809d-600a2783bb4c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:50.250297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e40e35a-4daf-4a4c-afb6-ccfc2bbb9b89 req-0dcc0b0a-79a2-4886-809d-600a2783bb4c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0496051 Aug 22 16:26:50.288663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e40e35a-4daf-4a4c-afb6-ccfc2bbb9b89 req-4b11f4a1-3f9c-459f-b525-91b4329e6c7a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Aug 22 16:26:51.407930 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847030a0-deee-4317-a891-7a2c4003909f req-742d4f11-91e5-411e-bce1-c2866ba3af96 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:51.409467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-847030a0-deee-4317-a891-7a2c4003909f req-742d4f11-91e5-411e-bce1-c2866ba3af96 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0533912 Aug 22 16:26:51.446687 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-847030a0-deee-4317-a891-7a2c4003909f req-d2da021b-c5a7-4097-939c-7547d248b144 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Aug 22 16:26:52.070234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:26:52.563935 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f400628-6c76-4b74-a729-a0fb0cf5d2b7 req-130e2826-35d5-46bb-a515-9a31ba36da0d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:52.565488 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f400628-6c76-4b74-a729-a0fb0cf5d2b7 req-130e2826-35d5-46bb-a515-9a31ba36da0d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0512693 Aug 22 16:26:52.603483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4f400628-6c76-4b74-a729-a0fb0cf5d2b7 req-51cd65e4-8dcf-4a57-a0f0-f74ecd293080 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Aug 22 16:26:52.920082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-5bd33625-2e43-4961-bc11-ad9dbeb75b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:52.921446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-5bd33625-2e43-4961-bc11-ad9dbeb75b4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 1095 time: 0.0404932 Aug 22 16:26:52.992073 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-bdb42df8-1671-4799-928d-ae713b69adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:52.993517 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-bdb42df8-1671-4799-928d-ae713b69adde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1095 time: 0.0399210 Aug 22 16:26:53.085036 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-0c7c4c0c-d97f-4daf-b514-852d3c9c60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:53.086456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-0c7c4c0c-d97f-4daf-b514-852d3c9c60c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0862195 Aug 22 16:26:53.156816 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-0821e2fb-9476-4948-b5d5-d992bf4a2ba2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1000 time: 0.0633936 Aug 22 16:26:53.206086 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-d514d956-4d3a-4343-a916-8bca4a1c92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:53.207503 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-d514d956-4d3a-4343-a916-8bca4a1c92b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0440512 Aug 22 16:26:53.252651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-3e54efb8-0e68-4a9d-a34f-277a85c4109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:53.254096 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-3e54efb8-0e68-4a9d-a34f-277a85c4109d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392294 Aug 22 16:26:53.346172 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-addeae08-33d4-42fd-ad4b-0d78a37d4d34 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839224 Aug 22 16:26:53.437524 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-5088a610-1385-4e63-b1f1-66d00d55f733 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818689 Aug 22 16:26:53.723423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80678022-1413-4860-aa29-32a63f337940 req-3d8d4bd1-d81e-4d7d-843e-b805c1035a9c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:53.724972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80678022-1413-4860-aa29-32a63f337940 req-3d8d4bd1-d81e-4d7d-843e-b805c1035a9c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0518825 Aug 22 16:26:53.769344 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-80678022-1413-4860-aa29-32a63f337940 req-29770508-3269-4b0f-9d8e-473513619250 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368717 Aug 22 16:26:54.888223 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554840-ca0f-4bb4-880f-15ae7f9a54b9 req-a01a12cb-56f2-495f-92ed-06febc68fa9f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:54.889890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4554840-ca0f-4bb4-880f-15ae7f9a54b9 req-a01a12cb-56f2-495f-92ed-06febc68fa9f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0508139 Aug 22 16:26:54.931068 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f4554840-ca0f-4bb4-880f-15ae7f9a54b9 req-a8079929-4dd0-46dd-9541-552a7a48f044 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344110 Aug 22 16:26:56.054278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e573077-dac3-4be6-b6ad-d366807f7b3d req-4705eda8-826c-451d-a411-2d15f18b3481 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:56.055888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e573077-dac3-4be6-b6ad-d366807f7b3d req-4705eda8-826c-451d-a411-2d15f18b3481 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0515549 Aug 22 16:26:56.096011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8e573077-dac3-4be6-b6ad-d366807f7b3d req-e322c19e-de24-498c-9e73-7ec7d7a5b206 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Aug 22 16:26:57.215587 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359f6cf-df44-4495-a066-b43fb7b7fdd2 req-25ef970d-bc62-4549-a406-b7f728501627 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:57.218110 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b359f6cf-df44-4495-a066-b43fb7b7fdd2 req-25ef970d-bc62-4549-a406-b7f728501627 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0501585 Aug 22 16:26:57.263006 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b359f6cf-df44-4495-a066-b43fb7b7fdd2 req-53807497-d8ff-4fe8-900d-e81f877228ce tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383885 Aug 22 16:26:58.383328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7998cd-37a6-4f90-a6e9-aaa62dfb204d req-b04cd136-48ab-4f24-ae70-40070bc7f009 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:58.384970 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f7998cd-37a6-4f90-a6e9-aaa62dfb204d req-b04cd136-48ab-4f24-ae70-40070bc7f009 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0499423 Aug 22 16:26:58.425240 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f7998cd-37a6-4f90-a6e9-aaa62dfb204d req-28ab0766-6ee8-4043-b1a3-32ae5dafbf4c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340886 Aug 22 16:26:59.552289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101cf6d-1add-4487-8b3d-d4757dd06380 req-701bcbb5-2de9-4acb-8447-a5ce608cc869 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:26:59.554026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4101cf6d-1add-4487-8b3d-d4757dd06380 req-701bcbb5-2de9-4acb-8447-a5ce608cc869 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0570142 Aug 22 16:26:59.593673 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4101cf6d-1add-4487-8b3d-d4757dd06380 req-a1cd3c05-9682-4755-aed1-11eb46c44fc4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Aug 22 16:27:00.202636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b74409be-2f1a-416b-b6f1-5e7c7cd7cdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:00.733551 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba789d1-204e-4c2c-9b43-0d5a014cc132 req-026f97a0-70fb-4bea-893b-9b54b0aa5b71 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:00.735093 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ba789d1-204e-4c2c-9b43-0d5a014cc132 req-026f97a0-70fb-4bea-893b-9b54b0aa5b71 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0619879 Aug 22 16:27:00.781978 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ba789d1-204e-4c2c-9b43-0d5a014cc132 req-a565f49a-64f6-4115-ab10-f53e96cfdea7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 Aug 22 16:27:01.903127 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027daf-de3d-4778-9db3-d21fe35e45ec req-3c17f4f0-3ed5-42e2-a2a1-fcb839d6e372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:01.905660 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a027daf-de3d-4778-9db3-d21fe35e45ec req-3c17f4f0-3ed5-42e2-a2a1-fcb839d6e372 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0549321 Aug 22 16:27:01.947073 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9a027daf-de3d-4778-9db3-d21fe35e45ec req-279e3fae-ae69-4b5d-8bc3-331aad3d2a4b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352466 Aug 22 16:27:02.977409 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:03.079827 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5aedf-1e5a-417c-a828-4013bd3130a4 req-1c8d1c14-2d0b-412e-832d-a3c4bd2d9493 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:03.081512 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63b5aedf-1e5a-417c-a828-4013bd3130a4 req-1c8d1c14-2d0b-412e-832d-a3c4bd2d9493 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0585139 Aug 22 16:27:03.121707 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63b5aedf-1e5a-417c-a828-4013bd3130a4 req-97f4df06-013d-4fed-b600-d9554b1a94d9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335066 Aug 22 16:27:03.562148 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73d1d7dc-f8cb-49c1-b2ce-9a5420b88374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:04.258314 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b33bc-af1f-4510-b726-3838c9c62140 req-b2f34942-72e6-45e1-a95d-ed613ece62dc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:04.259890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a23b33bc-af1f-4510-b726-3838c9c62140 req-b2f34942-72e6-45e1-a95d-ed613ece62dc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0552797 Aug 22 16:27:04.304122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a23b33bc-af1f-4510-b726-3838c9c62140 req-b4c82d2d-56f7-488b-a9cb-a914ec12eb1e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370576 Aug 22 16:27:05.256649 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:05.423293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffced78-6c9c-4435-8e30-b4f0d166d611 req-b41139d7-abb9-4467-be51-4759311bb623 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:05.424820 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ffced78-6c9c-4435-8e30-b4f0d166d611 req-b41139d7-abb9-4467-be51-4759311bb623 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0508399 Aug 22 16:27:05.462494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7ffced78-6c9c-4435-8e30-b4f0d166d611 req-e46923f1-dbe0-4288-8805-3d2496c8ae16 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318198 Aug 22 16:27:06.577450 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208621ae-31f1-4211-81fc-46c991f5f753 req-e3f36de9-a025-4d70-a85a-81b552b5982d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:06.578932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208621ae-31f1-4211-81fc-46c991f5f753 req-e3f36de9-a025-4d70-a85a-81b552b5982d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0484946 Aug 22 16:27:06.616659 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-208621ae-31f1-4211-81fc-46c991f5f753 req-25e8fc2f-fdf6-46e3-ada2-3d7ac230de7f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Aug 22 16:27:07.201767 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:07.730604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3561509-e321-4c7a-bc94-52af6c0b41bc req-b645bfd1-8091-41bf-9d8e-dac10274851f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:07.732768 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3561509-e321-4c7a-bc94-52af6c0b41bc req-b645bfd1-8091-41bf-9d8e-dac10274851f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0502129 Aug 22 16:27:07.774994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a3561509-e321-4c7a-bc94-52af6c0b41bc req-d96a57dd-baf6-4c82-8032-5f82589bd4cb tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Aug 22 16:27:08.890836 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c88fe4-0417-4848-baee-58f5553ac76e req-d2f35e28-3d8b-4ece-9532-8ef12ae6e16c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:08.892321 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76c88fe4-0417-4848-baee-58f5553ac76e req-d2f35e28-3d8b-4ece-9532-8ef12ae6e16c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0490396 Aug 22 16:27:08.928569 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76c88fe4-0417-4848-baee-58f5553ac76e req-c3a98c0e-b9e3-42c4-bf0a-4c4fa8bfcb73 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304027 Aug 22 16:27:10.047348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ace64-cb47-405f-9124-63490fee4c59 req-ac8cc4d1-1268-4029-91f8-04ca8043f76e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:10.048856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b16ace64-cb47-405f-9124-63490fee4c59 req-ac8cc4d1-1268-4029-91f8-04ca8043f76e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0545423 Aug 22 16:27:10.087411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b16ace64-cb47-405f-9124-63490fee4c59 req-fbda4de3-a114-45ec-8760-e61c31f7f961 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Aug 22 16:27:11.199389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88488c5a-7d61-4957-8033-59d70ed0f785 req-e9fdd651-faa3-4f68-b4a0-f9865244e039 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:11.201483 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88488c5a-7d61-4957-8033-59d70ed0f785 req-e9fdd651-faa3-4f68-b4a0-f9865244e039 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 944 time: 0.0489190 Aug 22 16:27:11.242685 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-88488c5a-7d61-4957-8033-59d70ed0f785 req-868a1b97-cf80-4b9b-b4d7-5d8ba5c53e0b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353353 Aug 22 16:27:11.404943 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:11.892682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:27:11.987293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:27:11.997904 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '7d3f3608-3b41-45e2-b61d-362657499668', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'port_id': '7d3f3608-3b41-45e2-b61d-362657499668', 'mac_address': 'fa:16:3e:2f:0d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:27:12.038535 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:12.051635 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:27:12.069938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:27:12.144404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:12.195452 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=9']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:27:12.356178 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da772f3-82ce-4f97-ad88-21e0d187bff0 req-731c0bdd-3f18-4baf-9b93-f01830ba58ad tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:12.358271 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2da772f3-82ce-4f97-ad88-21e0d187bff0 req-731c0bdd-3f18-4baf-9b93-f01830ba58ad tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 945 time: 0.0485222 Aug 22 16:27:12.395305 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2da772f3-82ce-4f97-ad88-21e0d187bff0 req-1ac2f52b-cd8b-4865-971e-5ef6dca44300 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308220 Aug 22 16:27:12.551502 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['7d3f3608-3b41-45e2-b61d-362657499668'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:27:13.510679 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda379-96b0-4a9e-b30c-62c13e42fe4f req-00d4f232-7c72-42dc-b0f1-064194a91953 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:13.512101 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91cda379-96b0-4a9e-b30c-62c13e42fe4f req-00d4f232-7c72-42dc-b0f1-064194a91953 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 945 time: 0.0498364 Aug 22 16:27:13.550284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-91cda379-96b0-4a9e-b30c-62c13e42fe4f req-d11ce04f-78e0-43c6-bae9-5664c0446a9e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Aug 22 16:27:13.893758 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:27:13.941199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 7d3f3608-3b41-45e2-b61d-362657499668 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:27:13.941573 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:14.019246 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:14.041532 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:27:14.043675 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a2e408-4fe3-4723-b699-aadf2c75e7cf" -d '{"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:27:14.056104 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:27:14.078807 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c723f4fd-9dd0-4ba2-81af-5906c34b457c x-openstack-request-id: req-c723f4fd-9dd0-4ba2-81af-5906c34b457c {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:27:14.079097 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:27:14.079354 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c723f4fd-9dd0-4ba2-81af-5906c34b457c {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:27:14.079747 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'code': 200} Aug 22 16:27:14.142160 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:14.189394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=10']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:27:14.325185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7ffa5-b2fc-45b0-935e-b121cedc38a1 req-0b860235-262c-4d50-a128-b0d94006f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:14.327284 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ceb7ffa5-b2fc-45b0-935e-b121cedc38a1 req-0b860235-262c-4d50-a128-b0d94006f5fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1098 time: 0.0405920 Aug 22 16:27:14.363797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ceb7ffa5-b2fc-45b0-935e-b121cedc38a1 req-cdaf067d-3131-4298-b081-29afed6bb2c2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301414 Aug 22 16:27:14.669754 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbea4c-d38f-4455-9e49-90968c90c29c req-6d11a4f6-f643-443d-8b1e-a55f79f9c430 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:14.671879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1dbea4c-d38f-4455-9e49-90968c90c29c req-6d11a4f6-f643-443d-8b1e-a55f79f9c430 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0495870 Aug 22 16:27:14.709158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d1dbea4c-d38f-4455-9e49-90968c90c29c req-1d61acf6-4c67-49e5-82cd-61096b98fb91 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 22 16:27:15.825457 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd039f-ec8d-4937-b3ef-a9637fba41f0 req-705ad11d-d60e-47c4-adbe-ff106a3eefc8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:15.827639 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42bd039f-ec8d-4937-b3ef-a9637fba41f0 req-705ad11d-d60e-47c4-adbe-ff106a3eefc8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0501852 Aug 22 16:27:15.871761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42bd039f-ec8d-4937-b3ef-a9637fba41f0 req-2c6a6c88-7c17-4506-b5bb-3cdbdb4d1cde tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376282 Aug 22 16:27:16.986134 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6022b-fe1c-49a2-a6bb-6c11a6f3cc55 req-2d36bdf8-1448-4f99-96ad-9f8987e23463 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:16.987610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c6022b-fe1c-49a2-a6bb-6c11a6f3cc55 req-2d36bdf8-1448-4f99-96ad-9f8987e23463 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0486574 Aug 22 16:27:17.027996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e3c6022b-fe1c-49a2-a6bb-6c11a6f3cc55 req-e0a6bfea-c397-4d08-a737-c4dfd3c3628b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343857 Aug 22 16:27:18.153349 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:27:22.045225 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:30.179286 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-48162ad9-eee7-4837-854f-4e08948d53c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:32.964824 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:33.576016 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c626a94e-cab6-4389-bf8e-8aec71fcf7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:35.267864 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:36.588326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-ccfcf06e-e71a-4c9f-acb3-c1a8c84548fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825262 Aug 22 16:27:36.687149 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-f5ab6e79-e56e-43d5-a66d-aef52d8aec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:36.688629 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-f5ab6e79-e56e-43d5-a66d-aef52d8aec6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1098 time: 0.0404174 Aug 22 16:27:36.793492 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-a14d9b3c-2c81-4cb3-a16c-4dfb7bcebf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:36.794853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-a14d9b3c-2c81-4cb3-a16c-4dfb7bcebf2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0870609 Aug 22 16:27:36.859289 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-b7274b92-4110-44f8-a270-edac1138dada service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0561535 Aug 22 16:27:36.907375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-dbbb0d07-10bf-4291-a105-5d20902405e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:36.909493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-dbbb0d07-10bf-4291-a105-5d20902405e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0427988 Aug 22 16:27:36.957552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-6a92fc5b-4fcb-400f-8fc0-b5c701eb717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:27:36.958994 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-6a92fc5b-4fcb-400f-8fc0-b5c701eb717d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418520 Aug 22 16:27:36.972187 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-572e6681-df0b-476a-8090-92f92b7b8619 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:27:36.977997 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-572e6681-df0b-476a-8090-92f92b7b8619 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055208 Aug 22 16:27:37.062749 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-7e6a4fef-a095-4353-b22e-a277350ae8bd service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816057 Aug 22 16:27:37.160832 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-adeec17b-28d9-4738-868f-3e978ad4b815 req-b3ee2718-21eb-4083-8214-8b624f2f5407 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898952 Aug 22 16:27:37.172966 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:41.381923 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:52.064140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:27:55.152685 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:28:00.212714 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-3ca27174-6850-429f-a540-df2dfb12a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:02.949368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:03.600946 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-360d8781-3ac0-428a-bbac-4ca9f57aee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:05.255833 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:07.178370 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:11.404718 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:22.069220 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:30.210159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c65893df-8e4f-47bf-ac4f-d8397ac3c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:32.152804 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:28:32.947155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:33.554715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-dd846550-416b-405b-83b5-fd614f8e2a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:35.261331 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:37.193403 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:37.527496 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-16b33676-fa83-49df-92ad-c0645a510a7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417757 Aug 22 16:28:37.623396 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-ecabc20e-4b1a-4167-84ca-4b3aca40df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:37.624906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-ecabc20e-4b1a-4167-84ca-4b3aca40df05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1098 time: 0.0405169 Aug 22 16:28:37.731138 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-2a675e26-a0d6-4e75-8a05-f0ddf4d2d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:37.732664 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-2a675e26-a0d6-4e75-8a05-f0ddf4d2d116 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0885007 Aug 22 16:28:37.799859 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-63ad31a3-fcad-4b4b-a793-13b3806098a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 1002 time: 0.0590587 Aug 22 16:28:37.852664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-f0979999-a551-413d-8758-1a23ef619e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:37.854283 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-f0979999-a551-413d-8758-1a23ef619e85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0471177 Aug 22 16:28:37.900841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-7d4b6360-2f9d-4c8d-8458-4ddc5285f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:37.902335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-7d4b6360-2f9d-4c8d-8458-4ddc5285f1c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416648 Aug 22 16:28:37.993592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-b0c01243-9b26-4242-a806-b76fbb5dbe2e service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841155 Aug 22 16:28:38.087054 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a4a81487-96ba-42d9-ab17-7460cbb06d2e req-0bcb63c7-5185-4f31-b8a1-406c7a8bae58 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Aug 22 16:28:41.417796 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:52.141627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:52.637936 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33006) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:52.836600 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Deleting port 41eff5b6-3a6e-4f5b-a13f-54d2d6045a43 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:28:52.836866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:52.917476 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:52.917831 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:52.930269 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Calling delete_port for 41eff5b6-3a6e-4f5b-a13f-54d2d6045a43 owned by network:floatingip {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:28:53.126539 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:53.156451 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'Port': ['ID=41eff5b6-3a6e-4f5b-a13f-54d2d6045a43,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:53.183038 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.184922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.184922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.184922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.184922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.184922 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.185501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.185501 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.185757 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.186087 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.186421 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.186751 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:53.228885 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:53.229233 n-d-805046-3 neutron-server[102048]: INFO neutron.db.l3_db [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Floating IP 1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4 disassociated (deleted). External IP: 172.25.0.227, port: 7d3f3608-3b41-45e2-b61d-362657499668. Aug 22 16:28:53.433771 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:28:53.538695 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:28:53.543686 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:53.548716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:28:53.559497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:28:53.560160 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:28:53.571046 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c92d6420-36c2-4a0c-b254-619330a1af3d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "DELETE /v2.0/floatingips/1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4 HTTP/1.1" status: 204 len: 168 time: 0.9320114 Aug 22 16:28:53.571897 n-d-805046-3 neutron-server[102048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:28:53.574211 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4e108699c1bbdfbf706357cc08aeb2453b1aea1a2ed79107bf072906123bf77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7288ad8-f115-47f4-81e6-11ec92a0846a" -d '{"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:28:53.663729 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:28:53.863811 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:28:53.889224 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:28:53.898045 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:28:53.898647 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:28:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:28:54.007393 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c052fdbf-99bc-47ca-bb23-fc72ac57b8a1 x-openstack-request-id: req-c052fdbf-99bc-47ca-bb23-fc72ac57b8a1 {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:28:54.007927 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "status": "completed", "code": 200}]} {{(pid=102048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:28:54.008083 n-d-805046-3 neutron-server[102048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c052fdbf-99bc-47ca-bb23-fc72ac57b8a1 {{(pid=102048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:28:54.008490 n-d-805046-3 neutron-server[102048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'status': 'completed', 'code': 200} Aug 22 16:28:54.009893 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:28:54.122991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-115f0366-6e4a-4b2f-bc63-28294140c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:54.124443 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-115f0366-6e4a-4b2f-bc63-28294140c0f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 1098 time: 0.0663040 Aug 22 16:28:54.140325 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dfbe1-6470-4cf9-9724-400780be5e35 req-544e49fc-4a9e-467b-aa8a-f0086a917de9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:54.141330 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d41dfbe1-6470-4cf9-9724-400780be5e35 req-544e49fc-4a9e-467b-aa8a-f0086a917de9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0741482 Aug 22 16:28:54.218451 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:28:54.232218 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d41dfbe1-6470-4cf9-9724-400780be5e35 req-62734218-f0c1-4b3a-8966-731aad6bcf38 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826278 Aug 22 16:28:54.249207 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9123b09-822b-46fc-b83d-b24736e9dc4b None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:28:54.257364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-18d0ac9e-163b-4a32-9f79-c5a84884f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:54.258890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-18d0ac9e-163b-4a32-9f79-c5a84884f5fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.1266232 Aug 22 16:28:54.312260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-97f54848-2c5f-4eb4-9b4d-5fd44efd1c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 200 len: 217 time: 0.0431647 Aug 22 16:28:54.476926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4700edb5-b3e1-4173-9e44-55226608b868 None None] New status for floating IP 1ff5b95c-03c6-4cb3-9e20-8f68e4270ef4: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:28:54.693316 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-80af11e2-6a20-43dd-93ce-13c325787bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:54.694854 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-80af11e2-6a20-43dd-93ce-13c325787bf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.3753524 Aug 22 16:28:54.742481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-21ff02ae-edc6-46fe-af1c-2f765d7fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:54.744035 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-21ff02ae-edc6-46fe-af1c-2f765d7fe389 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402837 Aug 22 16:28:54.835891 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-58862051-cf4a-4431-b3f5-6a2ec7863608 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841148 Aug 22 16:28:54.926173 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7288ad8-f115-47f4-81e6-11ec92a0846a req-a4c31899-8133-4bd0-b57a-ea7e2d404b42 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816541 Aug 22 16:28:55.348405 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a2955-7729-4b79-b461-ae00b62ce771 req-5b60a97d-b375-413b-a235-2018fa21675f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:55.350613 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-951a2955-7729-4b79-b461-ae00b62ce771 req-5b60a97d-b375-413b-a235-2018fa21675f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0498068 Aug 22 16:28:55.393232 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-951a2955-7729-4b79-b461-ae00b62ce771 req-f1c0d66f-8f55-48ec-b6e8-af30740a27a3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3611bb7-9841-44ce-852a-fd718c650094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Aug 22 16:28:55.747283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-ee26c36c-4ae8-4bcd-831f-7987cd978fc1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:28:55.748767 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-ee26c36c-4ae8-4bcd-831f-7987cd978fc1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 947 time: 0.0477226 Aug 22 16:28:55.838421 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Deleting port 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:28:55.838766 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:55.929725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] For port 7d3f3608-3b41-45e2-b61d-362657499668, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=7d3f3608-3b41-45e2-b61d-362657499668,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:28:55.930092 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:55.941632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Calling delete_port for 7d3f3608-3b41-45e2-b61d-362657499668 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:28:56.149276 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:56.178063 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'Port': ['ID=7d3f3608-3b41-45e2-b61d-362657499668,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:56.190230 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.190589 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.190934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.191279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.191647 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.192041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.192418 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.192769 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.193188 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.193521 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.193856 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.194207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:28:56.229438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] No DVR routers for this DVR port 7d3f3608-3b41-45e2-b61d-362657499668 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:28:56.232047 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:56.234025 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-805574a1-d7c7-42c2-8ef4-b4b51cae0cfd req-f44d855f-82dd-480c-a658-711a5c5fe28d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "DELETE /v2.0/ports/7d3f3608-3b41-45e2-b61d-362657499668 HTTP/1.1" status: 204 len: 173 time: 0.4791234 Aug 22 16:28:56.234465 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-deleted', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:28:56.237070 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd90cdf8-aac0-4dc4-a649-8a3dde315c53" -d '{"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-deleted", "tag": "7d3f3608-3b41-45e2-b61d-362657499668"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:28:56.327906 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2015bd-79e1-42d6-9554-e4395b206fbf x-openstack-request-id: req-fd2015bd-79e1-42d6-9554-e4395b206fbf {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:28:56.328226 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757ca445-1499-417b-9191-f4155fb60192", "name": "network-vif-deleted", "tag": "7d3f3608-3b41-45e2-b61d-362657499668", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:28:56.328489 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd2015bd-79e1-42d6-9554-e4395b206fbf {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:28:56.328898 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757ca445-1499-417b-9191-f4155fb60192', 'name': 'network-vif-deleted', 'tag': '7d3f3608-3b41-45e2-b61d-362657499668', 'status': 'completed', 'code': 200} Aug 22 16:28:56.491609 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-514a6a78-f32d-4faf-8fbd-4bb12480365d req-2baef708-5616-4311-aec7-2d4d4c87438e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=757ca445-1499-417b-9191-f4155fb60192 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Aug 22 16:28:57.545670 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33032) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:57.606259 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:57.631273 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:57.766404 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:57.769103 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:57.770861 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "DELETE /v2.0/security-groups/b3611bb7-9841-44ce-852a-fd718c650094 HTTP/1.1" status: 204 len: 168 time: 0.2235594 Aug 22 16:28:57.780149 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3832a-1e63-437b-a0de-198c44ac720b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3611bb7-9841-44ce-852a-fd718c650094,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:58.304809 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33038) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:58.309536 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879210634', 'description': 'tempest-secgroup-smoke-879210634 description', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:58.404125 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.423561 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:28:58.444024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 7d3f3608-3b41-45e2-b61d-362657499668 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:28:58.445208 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 7d3f3608-3b41-45e2-b61d-362657499668 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:28:58.490294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.569956 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.600355 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815945b3-6d01-4b94-8cdc-dda18d7884b4,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:58.646665 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.647945 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-02c22a8e-9b56-41e8-8536-dfb8bfe35595 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3421361 Aug 22 16:28:58.650712 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33040) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:58.655097 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:58.742301 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.796952 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.839975 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.857621 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20554c66-8e39-415b-b034-f9ffc9edd94c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:58.925881 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:58.927109 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-896b0b5d-e807-4cf8-a1e7-3acd4ac19e08 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754838 Aug 22 16:28:58.929833 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33042) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:58.934214 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:59.011081 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.067445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.137293 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.158365 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dc14a4-aea1-41e5-9bce-19050b29cb7d,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:59.218009 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.219633 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-8617d7b4-ed1c-4531-a77c-af8da2ee3eae tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2886817 Aug 22 16:28:59.222732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33044) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:59.227688 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:59.320050 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.380152 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.438467 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.453286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06190bb6-ba56-4598-ab63-cb64a58dcf7c,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:59.518666 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.519890 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80dd1bd7-8aac-44ce-911c-7d4cd31c8741 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961361 Aug 22 16:28:59.522744 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33046) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:59.527229 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:59.608870 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.666976 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.743359 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.764643 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca353f0-956f-4b7c-bc7c-92f1a1796f15,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:28:59.829202 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.830440 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-81a6119b-af4e-4690-b3ea-eea31da38980 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067582 Aug 22 16:28:59.833093 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33048) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:28:59.837508 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:28:59.907623 n-d-805046-3 neutron-server[102048]: INFO neutron.db.securitygroups_db [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Project 5fd6fc46ef1b4c4fb9652f83a031375c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:28:59.913220 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:28:59.972226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.032683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.051359 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60ace6f-837b-4c59-9ad5-8bac1837d7fe,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:00.112960 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.114247 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-7ef1b720-1ec1-468a-bda5-66dd88ad5859 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2802174 Aug 22 16:29:00.117752 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33050) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:29:00.122663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'security_group_rule': {'security_group_id': '815945b3-6d01-4b94-8cdc-dda18d7884b4', 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:29:00.206216 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ccd0cbb2-4303-4676-a6ac-fa4706063a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.223469 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Project 5fd6fc46ef1b4c4fb9652f83a031375c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:29:00.229501 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.294953 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.364100 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.383184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59113c2-d882-4bb8-9e86-f5ad81dddfac,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:00.461147 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:00.462319 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5115f3d4-1a02-492f-bd21-189e33d0cbbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3434143 Aug 22 16:29:02.977399 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:03.583534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-59676efa-8cdb-44eb-bd33-756b4555e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:05.252162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:07.189140 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:09.245650 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:29:11.423278 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:20.421193 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7076d71e-96d2-4d15-995c-33f7b4cb4cfb tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879210634&fields=id&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 267 time: 0.0330365 Aug 22 16:29:20.527419 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-b3ef64b2-5e92-446b-b438-d7e134109153 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:20.528932 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-b3ef64b2-5e92-446b-b438-d7e134109153 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 808 time: 0.1009126 Aug 22 16:29:20.544238 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ace107fa-15dd-4595-87a8-19742cbbc1b8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/quotas/5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 375 time: 0.0096924 Aug 22 16:29:20.597507 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-c732353f-dbbc-4112-9a1b-d801fe0aa4a7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481119 Aug 22 16:29:20.654830 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-a7bf4eb6-1dd2-4be3-8255-ec5c4fce9a34 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:29:20.655857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-a7bf4eb6-1dd2-4be3-8255-ec5c4fce9a34 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469275 Aug 22 16:29:20.748797 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-e1184097-e8f7-44b1-ac34-016d152347f0 service neutron] 10.222.0.53 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865612 Aug 22 16:29:20.840860 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-81a50965-4651-4bfe-a65f-b6cbeb7cf760 service neutron] 10.222.0.53 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Aug 22 16:29:21.414020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6280ad47-e77d-49f8-acfa-6ac12daf39bd req-e984a927-c561-4e5f-abe7-59fab83a2d44 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Aug 22 16:29:22.089818 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:22.497081 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf0bbf77-28ac-4492-8568-9dcdf11a3f71 req-58a7eb58-5a67-4dab-ae71-c711c866e8d4 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Aug 22 16:29:23.593142 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-585bcce2-6bad-42d6-81bc-b16a67c3f350 req-c6dd65e3-376b-45e0-9ac9-dacd94b280cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0259490 Aug 22 16:29:24.689504 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-739d87d6-38eb-4ff7-9117-9ac326afd77c req-61275405-f062-44cf-9dda-5d212ef46088 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0259037 Aug 22 16:29:25.415254 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-11cd5773-0cf1-41c7-9b24-ed4ecd2aa3f0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:25.416774 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-11cd5773-0cf1-41c7-9b24-ed4ecd2aa3f0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 808 time: 0.1054780 Aug 22 16:29:25.463365 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-e1465bd5-0046-4a39-b931-f3b26886a5bb tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 379 time: 0.0330646 Aug 22 16:29:25.475954 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'port': {'device_id': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'admin_state_up': True, 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'security_groups': ['815945b3-6d01-4b94-8cdc-dda18d7884b4']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:29:25.668500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Made reservation on behalf of 5fd6fc46ef1b4c4fb9652f83a031375c for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:29:25.672231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:25.821177 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5027c50d-58df-421a-8927-7f9bf3a422ad req-25ec16b3-1bbf-4312-ad0d-379e3fffb1ed tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0554402 Aug 22 16:29:25.841706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Allocated IP 172.20.0.9 (39c4199d-9d53-4ea6-a291-db5b0caf3152/5b191ae5-b19d-4604-a32e-7ecdc8cc8942/389849e2-8069-4a80-bffe-47db30d1e5f9) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:29:25.987386 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.001028 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Transition to ACTIVE for port object 389849e2-8069-4a80-bffe-47db30d1e5f9 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:29:26.098439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.154012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:29:26.157192 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:29:26.161207 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:29:26.196724 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:26.227783 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:26.228811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.319843 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-7258105a-9e92-40f4-9c9f-948ac04d0332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8474729 Aug 22 16:29:26.338636 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Request body: {'port': {'device_id': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:29:26.394643 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.507203 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-96f703b0-7efe-4b2a-a450-e76d70da163a None None] Provisioning for port 389849e2-8069-4a80-bffe-47db30d1e5f9 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:29:26.513056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-96f703b0-7efe-4b2a-a450-e76d70da163a None None] Provisioning complete for port 389849e2-8069-4a80-bffe-47db30d1e5f9 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:29:26.514121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-96f703b0-7efe-4b2a-a450-e76d70da163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.551725 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-96f703b0-7efe-4b2a-a450-e76d70da163a None None] Port 389849e2-8069-4a80-bffe-47db30d1e5f9 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:29:26.676543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389849e2-8069-4a80-bffe-47db30d1e5f9 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:29:26.684817 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.696500 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Transition to ACTIVE for port object 389849e2-8069-4a80-bffe-47db30d1e5f9 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:29:26.759007 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:26.833953 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:26.895782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Attempting to bind port 389849e2-8069-4a80-bffe-47db30d1e5f9 on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:29:26.896176 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Attempting to bind port 389849e2-8069-4a80-bffe-47db30d1e5f9 by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:29:26.896758 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Attempting to bind port 389849e2-8069-4a80-bffe-47db30d1e5f9 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:29:26.901975 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Port 389849e2-8069-4a80-bffe-47db30d1e5f9 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:29:26.902361 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Attempting to bind port 389849e2-8069-4a80-bffe-47db30d1e5f9 on network 39c4199d-9d53-4ea6-a291-db5b0caf3152 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:29:26.908031 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:29:26.908377 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Checking segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:29:26.908841 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Bound using segment: {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:29:26.909181 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Bound port: 389849e2-8069-4a80-bffe-47db30d1e5f9, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e443c4b3-a19a-4108-b21b-234dab1956cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:29:26.909543 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:27.003107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02af2-1143-46ea-9c5e-b01d28907c00 req-c7cdaa81-24ba-480b-8b78-d850f874db17 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.004672 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f02af2-1143-46ea-9c5e-b01d28907c00 req-c7cdaa81-24ba-480b-8b78-d850f874db17 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0929723 Aug 22 16:29:27.037524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:29:27.057998 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:29:27.064476 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f8f02af2-1143-46ea-9c5e-b01d28907c00 req-35b6600a-fd83-4cda-940b-222abed2f887 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531082 Aug 22 16:29:27.121451 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:27.162313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.163072 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:27.164555 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] 10.222.0.10 "PUT /v2.0/ports/389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1091 time: 0.8303382 Aug 22 16:29:27.165006 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:29:27.168949 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997305d5-5d62-4f88-bef7-cedd2e9f9691" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:29:27.196644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe286e6-5c60-4687-9af4-a4a53701eceb service neutron] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:27.231116 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bd6df6-3194-4938-a3e1-2b0529e563a4 x-openstack-request-id: req-97bd6df6-3194-4938-a3e1-2b0529e563a4 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:29:27.231484 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:29:27.231805 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97bd6df6-3194-4938-a3e1-2b0529e563a4 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:29:27.232327 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'status': 'completed', 'code': 200} Aug 22 16:29:27.321612 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-47f0e2da-28da-4358-98ac-10d80249ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.324001 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-47f0e2da-28da-4358-98ac-10d80249ad1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1094 time: 0.0474176 Aug 22 16:29:27.442261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-0ca14472-62c6-49df-8871-0206b32cddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.443762 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-0ca14472-62c6-49df-8871-0206b32cddeb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1068449 Aug 22 16:29:27.559924 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-cdfe4146-814c-4622-963e-6ec1fc0e5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.561376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-997305d5-5d62-4f88-bef7-cedd2e9f9691 req-cdfe4146-814c-4622-963e-6ec1fc0e5e00 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961175 Aug 22 16:29:27.663076 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-990b3a4b-cfdc-4f4f-848b-f9c0a546834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.664637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-990b3a4b-cfdc-4f4f-848b-f9c0a546834d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1094 time: 0.0422199 Aug 22 16:29:27.718326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-0dd2aae6-0e86-4b12-b737-88f390f74d98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 217 time: 0.0388095 Aug 22 16:29:27.771311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-bf5a7626-0294-41a5-8c9e-e8a38a638cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.773128 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-bf5a7626-0294-41a5-8c9e-e8a38a638cea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0467272 Aug 22 16:29:27.825509 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-33db240b-1182-41a1-af5d-a7abbfd0471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:27.827100 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-33db240b-1182-41a1-af5d-a7abbfd0471c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430741 Aug 22 16:29:27.938882 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-5f8acc51-2aae-40dd-9849-d33478de65af service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981734 Aug 22 16:29:28.038020 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-44f7db3c-1143-4da2-8191-df25ce763ea0 req-c8c303a0-f7f7-498a-ad65-3a484e5ef218 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918269 Aug 22 16:29:28.215082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab177b-7287-4026-a217-255aacee00fc req-85c5609f-acc5-4be9-879b-54e503fa62e7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:28.216781 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0aab177b-7287-4026-a217-255aacee00fc req-85c5609f-acc5-4be9-879b-54e503fa62e7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0643682 Aug 22 16:29:28.261829 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0aab177b-7287-4026-a217-255aacee00fc req-4c767fbb-e918-4c5d-9327-77ddff46542f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 Aug 22 16:29:29.381682 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5ed7d-38d4-42f9-ba48-084900d8db92 req-ea687566-c78d-412b-b2e7-8ed8395e1d62 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:29.383209 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53a5ed7d-38d4-42f9-ba48-084900d8db92 req-ea687566-c78d-412b-b2e7-8ed8395e1d62 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0501833 Aug 22 16:29:29.423778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-53a5ed7d-38d4-42f9-ba48-084900d8db92 req-9360542b-f0dd-479b-b011-62cd1999aae1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Aug 22 16:29:30.200369 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfdd1-81b7-4eea-b53e-e1b87b1b7527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:30.545530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0d51c-cd9e-4d11-bf17-4137cb834aa5 req-39225095-4b00-40b9-80d7-ef1b64ffc454 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:30.547019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f0d51c-cd9e-4d11-bf17-4137cb834aa5 req-39225095-4b00-40b9-80d7-ef1b64ffc454 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0499749 Aug 22 16:29:30.584788 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-17f0d51c-cd9e-4d11-bf17-4137cb834aa5 req-b9d75467-8129-46da-accc-7372a8b548c6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317707 Aug 22 16:29:31.702338 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c07e9-fa3e-4e3e-9d64-e8b2eb9b2ae4 req-7f84a508-1747-42b6-9ad1-7db4559be12d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:31.703808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-091c07e9-fa3e-4e3e-9d64-e8b2eb9b2ae4 req-7f84a508-1747-42b6-9ad1-7db4559be12d tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0531938 Aug 22 16:29:31.740324 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-091c07e9-fa3e-4e3e-9d64-e8b2eb9b2ae4 req-947eac75-e3d6-4cf0-b2fe-927c2fe0813c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Aug 22 16:29:32.853045 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e03ee9-329e-435a-8251-a0dd256236cd req-d8d3dab5-66f5-413b-9c6c-147eb2bf4f62 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:32.854731 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e03ee9-329e-435a-8251-a0dd256236cd req-d8d3dab5-66f5-413b-9c6c-147eb2bf4f62 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0487266 Aug 22 16:29:32.893894 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00e03ee9-329e-435a-8251-a0dd256236cd req-a81c6096-ce5f-49d9-9799-de687fc6c9ec tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 Aug 22 16:29:33.017042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:33.622638 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5b1d-6514-4731-811a-88007013d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:34.007842 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578c2a-41d1-4745-a53f-4d07b4a51b6d req-c73fda53-56c2-4dbc-9254-11ecd439ac96 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:34.009352 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28578c2a-41d1-4745-a53f-4d07b4a51b6d req-c73fda53-56c2-4dbc-9254-11ecd439ac96 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0493042 Aug 22 16:29:34.048040 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-28578c2a-41d1-4745-a53f-4d07b4a51b6d req-6a994d7f-e8ec-4314-834f-3c24234dc601 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Aug 22 16:29:35.167004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de4373-ebc5-4e50-96ee-fef33664de28 req-f671de77-2026-4f67-a0d7-49ceb2aa3841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:35.168547 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07de4373-ebc5-4e50-96ee-fef33664de28 req-f671de77-2026-4f67-a0d7-49ceb2aa3841 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0529876 Aug 22 16:29:35.207182 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07de4373-ebc5-4e50-96ee-fef33664de28 req-58c3f365-23db-43fd-8c81-4ab5a2440e62 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Aug 22 16:29:35.318522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:36.322963 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1e1a7-d238-48d7-8dda-bcc62578cc19 req-cb63ede3-8ad4-4cac-ad5b-81f8b3a6b2b8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:36.324479 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fb1e1a7-d238-48d7-8dda-bcc62578cc19 req-cb63ede3-8ad4-4cac-ad5b-81f8b3a6b2b8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0496724 Aug 22 16:29:36.362071 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9fb1e1a7-d238-48d7-8dda-bcc62578cc19 req-b5120f35-4591-46be-b2be-7f67c66a6c45 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Aug 22 16:29:37.192412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:37.477264 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70884c06-2f2c-4ca5-86d5-e5e7c66e71a7 req-e0be7678-6f2b-4f9b-902e-da48c3473e46 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:37.478700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70884c06-2f2c-4ca5-86d5-e5e7c66e71a7 req-e0be7678-6f2b-4f9b-902e-da48c3473e46 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Aug 22 16:29:37.516505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-70884c06-2f2c-4ca5-86d5-e5e7c66e71a7 req-96bd096d-ab82-48d3-8ef8-5af61ad5b198 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Aug 22 16:29:38.551839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:29:38.637389 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88a3c-3f9c-46a7-b81d-dcf49ac6ae51 req-eb585003-a36e-4f04-86fc-e7330aa99ccc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:38.639013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19e88a3c-3f9c-46a7-b81d-dcf49ac6ae51 req-eb585003-a36e-4f04-86fc-e7330aa99ccc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0533504 Aug 22 16:29:38.648379 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:29:38.658950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'mac_address': 'fa:16:3e:e1:94:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:29:38.676058 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19e88a3c-3f9c-46a7-b81d-dcf49ac6ae51 req-db228cac-f73d-408f-b255-ffd0bd7ad8b2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Aug 22 16:29:38.695549 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:38.709010 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389849e2-8069-4a80-bffe-47db30d1e5f9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:29:38.728178 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:29:38.793010 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:38.839606 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:38.846860 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.847216 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.847563 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.847908 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.848272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.848608 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.848940 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.849272 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.849603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.850018 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.850350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:38.850675 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:29:39.215385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['389849e2-8069-4a80-bffe-47db30d1e5f9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:29:39.791656 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f862e3f-6b32-4113-9e43-474ad700c29c req-ee21d9e6-1634-4e10-92db-5ef1f28d1523 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:39.793167 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f862e3f-6b32-4113-9e43-474ad700c29c req-ee21d9e6-1634-4e10-92db-5ef1f28d1523 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 944 time: 0.0497417 Aug 22 16:29:39.830589 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0f862e3f-6b32-4113-9e43-474ad700c29c req-4776ea08-8e4a-4701-9cd7-f52325d34dbe tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Aug 22 16:29:40.556405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:29:40.668176 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port 389849e2-8069-4a80-bffe-47db30d1e5f9 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:29:40.671997 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 389849e2-8069-4a80-bffe-47db30d1e5f9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:29:40.672377 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:40.907204 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:40.929629 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:29:40.932046 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae9b634-37de-4736-bd89-16700c06c8e8" -d '{"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-plugged", "status": "completed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:29:40.944099 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:29:40.950122 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fabaa-869c-4028-a8dd-4594df4a8ba4 req-a02f9380-912e-4ac8-a8f8-0b5eeb3e288b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:40.959425 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f6fabaa-869c-4028-a8dd-4594df4a8ba4 req-a02f9380-912e-4ac8-a8f8-0b5eeb3e288b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 944 time: 0.0521584 Aug 22 16:29:40.990658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8f6fabaa-869c-4028-a8dd-4594df4a8ba4 req-94aa16a9-a357-44e7-a152-0d295c91083e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Aug 22 16:29:41.044299 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:41.089166 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ceb43a-419b-4a4d-b8c9-95990ea3696d x-openstack-request-id: req-d7ceb43a-419b-4a4d-b8c9-95990ea3696d {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:29:41.089471 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-plugged", "status": "completed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:29:41.089733 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7ceb43a-419b-4a4d-b8c9-95990ea3696d {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:29:41.090129 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'code': 200} Aug 22 16:29:41.094790 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:41.211381 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f97b-8535-4f6f-8f97-e399ed214ff2 req-fec58f78-394b-4e4a-b658-57b893ac3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:41.213525 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4818f97b-8535-4f6f-8f97-e399ed214ff2 req-fec58f78-394b-4e4a-b658-57b893ac3267 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0429869 Aug 22 16:29:41.247764 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4818f97b-8535-4f6f-8f97-e399ed214ff2 req-55ec1def-cff1-4a7e-b6f5-72136375809e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275342 Aug 22 16:29:41.403982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:42.107823 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa437-3dd9-4a95-b938-709bf87afdcd req-2ecb8aad-f610-43ef-ab67-6fe59802102b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:42.109369 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5fa437-3dd9-4a95-b938-709bf87afdcd req-2ecb8aad-f610-43ef-ab67-6fe59802102b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0507133 Aug 22 16:29:42.147036 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc5fa437-3dd9-4a95-b938-709bf87afdcd req-ca54b457-2be2-4e49-92c6-e9325da0d476 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Aug 22 16:29:43.265266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60ea02-9d94-4562-9639-9346ed6cc2dc req-ffd68339-113d-407c-aab6-1428e9485405 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:43.266736 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f60ea02-9d94-4562-9639-9346ed6cc2dc req-ffd68339-113d-407c-aab6-1428e9485405 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0500970 Aug 22 16:29:43.304763 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9f60ea02-9d94-4562-9639-9346ed6cc2dc req-1c56f2e1-7e35-4549-b093-1fffd47f4c99 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Aug 22 16:29:43.418901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6720b-1520-4d15-900d-08f74bf839a5 req-711d3746-2c8c-452b-9972-99ff6913de36 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:43.420391 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27a6720b-1520-4d15-900d-08f74bf839a5 req-711d3746-2c8c-452b-9972-99ff6913de36 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0518317 Aug 22 16:29:43.456638 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-27a6720b-1520-4d15-900d-08f74bf839a5 req-ebdae924-7974-471a-b8ba-21ee0e4c8ff7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303915 Aug 22 16:29:43.477914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33292) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:29:43.559743 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b769ef-fb91-43ac-b06f-e4a3ea95b8ae tempest-TestShelveInstance-1198796294 tempest-TestShelveInstance-1198796294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:43.561730 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-21b769ef-fb91-43ac-b06f-e4a3ea95b8ae tempest-TestShelveInstance-1198796294 tempest-TestShelveInstance-1198796294-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1091 time: 0.0821960 Aug 22 16:29:43.564285 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33296) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:29:43.568697 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:29:43.701235 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:43.798873 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:43.898917 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Allocated IP 172.25.0.204 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e5a1715c-7a51-49db-b9cd-3fa580e273bc) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:29:44.003610 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:44.149250 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:44.185166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:29:44.189687 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:29:44.193782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:29:44.220354 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=e5a1715c-7a51-49db-b9cd-3fa580e273bc,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:44.878568 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:44.990874 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:45.139721 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:45.188461 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:45.255012 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event updated for resources: {'Port': ['ID=e5a1715c-7a51-49db-b9cd-3fa580e273bc,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:29:45.266889 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:45.364628 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Floating IP 5b473796-0581-4072-b05f-ef2b878be486 associated. External IP: 172.25.0.204, port: 389849e2-8069-4a80-bffe-47db30d1e5f9. Aug 22 16:29:45.566543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:29:45.671840 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:29:45.681231 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:29:45.690511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:29:45.691103 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:29:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:29:45.731379 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:29:45.759019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-565051f8-9081-440f-994a-7f686864f544 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1937029 Aug 22 16:29:45.759815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:29:45.762190 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b331c5f-6d00-4847-b8f2-7b678781fba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:29:45.798339 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:29:45.800971 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5cbb04-af61-4d6a-bbec-131ecd11d044 x-openstack-request-id: req-dc5cbb04-af61-4d6a-bbec-131ecd11d044 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:29:45.801272 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:29:45.801530 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc5cbb04-af61-4d6a-bbec-131ecd11d044 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:29:45.801931 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'status': 'completed', 'code': 200} Aug 22 16:29:45.886278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-2fd85b29-a8ee-4334-8ed0-efc4c624896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:45.887729 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-2fd85b29-a8ee-4334-8ed0-efc4c624896f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0450537 Aug 22 16:29:45.977907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-5ba62c7e-aa11-4645-9ea4-4039b8b41c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:45.979462 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-5ba62c7e-aa11-4645-9ea4-4039b8b41c58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0851231 Aug 22 16:29:46.018054 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b473796-0581-4072-b05f-ef2b878be486', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:e1:94:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:29:44Z', 'updated_at': '2021-08-22T16:29:44Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:29:46.047429 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:29:46.052469 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-5b1ec938-bf8f-479a-9b5e-c5a117b4f23c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 999 time: 0.0614138 Aug 22 16:29:46.055657 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:29:46.056211 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:29:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:29:46.101545 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-e9f258ec-28a5-41e4-9295-840ad74d4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:46.103030 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-e9f258ec-28a5-41e4-9295-840ad74d4b69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0483770 Aug 22 16:29:46.151060 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-b3bdeac9-2dd0-4a12-a04c-a8eed6adfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:29:46.152573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-b3bdeac9-2dd0-4a12-a04c-a8eed6adfb9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419602 Aug 22 16:29:46.161316 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:29:46.167637 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:29:46.247515 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-32105e6e-8ba9-4378-a199-0ec4e3d12a15 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871265 Aug 22 16:29:46.338228 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8b331c5f-6d00-4847-b8f2-7b678781fba8 req-b925accd-1776-4c4e-9d9a-af96137407ba service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837955 Aug 22 16:29:46.384388 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b473796-0581-4072-b05f-ef2b878be486', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:e1:94:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:29:44Z', 'updated_at': '2021-08-22T16:29:44Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:29:46.413941 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dec6dc-da3c-4858-a2ea-37107bf40e9c None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '5b473796-0581-4072-b05f-ef2b878be486', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'mac_address': 'fa:16:3e:e1:94:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:29:44Z', 'updated_at': '2021-08-22T16:29:44Z', 'revision_number': 0, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:29:46.613550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6220f8a-79f2-41d0-8c08-60a9c0616285 None None] New status for floating IP 5b473796-0581-4072-b05f-ef2b878be486: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:29:52.113726 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:00.228583 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe23b-bb6e-424a-b751-f4d6f6125ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:02.971022 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:03.576860 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fb28983-ba4f-4870-ae92-dbbdd3431378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:05.268023 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:07.239412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:11.416475 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:22.119488 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:23.162176 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:30:30.170485 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6cb24492-b41b-4ac2-a737-d520572648c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:32.942062 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:33.576458 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b4110da2-0e37-424e-a4fa-24d8490dd830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:35.267575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:37.210724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:40.526269 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-189ae4e1-4c49-4e6a-b0f4-2a294dd509bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409653 Aug 22 16:30:40.630055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-9f050304-d2ac-4d3c-befb-b1715537bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:30:40.631742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-9f050304-d2ac-4d3c-befb-b1715537bead service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0467699 Aug 22 16:30:40.746913 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-a8ecb2d4-6698-42e6-a623-d4d748eb76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:30:40.752796 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-a8ecb2d4-6698-42e6-a623-d4d748eb76e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.1008067 Aug 22 16:30:40.823835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-935f33a6-d099-48a3-9215-260cc6ed4459 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.0626025 Aug 22 16:30:40.873942 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-bd654bb5-27d6-4e1c-901b-839342ab9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:30:40.875406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-bd654bb5-27d6-4e1c-901b-839342ab9d26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0445673 Aug 22 16:30:40.923005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-f6382422-4722-4634-8751-31d203b56852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:30:40.924549 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-f6382422-4722-4634-8751-31d203b56852 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414071 Aug 22 16:30:41.023464 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-d863389a-8002-4a0b-9ee6-8f6f5351020b service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911038 Aug 22 16:30:41.113557 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e2c10b6d-cec7-460e-b3c3-62a7a7eed113 req-3af998dc-e80f-45f7-9db6-cc2612032a81 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819361 Aug 22 16:30:41.620418 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:30:52.147620 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:00.161481 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:31:00.191868 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1922865d-fc61-4e30-a202-0219c3c97232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:02.935777 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:03.563052 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-27d7068e-f49c-4454-aeca-789f8312fe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:05.278456 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:07.237642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:11.644258 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:22.123037 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:30.181064 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e2da9397-b505-41b4-989c-bf8eb7757a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:32.951307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:33.642577 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ce42fc7e-9a29-46cc-bafd-73f1c62d254e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:35.283980 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:37.159676 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:31:37.192319 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:41.528666 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-4ba512a9-05bf-4bfa-893a-9d68484c1b81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461409 Aug 22 16:31:41.614012 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:31:41.624498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-1d4c9d55-22c6-4b27-87ab-c282689c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:31:41.625992 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-1d4c9d55-22c6-4b27-87ab-c282689c2765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0414333 Aug 22 16:31:41.727852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-9e317db4-7ae2-42a5-b49a-f948da86d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:31:41.729353 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-9e317db4-7ae2-42a5-b49a-f948da86d43c service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0848174 Aug 22 16:31:41.797351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-d2b12b1d-615f-45f7-8431-392a0036d9da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.0613294 Aug 22 16:31:41.845015 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-3dfff5c3-245d-4321-8e78-7ec55e7f072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:31:41.846465 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-3dfff5c3-245d-4321-8e78-7ec55e7f072a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0426326 Aug 22 16:31:41.890641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-7acca5b4-4ca5-464d-8eec-8027d54af2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:31:41.892111 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-7acca5b4-4ca5-464d-8eec-8027d54af2d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392778 Aug 22 16:31:41.984298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-25b83b52-80fd-4d98-a62d-8470729e310a service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852025 Aug 22 16:31:42.072581 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-63269c65-ea75-433e-bbf8-bd9b6e94081e req-74607a7c-f9bd-4055-bac7-b59fd790d00a service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814412 Aug 22 16:31:52.186071 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:00.192438 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ada6-53a4-4a06-ad76-50af716f429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:02.997993 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:03.598001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-610ff699-ad99-4d8a-81cf-191af3b1a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:05.266368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:07.209234 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:11.614491 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:12.447139 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed24e90-4f6f-4542-b9ce-2ed87c6b0c42 req-32427683-d6a3-4017-a6ab-6f09b6a7c882 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:12.448671 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed24e90-4f6f-4542-b9ce-2ed87c6b0c42 req-32427683-d6a3-4017-a6ab-6f09b6a7c882 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.1546662 Aug 22 16:32:12.486592 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4ed24e90-4f6f-4542-b9ce-2ed87c6b0c42 req-f40a6102-f595-4170-a26d-8e7af5eb67da tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Aug 22 16:32:13.603685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8511-cbf9-4c1b-b44e-2525feefecb6 req-8f6faa20-14c0-483d-9141-c69d6ee21cd5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:13.605216 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4a8511-cbf9-4c1b-b44e-2525feefecb6 req-8f6faa20-14c0-483d-9141-c69d6ee21cd5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0505567 Aug 22 16:32:13.643856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb4a8511-cbf9-4c1b-b44e-2525feefecb6 req-7853e675-21be-4041-855e-a50a9729a71b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Aug 22 16:32:14.158451 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:32:14.757888 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bcef6-bb7f-4371-833c-22f3efc9ad8a req-6c11ee18-1ba9-41ce-9193-1eeca262272c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:14.759380 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a31bcef6-bb7f-4371-833c-22f3efc9ad8a req-6c11ee18-1ba9-41ce-9193-1eeca262272c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0490537 Aug 22 16:32:14.796261 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a31bcef6-bb7f-4371-833c-22f3efc9ad8a req-ce6c9c00-9010-4939-a4ee-693f65a27474 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309906 Aug 22 16:32:15.915852 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184006ad-fd6b-4e90-814a-5ce66cf3a85d req-2ffc3591-20a0-4e56-8231-62e32c697564 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:15.917386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-184006ad-fd6b-4e90-814a-5ce66cf3a85d req-2ffc3591-20a0-4e56-8231-62e32c697564 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0540500 Aug 22 16:32:15.954751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-184006ad-fd6b-4e90-814a-5ce66cf3a85d req-7c22613e-cb65-4869-974d-449f202a8e59 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Aug 22 16:32:17.068706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb576a-a974-4b13-bb61-58d1572cee64 req-6e74a344-b6e1-4c88-846a-852603f83b3b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:17.070210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cbb576a-a974-4b13-bb61-58d1572cee64 req-6e74a344-b6e1-4c88-846a-852603f83b3b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Aug 22 16:32:17.108955 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-9cbb576a-a974-4b13-bb61-58d1572cee64 req-8db664dc-16ae-4847-b9b9-ea33231e3b5b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324414 Aug 22 16:32:18.225851 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23597-db9b-4db3-b556-8d03193cbf0f req-cb040ba5-ee6e-4873-89f8-7b476349115c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:18.227419 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12d23597-db9b-4db3-b556-8d03193cbf0f req-cb040ba5-ee6e-4873-89f8-7b476349115c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Aug 22 16:32:18.264229 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-12d23597-db9b-4db3-b556-8d03193cbf0f req-8005bd7e-242d-4ce6-be92-d9e42a33cca9 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308251 Aug 22 16:32:19.383123 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3efe60-afdb-43d5-b5b9-89976af6d6f2 req-961f7491-5911-4077-812a-66766aa03a78 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:19.384688 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3efe60-afdb-43d5-b5b9-89976af6d6f2 req-961f7491-5911-4077-812a-66766aa03a78 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Aug 22 16:32:19.422922 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4d3efe60-afdb-43d5-b5b9-89976af6d6f2 req-c92cf061-a232-483d-acc2-1c0e94dba332 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Aug 22 16:32:20.546007 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bc2d6-16db-45a9-a411-8b6c1e30ff1b req-a0594fc2-6bd3-4d85-b5ac-75e649f51a2a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:20.546007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-395bc2d6-16db-45a9-a411-8b6c1e30ff1b req-a0594fc2-6bd3-4d85-b5ac-75e649f51a2a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0540380 Aug 22 16:32:20.584753 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-395bc2d6-16db-45a9-a411-8b6c1e30ff1b req-f0b5840d-f84c-4f32-92bb-8773c199d494 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Aug 22 16:32:21.700198 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39c864-1d24-45ba-a466-7d18b5bd8e3b req-c3379361-2b33-4df4-9c82-9de9ef1a1d95 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:21.701690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a39c864-1d24-45ba-a466-7d18b5bd8e3b req-c3379361-2b33-4df4-9c82-9de9ef1a1d95 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0486724 Aug 22 16:32:21.739262 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4a39c864-1d24-45ba-a466-7d18b5bd8e3b req-d3203dd7-00e5-402e-bb72-3986200a292a tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Aug 22 16:32:22.147802 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:22.652740 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-ff94eea4-c8a8-4e57-92f9-1e0cd6762b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:22.654427 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-ff94eea4-c8a8-4e57-92f9-1e0cd6762b2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0488002 Aug 22 16:32:22.750029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-d64fb6b3-2224-47cb-be5c-a5e37640a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:22.751449 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-d64fb6b3-2224-47cb-be5c-a5e37640a84d service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0901506 Aug 22 16:32:22.825159 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-b1a4b26c-9dd8-4749-8a64-2ee1348d921d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.0664959 Aug 22 16:32:22.903388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-d7ac95b8-9f29-410f-9c4f-7be743616235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:22.904901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-d7ac95b8-9f29-410f-9c4f-7be743616235 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0736458 Aug 22 16:32:22.915066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17740-3637-4d05-aad8-9cf5bcae6d28 req-fd37880f-a3f3-442d-b509-b1c75f66110c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:22.916490 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bf17740-3637-4d05-aad8-9cf5bcae6d28 req-fd37880f-a3f3-442d-b509-b1c75f66110c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0776374 Aug 22 16:32:22.984573 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bf17740-3637-4d05-aad8-9cf5bcae6d28 req-10290a1b-f4b5-4995-ba39-2382081192e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598433 Aug 22 16:32:22.987112 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-53974bfc-7cdf-4f90-a728-a1604390e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:22.988844 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-53974bfc-7cdf-4f90-a728-a1604390e1de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715201 Aug 22 16:32:23.080385 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-a4ebb24a-4c33-44c2-baa9-555bd08210f9 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829368 Aug 22 16:32:23.174275 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-19c25e55-a79a-4c64-8768-99322eca5e67 req-5f5a8176-d067-4d6b-9af7-f1e5ff3d1618 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Aug 22 16:32:24.101449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d911a6-84e3-438e-82fb-6a2a7cc2a486 req-1fd7230b-4835-478c-aca2-d52d4ce5c2cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:24.103015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42d911a6-84e3-438e-82fb-6a2a7cc2a486 req-1fd7230b-4835-478c-aca2-d52d4ce5c2cc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0503824 Aug 22 16:32:24.139847 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-42d911a6-84e3-438e-82fb-6a2a7cc2a486 req-2f54635d-7100-441e-9440-d525b13fd9a1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Aug 22 16:32:25.261919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7b00-fa60-4408-a101-b5a81e8a00d5 req-9c8fd694-31d6-4b54-9f41-a3685d69704f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:25.263323 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf9d7b00-fa60-4408-a101-b5a81e8a00d5 req-9c8fd694-31d6-4b54-9f41-a3685d69704f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0495629 Aug 22 16:32:25.301766 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cf9d7b00-fa60-4408-a101-b5a81e8a00d5 req-284296f4-2712-4fc7-a6f0-ed59eefdba23 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Aug 22 16:32:26.422404 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de79935-7797-4c1c-968f-249246354573 req-3028f705-07ee-4cde-806b-33c63248dbe2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:26.423906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4de79935-7797-4c1c-968f-249246354573 req-3028f705-07ee-4cde-806b-33c63248dbe2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0548823 Aug 22 16:32:26.463929 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4de79935-7797-4c1c-968f-249246354573 req-e3d26068-111c-4808-901f-84dd84f1aa4e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Aug 22 16:32:27.301787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:32:27.378276 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:27.400235 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:32:27.402451 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad9e330-8741-4049-afab-2e2a581f5313" -d '{"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-unplugged", "status": "completed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:32:27.414479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:32:27.435057 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 22 Aug 2021 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e5250e-aaad-4c79-a253-493a9700cce3 x-openstack-request-id: req-94e5250e-aaad-4c79-a253-493a9700cce3 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:32:27.435426 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-unplugged", "status": "failed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "code": 422}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:32:27.435687 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94e5250e-aaad-4c79-a253-493a9700cce3 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:32:27.436108 n-d-805046-3 neutron-server[102051]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'code': 422} returned with failed status Aug 22 16:32:27.523271 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:27.570923 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:32:27.578393 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.578745 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.579081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.579423 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.579743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.580095 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.580421 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.580544 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87845e79-bdf8-4cfe-a4ef-8c0b9cad1e3b req-ff5a7d4f-1476-4cdf-bcd1-8b8982f35873 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:27.581025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.581025 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.581361 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.581685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.582002 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:32:27.582131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87845e79-bdf8-4cfe-a4ef-8c0b9cad1e3b req-ff5a7d4f-1476-4cdf-bcd1-8b8982f35873 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0505629 Aug 22 16:32:27.621221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-87845e79-bdf8-4cfe-a4ef-8c0b9cad1e3b req-4d17aba0-0794-4371-88f1-9094496bac44 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324247 Aug 22 16:32:28.962290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cafbcc-071c-411b-a7f6-a9827fc5486c req-e6434c7e-897e-4451-bdfe-08a6330d6446 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:28.963842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08cafbcc-071c-411b-a7f6-a9827fc5486c req-e6434c7e-897e-4451-bdfe-08a6330d6446 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Aug 22 16:32:29.003417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-08cafbcc-071c-411b-a7f6-a9827fc5486c req-676f619a-5519-4f8e-be7f-a70962231a70 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333993 Aug 22 16:32:29.008629 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:32:29.129092 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-df6b7603-560b-404f-a561-d571055baf18 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189799 Aug 22 16:32:29.138693 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-01b30511-d921-42cc-8bd6-86bf6652974a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:32:29.139658 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-01b30511-d921-42cc-8bd6-86bf6652974a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050859 Aug 22 16:32:30.148099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc38c92-1bf5-4d05-9691-fe58f1baa21e req-9d41e0ed-3500-415c-9a9a-00b315a9a89f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:30.151293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5fc38c92-1bf5-4d05-9691-fe58f1baa21e req-9d41e0ed-3500-415c-9a9a-00b315a9a89f tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0667324 Aug 22 16:32:30.191715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab477-5505-4fe1-bf5f-6147b75868fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:30.196961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5fc38c92-1bf5-4d05-9691-fe58f1baa21e req-8d61cffb-67b9-4044-bc36-6be0b29a88c3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398088 Aug 22 16:32:31.322996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed5325-4547-4c48-8209-4cfb9cc3e8c9 req-99137865-f5ed-491d-bae4-a59776791151 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:31.324652 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbed5325-4547-4c48-8209-4cfb9cc3e8c9 req-99137865-f5ed-491d-bae4-a59776791151 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0534785 Aug 22 16:32:31.363562 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-bbed5325-4547-4c48-8209-4cfb9cc3e8c9 req-f8757e62-b2ad-48f1-8d13-ae6d2fb40cc2 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330799 Aug 22 16:32:32.483391 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20e271-08e6-42e8-a73d-eae157d61651 req-d01a7634-f2a4-41a1-854e-542cb6e712c1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:32.484838 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f20e271-08e6-42e8-a73d-eae157d61651 req-d01a7634-f2a4-41a1-854e-542cb6e712c1 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0537205 Aug 22 16:32:32.523356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6f20e271-08e6-42e8-a73d-eae157d61651 req-c31f0b5f-5107-41df-9022-c2d629167716 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Aug 22 16:32:32.967797 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:33.557348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb27b-921c-4ea8-858c-9afc445e9c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:33.643030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9d0c-f64c-43ab-a447-47693c095053 req-b727dd38-fb2b-4c64-8a54-38764532ab7c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:33.644566 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f0a9d0c-f64c-43ab-a447-47693c095053 req-b727dd38-fb2b-4c64-8a54-38764532ab7c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0506802 Aug 22 16:32:33.684084 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2f0a9d0c-f64c-43ab-a447-47693c095053 req-073692d0-9d71-42ca-a6b3-35c1dcefda1c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Aug 22 16:32:34.801228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57bf9-0f71-4492-bb3d-23182e43a3c6 req-56fa84cb-63eb-4289-a2c9-8c3ef5d81692 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:34.802761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aeb57bf9-0f71-4492-bb3d-23182e43a3c6 req-56fa84cb-63eb-4289-a2c9-8c3ef5d81692 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0513926 Aug 22 16:32:34.840713 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-aeb57bf9-0f71-4492-bb3d-23182e43a3c6 req-e442d4ef-1cdf-4eb4-a124-5e2290dd9e69 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Aug 22 16:32:35.076423 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc005e-d109-40d0-9161-16dca2e395fb req-1bec51e3-925a-4155-9d10-01129e895e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.077890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-1bec51e3-925a-4155-9d10-01129e895e26 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746&tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c HTTP/1.1" status: 200 len: 1094 time: 0.0467973 Aug 22 16:32:35.150583 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc005e-d109-40d0-9161-16dca2e395fb req-89bc8cdf-a237-4ec2-b09f-bbf725be1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.152113 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-89bc8cdf-a237-4ec2-b09f-bbf725be1f40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1094 time: 0.0410430 Aug 22 16:32:35.240633 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc005e-d109-40d0-9161-16dca2e395fb req-5532c6ca-96b8-4954-8021-63bae498fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.242143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-5532c6ca-96b8-4954-8021-63bae498fb69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0835645 Aug 22 16:32:35.299166 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:35.321436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-4306e717-89e9-4682-a1f6-7f572960d17e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 999 time: 0.0712624 Aug 22 16:32:35.371674 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc005e-d109-40d0-9161-16dca2e395fb req-9292fe70-d2b4-4993-8871-9ad90ab1830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.373072 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-9292fe70-d2b4-4993-8871-9ad90ab1830e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0449815 Aug 22 16:32:35.420295 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc005e-d109-40d0-9161-16dca2e395fb req-de391903-31ab-4cb5-8b5a-220e5ff06e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.421830 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-de391903-31ab-4cb5-8b5a-220e5ff06e35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415809 Aug 22 16:32:35.518056 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-c5c05fb5-e0f4-4c01-b1b0-f74b5d127172 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886900 Aug 22 16:32:35.613411 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-a07e59eb-4a20-4b4c-97bb-3982467a4a8c service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882246 Aug 22 16:32:35.957618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e614-c9ed-4c17-83c4-eaa61662a149 req-3fccb615-9b23-4f92-8ef3-3734478db258 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:35.959129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40f9e614-c9ed-4c17-83c4-eaa61662a149 req-3fccb615-9b23-4f92-8ef3-3734478db258 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0517871 Aug 22 16:32:35.997190 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-40f9e614-c9ed-4c17-83c4-eaa61662a149 req-fe216ce0-eb18-41fd-a521-27f44e2b4850 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Aug 22 16:32:37.111771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cb5ac-e6d8-44be-b5b6-c4d823631fe7 req-d97ec252-d6c8-4dff-b844-299515ff3c43 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:37.113661 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e3cb5ac-e6d8-44be-b5b6-c4d823631fe7 req-d97ec252-d6c8-4dff-b844-299515ff3c43 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0501969 Aug 22 16:32:37.152640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e3cb5ac-e6d8-44be-b5b6-c4d823631fe7 req-ef97490a-c579-4e4c-974d-3014d18d4aee tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Aug 22 16:32:37.220428 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:38.270853 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3edbd-79a6-41c6-8c23-a530d3d900bc req-26ef225a-cb86-4b60-9d4a-b912b8f727e3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:38.272374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f3edbd-79a6-41c6-8c23-a530d3d900bc req-26ef225a-cb86-4b60-9d4a-b912b8f727e3 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0529966 Aug 22 16:32:38.314825 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a0f3edbd-79a6-41c6-8c23-a530d3d900bc req-9e2959e9-5110-4092-a2b1-e76aea75a95e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358727 Aug 22 16:32:39.428124 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00b92-7c22-4b44-9dec-22eb7ed4b41a req-6cda445a-475c-4542-8a4c-59ca68963652 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:39.430129 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93c00b92-7c22-4b44-9dec-22eb7ed4b41a req-6cda445a-475c-4542-8a4c-59ca68963652 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0490196 Aug 22 16:32:39.467856 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-93c00b92-7c22-4b44-9dec-22eb7ed4b41a req-db225703-c881-47ae-a48d-0070738653f6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Aug 22 16:32:40.581470 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648d65-fd40-4984-96cd-ba4e319a74f1 req-823db965-5c25-411e-944b-ac2163b4ae06 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:40.582942 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea648d65-fd40-4984-96cd-ba4e319a74f1 req-823db965-5c25-411e-944b-ac2163b4ae06 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0490875 Aug 22 16:32:40.621697 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ea648d65-fd40-4984-96cd-ba4e319a74f1 req-ef088320-0685-473f-80dd-4e2d96d32071 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Aug 22 16:32:41.642854 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:41.735355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc534-c703-44e6-82aa-412014b63b32 req-91f830f6-c1b6-4704-b143-2e435f924a04 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:41.736881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5fc534-c703-44e6-82aa-412014b63b32 req-91f830f6-c1b6-4704-b143-2e435f924a04 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0488341 Aug 22 16:32:41.779161 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee5fc534-c703-44e6-82aa-412014b63b32 req-cc219f94-8fb5-4725-9432-6229f5c7b1fc tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360096 Aug 22 16:32:42.892072 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f8687-5b05-4e8d-9618-46da1f1ed39f req-95354014-1362-4969-9888-17ce12d6c960 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:42.893460 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-247f8687-5b05-4e8d-9618-46da1f1ed39f req-95354014-1362-4969-9888-17ce12d6c960 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Aug 22 16:32:42.930852 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-247f8687-5b05-4e8d-9618-46da1f1ed39f req-abe9e0a5-280c-401f-8a02-b4a95b258874 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Aug 22 16:32:43.401545 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:32:43.497929 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:32:43.510199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'port_id': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'mac_address': 'fa:16:3e:e1:94:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:32:43.548313 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:43.561097 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389849e2-8069-4a80-bffe-47db30d1e5f9 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:32:43.580786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:32:43.614605 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-d28355b5-923d-40aa-9354-9c9d7f57fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:43.616158 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-d28355b5-923d-40aa-9354-9c9d7f57fb0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1094 time: 0.0914502 Aug 22 16:32:43.637192 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:43.684330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:32:43.723595 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-e9b394c7-8735-4bd8-b493-04000f25c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:43.725122 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-e9b394c7-8735-4bd8-b493-04000f25c4a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0907884 Aug 22 16:32:43.792881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-fa0f9ede-f1d5-4f43-ab42-adc9f900b5de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1000 time: 0.0589337 Aug 22 16:32:43.842557 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-056204ed-2d79-4930-ba69-f068ed80cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:43.844083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-056204ed-2d79-4930-ba69-f068ed80cf7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0438673 Aug 22 16:32:43.895203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-b3405135-bf15-4ec2-9af3-06d3b368c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:43.896779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-b3405135-bf15-4ec2-9af3-06d3b368c091 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453761 Aug 22 16:32:43.989808 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-5af7412e-8a98-4418-8957-aa4891c94228 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Aug 22 16:32:44.064133 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['389849e2-8069-4a80-bffe-47db30d1e5f9'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:32:44.101695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479fffb-939e-411a-9550-d7088f201883 req-ef74327f-c944-407c-9823-a3440bf714de tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:44.103181 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b479fffb-939e-411a-9550-d7088f201883 req-ef74327f-c944-407c-9823-a3440bf714de tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 944 time: 0.0986288 Aug 22 16:32:44.144733 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f21122b7-abf9-4117-af2d-7d1c0c2d1790 req-7bd3331f-4ab4-456e-8055-d443a2c8d5d6 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472907 Aug 22 16:32:44.158434 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b479fffb-939e-411a-9550-d7088f201883 req-272af539-fa09-45bd-a225-082ab97552f0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479620 Aug 22 16:32:45.275055 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5aa18-a558-4ce5-b7e0-dc3f29c13615 req-9a9ccd10-d77b-405e-8649-68638f67ba66 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:45.276568 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22a5aa18-a558-4ce5-b7e0-dc3f29c13615 req-9a9ccd10-d77b-405e-8649-68638f67ba66 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 944 time: 0.0508518 Aug 22 16:32:45.322965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-22a5aa18-a558-4ce5-b7e0-dc3f29c13615 req-77bcbdd8-a50b-4edc-be7b-95daf9a9cbc7 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Aug 22 16:32:45.417956 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:32:45.467897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port 389849e2-8069-4a80-bffe-47db30d1e5f9 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:32:45.468217 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:45.541780 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:45.563207 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:32:45.565423 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d23d0-c7f4-4ddf-ba66-837145e70909" -d '{"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-plugged", "status": "completed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:32:45.577795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:32:45.600310 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d591308-24cd-4b99-b3c5-74cd014ffedf x-openstack-request-id: req-9d591308-24cd-4b99-b3c5-74cd014ffedf {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:32:45.600620 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-plugged", "status": "completed", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:32:45.601901 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d591308-24cd-4b99-b3c5-74cd014ffedf {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:32:45.602413 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'code': 200} Aug 22 16:32:45.626198 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:32:45.680992 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:32:45.787079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548970-46c7-4552-a6cf-b8cf1cddcefc req-49019b07-7289-4085-84d6-92916648da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:45.788528 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c548970-46c7-4552-a6cf-b8cf1cddcefc req-49019b07-7289-4085-84d6-92916648da29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0389457 Aug 22 16:32:45.823152 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6c548970-46c7-4552-a6cf-b8cf1cddcefc req-25aed61a-94d2-41b4-8bfc-e147fbbd98e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274813 Aug 22 16:32:46.438029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065b532-5e93-4e96-bfd1-b366e596d9f3 req-f35f5f8e-28d9-4a27-a0ae-b4763dda06e0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:46.439509 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7065b532-5e93-4e96-bfd1-b366e596d9f3 req-f35f5f8e-28d9-4a27-a0ae-b4763dda06e0 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Aug 22 16:32:46.477258 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7065b532-5e93-4e96-bfd1-b366e596d9f3 req-ccdc62d2-bf4c-4094-9899-7e6bae6b3e57 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Aug 22 16:32:47.594691 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee18aa8-2d06-4f6e-be93-3f409039c8e4 req-aa789404-3a41-4b98-b2ad-96f8ecad9fbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:32:47.596205 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ee18aa8-2d06-4f6e-be93-3f409039c8e4 req-aa789404-3a41-4b98-b2ad-96f8ecad9fbf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0509417 Aug 22 16:32:47.638864 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1ee18aa8-2d06-4f6e-be93-3f409039c8e4 req-a6e7fa7d-4ce5-4d7e-babc-e90b8af3fc39 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366757 Aug 22 16:32:51.158477 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:32:52.174158 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:00.190375 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c86e6f3e-e6bb-455f-944c-f0e6d544e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:02.967949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:03.567849 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-6377a4aa-6d71-41d6-91ba-f3dad372beba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:05.282311 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:07.213610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:11.641602 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:22.139610 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:28.158125 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:33:30.184742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-82045559-9c19-444a-b4bc-8047b90174b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:32.950680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:33.539194 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c62cf14f-8b64-4a91-adf8-3539b4ee7bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:35.298734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:37.224585 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:41.636270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:33:45.530089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-acd9dd16-53cb-46c1-94c6-22d95dd1fcb4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404952 Aug 22 16:33:45.627278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-7044035b-ced2-49df-90a0-4124d4935b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:33:45.628777 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-7044035b-ced2-49df-90a0-4124d4935b4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0414400 Aug 22 16:33:45.732407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-07d9656f-3e84-4fb7-9cbb-f274b9e1f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:33:45.733904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-07d9656f-3e84-4fb7-9cbb-f274b9e1f70c service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.0867183 Aug 22 16:33:45.799655 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-c99727f6-0931-4b4b-9cf4-250a43175542 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 1001 time: 0.0582168 Aug 22 16:33:45.848637 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-8dbac848-798d-4ff6-b4de-7024092490e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:33:45.850226 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-8dbac848-798d-4ff6-b4de-7024092490e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0441477 Aug 22 16:33:45.901877 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-383959ea-a09c-4f40-ada2-695c7eeda619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:33:45.903356 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-383959ea-a09c-4f40-ada2-695c7eeda619 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457232 Aug 22 16:33:45.996436 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-3ebe9823-9670-47ad-86e4-7d9f4573ac67 service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Aug 22 16:33:46.090038 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a9031-e6e8-437d-b26d-705c6f0c957b req-2f178411-a7ba-4aaa-9a3a-7874c6056eae service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871422 Aug 22 16:33:49.469308 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-31aff9fb-7df5-412a-a993-a23787643058 req-ba74449f-7440-46c5-819b-8f8c205e3605 tempest-TestNetworkAdvancedServerOps-1598072678 tempest-TestNetworkAdvancedServerOps-1598072678-project] (102049) timed out ('10.222.0.54', 49244) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:33:52.172798 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:00.189974 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-676987df-feeb-43c1-9135-80b0124a0dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:02.967165 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:03.561645 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8ecd909f-653e-4983-96a5-cdaf375d6903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:05.157445 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:34:05.287274 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:07.218670 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:11.664069 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:22.172253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:23.765642 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33490) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:24.158552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Deleting port e5a1715c-7a51-49db-b9cd-3fa580e273bc {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:24.158811 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:24.235457 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:24.235785 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:24.247290 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Calling delete_port for e5a1715c-7a51-49db-b9cd-3fa580e273bc owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:24.441439 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:24.472445 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'Port': ['ID=e5a1715c-7a51-49db-b9cd-3fa580e273bc,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:24.502809 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.503166 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.503514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.503863 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.504228 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.504568 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.504979 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.505350 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.505684 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.506016 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.506347 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.506678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:24.547246 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:24.547637 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Floating IP 5b473796-0581-4072-b05f-ef2b878be486 disassociated (deleted). External IP: 172.25.0.204, port: 389849e2-8069-4a80-bffe-47db30d1e5f9. Aug 22 16:34:25.075434 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:34:25.183771 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:25.189402 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:25.193846 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:25.204076 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:25.204690 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:25.215912 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9c22c0c9-b48f-4f56-a138-bc6f352d5552 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b473796-0581-4072-b05f-ef2b878be486 HTTP/1.1" status: 204 len: 168 time: 1.4490864 Aug 22 16:34:25.216667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:34:25.219133 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94997d36-0dca-49f6-89c9-cc41fa913435" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:34:25.312468 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:25.603583 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:25.631001 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:25.639487 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:25.640156 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:25.733924 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee39142-4511-4a48-acf8-b04954365390 x-openstack-request-id: req-aee39142-4511-4a48-acf8-b04954365390 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:34:25.734803 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:34:25.735073 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aee39142-4511-4a48-acf8-b04954365390 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:34:25.735508 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'status': 'completed', 'code': 200} Aug 22 16:34:25.748738 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:25.856345 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2bfa7-d755-4633-8cfe-d19e9acbeb2b req-9eb61018-d9bc-4ee7-aa00-cf94f12cc1a5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:25.858401 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35b2bfa7-d755-4633-8cfe-d19e9acbeb2b req-9eb61018-d9bc-4ee7-aa00-cf94f12cc1a5 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0797765 Aug 22 16:34:25.860309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-633b20e6-53fd-4874-a95e-96accbfd3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:25.861684 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-633b20e6-53fd-4874-a95e-96accbfd3d64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 1096 time: 0.0729060 Aug 22 16:34:25.950475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:25.953138 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-35b2bfa7-d755-4633-8cfe-d19e9acbeb2b req-bce07259-3e47-4781-add3-94cafcf9785b tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882971 Aug 22 16:34:25.980233 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-7793fddc-181f-49b3-a758-c31897108067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:25.980753 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63619bc8-0dc7-40ac-b398-6959c80a81ef None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:23:24Z', 'revision_number': 4, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': 'a8db2067-006c-45bb-8d7c-40b700dc370c', 'name': '', 'network_id': '39c4199d-9d53-4ea6-a291-db5b0caf3152', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'mac_address': 'fa:16:3e:77:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:24Z', 'updated_at': '2021-08-22T16:23:30Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'subnets': [{'id': '5b191ae5-b19d-4604-a32e-7ecdc8cc8942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:25.981724 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-7793fddc-181f-49b3-a758-c31897108067 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 200 len: 909 time: 0.1111152 Aug 22 16:34:26.027162 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-53af5491-e965-4312-a8d3-5108d27601fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 200 len: 217 time: 0.0372481 Aug 22 16:34:26.082766 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-4c0d8510-e3f7-4306-9149-e8608def0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:26.084279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-4c0d8510-e3f7-4306-9149-e8608def0394 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 200 len: 847 time: 0.0497079 Aug 22 16:34:26.135382 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-49d1737b-1ae7-4eda-a759-b98a60cae084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:26.137003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-49d1737b-1ae7-4eda-a759-b98a60cae084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39c4199d-9d53-4ea6-a291-db5b0caf3152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440245 Aug 22 16:34:26.207451 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428528aa-51da-4276-9c74-ffab690da55f None None] New status for floating IP 5b473796-0581-4072-b05f-ef2b878be486: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:34:26.238452 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-d03f0691-0c6d-4963-adfa-5f927c8eb4be service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924761 Aug 22 16:34:26.335089 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94997d36-0dca-49f6-89c9-cc41fa913435 req-1b054619-cf4c-43e5-89b8-02984357c04c service neutron] 10.222.0.10 "GET /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888917 Aug 22 16:34:27.072552 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7742ff7-939f-40a6-ade2-e2786c0ac23d req-9cdfe1c8-42c1-4e5c-8491-ca1be5c1c8c6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:27.074010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7742ff7-939f-40a6-ade2-e2786c0ac23d req-9cdfe1c8-42c1-4e5c-8491-ca1be5c1c8c6 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0491438 Aug 22 16:34:27.112637 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7742ff7-939f-40a6-ade2-e2786c0ac23d req-8cd0f9d8-1501-4958-8769-2bb70ea9a1c8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/security-groups?id=815945b3-6d01-4b94-8cdc-dda18d7884b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Aug 22 16:34:27.513690 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-3275d9d6-17f9-4d56-8751-8678dbea659c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:27.515098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-3275d9d6-17f9-4d56-8751-8678dbea659c tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 945 time: 0.0535386 Aug 22 16:34:27.610716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Deleting port 389849e2-8069-4a80-bffe-47db30d1e5f9 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:27.611058 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:27.700928 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] For port 389849e2-8069-4a80-bffe-47db30d1e5f9, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=389849e2-8069-4a80-bffe-47db30d1e5f9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:27.701345 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:27.713277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Calling delete_port for 389849e2-8069-4a80-bffe-47db30d1e5f9 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:27.881328 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:27.915438 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'Port': ['ID=389849e2-8069-4a80-bffe-47db30d1e5f9,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:27.956577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] No DVR routers for this DVR port 389849e2-8069-4a80-bffe-47db30d1e5f9 on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:34:27.959232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:27.961317 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-72fc86f6-71a3-41e2-a96e-f8e032d968d3 req-dc5f893c-ec2e-4a5e-a3d1-945a809b23e8 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.10 "DELETE /v2.0/ports/389849e2-8069-4a80-bffe-47db30d1e5f9 HTTP/1.1" status: 204 len: 173 time: 0.4400349 Aug 22 16:34:27.961765 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-deleted', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:34:27.964122 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848ad45d-f8d1-4e37-8ced-e46f2741f9d4" -d '{"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-deleted", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:34:27.999798 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cffc856-2946-41ce-8b8d-cab1d4677a15 x-openstack-request-id: req-1cffc856-2946-41ce-8b8d-cab1d4677a15 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:34:28.000225 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae280d0-fd85-4f40-8caa-5ffee4d81746", "name": "network-vif-deleted", "tag": "389849e2-8069-4a80-bffe-47db30d1e5f9", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:34:28.000377 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cffc856-2946-41ce-8b8d-cab1d4677a15 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:34:28.000781 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae280d0-fd85-4f40-8caa-5ffee4d81746', 'name': 'network-vif-deleted', 'tag': '389849e2-8069-4a80-bffe-47db30d1e5f9', 'status': 'completed', 'code': 200} Aug 22 16:34:28.209013 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7132f57c-d68c-4d68-ac61-fa476f0d4d6e req-5b6d1e66-ff55-46c9-8aa9-661c68adbfaf tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0264220 Aug 22 16:34:29.307482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-619a59ba-9f97-4816-b4d8-082b0067d5ca req-6ac81dbf-6db8-4bde-8ef9-f70df172b94e tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0291033 Aug 22 16:34:30.241262 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ac91052f-ce77-42a3-8f0c-23f359bd218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:30.405868 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-448f625f-b91f-4845-a135-ed490d44f75c req-0e04c486-d9a3-4857-a55c-a938e2b80903 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Aug 22 16:34:31.502147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-5e9d6cde-8c4e-42c6-a4ac-51ec8a3df779 req-2809a366-d685-44cc-8f11-d5b078292d61 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ae280d0-fd85-4f40-8caa-5ffee4d81746 HTTP/1.1" status: 200 len: 210 time: 0.0283127 Aug 22 16:34:32.005441 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:32.028575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: 389849e2-8069-4a80-bffe-47db30d1e5f9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:32.029401 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device 389849e2-8069-4a80-bffe-47db30d1e5f9 not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:32.557447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33526) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:32.617766 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:32.643722 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:32.761494 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:32.764881 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:32.766067 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] 10.222.0.53 "DELETE /v2.0/security-groups/815945b3-6d01-4b94-8cdc-dda18d7884b4 HTTP/1.1" status: 204 len: 168 time: 0.2075286 Aug 22 16:34:32.778812 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86435f-872d-47f1-a2e4-e718225b6c74 tempest-TestShelveInstance-1939061839 tempest-TestShelveInstance-1939061839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815945b3-6d01-4b94-8cdc-dda18d7884b4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:32.898717 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33530) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:32.944595 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:33.507391 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:33.556323 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-73198761-770b-4108-a2cc-32bb7c883c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:33.806025 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Deleting port a8db2067-006c-45bb-8d7c-40b700dc370c {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:33.806363 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:33.885856 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] For port a8db2067-006c-45bb-8d7c-40b700dc370c, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a8db2067-006c-45bb-8d7c-40b700dc370c,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:33.886226 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:33.898644 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Calling delete_port for a8db2067-006c-45bb-8d7c-40b700dc370c owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:34.195474 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:34.223361 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8db2067-006c-45bb-8d7c-40b700dc370c,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:34.247814 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.248550 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.248672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.248940 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.249285 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.249628 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.249970 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.250304 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.250639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.250973 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.251327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.251639 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:34.717866 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:34.933888 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Router 75d250aa-0858-40bd-8fd3-d92c997b9594 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:34:35.040418 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:35.045979 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-9b751787-7116-4a07-85c6-7dd0394d6052 admin admin] 10.222.0.53 "PUT /v2.0/routers/75d250aa-0858-40bd-8fd3-d92c997b9594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1462290 Aug 22 16:34:35.048443 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33540) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:35.051714 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Sync routers for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:35.060907 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:35.061695 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:35.153032 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.173030 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:35.260942 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.290382 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.359605 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:34:34Z', 'revision_number': 5, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port': {'id': 'e55daa41-4949-4fa4-99c9-521dcba05d5a', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:22Z', 'updated_at': '2021-08-22T16:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:35.385774 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Checking router: 75d250aa-0858-40bd-8fd3-d92c997b9594 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:35.397037 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Routers {'75d250aa-0858-40bd-8fd3-d92c997b9594'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:35.397637 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['75d250aa-0858-40bd-8fd3-d92c997b9594'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:35.412474 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Deleting port e55daa41-4949-4fa4-99c9-521dcba05d5a {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:35.412818 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.482954 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] Set router 75d250aa-0858-40bd-8fd3-d92c997b9594 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:35.492673 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] For port e55daa41-4949-4fa4-99c9-521dcba05d5a, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=e55daa41-4949-4fa4-99c9-521dcba05d5a,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:35.493054 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.505754 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Calling delete_port for e55daa41-4949-4fa4-99c9-521dcba05d5a owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:35.537378 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:34:35Z', 'revision_number': 6, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:35.563717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9689b0c-7f2a-4e4d-ad01-e2c59b4e791e None None] The sync data for ids ['75d250aa-0858-40bd-8fd3-d92c997b9594'] in n-d-805046-3 is: [{'id': '75d250aa-0858-40bd-8fd3-d92c997b9594', 'name': 'tempest-TestShelveInstance-785961658-router', 'tenant_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:21Z', 'updated_at': '2021-08-22T16:34:35Z', 'revision_number': 6, 'project_id': '5fd6fc46ef1b4c4fb9652f83a031375c', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:35.733673 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.762929 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Pushing event deleted for resources: {'Port': ['ID=e55daa41-4949-4fa4-99c9-521dcba05d5a,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:35.821219 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.912377 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:35.914368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.023720 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.024283 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d250aa-0858-40bd-8fd3-d92c997b9594 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:34:36.028549 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.030467 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-212d2dfc-ab98-46bf-84d6-30fe4a48126f admin admin] 10.222.0.53 "DELETE /v2.0/routers/75d250aa-0858-40bd-8fd3-d92c997b9594 HTTP/1.1" status: 204 len: 168 time: 0.9810278 Aug 22 16:34:36.032996 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33542) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:36.079185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Deleting subnet 5b191ae5-b19d-4604-a32e-7ecdc8cc8942 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:34:36.082122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.116088 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.192915 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.286828 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.313671 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b191ae5-b19d-4604-a32e-7ecdc8cc8942,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:36.315682 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.319916 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4ea17862-3d70-433f-90d2-5d7a0e1ee338 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b191ae5-b19d-4604-a32e-7ecdc8cc8942 HTTP/1.1" status: 204 len: 168 time: 0.2837110 Aug 22 16:34:36.320366 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33544) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:36.324011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3055849-3f1f-4df4-a628-79171a678966 None None] Network 39c4199d-9d53-4ea6-a291-db5b0caf3152 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:36.391534 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.446104 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Deleting port c815464f-ca8b-4275-a4b1-bb427134a7d9 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:36.446104 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.514701 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] DHCP port deletion for 39c4199d-9d53-4ea6-a291-db5b0caf3152 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:34:36.521456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] For port c815464f-ca8b-4275-a4b1-bb427134a7d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c815464f-ca8b-4275-a4b1-bb427134a7d9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:36.521909 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.535806 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Calling delete_port for c815464f-ca8b-4275-a4b1-bb427134a7d9 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:36.564141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Deleting port c815464f-ca8b-4275-a4b1-bb427134a7d9 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:36.564422 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.647492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] For port c815464f-ca8b-4275-a4b1-bb427134a7d9, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=c815464f-ca8b-4275-a4b1-bb427134a7d9,segment=NetworkSegment(e443c4b3-a19a-4108-b21b-234dab1956cb),segment_id=e443c4b3-a19a-4108-b21b-234dab1956cb)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:36.647492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.647492 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Calling delete_port for c815464f-ca8b-4275-a4b1-bb427134a7d9 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:36.698432 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.725850 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Pushing event deleted for resources: {'Port': ['ID=c815464f-ca8b-4275-a4b1-bb427134a7d9,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:36.738672 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] No DVR routers for this DVR port c815464f-ca8b-4275-a4b1-bb427134a7d9 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:34:36.744214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c815464f-ca8b-4275-a4b1-bb427134a7d9 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:36.744214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.763153 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: c815464f-ca8b-4275-a4b1-bb427134a7d9 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:36.764055 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device c815464f-ca8b-4275-a4b1-bb427134a7d9 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:36.764762 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8db2067-006c-45bb-8d7c-40b700dc370c no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:36.786786 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Pushing event deleted for resources: {'Port': ['ID=c815464f-ca8b-4275-a4b1-bb427134a7d9,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:36.811892 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.813166 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] No DVR routers for this DVR port c815464f-ca8b-4275-a4b1-bb427134a7d9 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:34:36.814632 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a8db2067-006c-45bb-8d7c-40b700dc370c {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:36.814985 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a8db2067-006c-45bb-8d7c-40b700dc370c not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:36.815390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e55daa41-4949-4fa4-99c9-521dcba05d5a no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:36.820376 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.820703 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.821038 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.821372 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.821699 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.822029 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.822158 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c4199d-9d53-4ea6-a291-db5b0caf3152']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:36.822355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.822683 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.823004 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.823323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.823645 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.823963 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa5f68-f18e-48e0-a07a-becba372396d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:36.833095 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e443c4b3-a19a-4108-b21b-234dab1956cb') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:36.833323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e443c4b3-a19a-4108-b21b-234dab1956cb') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:36.842485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: e55daa41-4949-4fa4-99c9-521dcba05d5a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:36.842989 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device e55daa41-4949-4fa4-99c9-521dcba05d5a not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:36.843653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.858378 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.864683 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:34:36.865070 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:34:36.866804 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:34:36.984368 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.991543 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:36.992934 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] 10.222.0.53 "DELETE /v2.0/networks/39c4199d-9d53-4ea6-a291-db5b0caf3152 HTTP/1.1" status: 204 len: 168 time: 0.6718748 Aug 22 16:34:36.995991 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33546) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:37.004960 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a5611-54ec-4ac0-b700-66ac403fc030 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c4199d-9d53-4ea6-a291-db5b0caf3152,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:37.202411 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:37.344598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:37.598406 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Deleting port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:37.598748 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:37.674573 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] For port 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:37.674941 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:37.686524 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Calling delete_port for 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:37.949998 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:37.974934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c952d2d-a7ea-46ff-ae74-0ab6d08d1938,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:38.152954 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:38.368734 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:34:38.479077 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:38.484751 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-0c3bb57b-ddd9-4d2c-960a-768499cd1c2d admin admin] 10.222.0.53 "PUT /v2.0/routers/4dcf44ed-5784-42c6-8c19-3dd9758aec82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876621 Aug 22 16:34:38.487267 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33548) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:38.490634 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Sync routers for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:38.500614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:38.501243 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:38.590741 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks [] for router, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:38.607887 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:38.699414 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:38.784827 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:34:37Z', 'revision_number': 5, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port': {'id': 'a3902f39-9e67-42c5-90ac-04438d51f917', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:23:28Z', 'updated_at': '2021-08-22T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:38.810023 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Checking router: 4dcf44ed-5784-42c6-8c19-3dd9758aec82 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:38.818813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Routers {'4dcf44ed-5784-42c6-8c19-3dd9758aec82'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:38.819414 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:38.909529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] Set router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:38.966585 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:34:38Z', 'revision_number': 6, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:38.994304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06824c04-c290-42d9-a5b6-3238c64e7778 None None] The sync data for ids ['4dcf44ed-5784-42c6-8c19-3dd9758aec82'] in n-d-805046-3 is: [{'id': '4dcf44ed-5784-42c6-8c19-3dd9758aec82', 'name': 'tempest-TestShelveInstance-1185066525-router', 'tenant_id': '16539c43943b4eb18fe99a75c27ce5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:23:27Z', 'updated_at': '2021-08-22T16:34:38Z', 'revision_number': 6, 'project_id': '16539c43943b4eb18fe99a75c27ce5cd', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:39.183850 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Deleting port a3902f39-9e67-42c5-90ac-04438d51f917 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:39.184528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.262464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] For port a3902f39-9e67-42c5-90ac-04438d51f917, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=a3902f39-9e67-42c5-90ac-04438d51f917,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:39.262743 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.274522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Calling delete_port for a3902f39-9e67-42c5-90ac-04438d51f917 owned by network:router_gateway {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:39.544000 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.569835 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3902f39-9e67-42c5-90ac-04438d51f917,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:39.636413 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.725895 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.728096 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.829529 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.830092 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dcf44ed-5784-42c6-8c19-3dd9758aec82 {{(pid=102049) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:34:39.834490 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] Notify callbacks [] for router, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.838015 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-5e74743d-2c67-4d2f-88e5-21f2e3a7ff9d admin admin] 10.222.0.53 "DELETE /v2.0/routers/4dcf44ed-5784-42c6-8c19-3dd9758aec82 HTTP/1.1" status: 204 len: 168 time: 1.3474724 Aug 22 16:34:39.838328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33550) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:39.885024 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Deleting subnet d62a1caa-1082-4f8d-9fb1-9abc2ac88406 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:34:39.888175 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:39.928144 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.014232 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.121244 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.148685 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62a1caa-1082-4f8d-9fb1-9abc2ac88406,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:40.151731 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.153717 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-9327b303-bf97-440a-8f63-ce317f3ff713 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d62a1caa-1082-4f8d-9fb1-9abc2ac88406 HTTP/1.1" status: 204 len: 168 time: 0.3144107 Aug 22 16:34:40.157235 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33552) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:40.160531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2b945-a935-411d-a227-bc8ae5479b0b None None] Network 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:40.225843 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.284489 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Deleting port 7bccf813-0321-48a8-a833-4107d32e3bc6 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:40.284834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.334962 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] DHCP port deletion for 6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:34:40.349428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] For port 7bccf813-0321-48a8-a833-4107d32e3bc6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7bccf813-0321-48a8-a833-4107d32e3bc6,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:40.349806 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.362616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Calling delete_port for 7bccf813-0321-48a8-a833-4107d32e3bc6 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:40.381024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Deleting port 7bccf813-0321-48a8-a833-4107d32e3bc6 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:34:40.381318 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.567008 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.595246 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bccf813-0321-48a8-a833-4107d32e3bc6,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:40.597279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] For port 7bccf813-0321-48a8-a833-4107d32e3bc6, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=7bccf813-0321-48a8-a833-4107d32e3bc6,segment=NetworkSegment(7b2fa8a5-a4f6-4501-b14c-1dacea57dd89),segment_id=7b2fa8a5-a4f6-4501-b14c-1dacea57dd89)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:40.597687 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.599100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] No DVR routers for this DVR port 7bccf813-0321-48a8-a833-4107d32e3bc6 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:34:40.610395 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Calling delete_port for 7bccf813-0321-48a8-a833-4107d32e3bc6 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:34:40.675767 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.685855 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:40.686355 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.696447 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:40.696832 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2fa8a5-a4f6-4501-b14c-1dacea57dd89') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:40.711032 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.714746 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] Pushing event deleted for resources: {'Port': ['ID=7bccf813-0321-48a8-a833-4107d32e3bc6,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:40.719499 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079486e-e4c0-4b1e-b475-bb88cb727dc7 None None] No DVR routers for this DVR port 7bccf813-0321-48a8-a833-4107d32e3bc6 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:34:40.731397 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.739710 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:34:40.740283 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:34:40.742130 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:34:40.754387 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:40.776981 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:40.777327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 9c952d2d-a7ea-46ff-ae74-0ab6d08d1938 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:40.777738 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a3902f39-9e67-42c5-90ac-04438d51f917 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:40.797065 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: a3902f39-9e67-42c5-90ac-04438d51f917 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:40.797411 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device a3902f39-9e67-42c5-90ac-04438d51f917 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:40.797823 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7bccf813-0321-48a8-a833-4107d32e3bc6 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:34:40.815453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 7bccf813-0321-48a8-a833-4107d32e3bc6 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:34:40.815795 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 7bccf813-0321-48a8-a833-4107d32e3bc6 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:34:40.864552 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.874853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:40.874853 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931 HTTP/1.1" status: 204 len: 168 time: 0.7139261 Aug 22 16:34:40.887141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ab3e-a69a-45ab-a70e-16727b4df0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6b2ccb-dd9e-4fb7-8e89-44bea8e28931,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:41.222730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33556) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:41.262131 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-007da8c7-d282-4b4d-9eb6-385208fbabc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fd6fc46ef1b4c4fb9652f83a031375c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381548 Aug 22 16:34:41.265191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33558) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:41.316071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:41.337023 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:41.429295 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:41.432012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:41.433264 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49678342-e03f-4ebd-b98f-a061a5d13fda HTTP/1.1" status: 204 len: 168 time: 0.1671565 Aug 22 16:34:41.441893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72f0e8-1663-45c5-bd95-4d66db6f2858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49678342-e03f-4ebd-b98f-a061a5d13fda,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:41.703742 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:42.039201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33564) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:42.078582 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-18cedcfb-af32-4aa1-9704-c3b8f55f752d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16539c43943b4eb18fe99a75c27ce5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382402 Aug 22 16:34:42.080956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33566) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:42.128891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:42.150127 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:42.156772 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:34:42.246819 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:42.249559 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:42.250749 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0695695-4c91-4045-a40b-d2795b7f6c91 HTTP/1.1" status: 204 len: 168 time: 0.1689177 Aug 22 16:34:42.260539 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b67ed-e37d-4ada-81ac-e51e91613e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0695695-4c91-4045-a40b-d2795b7f6c91,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:43.244464 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33588) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:43.339017 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-943452559-network', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:43.418044 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Made reservation on behalf of c66c615ce48e4e07b16879766fc6c039 for: {'network': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:34:43.421053 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.429692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.515268 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.624223 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.651266 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:34:43.660185 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014e8dd8-225f-492f-bfa4-92b7e3901330,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:43.666176 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.666532 n-d-805046-3 neutron-server[102048]: INFO neutron.db.segments_db [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Added segment 7010bd55-83f6-4527-834f-3f3582aee07b of type vlan for network f3adb5df-7541-436a-9043-493d7a5bf884 Aug 22 16:34:43.706343 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.760580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.761537 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:43.762122 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:43.824105 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] Pushing event updated for resources: {'Network': ['ID=f3adb5df-7541-436a-9043-493d7a5bf884,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:43.834031 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network f3adb5df-7541-436a-9043-493d7a5bf884 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:34:43.847610 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4fc56a24-091f-4f38-a3cc-8203302e5d71 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6020353 Aug 22 16:34:43.850459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33592) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:43.855467 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Request body: {'subnet': {'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-943452559-subnet', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:43.955538 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Made reservation on behalf of c66c615ce48e4e07b16879766fc6c039 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:34:43.958030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.183561 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.237456 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:44.248523 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Checking segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:44.249204 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Network hostable DHCP agents. Network: f3adb5df-7541-436a-9043-493d7a5bf884, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:34:44.331979 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Network f3adb5df-7541-436a-9043-493d7a5bf884 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:34:44.394603 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, f3adb5df-7541-436a-9043-493d7a5bf884) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:44.398731 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:44.399241 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.403079 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160439f-a142-4199-bbee-d27fad430293 None None] Network f3adb5df-7541-436a-9043-493d7a5bf884 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:44.487358 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fff5219f-7efb-4426-a7a8-678f81bddaae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6355786 Aug 22 16:34:44.490092 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33594) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:44.494449 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:44.547533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-f3adb5df-7541-436a-9043-493d7a5bf884', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:34:44.548478 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.578392 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.579459 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.634683 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.682206 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Allocated IP 172.20.0.2 (f3adb5df-7541-436a-9043-493d7a5bf884/1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50/79f874f2-6c8c-42fd-9ef2-e8d92c9216e3) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:44.828740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.835795 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.837224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Transition to ACTIVE for port object 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:44.854661 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Transition to ACTIVE for port object 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:44.944155 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:44.980330 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Network f3adb5df-7541-436a-9043-493d7a5bf884 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:44.983773 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:44.988057 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:45.002638 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Pushing event updated for resources: {'Port': ['ID=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:45.051016 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Attempting to bind port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:45.051385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Attempting to bind port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:45.051749 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Attempting to bind port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:45.056682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:45.057052 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Checking segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:45.057453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.057849 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Bound using segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:45.058309 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Bound port: 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:45.058689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.105764 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.124165 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] For port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:45.125986 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.127174 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] For port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:45.190256 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.227527 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Allocated IP 172.25.0.188 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/4af50029-a148-46d5-b0b8-2403a559d0c5) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:45.250394 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842e4b2-5bad-4fa0-add6-31002c753cbe None None] Pushing event updated for resources: {'Port': ['ID=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:45.340735 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.453335 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:45.494963 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:45.499358 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:45.503910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:45.511653 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Pushing event updated for resources: {'Port': ['ID=4af50029-a148-46d5-b0b8-2403a559d0c5,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:45.831650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:46.031716 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:46.174141 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ca55a-7eef-4374-bbdb-5374961941ad None None] Network f3adb5df-7541-436a-9043-493d7a5bf884 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:46.235101 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:34:46.292317 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-dda64c0e-e9ee-4ce5-b356-d3657e3ec8b4 None None] Provisioning for port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:46.657074 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:46.667360 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:46.677385 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:46.679546 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:46.726902 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:46.730761 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cc3f3862-8a00-4550-baa0-1f1343f53a8a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2371633 Aug 22 16:34:46.730935 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33596) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:46.782569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:46.783010 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:46.875323 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:46.880072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:46.880469 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:46.965878 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:45Z', 'revision_number': 3, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:46.966741 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.002841 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:47.053281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.086987 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:47.087342 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Updating router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 port 4af50029-a148-46d5-b0b8-2403a559d0c5 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:34:47.110710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:47.116094 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.161452 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.317327 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Allocated IP 172.20.0.1 (f3adb5df-7541-436a-9043-493d7a5bf884/1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50/50489a56-1968-4884-96bc-85016964d9ef) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:47.373468 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.383084 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Transition to ACTIVE for port object 4af50029-a148-46d5-b0b8-2403a559d0c5 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:47.423550 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.437648 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Transition to ACTIVE for port object 50489a56-1968-4884-96bc-85016964d9ef will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:47.446866 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.494318 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Attempting to bind port 4af50029-a148-46d5-b0b8-2403a559d0c5 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:47.494688 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Attempting to bind port 4af50029-a148-46d5-b0b8-2403a559d0c5 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:47.495050 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Attempting to bind port 4af50029-a148-46d5-b0b8-2403a559d0c5 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:47.503522 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Pushing event updated for resources: {'Port': ['ID=4af50029-a148-46d5-b0b8-2403a559d0c5,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:47.509763 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:47.509957 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.510134 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:47.510529 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.510918 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:47.511378 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Bound port: 4af50029-a148-46d5-b0b8-2403a559d0c5, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:47.511749 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.515482 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.515822 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.516194 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.516529 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.516862 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.517188 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.517511 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.517833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.518149 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.518472 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.518790 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.519107 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:34:47.546503 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Network f3adb5df-7541-436a-9043-493d7a5bf884 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:47.550720 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:47.554091 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:47.573707 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] For port 4af50029-a148-46d5-b0b8-2403a559d0c5, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:47.578460 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] For port 4af50029-a148-46d5-b0b8-2403a559d0c5, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4af50029-a148-46d5-b0b8-2403a559d0c5,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:47.583765 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Pushing event updated for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:47.599729 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.647320 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.712654 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e784eb5-021e-4b7b-843e-9a3951bc16a8 None None] Pushing event updated for resources: {'Port': ['ID=4af50029-a148-46d5-b0b8-2403a559d0c5,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:47.717218 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:47.717854 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:47.821881 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:47.835464 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.903448 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f49a675-94c0-4d58-871a-dabe209e76e0 None None] Provisioning for port 50489a56-1968-4884-96bc-85016964d9ef completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:47.907531 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-8f49a675-94c0-4d58-871a-dabe209e76e0 None None] Provisioning complete for port 50489a56-1968-4884-96bc-85016964d9ef triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:47.907960 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8f49a675-94c0-4d58-871a-dabe209e76e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:47.946542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-8f49a675-94c0-4d58-871a-dabe209e76e0 None None] Port 50489a56-1968-4884-96bc-85016964d9ef cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:34:48.003283 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:45Z', 'revision_number': 3, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:48.018513 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:48.028746 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae62219-57b0-4da2-aa55-f8eaf732cdc0 None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:45Z', 'revision_number': 3, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:48.069820 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:48.144617 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Pushing event updated for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:48.148170 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:48.258420 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Network f3adb5df-7541-436a-9043-493d7a5bf884 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:48.259775 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:48.391914 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:34:48.509945 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:48.515564 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-80c44bb3-f983-4d4c-8a0e-1bd0b2a8a3de admin admin] 10.222.0.53 "PUT /v2.0/routers/141235f5-6131-4a7c-a5c0-d140b2bdbfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836294 Aug 22 16:34:48.571132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e52e9fb7-0439-4b4a-b898-257177d85c11 None None] Provisioning complete for port 50489a56-1968-4884-96bc-85016964d9ef triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:48.571642 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e52e9fb7-0439-4b4a-b898-257177d85c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:48.608028 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e52e9fb7-0439-4b4a-b898-257177d85c11 None None] Port 50489a56-1968-4884-96bc-85016964d9ef cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:34:48.832767 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:48.881807 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:48.882182 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:48.967185 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4af50029-a148-46d5-b0b8-2403a559d0c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:49.133214 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4af50029-a148-46d5-b0b8-2403a559d0c5 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:49.138724 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4af50029-a148-46d5-b0b8-2403a559d0c5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:49.138724 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.217792 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.237610 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33612) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:49.238132 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4af50029-a148-46d5-b0b8-2403a559d0c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4af50029-a148-46d5-b0b8-2403a559d0c5,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:49.243203 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1428661877-network', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:49.315626 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.344100 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Made reservation on behalf of c0bbb938cf6847ceb87a8c8ae19bc827 for: {'network': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:34:49.346554 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for network, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.355253 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.367043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4af50029-a148-46d5-b0b8-2403a559d0c5,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:49.454247 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.560823 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.582304 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:49.587369 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102049) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 22 16:34:49.591024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:49.592279 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:49.597800 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a721233-def8-4d05-ac71-dd604ddee9bf,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:49.602598 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.602937 n-d-805046-3 neutron-server[102049]: INFO neutron.db.segments_db [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Added segment ac821ab4-dcff-49e8-b8af-0c593782dcd5 of type vlan for network cfb85b0d-d251-4f37-908f-f1b61a5b0335 Aug 22 16:34:49.643365 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773289357150'] for network, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.704267 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:49.726350 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530'] for network, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.727348 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:49.727934 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.791664 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] Pushing event updated for resources: {'Network': ['ID=cfb85b0d-d251-4f37-908f-f1b61a5b0335,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:49.826354 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 details requested by agent ovs-agent-n-d-805046-3 with host n-d-805046-3 {{(pid=102051) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 22 16:34:49.830307 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-3b85c736-1669-4ac1-b194-8e1dac8f4dbb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5914273 Aug 22 16:34:49.833804 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33614) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:49.838976 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Request body: {'subnet': {'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1428661877-subnet', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'ip_version': 4}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:49.920998 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Made reservation on behalf of c0bbb938cf6847ceb87a8c8ae19bc827 for: {'subnet': 1} {{(pid=102048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:34:49.923581 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5642578'] for subnet, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:49.965225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 2, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:49.992019 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:49.992680 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Updating router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 port 50489a56-1968-4884-96bc-85016964d9ef binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:34:50.017878 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.155369 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5869351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5642556'] for subnet, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.214033 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ee2a71-b421-4410-adce-c98d1e9c6799,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:50.223042 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Checking segment: {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:50.223410 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Network hostable DHCP agents. Network: cfb85b0d-d251-4f37-908f-f1b61a5b0335, hostable agents: ['5b191cd8-26a1-4f23-8cb0-414998905a14'], hosted agents: [] {{(pid=102048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 22 16:34:50.285463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.295560 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Transition to ACTIVE for port object 50489a56-1968-4884-96bc-85016964d9ef will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:50.332429 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 is scheduled to be hosted by DHCP agent 5b191cd8-26a1-4f23-8cb0-414998905a14 with binding_index 1 {{(pid=102048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 22 16:34:50.369379 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.421730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b138-4a19-4f3e-833a-0ad09a99765f None None] Pushing event updated for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:50.477603 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Attempting to bind port 50489a56-1968-4884-96bc-85016964d9ef on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:50.477913 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Attempting to bind port 50489a56-1968-4884-96bc-85016964d9ef by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:50.478264 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Attempting to bind port 50489a56-1968-4884-96bc-85016964d9ef on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:50.485730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:50.485730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Checking segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:50.485730 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.485730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Bound using segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:50.485730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Bound port: 50489a56-1968-4884-96bc-85016964d9ef, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:50.486335 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.557292 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] For port 50489a56-1968-4884-96bc-85016964d9ef, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:50.561043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] For port 50489a56-1968-4884-96bc-85016964d9ef, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=50489a56-1968-4884-96bc-85016964d9ef,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:50.561255 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805046-3, cfb85b0d-d251-4f37-908f-f1b61a5b0335) {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:50.565465 n-d-805046-3 neutron-server[102048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:50.566065 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.570462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dc61f-9eff-4c17-92cd-d825ade666f5 None None] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:50.650951 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.675852 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-1f394b0d-f312-4ebf-93d9-20599417ab24 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8408828 Aug 22 16:34:50.678354 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33616) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:50.682715 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:50.754061 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4af50029-a148-46d5-b0b8-2403a559d0c5 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:50.760556 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:50.761199 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:50.772586 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1574654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31652'] for router, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.776230 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1574410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1576639', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1943171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31663'] for router, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.798695 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b138-4a19-4f3e-833a-0ad09a99765f None None] Pushing event updated for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:50.836737 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:50.876565 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22fea981-7092-550a-a8cf-b18f1153895a-cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'fixed_ips': [{'subnet_id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799'}]}} from n-d-805046-3. {{(pid=102051) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 22 16:34:50.877441 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.068085 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.119953 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:51.205316 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4af50029-a148-46d5-b0b8-2403a559d0c5 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:51.205656 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.331624 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.350940 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.397760 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.db_base_plugin_common [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Allocated IP 172.20.0.2 (cfb85b0d-d251-4f37-908f-f1b61a5b0335/c5ee2a71-b421-4410-adce-c98d1e9c6799/938482d2-c91c-4db7-b4d9-960a460a8dc4) {{(pid=102051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:51.462821 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Allocated IP 172.25.0.163 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:51.566808 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.586257 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:50Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:51.630637 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e62b20-9118-424b-a2ba-f355f47f8c16 None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:50Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:51.656895 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks [] for port, precommit_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.660294 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.666116 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Transition to ACTIVE for port object 938482d2-c91c-4db7-b4d9-960a460a8dc4 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:51.701453 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Transition to ACTIVE for port object 938482d2-c91c-4db7-b4d9-960a460a8dc4 will not be triggered until provisioned by entity DHCP. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:51.717079 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:51.719758 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:51.723135 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:51.733453 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:51.767204 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604'] for port, after_create {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.808357 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 is already hosted by enough agents. {{(pid=102051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:51.813275 n-d-805046-3 neutron-server[102051]: DEBUG neutron.scheduler.base_scheduler [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Resources bound (agent type, host, resource id): {{(pid=102051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:51.816446 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Received port after_create {{(pid=102051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:51.824268 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Pushing event updated for resources: {'Port': ['ID=938482d2-c91c-4db7-b4d9-960a460a8dc4,revision_number=1']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:51.890631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Attempting to bind port 938482d2-c91c-4db7-b4d9-960a460a8dc4 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:51.891011 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Attempting to bind port 938482d2-c91c-4db7-b4d9-960a460a8dc4 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:51.891380 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Attempting to bind port 938482d2-c91c-4db7-b4d9-960a460a8dc4 on network cfb85b0d-d251-4f37-908f-f1b61a5b0335 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:51.896740 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:51.897251 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Checking segment: {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:51.897673 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.898070 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Bound using segment: {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:51.898547 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Bound port: 938482d2-c91c-4db7-b4d9-960a460a8dc4, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:51.898929 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:51.976995 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] For port 938482d2-c91c-4db7-b4d9-960a460a8dc4, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:51.980307 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] For port 938482d2-c91c-4db7-b4d9-960a460a8dc4, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=938482d2-c91c-4db7-b4d9-960a460a8dc4,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:52.053002 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:52.063873 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:52.126559 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d75b2-61d4-4f43-87cc-4893f73dab32 None None] Pushing event updated for resources: {'Port': ['ID=938482d2-c91c-4db7-b4d9-960a460a8dc4,revision_number=2']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:52.201925 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:52.296585 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1574515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1576584'] for router, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:52.515545 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 is scheduled to L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 with binding_index 1 {{(pid=102048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 22 16:34:52.628528 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:52.639251 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Sync routers for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:52.649155 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:52.649851 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:52.733491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:52.734807 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-b50c2052-f4c3-43e4-b695-13258a01c8d8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0555072 Aug 22 16:34:52.737965 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33620) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:52.792877 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:52.840524 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 50489a56-1968-4884-96bc-85016964d9ef up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:52.983926 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 50489a56-1968-4884-96bc-85016964d9ef completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:52.988324 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 50489a56-1968-4884-96bc-85016964d9ef triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:52.989401 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.046489 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:51Z', 'revision_number': 3, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:53.078744 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Checking router: df3a5078-e020-4f0c-8ea0-6d9ff059cad6 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:53.079237 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Updating router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 binding host n-d-805046-3 {{(pid=102052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:34:53.093152 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.108132 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.133190 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 50489a56-1968-4884-96bc-85016964d9ef, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=50489a56-1968-4884-96bc-85016964d9ef,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:53.173536 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d9c22-f675-4439-98af-bb606766c47e None None] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:34:53.235093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.235888 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 938482d2-c91c-4db7-b4d9-960a460a8dc4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:53.337047 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1fc047e-6a2f-4e71-af0a-27b78da05b98 None None] Provisioning for port 938482d2-c91c-4db7-b4d9-960a460a8dc4 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:53.341280 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:53.394123 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks [] for port, precommit_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.404959 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.provisioning_blocks [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Transition to ACTIVE for port object bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 will not be triggered until provisioned by entity L2. {{(pid=102052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:53.426109 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 938482d2-c91c-4db7-b4d9-960a460a8dc4 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:53.430187 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 938482d2-c91c-4db7-b4d9-960a460a8dc4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:53.430543 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.480731 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.510733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.548029 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Attempting to bind port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:53.548404 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Attempting to bind port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:53.548767 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Attempting to bind port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 on network 6e17ac43-13d9-4221-8f2e-e33af352ea02 {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:53.550993 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c914-fd94-4934-b0d5-6fde8714e794 None None] Pushing event updated for resources: {'Port': ['ID=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,revision_number=2']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:53.554224 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 938482d2-c91c-4db7-b4d9-960a460a8dc4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=938482d2-c91c-4db7-b4d9-960a460a8dc4,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:53.557046 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:53.557423 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Checking segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:53.557824 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.558281 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Bound using segment: {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'} {{(pid=102052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:53.558752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.managers [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Bound port: bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ca90f-066d-4a5e-8402-09c316b5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02'}}] {{(pid=102052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:53.559130 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.613174 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] For port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749, host n-d-805046-3, cleared binding levels {{(pid=102052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:53.617224 n-d-805046-3 neutron-server[102052]: DEBUG neutron.plugins.ml2.db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] For port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:53.624253 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.642874 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.675688 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=938482d2-c91c-4db7-b4d9-960a460a8dc4,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:53.696727 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-43b50a99-a1e8-4ba7-ab68-9b0fca6b9d01 None None] Provisioning complete for port 938482d2-c91c-4db7-b4d9-960a460a8dc4 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:53.697202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-43b50a99-a1e8-4ba7-ab68-9b0fca6b9d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.704229 n-d-805046-3 neutron-server[102052]: DEBUG neutron_lib.callbacks.manager [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.766516 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c914-fd94-4934-b0d5-6fde8714e794 None None] Pushing event updated for resources: {'Port': ['ID=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,revision_number=3']} {{(pid=102052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:53.769321 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:53.769933 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:53.808157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_common [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Allocated IP 172.20.0.1 (cfb85b0d-d251-4f37-908f-f1b61a5b0335/c5ee2a71-b421-4410-adce-c98d1e9c6799/4ffe97cf-3c9b-48f2-a628-bf1074314f99) {{(pid=102048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:34:53.878870 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:53.915306 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:53.929620 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.provisioning_blocks [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Transition to ACTIVE for port object 4ffe97cf-3c9b-48f2-a628-bf1074314f99 will not be triggered until provisioned by entity DHCP. {{(pid=102048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:54.024288 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.061788 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:54.064552 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:54.067882 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Received port after_create {{(pid=102048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:34:54.101848 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Pushing event updated for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:54.118450 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1586273'] for router_interface, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.163311 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:51Z', 'revision_number': 3, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:54.191475 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac0761-c8bb-4071-ab24-661d37cf9da5 None None] The sync data for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 is: [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:51Z', 'revision_number': 3, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:54.314763 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.372101 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5ca38d4-4a61-483b-a0b6-a65da4c4df1e None None] Provisioning for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:54.377390 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c5ca38d4-4a61-483b-a0b6-a65da4c4df1e None None] Provisioning complete for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:54.385116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c5ca38d4-4a61-483b-a0b6-a65da4c4df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.415170 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca38d4-4a61-483b-a0b6-a65da4c4df1e None None] Port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:34:54.501264 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.583583 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867960'] for port, after_update {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.655396 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Pushing event updated for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=2']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:54.657958 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1665480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586367'] for router_interface, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.757714 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 is already hosted by enough agents. {{(pid=102048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:34:54.759802 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.base_scheduler [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Resources bound (agent type, host, resource id): {{(pid=102048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:34:54.845362 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 50489a56-1968-4884-96bc-85016964d9ef up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:54.903335 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 50489a56-1968-4884-96bc-85016964d9ef triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:54.904421 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:54.919817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:34:54.996959 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 938482d2-c91c-4db7-b4d9-960a460a8dc4 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:55.037310 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b839343-1633-4294-930d-29e936446135 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:34:55.048701 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-6b839343-1633-4294-930d-29e936446135 admin admin] 10.222.0.53 "PUT /v2.0/routers/df3a5078-e020-4f0c-8ea0-6d9ff059cad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094795 Aug 22 16:34:55.049530 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e1e8c235-fdf5-490d-927a-42fba5695b4e None None] Provisioning complete for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:55.049905 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c235-fdf5-490d-927a-42fba5695b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.079508 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 938482d2-c91c-4db7-b4d9-960a460a8dc4 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:55.079876 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.114542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8c235-fdf5-490d-927a-42fba5695b4e None None] Port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:34:55.170755 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:55.292336 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:55.298237 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:55.298734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.386103 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.406961 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:55.515371 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.569721 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:55.651893 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33628) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:55.656862 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82973926', 'description': 'tempest-secgroup-smoke-82973926 description', 'project_id': 'c66c615ce48e4e07b16879766fc6c039'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:55.726653 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.807693 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Sync routers for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:34:55.812245 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.817327 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:55.817945 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:55.864144 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.895583 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59790584-3fa0-4832-b3ae-303b4e1fe672,revision_number=1']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:55.927295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:55.943616 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:55.944999 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-374b25a8-27ee-4a54-b12b-2d0ee0337a44 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2920392 Aug 22 16:34:55.947808 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33630) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:55.952817 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:56.039499 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.106287 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.129875 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:54Z', 'revision_number': 4, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4ffe97cf-3c9b-48f2-a628-bf1074314f99', 'name': '', 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'mac_address': 'fa:16:3e:f9:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:53Z', 'updated_at': '2021-08-22T16:34:54Z', 'revision_number': 2, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'subnets': [{'id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:56.160485 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Checking router: df3a5078-e020-4f0c-8ea0-6d9ff059cad6 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:34:56.160843 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Updating router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 binding host n-d-805046-3 {{(pid=102051) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 22 16:34:56.166491 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.185473 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c73f89-14a9-408c-9dab-51e5444e6ddf,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:56.187423 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.252351 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.253644 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-f6f832c6-7468-4732-8422-cb7e531a15d9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048394 Aug 22 16:34:56.256311 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33632) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:56.261019 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:56.342850 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.399983 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.447340 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks [] for port, precommit_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.457326 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Transition to ACTIVE for port object 4ffe97cf-3c9b-48f2-a628-bf1074314f99 will not be triggered until provisioned by entity L2. {{(pid=102051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:34:56.474842 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.492747 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ac88b5-8323-4773-9fb1-48cb8cef00b8,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:56.526740 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.555186 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.556684 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-4e85b775-cfce-4681-a68d-7174a23a0ef9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992222 Aug 22 16:34:56.559906 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33634) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:56.565787 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:56.582078 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2895ffc-e6aa-45dd-8c9e-c44450023440 None None] Pushing event updated for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=3']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:56.635889 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Attempting to bind port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 on host n-d-805046-3 for vnic_type normal with profile {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:34:56.636321 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Attempting to bind port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 by drivers openvswitch,hyperv on host n-d-805046-3 at level 0 using segments [{'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:34:56.636684 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Attempting to bind port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 on network cfb85b0d-d251-4f37-908f-f1b61a5b0335 {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:34:56.642917 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Checking agent: {'id': '62f47b41-0d28-4a12-b220-d256fcc0a020', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 35, 3), 'started_at': datetime.datetime(2021, 8, 22, 14, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805046-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:34:56.643296 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Checking segment: {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:34:56.643713 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.644145 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Bound using segment: {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'} {{(pid=102051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:34:56.644617 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.managers [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Bound port: 4ffe97cf-3c9b-48f2-a628-bf1074314f99, host: n-d-805046-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac821ab4-dcff-49e8-b8af-0c593782dcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335'}}] {{(pid=102051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:34:56.645004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.655805 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.714091 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] For port 4ffe97cf-3c9b-48f2-a628-bf1074314f99, host n-d-805046-3, cleared binding levels {{(pid=102051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:34:56.718825 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] For port 4ffe97cf-3c9b-48f2-a628-bf1074314f99, host n-d-805046-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4ffe97cf-3c9b-48f2-a628-bf1074314f99,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:34:56.739841 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.761413 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:56.785809 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.789521 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.807901 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1f3c02-fa09-4448-bcc7-74463e45ad45,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:56.852782 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:56.854004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d4686eba-16a0-470d-bc3f-1230c1609780 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2922511 Aug 22 16:34:56.856939 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 33636) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:56.862099 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.v2.base [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:56.938137 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.002605 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.030682 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2895ffc-e6aa-45dd-8c9e-c44450023440 None None] Pushing event updated for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:57.037450 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:34:57.038072 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:34:33Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:57.080790 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.087405 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:57.087789 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.104584 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9446be4f-3098-41e9-bc54-8f477745abe3,revision_number=0']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:57.190529 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:34:57.200465 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.202446 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-cdb1ed87-af36-44a6-8be8-9a1f4bc0752a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441262 Aug 22 16:34:57.205205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33638) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:57.210243 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:57.281498 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Project c66c615ce48e4e07b16879766fc6c039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:34:57.286559 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.351791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.423826 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.434712 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:54Z', 'revision_number': 4, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4ffe97cf-3c9b-48f2-a628-bf1074314f99', 'name': '', 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'mac_address': 'fa:16:3e:f9:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:53Z', 'updated_at': '2021-08-22T16:34:56Z', 'revision_number': 4, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'subnets': [{'id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:34:57.446796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daa7648-fa54-4c1e-87f5-70a72c11b12c,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:57.462546 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ea220-cf1d-4b5c-9a52-56cf870a5a44 None None] The sync data for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 is: [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:34:54Z', 'revision_number': 4, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '4ffe97cf-3c9b-48f2-a628-bf1074314f99', 'name': '', 'network_id': 'cfb85b0d-d251-4f37-908f-f1b61a5b0335', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'mac_address': 'fa:16:3e:f9:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:53Z', 'updated_at': '2021-08-22T16:34:56Z', 'revision_number': 4, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'subnets': [{'id': 'c5ee2a71-b421-4410-adce-c98d1e9c6799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:34:57.524834 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.526153 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-34b3182a-b394-4fea-a449-2070ad01c885 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3196616 Aug 22 16:34:57.528838 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33640) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:34:57.533632 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'security_group_rule': {'security_group_id': '59790584-3fa0-4832-b3ae-303b4e1fe672', 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:34:57.617816 n-d-805046-3 neutron-server[102049]: INFO neutron.db.securitygroups_db [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Project c66c615ce48e4e07b16879766fc6c039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 22 16:34:57.623788 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.688942 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.737760 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044184'] for security_group_rule, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.760869 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a430d766-1ec4-4ccd-894a-cfc0edfbde3b,revision_number=0']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:57.795563 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:57.797187 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-e01f9f9b-a65f-4e6c-aaee-89302608817b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2671590 Aug 22 16:34:58.007210 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-29259fd6-58d1-48a1-877e-6e28c36a5b57 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82973926&fields=id&tenant_id=c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 267 time: 0.0339644 Aug 22 16:34:58.123533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-566cfce4-42b0-48de-b3d2-c87b74c05785 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:34:58.124775 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-566cfce4-42b0-48de-b3d2-c87b74c05785 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 809 time: 0.1109443 Aug 22 16:34:58.139326 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-794eb8c5-d5f2-448f-a693-f9eaa62a642b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/quotas/c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 375 time: 0.0088787 Aug 22 16:34:58.190761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9144a83d-7eea-4241-bcb7-014fddce6c95 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460310 Aug 22 16:34:58.391890 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-b73df0e7-a3dd-47dd-b172-ab56893f1d27 service neutron] 10.222.0.53 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894076 Aug 22 16:34:58.493862 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-812193ef-2895-4170-a524-95b088ce009f service neutron] 10.222.0.53 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954771 Aug 22 16:34:58.761627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cc227007-900c-4d74-b715-d68265a9ffe0 req-4955991d-159e-4e67-90e3-8f7409a2c231 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 210 time: 0.0371280 Aug 22 16:34:58.774367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4ffe97cf-3c9b-48f2-a628-bf1074314f99 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:34:58.909729 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:34:58.914233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:34:58.914675 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:59.000168 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:59.031678 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] For port 4ffe97cf-3c9b-48f2-a628-bf1074314f99, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4ffe97cf-3c9b-48f2-a628-bf1074314f99,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:34:59.093973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:34:59.145938 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Pushing event updated for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:34:59.844139 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-456c27fb-2c6b-4f15-ab18-07c50a00f364 req-2322c71b-0c0f-45b7-8191-6e07eecf26f2 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 210 time: 0.0268135 Aug 22 16:35:00.201042 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a700ba1e-d35b-46ac-ba7c-e581ea783c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:00.747933 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4ffe97cf-3c9b-48f2-a628-bf1074314f99 up at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:35:00.799122 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Provisioning complete for port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:35:00.799522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:00.940308 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8fd6ffd0-5f84-4d16-904d-9902a43c1cf0 req-e9e79006-4f2f-4959-af8f-67a4ec5b4db3 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 210 time: 0.0258121 Aug 22 16:35:01.077505 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-fba962f1-8c69-48ae-85f9-ede7f38789d5 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:01.078986 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-fba962f1-8c69-48ae-85f9-ede7f38789d5 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 809 time: 0.1101253 Aug 22 16:35:01.129406 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-ef2a8cd2-fe23-4e9b-9b4c-b0432001b245 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 378 time: 0.0344913 Aug 22 16:35:01.139993 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'port': {'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'admin_state_up': True, 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'security_groups': ['59790584-3fa0-4832-b3ae-303b4e1fe672']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:35:01.343712 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Made reservation on behalf of c66c615ce48e4e07b16879766fc6c039 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:35:01.347290 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:01.474452 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Allocated IP 172.20.0.13 (f3adb5df-7541-436a-9043-493d7a5bf884/1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50/b10b6480-6ebf-4c82-8c19-1fd949938a1a) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:35:01.609899 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:01.623211 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Transition to ACTIVE for port object b10b6480-6ebf-4c82-8c19-1fd949938a1a will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:35:01.726659 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:01.773184 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Network f3adb5df-7541-436a-9043-493d7a5bf884 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:35:01.776130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:35:01.781110 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:35:01.810514 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:01.839283 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:01.839957 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:01.904965 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-9fe34ef4-4f86-42b7-9bc9-c96436762059 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688174 Aug 22 16:35:01.923416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Request body: {'port': {'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:35:01.984030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.109575 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c1255f3f-010f-4e39-87cb-b4cfd33c8ac8 None None] Provisioning for port b10b6480-6ebf-4c82-8c19-1fd949938a1a completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:35:02.113631 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-c1255f3f-010f-4e39-87cb-b4cfd33c8ac8 None None] Provisioning complete for port b10b6480-6ebf-4c82-8c19-1fd949938a1a triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:35:02.119382 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c1255f3f-010f-4e39-87cb-b4cfd33c8ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.144208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd33fc-6e6b-49e7-bd35-3892d39bd909 req-0ddf0253-f510-4b45-90fa-d1d3a4ee9e89 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:02.148180 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bcd33fc-6e6b-49e7-bd35-3892d39bd909 req-0ddf0253-f510-4b45-90fa-d1d3a4ee9e89 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 932 time: 0.1235034 Aug 22 16:35:02.149088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-c1255f3f-010f-4e39-87cb-b4cfd33c8ac8 None None] Port b10b6480-6ebf-4c82-8c19-1fd949938a1a cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:35:02.235374 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8bcd33fc-6e6b-49e7-bd35-3892d39bd909 req-98a8cfe0-e572-47ea-abc3-df684e98fbdd tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797880 Aug 22 16:35:02.322884 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10b6480-6ebf-4c82-8c19-1fd949938a1a {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:35:02.330125 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.342467 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Transition to ACTIVE for port object b10b6480-6ebf-4c82-8c19-1fd949938a1a will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:35:02.411424 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.461375 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:02.534833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Attempting to bind port b10b6480-6ebf-4c82-8c19-1fd949938a1a on host n-h2-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:35:02.535175 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Attempting to bind port b10b6480-6ebf-4c82-8c19-1fd949938a1a by drivers openvswitch,hyperv on host n-h2-805046-3 at level 0 using segments [{'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:35:02.535508 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Attempting to bind port b10b6480-6ebf-4c82-8c19-1fd949938a1a on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:35:02.540047 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Port b10b6480-6ebf-4c82-8c19-1fd949938a1a on network f3adb5df-7541-436a-9043-493d7a5bf884 not bound, no agent of type Open vSwitch agent registered on host n-h2-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:35:02.540373 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Attempting to bind port b10b6480-6ebf-4c82-8c19-1fd949938a1a on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:35:02.546279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Checking agent: {'id': '08baecf6-c102-483d-9d04-8d4dcd14babd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:35:02.546678 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Checking segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:35:02.547066 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Bound using segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:35:02.547517 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Bound port: b10b6480-6ebf-4c82-8c19-1fd949938a1a, host: n-h2-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:35:02.547879 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.617158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:35:02.620079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:35:02.721333 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.758165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:02.758791 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:02.760224 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] 10.222.0.10 "PUT /v2.0/ports/b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1092 time: 0.8420496 Aug 22 16:35:02.760671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:35:02.762943 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb" -d '{"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:35:02.785577 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11908-ad8d-4cf7-9fd7-ca84e48d7787 service neutron] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:02.803550 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0051d2f6-0c05-4a00-a804-56a794f3949b x-openstack-request-id: req-0051d2f6-0c05-4a00-a804-56a794f3949b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:35:02.803914 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:35:02.804208 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0051d2f6-0c05-4a00-a804-56a794f3949b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:35:02.804624 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'status': 'completed', 'code': 200} Aug 22 16:35:02.891560 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-8905b1df-5f12-4a48-b441-bbc17f834d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:02.893301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-8905b1df-5f12-4a48-b441-bbc17f834d09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0473039 Aug 22 16:35:02.960498 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:03.006905 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-595380fe-5152-43c7-9cab-7cf5fd72e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.008399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-595380fe-5152-43c7-9cab-7cf5fd72e9cb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c66c615ce48e4e07b16879766fc6c039&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022274 Aug 22 16:35:03.104763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-beec0799-86eb-44e5-aee6-f8aa3f4dee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.106168 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2b1ee45c-dad6-4c32-98af-c4e7d45b15cb req-beec0799-86eb-44e5-aee6-f8aa3f4dee11 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905077 Aug 22 16:35:03.211847 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4ee75e4f-74f8-425e-b0e1-d549434f3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.213361 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4ee75e4f-74f8-425e-b0e1-d549434f3790 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0443518 Aug 22 16:35:03.260466 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-7263d4a3-8356-4160-8ba4-2c2bbd199329 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 217 time: 0.0343804 Aug 22 16:35:03.309249 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-19796440-392e-434c-921c-8ea85ddae944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.310654 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-19796440-392e-434c-921c-8ea85ddae944 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0441544 Aug 22 16:35:03.387199 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a71e6-fb78-4733-ac01-1c2a6a8d9f30 req-218c7c78-1885-4f1f-bb96-829df26882c8 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.388703 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a71e6-fb78-4733-ac01-1c2a6a8d9f30 req-218c7c78-1885-4f1f-bb96-829df26882c8 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0822575 Aug 22 16:35:03.391748 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-48b6a753-635c-42d5-b939-b99043264107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:03.393147 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-48b6a753-635c-42d5-b939-b99043264107 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748382 Aug 22 16:35:03.484598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2d4a71e6-fb78-4733-ac01-1c2a6a8d9f30 req-aacf1f3d-8661-4a79-8c66-614e721cd4e7 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889242 Aug 22 16:35:03.512301 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-70e7ab3a-3038-4634-9058-4da85c1c3fff service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109886 Aug 22 16:35:03.572271 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-7969c859-91d9-43d3-aee6-d914b422179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:03.601789 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2746c084-7f73-4fc6-9fd8-4e7fb634d4ed req-4f9df8e0-3ab1-4249-ab27-ea7883cd4dee service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829625 Aug 22 16:35:04.601872 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5707c-2567-49bc-82a1-7caccc9570ba req-0cbff428-bb56-4626-a4e9-b5ff75a6ca6f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:04.603351 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c5707c-2567-49bc-82a1-7caccc9570ba req-0cbff428-bb56-4626-a4e9-b5ff75a6ca6f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0487726 Aug 22 16:35:04.640370 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-16c5707c-2567-49bc-82a1-7caccc9570ba req-7e3cd0c9-1042-45d7-9d1b-1557215ad051 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306990 Aug 22 16:35:05.320390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:05.768537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453cb79-1a38-4846-a447-2aaef6864f08 req-1313da43-7ab2-43c7-ae4a-f39194ccef6a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:05.770044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3453cb79-1a38-4846-a447-2aaef6864f08 req-1313da43-7ab2-43c7-ae4a-f39194ccef6a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0615761 Aug 22 16:35:05.808630 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3453cb79-1a38-4846-a447-2aaef6864f08 req-28eba0e5-aaf5-441b-95fa-078710b4bd79 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323262 Aug 22 16:35:06.191852 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:35:06.284167 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:35:06.294293 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:35:06.330449 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:06.343139 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10b6480-6ebf-4c82-8c19-1fd949938a1a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:35:06.361728 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:35:06.434635 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:06.485374 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:06.867523 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['b10b6480-6ebf-4c82-8c19-1fd949938a1a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:35:06.924825 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bae31-6c71-4785-98f9-7817d5aad6e7 req-bbaffb8c-9dc8-4400-9405-94a71be0a774 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:06.926338 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-435bae31-6c71-4785-98f9-7817d5aad6e7 req-bbaffb8c-9dc8-4400-9405-94a71be0a774 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 945 time: 0.0490170 Aug 22 16:35:06.963472 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-435bae31-6c71-4785-98f9-7817d5aad6e7 req-e5adb942-ab93-47fb-941a-7704fc4d0283 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310991 Aug 22 16:35:07.223383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:08.076331 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda4b6-3949-4c59-b6d5-9fede503e1b4 req-79339e4a-c72e-4142-8a07-ddf855ca2c8c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:08.077720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1efda4b6-3949-4c59-b6d5-9fede503e1b4 req-79339e4a-c72e-4142-8a07-ddf855ca2c8c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 945 time: 0.0480897 Aug 22 16:35:08.115888 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1efda4b6-3949-4c59-b6d5-9fede503e1b4 req-1bedb91d-28e3-4193-b2f7-8834adc26313 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314331 Aug 22 16:35:08.207227 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:35:08.308994 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning for port b10b6480-6ebf-4c82-8c19-1fd949938a1a completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:35:08.313314 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port b10b6480-6ebf-4c82-8c19-1fd949938a1a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:35:08.313593 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:08.389604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:08.414346 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:35:08.416628 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d99cb-8ddf-4c1c-acce-f4ef45dc0274" -d '{"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:35:08.429955 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:35:08.480680 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:08.509195 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da86c3e-a60c-4fbd-b1da-635f6e686861 x-openstack-request-id: req-5da86c3e-a60c-4fbd-b1da-635f6e686861 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:35:08.509493 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:35:08.509754 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5da86c3e-a60c-4fbd-b1da-635f6e686861 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:35:08.510177 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'code': 200} Aug 22 16:35:08.532192 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:08.629407 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577372d-4a94-474f-bb1b-c430a81cd63e req-45e0743e-9241-492b-9f25-1eac6e3f5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:08.630910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2577372d-4a94-474f-bb1b-c430a81cd63e req-45e0743e-9241-492b-9f25-1eac6e3f5287 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1097 time: 0.0436382 Aug 22 16:35:08.665335 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2577372d-4a94-474f-bb1b-c430a81cd63e req-250afcd1-c803-458c-8506-a8559d6d0158 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271235 Aug 22 16:35:09.233706 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2b55c-6135-4493-9654-2f2bb14a5553 req-5dcdc371-37e1-4c10-90e8-86b5b50acfc4 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:09.236076 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b2b55c-6135-4493-9654-2f2bb14a5553 req-5dcdc371-37e1-4c10-90e8-86b5b50acfc4 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 946 time: 0.0518832 Aug 22 16:35:09.273009 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-76b2b55c-6135-4493-9654-2f2bb14a5553 req-f0f9b4ea-a639-4d19-b556-0ad1a9f37854 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307000 Aug 22 16:35:10.386364 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f474-10c5-43ca-8284-e4d6bd61564d req-45fc052d-0422-4ea5-9f8c-a3856e28807a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:10.387833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7d0f474-10c5-43ca-8284-e4d6bd61564d req-45fc052d-0422-4ea5-9f8c-a3856e28807a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 946 time: 0.0489757 Aug 22 16:35:10.425453 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f7d0f474-10c5-43ca-8284-e4d6bd61564d req-48045f2f-b58f-419c-a99a-9f8e01a6ae6f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314426 Aug 22 16:35:10.540801 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4b68c-f03d-4c11-a016-b80c63d22b8e req-81b051cf-73d2-44ad-b86f-fb11b0f427c9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:10.542482 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a4b68c-f03d-4c11-a016-b80c63d22b8e req-81b051cf-73d2-44ad-b86f-fb11b0f427c9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 946 time: 0.0519893 Aug 22 16:35:10.579806 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-07a4b68c-f03d-4c11-a016-b80c63d22b8e req-e6e9ea91-feb0-4773-908d-60a0ccf6caaa tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308499 Aug 22 16:35:10.600604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33710) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:35:10.680761 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c267db5-99c1-4c39-b119-4aa0fdd54bfa tempest-TestSnapshotPattern-974443825 tempest-TestSnapshotPattern-974443825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:10.682245 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-7c267db5-99c1-4c39-b119-4aa0fdd54bfa tempest-TestSnapshotPattern-974443825 tempest-TestSnapshotPattern-974443825-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1092 time: 0.0806873 Aug 22 16:35:10.685213 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 33714) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:35:10.690035 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:35:10.766337 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:10.863615 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:10.963099 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Allocated IP 172.25.0.254 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/e5a0780c-cfcd-4380-a7a9-e373d031dd30) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:35:11.066060 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:11.138181 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:11.174929 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:35:11.177735 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:35:11.181091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:35:11.209498 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=e5a0780c-cfcd-4380-a7a9-e373d031dd30,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:11.536012 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:11.641732 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:11.680633 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:12.117854 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:12.172231 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:12.243512 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=e5a0780c-cfcd-4380-a7a9-e373d031dd30,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:35:12.257537 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:12.355674 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Floating IP 00f9ba08-7433-4b9d-9eea-b5290d9df584 associated. External IP: 172.25.0.254, port: b10b6480-6ebf-4c82-8c19-1fd949938a1a. Aug 22 16:35:12.561278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:35:12.670594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:35:12.681406 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:35:12.691780 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:35:12.696856 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:35:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:35:12.743504 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:12.774928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-a6a7b320-2fa3-4571-a911-25ab51f06275 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0886848 Aug 22 16:35:12.775537 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:35:12.777869 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788264e7-3dd2-4aa5-b903-dc84d770a628" -d '{"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:35:12.798305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:35:12.815692 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebebb08-5216-4adc-a910-11270733aa52 x-openstack-request-id: req-aebebb08-5216-4adc-a910-11270733aa52 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:35:12.816031 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:35:12.816297 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aebebb08-5216-4adc-a910-11270733aa52 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:35:12.816710 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'status': 'completed', 'code': 200} Aug 22 16:35:12.898934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-2c6b0bd2-df30-4a5c-aba4-976da35bf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:12.900494 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-2c6b0bd2-df30-4a5c-aba4-976da35bf897 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1097 time: 0.0420008 Aug 22 16:35:12.996279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-1a53819a-9e4f-4df5-a985-0b7ce7774b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:12.997801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-1a53819a-9e4f-4df5-a985-0b7ce7774b3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0906417 Aug 22 16:35:13.019940 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:11Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:35:13.048987 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:35:13.057545 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:35:13.058157 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:35:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:35:13.066973 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-00ebd53e-63bf-4f02-adb4-af4a52c615f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1000 time: 0.0625565 Aug 22 16:35:13.117328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-c9a8adb1-2e73-474c-b182-a55a7aa58f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:13.118811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-c9a8adb1-2e73-474c-b182-a55a7aa58f40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0451941 Aug 22 16:35:13.164405 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:35:13.164644 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-aa755a8b-84db-436c-9629-631328e17b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:13.165995 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-aa755a8b-84db-436c-9629-631328e17b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399623 Aug 22 16:35:13.264937 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-cda3d9f1-0fae-4ec4-af91-ac56475ff39b service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918610 Aug 22 16:35:13.354741 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-788264e7-3dd2-4aa5-b903-dc84d770a628 req-3c37f4ae-73ba-4c2f-934b-cf9862827e3d service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Aug 22 16:35:13.386833 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:11Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:35:13.416192 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa868d4-a436-45f5-bd0c-c0bf46d801fb None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:11Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:35:13.611770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fe093-d10f-46b1-a719-aa03c815dd57 None None] New status for floating IP 00f9ba08-7433-4b9d-9eea-b5290d9df584: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:35:19.155752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:35:22.228768 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:30.194115 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-84f09cb8-93a7-4b97-b215-8353401071f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:32.942682 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:33.583032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-db4cf922-6c3b-45a5-ae14-959bf183a17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:35.291378 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:37.223307 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:41.731156 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:47.524357 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-881861bf-231f-49a1-a059-9914ac0bc013 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446796 Aug 22 16:35:47.627543 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-93548f76-cd56-48bf-994a-51eb9f8258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:47.629098 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-93548f76-cd56-48bf-994a-51eb9f8258f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1097 time: 0.0442894 Aug 22 16:35:47.736355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-20402014-ad8b-44c7-9894-6cc9c56f233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:47.737848 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-20402014-ad8b-44c7-9894-6cc9c56f233d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0892472 Aug 22 16:35:47.806928 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-7e0b7e4a-b4e5-4562-a7ab-35022c992c11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1002 time: 0.0609875 Aug 22 16:35:47.855695 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-fd59c673-0bd1-44bc-9697-d589e7b54d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:47.858175 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-fd59c673-0bd1-44bc-9697-d589e7b54d22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0434253 Aug 22 16:35:47.913311 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-21cf5207-6416-40af-ad33-2e1ee9ab12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:35:47.914835 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-21cf5207-6416-40af-ad33-2e1ee9ab12ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501246 Aug 22 16:35:48.007189 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-d1abce73-4a7a-42d6-86b0-b3cd24b263e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Aug 22 16:35:48.102371 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ccea22c0-6fd1-41ce-9981-52a0d959ae21 req-4f7827ab-b120-47a6-90dc-690a22774b98 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880649 Aug 22 16:35:52.176760 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:35:56.155074 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:36:00.233963 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-28500077-87e6-4b15-ab4f-47a1f111bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:02.942989 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:03.548136 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41a75d7c-302a-4403-90d9-cbdfc6531c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:05.331306 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:07.240362 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:11.725920 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:22.222896 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:30.193721 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-368fbfbb-cbbc-4a22-aed4-3d290076676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:32.959492 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:33.154864 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:36:33.559001 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-64642ac6-c828-4587-9622-3f5f86bb275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:35.290658 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:37.256711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:41.724982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:36:47.517690 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-32f216fd-6f4d-4c9f-8472-d41ad7fde013 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410557 Aug 22 16:36:47.614049 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-7354b778-10b5-48d0-ab44-96d048abf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:36:47.615887 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-7354b778-10b5-48d0-ab44-96d048abf572 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1097 time: 0.0420179 Aug 22 16:36:47.724205 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-f4e6131f-ab4a-4054-8c4d-f976c64ad9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:36:47.725700 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-f4e6131f-ab4a-4054-8c4d-f976c64ad9e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0911264 Aug 22 16:36:47.796938 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-11dd254b-c0d6-4eb8-bc56-ee4eaafdbf54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1002 time: 0.0637372 Aug 22 16:36:47.846022 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-d101eafa-86ed-4f9c-b631-49eba6437505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:36:47.847437 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-d101eafa-86ed-4f9c-b631-49eba6437505 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0442998 Aug 22 16:36:47.897253 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-b1970019-51d3-4e5b-816d-7c8b59e551ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:36:47.902945 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-b1970019-51d3-4e5b-816d-7c8b59e551ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451288 Aug 22 16:36:47.994225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-87234d33-8ebd-476c-8ea5-662b372a8f88 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875311 Aug 22 16:36:48.096493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-1b312c27-2bbc-461b-b007-ffbb851c14cd req-eae78db2-7a29-42a9-9661-fd1c0fec7809 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951130 Aug 22 16:36:52.205030 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:00.204763 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-799a6dd2-06dd-478c-9b9a-f049122471ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:02.982038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:03.564826 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ff93132d-d349-45b8-ba0a-6ea4adeab184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:05.296648 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:07.256279 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:10.154280 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:37:11.770424 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:22.221774 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:30.232953 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8ff27aab-0b4e-4c3d-8648-70f2beb0ea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:33.016107 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:33.582257 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f54ed7c-6c75-4b66-8ae2-abe4baad8dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:35.312779 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:37.232983 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:41.735815 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:46.988550 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a details requested by agent hyperv_n-h2-805046-3 with host n-h2-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:37:47.080291 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:37:47.091024 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Returning: {'device': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:37:47.131733 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:47.144730 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b10b6480-6ebf-4c82-8c19-1fd949938a1a {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:37:47.153216 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:37:47.164355 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:37:47.221520 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:47.268650 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:37:47.276487 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.276830 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.277172 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.277507 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.277839 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.278168 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.278493 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.278816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.279140 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.279462 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.279780 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.280125 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:37:47.390456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] get_ports_and_sgs() called for port_ids ['b10b6480-6ebf-4c82-8c19-1fd949938a1a'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:37:47.615231 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-72ed56e9-cbfe-4d47-bd78-cfd41f0aad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:37:47.617119 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-72ed56e9-cbfe-4d47-bd78-cfd41f0aad2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1096 time: 0.0933158 Aug 22 16:37:47.725607 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-ead2ea6e-c5c5-4595-8d0b-39e456d5b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:37:47.727097 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-ead2ea6e-c5c5-4595-8d0b-39e456d5b247 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0897200 Aug 22 16:37:47.793696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-de8f5ecb-8a3b-4228-96b0-5984f13dd75b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1001 time: 0.0585766 Aug 22 16:37:47.843523 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-35479f61-c44f-4146-b114-3a83ca674b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:37:47.844939 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-35479f61-c44f-4146-b114-3a83ca674b37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0433629 Aug 22 16:37:47.895726 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-b0d1f7fc-4424-4f96-a4d4-0383c81b6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:37:47.897225 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-b0d1f7fc-4424-4f96-a4d4-0383c81b6723 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446181 Aug 22 16:37:47.909890 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-84f72190-3dba-433b-868f-908b26cd8be8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:37:47.910897 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-84f72190-3dba-433b-868f-908b26cd8be8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059745 Aug 22 16:37:48.003610 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-6750dc49-4ea7-4877-9c93-979c86690d31 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Aug 22 16:37:48.097083 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-06759bbc-fc5c-4b75-bd31-aaf2598738c7 req-d4bf2f3f-9c99-4ff9-b369-c204319a7e37 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866244 Aug 22 16:37:49.006424 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a up at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:37:49.057539 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Provisioning complete for port b10b6480-6ebf-4c82-8c19-1fd949938a1a triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:37:49.058017 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:49.141177 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:49.163533 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:37:49.165749 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f380748-3016-4058-a9b6-ffe1e2f7e0b9" -d '{"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:37:49.178824 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:37:49.204736 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2856f55-0500-401b-b6f2-23291b5a51ee x-openstack-request-id: req-e2856f55-0500-401b-b6f2-23291b5a51ee {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:37:49.205038 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:37:49.205298 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2856f55-0500-401b-b6f2-23291b5a51ee {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:37:49.205698 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'code': 200} Aug 22 16:37:49.267453 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:37:49.317043 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:37:52.609452 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:00.221562 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-704efead-7817-473a-b3ec-e40b125dcaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:00.261577 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-d98bd628-b791-4794-a6b1-ed3058c05ee8 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82973926&fields=id&tenant_id=c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 267 time: 0.0346982 Aug 22 16:38:00.370815 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-c4d5d595-c4a1-4e6a-8ffb-ca9de57d9886 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:00.372254 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-c4d5d595-c4a1-4e6a-8ffb-ca9de57d9886 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 809 time: 0.1038673 Aug 22 16:38:00.387417 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-ba686c46-5605-4507-818b-66a1f472e898 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/quotas/c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Aug 22 16:38:00.447632 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-23f567cd-8898-4cf7-8469-26e927999768 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544086 Aug 22 16:38:00.546377 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-67811933-c909-4cfd-8096-efbc6ad21e06 service neutron] 10.222.0.53 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Aug 22 16:38:00.640985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-a8234d9d-3438-4998-9c79-7e0aa7c9e8b6 service neutron] 10.222.0.53 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880835 Aug 22 16:38:00.866833 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-b91349e7-ab43-47d0-9bc2-817be6214bfe req-e2e8ed4e-09c5-4a06-8705-ab5bf0188bc0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0266767 Aug 22 16:38:01.966467 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fc56d6b8-184e-4f40-bbf0-49d533fae0ba req-10454ddd-0696-4226-8545-d26f85bb0dc0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Aug 22 16:38:02.880172 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.54', 50201) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:38:02.952729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:02.989140 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-6dbe45c8-0d0d-4ece-92e9-14fd940c5fe1 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:02.991019 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-6dbe45c8-0d0d-4ece-92e9-14fd940c5fe1 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 809 time: 0.1090789 Aug 22 16:38:03.038742 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-47946862-45d1-4aec-a4d5-bac2909ebcfe tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c66c615ce48e4e07b16879766fc6c039 HTTP/1.1" status: 200 len: 378 time: 0.0392375 Aug 22 16:38:03.049455 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'port': {'device_id': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'admin_state_up': True, 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'security_groups': ['59790584-3fa0-4832-b3ae-303b4e1fe672']}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:38:03.090946 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-908193c2-01af-4fa3-bc8e-78ccfccbce1c req-a475d1f0-4f54-4028-8722-20ceca3283ae tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0456843 Aug 22 16:38:03.266107 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Made reservation on behalf of c66c615ce48e4e07b16879766fc6c039 for: {'port': 1} {{(pid=102049) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 22 16:38:03.269709 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:03.396136 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Allocated IP 172.20.0.9 (f3adb5df-7541-436a-9043-493d7a5bf884/1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50/1d8ea311-4efc-4ab9-9066-e343a0beca59) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:38:03.553418 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:03.564214 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f6518b0b-3781-481a-aec8-472bad0fc498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:03.577729 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Transition to ACTIVE for port object 1d8ea311-4efc-4ab9-9066-e343a0beca59 will not be triggered until provisioned by entity DHCP. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:38:03.653052 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:03.709426 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Network f3adb5df-7541-436a-9043-493d7a5bf884 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:38:03.712741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:38:03.716616 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:38:03.746206 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:03.762208 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.762562 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.762914 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.763261 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.763661 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.764356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.764356 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.764753 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.764934 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.765266 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.765599 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.765936 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:38:03.789179 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:03.796922 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:03.919260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-171b11a0-f191-4aaf-bfe5-fee7fda6ce9f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751411 Aug 22 16:38:04.265293 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854f5bb-7893-4055-b2df-0d0be55c170a req-803698b2-c21d-44d3-86e7-d3c2d4d4cb38 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:04.267407 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-edda48dc-cf6e-42e0-96c0-a73d9db7810a None None] Provisioning for port 1d8ea311-4efc-4ab9-9066-e343a0beca59 completed by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:38:04.272352 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-edda48dc-cf6e-42e0-96c0-a73d9db7810a None None] Provisioning complete for port 1d8ea311-4efc-4ab9-9066-e343a0beca59 triggered by entity DHCP. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:38:04.272973 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-edda48dc-cf6e-42e0-96c0-a73d9db7810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:04.289923 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7854f5bb-7893-4055-b2df-0d0be55c170a req-803698b2-c21d-44d3-86e7-d3c2d4d4cb38 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0866373 Aug 22 16:38:04.312445 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-edda48dc-cf6e-42e0-96c0-a73d9db7810a None None] Port 1d8ea311-4efc-4ab9-9066-e343a0beca59 cannot update to ACTIVE because it is not bound. {{(pid=102051) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 22 16:38:04.343112 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7854f5bb-7893-4055-b2df-0d0be55c170a req-6c57c589-706f-42a7-9f65-53aadfde4b33 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465546 Aug 22 16:38:05.039127 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:38:05.122686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:05.147396 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:38:05.149730 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da389213-7d9f-4376-8249-02adb6ea1570" -d '{"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:38:05.162569 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:38:05.198822 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013de854-c143-4e72-bd25-d6cc04c8ecfa x-openstack-request-id: req-013de854-c143-4e72-bd25-d6cc04c8ecfa {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:38:05.198822 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:38:05.198822 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-013de854-c143-4e72-bd25-d6cc04c8ecfa {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:38:05.198822 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'code': 200} Aug 22 16:38:05.216191 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:05.280553 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Pushing event updated for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:05.308116 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:05.468837 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5115-5255-480d-b110-55156b681142 req-1b5dc573-8ce1-4f23-a571-73383e27b81a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:05.470296 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e0d5115-5255-480d-b110-55156b681142 req-1b5dc573-8ce1-4f23-a571-73383e27b81a tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0486209 Aug 22 16:38:05.516842 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7e0d5115-5255-480d-b110-55156b681142 req-fbe03c4f-43e4-4096-a6cd-7c856be6edcf tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405085 Aug 22 16:38:06.640029 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff7296-b663-4e85-8071-5062d08fc6c2 req-ee31254f-6e6e-4223-ae00-794693762697 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:06.641656 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acff7296-b663-4e85-8071-5062d08fc6c2 req-ee31254f-6e6e-4223-ae00-794693762697 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0527480 Aug 22 16:38:06.683540 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-acff7296-b663-4e85-8071-5062d08fc6c2 req-3f429873-b2a0-4c5a-b349-31b2aa2712e2 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354733 Aug 22 16:38:07.261087 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:07.809532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962a4f-b3bb-43be-9346-353df5734bb4 req-8daee4f4-94e1-4ed9-8816-66563eb456a7 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:07.811057 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00962a4f-b3bb-43be-9346-353df5734bb4 req-8daee4f4-94e1-4ed9-8816-66563eb456a7 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0539382 Aug 22 16:38:07.854444 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-00962a4f-b3bb-43be-9346-353df5734bb4 req-d0835131-ddc0-44f9-8d27-a43b6189d947 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362597 Aug 22 16:38:08.972946 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3dcd8-9eef-4878-ac25-bb17da9e87f3 req-85d0e2d7-aac1-4653-9d6f-8f10922a38d3 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:08.974812 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20f3dcd8-9eef-4878-ac25-bb17da9e87f3 req-85d0e2d7-aac1-4653-9d6f-8f10922a38d3 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0501096 Aug 22 16:38:09.022347 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-20f3dcd8-9eef-4878-ac25-bb17da9e87f3 req-27a82d49-81c4-44d2-83ea-a4e60461cbb2 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372481 Aug 22 16:38:09.905197 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-085a51b5-ec2e-41ee-9264-7b21b78caaf0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102049) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 22 16:38:09.906298 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-085a51b5-ec2e-41ee-9264-7b21b78caaf0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055208 Aug 22 16:38:09.961497 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Request body: {'port': {'device_id': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805046-3'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:38:10.018680 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.336763 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8ea311-4efc-4ab9-9066-e343a0beca59 {{(pid=102049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:38:10.345260 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.358796 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.provisioning_blocks [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Transition to ACTIVE for port object 1d8ea311-4efc-4ab9-9066-e343a0beca59 will not be triggered until provisioned by entity L2. {{(pid=102049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 22 16:38:10.370849 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f72dd-9833-45dd-9120-31ce1b75897b req-fb9d569e-789b-45db-b766-8769bd4e7f7c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:10.376487 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-239f72dd-9833-45dd-9120-31ce1b75897b req-fb9d569e-789b-45db-b766-8769bd4e7f7c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 931 time: 0.2359009 Aug 22 16:38:10.421904 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-239f72dd-9833-45dd-9120-31ce1b75897b req-e85fd4c2-3efd-4c72-9ded-1a984c510962 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433698 Aug 22 16:38:10.425752 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.487603 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:10.623730 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Attempting to bind port 1d8ea311-4efc-4ab9-9066-e343a0beca59 on host n-h1-805046-3 for vnic_type normal with profile {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 22 16:38:10.624305 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Attempting to bind port 1d8ea311-4efc-4ab9-9066-e343a0beca59 by drivers openvswitch,hyperv on host n-h1-805046-3 at level 0 using segments [{'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 22 16:38:10.624865 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Attempting to bind port 1d8ea311-4efc-4ab9-9066-e343a0beca59 on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:38:10.633530 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Port 1d8ea311-4efc-4ab9-9066-e343a0beca59 on network f3adb5df-7541-436a-9043-493d7a5bf884 not bound, no agent of type Open vSwitch agent registered on host n-h1-805046-3 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 22 16:38:10.634094 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Attempting to bind port 1d8ea311-4efc-4ab9-9066-e343a0beca59 on network f3adb5df-7541-436a-9043-493d7a5bf884 {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 22 16:38:10.643397 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Checking agent: {'id': '0ac37c35-8653-4c35-9b5b-cd38260b51da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805046-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'started_at': datetime.datetime(2021, 8, 22, 14, 43, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 22, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 22 16:38:10.644079 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Checking segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 22 16:38:10.644646 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Bound using segment: {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'} {{(pid=102049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 22 16:38:10.645282 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.managers [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Bound port: 1d8ea311-4efc-4ab9-9066-e343a0beca59, host: n-h1-805046-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7010bd55-83f6-4527-834f-3f3582aee07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884'}}] {{(pid=102049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 22 16:38:10.645846 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.735329 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, cleared binding levels {{(pid=102049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 22 16:38:10.739277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 22 16:38:10.810117 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.856859 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:10.857548 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:10.859003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] 10.222.0.54 "PUT /v2.0/ports/1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 1091 time: 0.9449596 Aug 22 16:38:10.859449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:38:10.861910 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e787b192-c571-4893-880f-2ee2c3bf244f" -d '{"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:38:10.917075 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28673c9-1b61-4fe7-91c4-64f9c54132fe x-openstack-request-id: req-a28673c9-1b61-4fe7-91c4-64f9c54132fe {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:38:10.917445 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:38:10.917742 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a28673c9-1b61-4fe7-91c4-64f9c54132fe {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:38:10.918220 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'status': 'completed', 'code': 200} Aug 22 16:38:10.918919 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ca15-5dac-4198-86d5-6de97c53ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=3']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:11.560915 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f70f2-bbc5-4197-b8e6-fc269c9883be req-4a2d90d5-04b5-4997-a142-6c24ed451eb0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:11.564446 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-583f70f2-bbc5-4197-b8e6-fc269c9883be req-4a2d90d5-04b5-4997-a142-6c24ed451eb0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0636103 Aug 22 16:38:11.603456 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-583f70f2-bbc5-4197-b8e6-fc269c9883be req-f8456086-7606-44ea-b378-e4ebbe5607e6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350475 Aug 22 16:38:11.759279 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:12.722009 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99994188-a1e1-4d13-8569-2044c7a28415 req-8bf43400-e75f-42ce-8a82-b0b4f59c71ca tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:12.723505 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99994188-a1e1-4d13-8569-2044c7a28415 req-8bf43400-e75f-42ce-8a82-b0b4f59c71ca tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Aug 22 16:38:12.760593 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-99994188-a1e1-4d13-8569-2044c7a28415 req-dc36ed43-b80f-4549-928c-334adfbc554b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309899 Aug 22 16:38:13.881168 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6db3e-bcac-4b21-ae8b-fee36c5b7a73 req-36d029e9-c573-4d02-88ea-5fd405626947 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:13.882634 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67e6db3e-bcac-4b21-ae8b-fee36c5b7a73 req-36d029e9-c573-4d02-88ea-5fd405626947 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0528872 Aug 22 16:38:13.919985 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-67e6db3e-bcac-4b21-ae8b-fee36c5b7a73 req-36d8499b-b49c-4479-92f8-e7b2f8f2bf74 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313301 Aug 22 16:38:15.034883 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef86e0-fbc6-4ad7-b2bb-de5b89266e1f req-9418e72d-3a37-4d77-a2d5-c4d7ba9a6c5b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:15.036386 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94ef86e0-fbc6-4ad7-b2bb-de5b89266e1f req-9418e72d-3a37-4d77-a2d5-c4d7ba9a6c5b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0495610 Aug 22 16:38:15.074972 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-94ef86e0-fbc6-4ad7-b2bb-de5b89266e1f req-b879ef5d-838a-4d6b-b323-9d86d741a5e0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325749 Aug 22 16:38:16.193310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8918c4e-7f0c-4038-b30a-26c349b0480c req-920082fc-dc81-4f8c-a80d-bc125d48dd0b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.194871 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8918c4e-7f0c-4038-b30a-26c349b0480c req-920082fc-dc81-4f8c-a80d-bc125d48dd0b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0490730 Aug 22 16:38:16.233627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c8918c4e-7f0c-4038-b30a-26c349b0480c req-74a7d674-d648-4629-92c4-0d263ff3b170 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328400 Aug 22 16:38:16.606725 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787b192-c571-4893-880f-2ee2c3bf244f req-b9100fa6-47a8-44ed-ac33-83a806e398a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.608259 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e787b192-c571-4893-880f-2ee2c3bf244f req-b9100fa6-47a8-44ed-ac33-83a806e398a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0471616 Aug 22 16:38:16.706893 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787b192-c571-4893-880f-2ee2c3bf244f req-d92d6d7d-31ec-4feb-97f9-f4309ea08376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.708362 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e787b192-c571-4893-880f-2ee2c3bf244f req-d92d6d7d-31ec-4feb-97f9-f4309ea08376 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c66c615ce48e4e07b16879766fc6c039&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0889621 Aug 22 16:38:16.803481 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787b192-c571-4893-880f-2ee2c3bf244f req-f12f4922-da42-407a-8cfb-4d8298387b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.804977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e787b192-c571-4893-880f-2ee2c3bf244f req-f12f4922-da42-407a-8cfb-4d8298387b5d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881941 Aug 22 16:38:16.880619 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-0ae47923-27ad-4333-a403-8be5b371deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.882010 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-0ae47923-27ad-4333-a403-8be5b371deb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1094 time: 0.0411515 Aug 22 16:38:16.924003 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-9ce16fcb-1133-4072-a251-f7dc304005dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 217 time: 0.0333843 Aug 22 16:38:16.976487 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-d4e2df17-223d-42e7-8440-9be84d40adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:16.977991 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-d4e2df17-223d-42e7-8440-9be84d40adbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0477564 Aug 22 16:38:17.023604 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-ade09cb5-d3f2-46d2-b4b3-5c8c9f9c9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:17.025143 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-ade09cb5-d3f2-46d2-b4b3-5c8c9f9c9df1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402029 Aug 22 16:38:17.113722 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-ff66ad31-2a8d-4896-ae61-0813afeac51a service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817068 Aug 22 16:38:17.206587 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-4964b55e-4a95-4c06-909c-fbd1989e69c6 req-729efa9f-3ac1-4479-b7d5-f1b12c5d7e50 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Aug 22 16:38:17.350785 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778ee86-f054-4912-b1ab-fdd1ac288f58 req-3acfdade-6661-4a42-9d5f-a8d0c5bd806c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:17.352811 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7778ee86-f054-4912-b1ab-fdd1ac288f58 req-3acfdade-6661-4a42-9d5f-a8d0c5bd806c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0505123 Aug 22 16:38:17.390255 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-7778ee86-f054-4912-b1ab-fdd1ac288f58 req-49b3541b-57ce-495f-9c65-ce91e7a4c471 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313582 Aug 22 16:38:18.509533 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d5ef-2281-4c0c-b340-53e74428ee7c req-936122fa-33d6-46d2-a961-56cdb09a9f1b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:18.510910 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a488d5ef-2281-4c0c-b340-53e74428ee7c req-936122fa-33d6-46d2-a961-56cdb09a9f1b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0534334 Aug 22 16:38:18.861678 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-a488d5ef-2281-4c0c-b340-53e74428ee7c req-1dd47b57-f5ab-4568-8ce9-c292d43398ad tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3448164 Aug 22 16:38:19.733694 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:38:19.829479 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:38:19.839542 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'mac_address': 'fa:16:3e:13:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:38:19.875841 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:19.890991 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8ea311-4efc-4ab9-9066-e343a0beca59 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:38:19.909813 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:38:19.981026 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7085c5-55ef-46dd-a595-539492c71275 req-d0afb0c7-b2b8-47dd-8154-64e1711ff3f6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:19.981662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:19.983414 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7085c5-55ef-46dd-a595-539492c71275 req-d0afb0c7-b2b8-47dd-8154-64e1711ff3f6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0514646 Aug 22 16:38:20.022696 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-0e7085c5-55ef-46dd-a595-539492c71275 req-a18e6ad5-a452-4b16-bbab-5a51b489d692 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339036 Aug 22 16:38:20.032273 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=4']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:20.356757 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['1d8ea311-4efc-4ab9-9066-e343a0beca59'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:38:21.137191 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61fbd-195d-4571-b1ed-07044c0d31ab req-a933891d-dfc8-4f0a-ba7c-14d5f1b74c37 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:21.145575 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48b61fbd-195d-4571-b1ed-07044c0d31ab req-a933891d-dfc8-4f0a-ba7c-14d5f1b74c37 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0484507 Aug 22 16:38:21.175239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-48b61fbd-195d-4571-b1ed-07044c0d31ab req-5be2d3be-a0ac-4cff-9df0-a8a98766a027 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304763 Aug 22 16:38:21.743350 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:38:21.871939 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning for port 1d8ea311-4efc-4ab9-9066-e343a0beca59 completed by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 22 16:38:21.875647 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 1d8ea311-4efc-4ab9-9066-e343a0beca59 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:38:21.876051 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:21.953795 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:21.975438 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:38:21.978326 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec0b49-d2cd-4393-b6df-1b33938e0a8f" -d '{"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:38:21.994162 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:38:22.017367 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f9b28-acbe-4113-904d-0436427cff81 x-openstack-request-id: req-2b0f9b28-acbe-4113-904d-0436427cff81 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:38:22.017367 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:38:22.017367 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b0f9b28-acbe-4113-904d-0436427cff81 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:38:22.017367 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'code': 200} Aug 22 16:38:22.055162 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:22.104225 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=5']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:22.114037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5733c3-b3f0-4a6b-8233-614bf312feac req-a7c62454-da7a-45f7-9e48-f7e88da2e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:22.115536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff5733c3-b3f0-4a6b-8233-614bf312feac req-a7c62454-da7a-45f7-9e48-f7e88da2e38d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0436900 Aug 22 16:38:22.150297 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ff5733c3-b3f0-4a6b-8233-614bf312feac req-112057b3-ac72-4f12-81d6-d0940a7aa0ef service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270019 Aug 22 16:38:22.215725 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:22.293614 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc807-a72b-45d2-96d4-24b989b6f27c req-d5c77eb6-0932-437b-af8f-466a3ecee08b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:22.295007 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-628dc807-a72b-45d2-96d4-24b989b6f27c req-d5c77eb6-0932-437b-af8f-466a3ecee08b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Aug 22 16:38:22.333023 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-628dc807-a72b-45d2-96d4-24b989b6f27c req-407e4a7d-5f7e-4265-b639-d82fba735d14 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320282 Aug 22 16:38:23.449041 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66151c-247d-4145-992f-a3ba6b001c65 req-49c5acd9-4967-4613-a31d-778e4bcf078b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:23.450522 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d66151c-247d-4145-992f-a3ba6b001c65 req-49c5acd9-4967-4613-a31d-778e4bcf078b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Aug 22 16:38:23.489248 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8d66151c-247d-4145-992f-a3ba6b001c65 req-1ae157fa-f767-4503-8667-63cd48f0477c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326135 Aug 22 16:38:24.152919 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:38:24.613733 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb690e17-3340-4d2c-8835-c47e3ff7a0aa req-ad684b8e-6952-4bdd-ad4d-9f0c3e8b2b50 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:24.615221 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb690e17-3340-4d2c-8835-c47e3ff7a0aa req-ad684b8e-6952-4bdd-ad4d-9f0c3e8b2b50 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0546501 Aug 22 16:38:24.653548 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cb690e17-3340-4d2c-8835-c47e3ff7a0aa req-99580e13-6a37-44d4-9934-549cdb15e4ce tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318091 Aug 22 16:38:24.766328 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545048-deda-4206-ad41-4a047deec21a req-3cb57616-2424-46aa-a4c2-21a40c6fda7f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:24.767712 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c545048-deda-4206-ad41-4a047deec21a req-3cb57616-2424-46aa-a4c2-21a40c6fda7f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Aug 22 16:38:24.804996 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-3c545048-deda-4206-ad41-4a047deec21a req-d7842970-62e4-495c-a861-ae359c76592f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312414 Aug 22 16:38:24.826597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34080) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:38:24.866174 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15b39c-812c-4928-a730-91d637476304 tempest-TestSnapshotPattern-974443825 tempest-TestSnapshotPattern-974443825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:24.867901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-df15b39c-812c-4928-a730-91d637476304 tempest-TestSnapshotPattern-974443825 tempest-TestSnapshotPattern-974443825-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1091 time: 0.0401192 Aug 22 16:38:24.870488 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34082) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:38:24.874814 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.v2.base [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Request body: {'floatingip': {'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102049) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 22 16:38:24.985907 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:25.085054 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:25.190014 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_common [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Allocated IP 172.25.0.125 (6e17ac43-13d9-4221-8f2e-e33af352ea02/abe0c827-63a6-468a-8cdf-9a2a7b409c07/9d4a8dbe-7a99-4204-9697-bc97a1eed518) {{(pid=102049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 22 16:38:25.289174 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:25.398193 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773289369604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:25.434996 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Network 6e17ac43-13d9-4221-8f2e-e33af352ea02 is already hosted by enough agents. {{(pid=102049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 22 16:38:25.437741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.base_scheduler [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Resources bound (agent type, host, resource id): {{(pid=102049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 22 16:38:25.440220 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Received port after_create {{(pid=102049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 22 16:38:25.476148 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=9d4a8dbe-7a99-4204-9697-bc97a1eed518,revision_number=1']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:25.798524 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:25.934701 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:26.079576 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for port, precommit_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:26.141020 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4422862'] for port, after_update {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:26.213828 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event updated for resources: {'Port': ['ID=9d4a8dbe-7a99-4204-9697-bc97a1eed518,revision_number=2']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:38:26.225192 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1576486'] for floatingip, after_create {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:26.327448 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Floating IP 2aa2b2a5-1db0-4b5e-8042-f279e303b8e3 associated. External IP: 172.25.0.125, port: 1d8ea311-4efc-4ab9-9066-e343a0beca59. Aug 22 16:38:26.540464 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:38:26.650839 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:38:26.662868 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:38:26.672223 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:38:26.672836 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:38:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:38:26.729472 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:26.757895 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-eb57a820-f17e-46e8-9259-b325c32a6002 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8863895 Aug 22 16:38:26.759057 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:38:26.761473 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d92945-3820-494f-a905-b5216aaefaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:38:26.779752 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:38:26.797529 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea84e6-7d2b-44f2-a9e4-bdc30769e058 x-openstack-request-id: req-6fea84e6-7d2b-44f2-a9e4-bdc30769e058 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:38:26.797829 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:38:26.798099 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fea84e6-7d2b-44f2-a9e4-bdc30769e058 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:38:26.798509 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'status': 'completed', 'code': 200} Aug 22 16:38:26.863597 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-572199ab-28fa-4f56-82e4-a1185a5b1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:26.865239 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-572199ab-28fa-4f56-82e4-a1185a5b1a02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0452471 Aug 22 16:38:26.962156 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-f926fc34-0c7b-48b7-9d8e-934a841f60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:26.963693 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-f926fc34-0c7b-48b7-9d8e-934a841f60d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0909114 Aug 22 16:38:27.032235 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-24faaeca-eff9-4b50-aada-c96666b1c74d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 999 time: 0.0600743 Aug 22 16:38:27.082313 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-a243f26f-81c0-421c-819a-2950f7814b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:27.083701 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-a243f26f-81c0-421c-819a-2950f7814b82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0450654 Aug 22 16:38:27.093716 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}, {'id': '2aa2b2a5-1db0-4b5e-8042-f279e303b8e3', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:13:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:38:25Z', 'updated_at': '2021-08-22T16:38:25Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:38:27.120975 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:38:27.129617 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:38:27.130214 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:38:03Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:38:27.134671 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-417777d5-5156-4809-99d6-842c337c03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:27.139691 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-417777d5-5156-4809-99d6-842c337c03d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458801 Aug 22 16:38:27.229546 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-0b19f974-e44a-4368-81ae-2b8ab9936db5 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865316 Aug 22 16:38:27.233432 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:38:27.324933 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d6d92945-3820-494f-a905-b5216aaefaf6 req-ebac5e01-11c4-4782-87f6-7a30575afb9c service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883698 Aug 22 16:38:27.453717 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}, {'id': '2aa2b2a5-1db0-4b5e-8042-f279e303b8e3', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:13:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:38:25Z', 'updated_at': '2021-08-22T16:38:25Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:38:27.484043 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891336f2-42f4-4c2a-b958-b61b1e931d54 None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}, {'id': '2aa2b2a5-1db0-4b5e-8042-f279e303b8e3', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:13:b4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:38:25Z', 'updated_at': '2021-08-22T16:38:25Z', 'revision_number': 0, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:38:27.667510 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad87ad-5ff1-4a9d-a066-64c226eb8a80 None None] New status for floating IP 2aa2b2a5-1db0-4b5e-8042-f279e303b8e3: ACTIVE {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:38:30.174957 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d03e-f30b-43a1-93d8-c144dc367487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:32.952383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:33.575368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-d12b5c62-d9bd-4284-aaf3-9a7836560100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:35.301301 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:37.284019 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:41.740267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:38:47.513846 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-e2ff1800-493e-4e92-87dd-55370cc40b8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403094 Aug 22 16:38:47.610301 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-13dc0fbd-77fb-49ba-8ff3-5b0983040c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:47.611778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-13dc0fbd-77fb-49ba-8ff3-5b0983040c28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0404897 Aug 22 16:38:47.723553 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-56d053a1-b526-4b4f-9c66-0fd0a016cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:47.725044 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-56d053a1-b526-4b4f-9c66-0fd0a016cc43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0942831 Aug 22 16:38:47.791170 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-a0cfc31b-253b-4aea-b3bc-77a06e226bb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1000 time: 0.0594950 Aug 22 16:38:47.837999 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-7e4be8f7-b13e-449c-868a-b49ae549bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:47.839390 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-7e4be8f7-b13e-449c-868a-b49ae549bd1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0415814 Aug 22 16:38:47.890651 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-4c9b4b2c-8661-491b-832f-39dba4bf1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:38:47.892197 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-4c9b4b2c-8661-491b-832f-39dba4bf1672 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460782 Aug 22 16:38:47.983795 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-5b8f54fd-b296-4ef1-a5aa-ce902d87dc2d service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 Aug 22 16:38:48.080144 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-fb03a734-1a05-4a82-9fef-a4aa3769b677 req-c391c1da-85bc-4791-8078-5c0fd92a53a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893898 Aug 22 16:38:52.220229 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:00.197208 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1ac57e9e-2d31-41c7-a112-5e9184c973c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:01.152906 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:39:02.963405 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:03.557236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f75f3877-00c6-41b7-a242-cb53c361705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:05.317596 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:07.259179 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:11.803463 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:19.539770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-0d6a66ae-07a0-4eba-8243-6e2aca435b33 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411868 Aug 22 16:39:19.622782 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-278f8ada-4957-46af-838a-b1f0bc25fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:19.624516 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-278f8ada-4957-46af-838a-b1f0bc25fb6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0412755 Aug 22 16:39:19.728728 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-da1cd467-8132-4752-8d5d-87c33e813b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:19.730183 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-da1cd467-8132-4752-8d5d-87c33e813b00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0879636 Aug 22 16:39:19.793160 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-533b33e5-9e11-4b64-b891-476f3945da3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 1001 time: 0.0559425 Aug 22 16:39:19.844384 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-09a5e781-0cb4-48d5-aa97-ae289d7d10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:19.845783 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-09a5e781-0cb4-48d5-aa97-ae289d7d10e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0458770 Aug 22 16:39:19.890750 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-257196be-9f36-4192-8eb1-861dc35d2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:19.892279 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-257196be-9f36-4192-8eb1-861dc35d2c8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396514 Aug 22 16:39:19.980376 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-85486b87-7132-456f-92c5-d759b95d10fb service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812500 Aug 22 16:39:20.073999 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-d4106a68-cc59-4180-b258-69e1ceff2e19 req-cedf414a-1bc3-449e-b86d-7e72a1519ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Aug 22 16:39:22.225686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:30.202847 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-f0777e74-e62a-4557-a0bc-d5afbb01b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:32.950285 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:33.580018 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e9090d7a-22a4-4ec7-a5ef-cedaf90b3d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:35.322579 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:37.266195 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:38.152048 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:39:41.808324 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:39:48.515320 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-2a014cc5-0058-4732-b88e-bcb87e50ef35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401592 Aug 22 16:39:48.608309 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-7f8678b9-6a90-4de4-8184-6393f941b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:48.610410 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-7f8678b9-6a90-4de4-8184-6393f941b394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0388706 Aug 22 16:39:48.716098 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-89b5a65f-5fc9-4cb6-8cae-58a4a6f48690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:48.717550 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-89b5a65f-5fc9-4cb6-8cae-58a4a6f48690 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0887809 Aug 22 16:39:48.788861 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-608fea26-97b0-4bab-b81a-329f885df883 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1000 time: 0.0644932 Aug 22 16:39:48.845732 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-e11f520c-3087-4bef-b1a7-1cc9cf15b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:48.848132 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-e11f520c-3087-4bef-b1a7-1cc9cf15b628 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0511250 Aug 22 16:39:48.894819 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-64a3066f-122d-435c-a295-7fdc435eee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:39:48.896349 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-64a3066f-122d-435c-a295-7fdc435eee25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419474 Aug 22 16:39:49.003171 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-58818445-d4a6-4e8b-b9c1-bf889817f0e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989287 Aug 22 16:39:49.099828 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-f08fddf6-9c2a-45c4-9f0f-4e4ef6e84e47 req-e242381e-eb47-438d-94f1-7bc6d6455ccc service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895796 Aug 22 16:39:52.225650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:00.208566 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1898ff32-c013-41dd-a215-de38522f8e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:02.985801 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:03.562681 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8cb99c67-531a-45e4-be08-3a32bf90516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:05.311325 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:07.288021 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:11.790711 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:15.150630 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:40:21.527720 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-e0863e1e-fedd-465b-b9e0-878381ae218d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388682 Aug 22 16:40:21.609310 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-96049d8a-9c2a-41c0-a35c-bf90c9a521ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:21.610794 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-96049d8a-9c2a-41c0-a35c-bf90c9a521ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0437057 Aug 22 16:40:21.713317 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-411e5faf-f299-4688-bb6c-d1c471779678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:21.714801 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-411e5faf-f299-4688-bb6c-d1c471779678 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0846596 Aug 22 16:40:21.782869 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-d3a1da94-2579-4fed-9391-7a35394132ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 1001 time: 0.0605645 Aug 22 16:40:21.830951 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-470da343-314a-4c9b-8a7a-15f190245144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:21.832355 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-470da343-314a-4c9b-8a7a-15f190245144 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0427403 Aug 22 16:40:21.876365 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-89fc0e4c-5844-4109-ac97-afb14fbb77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:21.878493 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-89fc0e4c-5844-4109-ac97-afb14fbb77d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393400 Aug 22 16:40:22.225390 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:22.288536 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-e05b9196-599f-4bc8-8eda-8afa641f8c3a service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028740 Aug 22 16:40:22.381734 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-323b762a-c41d-40cc-9a5a-e256d4e169c4 req-e23a2b03-fe43-4393-99f0-9b41b42930a2 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858231 Aug 22 16:40:30.242381 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-30be3867-f74c-423b-b7fc-d613026bf142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:30.379828 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 details requested by agent hyperv_n-h1-805046-3 with host n-h1-805046-3 {{(pid=102051) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 22 16:40:30.475770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:30.486643 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Returning: {'device': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'port_id': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'mac_address': 'fa:16:3e:13:b4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102051) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 22 16:40:30.522750 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:30.534899 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d8ea311-4efc-4ab9-9066-e343a0beca59 {{(pid=102051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 22 16:40:30.553685 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:30.640422 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:30.693364 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=6']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:30.700764 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.701119 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.701464 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.701811 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.702147 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.702483 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.702816 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.703146 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.703476 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.703804 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.704157 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.704486 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:30.714965 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] get_ports_and_sgs() called for port_ids ['1d8ea311-4efc-4ab9-9066-e343a0beca59'] {{(pid=102051) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 22 16:40:32.395723 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 up at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 22 16:40:32.443691 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.provisioning_blocks [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Provisioning complete for port 1d8ea311-4efc-4ab9-9066-e343a0beca59 triggered by entity L2. {{(pid=102051) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 22 16:40:32.444093 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863666'] for port, provisioning_complete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:32.518692 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:32.540769 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:32.542973 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfec902-25e9-4ec1-865b-6b7a38b5185a" -d '{"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:32.558856 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:32.631761 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8dade3-3245-47b0-a832-86768f7792ea x-openstack-request-id: req-1b8dade3-3245-47b0-a832-86768f7792ea {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:32.632089 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:32.632349 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b8dade3-3245-47b0-a832-86768f7792ea {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:32.632753 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'code': 200} Aug 22 16:40:32.642550 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:32.690223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=7']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:32.937885 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:33.605944 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0e45cd40-90d8-43ff-8d9b-660cf778ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:35.326748 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:37.271542 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:41.818036 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:45.840974 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34338) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:40:45.998795 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Deleting port 9d4a8dbe-7a99-4204-9697-bc97a1eed518 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:40:45.999143 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.076777 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.077030 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.088609 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Calling delete_port for 9d4a8dbe-7a99-4204-9697-bc97a1eed518 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:40:46.327589 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.358355 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event deleted for resources: {'Port': ['ID=9d4a8dbe-7a99-4204-9697-bc97a1eed518,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:46.397277 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.397627 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.397973 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.398315 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.398654 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.398986 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.399320 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.399657 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.400005 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.400333 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.400663 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.401030 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:46.422770 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.423119 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Floating IP 2aa2b2a5-1db0-4b5e-8042-f279e303b8e3 disassociated (deleted). External IP: 172.25.0.125, port: 1d8ea311-4efc-4ab9-9066-e343a0beca59. Aug 22 16:40:46.633195 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:40:46.741638 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:40:46.746667 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:46.751305 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593207-913a-489c-b625-3174728a1aae None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:40:46.761141 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:40:46.761761 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:46.774851 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-d0c848fd-4d27-4f52-8416-ebc18f61c60c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "DELETE /v2.0/floatingips/2aa2b2a5-1db0-4b5e-8042-f279e303b8e3 HTTP/1.1" status: 204 len: 168 time: 0.9327483 Aug 22 16:40:46.775449 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:46.777784 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:46.866342 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:40:47.086858 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:47.123251 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593207-913a-489c-b625-3174728a1aae None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:40:47.134031 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:40:47.134642 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:47.247365 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:40:47.269392 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b88183-bc36-450b-8cd5-d27bac6fc7bd x-openstack-request-id: req-72b88183-bc36-450b-8cd5-d27bac6fc7bd {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:47.269902 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:47.270031 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72b88183-bc36-450b-8cd5-d27bac6fc7bd {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:47.270327 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'status': 'completed', 'code': 200} Aug 22 16:40:47.369422 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-b817c8bd-fe6e-44d2-b360-489117b880a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:47.370961 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-b817c8bd-fe6e-44d2-b360-489117b880a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0753939 Aug 22 16:40:47.383388 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe57066-17f4-4683-a106-5a791fbd4358 req-7d50650e-ba36-4a6b-9bfa-6d93f61dc065 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:47.384857 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfe57066-17f4-4683-a106-5a791fbd4358 req-7d50650e-ba36-4a6b-9bfa-6d93f61dc065 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0638301 Aug 22 16:40:47.473881 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-cfe57066-17f4-4683-a106-5a791fbd4358 req-21143239-0e12-421f-925d-9b3667fcfa1e tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808494 Aug 22 16:40:47.481936 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-9e593207-913a-489c-b625-3174728a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:47.500907 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-0529ae52-12b0-4006-9bb1-50db0816d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:47.502399 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-0529ae52-12b0-4006-9bb1-50db0816d16e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.1166909 Aug 22 16:40:47.514506 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e593207-913a-489c-b625-3174728a1aae None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_floatingips': [{'id': '00f9ba08-7433-4b9d-9eea-b5290d9df584', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'router_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'port_id': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'mac_address': 'fa:16:3e:0b:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-22T16:35:11Z', 'updated_at': '2021-08-22T16:35:13Z', 'revision_number': 1, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:40:47.549616 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-84ac4243-2cd4-4c70-95be-649b08b96984 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 200 len: 217 time: 0.0397685 Aug 22 16:40:47.602460 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-c0c65051-6039-49b8-93ac-269191f69a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:47.603951 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-c0c65051-6039-49b8-93ac-269191f69a7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0464518 Aug 22 16:40:47.653439 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-d85fd9da-04fb-401f-b27c-f7492293405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:47.654975 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-d85fd9da-04fb-401f-b27c-f7492293405d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432506 Aug 22 16:40:47.753223 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b7ec9-69f5-480a-bdb0-b9d7ce0244f7 None None] New status for floating IP 2aa2b2a5-1db0-4b5e-8042-f279e303b8e3: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:40:47.754640 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-db258637-0e72-45fa-a6cb-81aed5523793 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919056 Aug 22 16:40:47.848663 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-e6567643-ecd2-4d97-ba0c-3a735c88a9ee req-588b58fa-acc8-4f86-8839-0a24da7a2920 service neutron] 10.222.0.54 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Aug 22 16:40:48.560770 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:40:48.597428 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55210c-af1d-41b0-9dea-8b021b366bd2 req-6e5fc446-be53-484c-bea0-a9e091ca11cd tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:48.598952 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a55210c-af1d-41b0-9dea-8b021b366bd2 req-6e5fc446-be53-484c-bea0-a9e091ca11cd tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0554621 Aug 22 16:40:48.637578 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969679'] for port, before_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:48.639117 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-8a55210c-af1d-41b0-9dea-8b021b366bd2 req-c4edce52-892a-40c2-8e88-f55056e8dc9b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324764 Aug 22 16:40:48.659573 n-d-805046-3 neutron-server[102051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:48.661858 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3383ba8b2b195b2d7d97bb7d3baf11961d777de7353b89d3ed3d8baa576558d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c486e1d-d9f1-44ce-bdae-06530a130e75" -d '{"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:48.675044 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:48.698635 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d529a79-96d4-45a5-9000-4d5b5847eb16 x-openstack-request-id: req-0d529a79-96d4-45a5-9000-4d5b5847eb16 {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:48.698926 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "code": 200}]} {{(pid=102051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:48.699182 n-d-805046-3 neutron-server[102051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d529a79-96d4-45a5-9000-4d5b5847eb16 {{(pid=102051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:48.699569 n-d-805046-3 neutron-server[102051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'code': 200} Aug 22 16:40:48.750755 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773289925699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773289369622', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773289369640'] for port, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:48.800666 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Pushing event updated for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=8']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:48.938158 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-5aa08c7a-0db8-448e-8b33-eea3256179bc tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:48.939627 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-5aa08c7a-0db8-448e-8b33-eea3256179bc tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0498166 Aug 22 16:40:49.033378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Deleting port 1d8ea311-4efc-4ab9-9066-e343a0beca59 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:40:49.033725 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:49.126278 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] For port 1d8ea311-4efc-4ab9-9066-e343a0beca59, host n-h1-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805046-3',level=0,port_id=1d8ea311-4efc-4ab9-9066-e343a0beca59,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:49.126566 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:49.138416 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Calling delete_port for 1d8ea311-4efc-4ab9-9066-e343a0beca59 owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:40:49.320796 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:49.347741 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event deleted for resources: {'Port': ['ID=1d8ea311-4efc-4ab9-9066-e343a0beca59,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:49.391532 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] No DVR routers for this DVR port 1d8ea311-4efc-4ab9-9066-e343a0beca59 on host n-h1-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:40:49.394029 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:49.396196 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-60ec725f-ffe2-4bd9-add8-f7f92f7e314f req-37cb2da2-8948-46b4-97c1-e73c5db7e3b6 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.54 "DELETE /v2.0/ports/1d8ea311-4efc-4ab9-9066-e343a0beca59 HTTP/1.1" status: 204 len: 173 time: 0.4502521 Aug 22 16:40:49.396643 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-deleted', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:49.399715 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c91a7c-ee77-452e-bba9-8798ba8de348" -d '{"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-deleted", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:49.436241 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4df78-ffa8-4439-a6d5-484252e707ad x-openstack-request-id: req-b3b4df78-ffa8-4439-a6d5-484252e707ad {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:49.436241 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241b4821-07bc-4a01-a8dc-0da25901f6c1", "name": "network-vif-deleted", "tag": "1d8ea311-4efc-4ab9-9066-e343a0beca59", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:49.436241 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3b4df78-ffa8-4439-a6d5-484252e707ad {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:49.436241 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241b4821-07bc-4a01-a8dc-0da25901f6c1', 'name': 'network-vif-deleted', 'tag': '1d8ea311-4efc-4ab9-9066-e343a0beca59', 'status': 'completed', 'code': 200} Aug 22 16:40:49.769906 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-c80ce219-2c01-452a-8002-8b45097ad0f9 req-e3a082fc-1770-40a8-a803-e221bbb53eb9 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=241b4821-07bc-4a01-a8dc-0da25901f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Aug 22 16:40:50.515085 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-f37a14e3-6e3d-42d8-8fab-89d4481d2894 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436440 Aug 22 16:40:50.620276 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-c2b0ecad-dede-4830-8df4-4485696b061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:50.621761 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-c2b0ecad-dede-4830-8df4-4485696b061c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0466516 Aug 22 16:40:50.729493 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-8254208a-ae29-44d5-a665-1ce74913a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:50.730988 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-8254208a-ae29-44d5-a665-1ce74913a1e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.0904236 Aug 22 16:40:50.797561 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-5c6c7b9a-dcbb-4f9f-aedb-0c36824ebf1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 1000 time: 0.0587447 Aug 22 16:40:50.847279 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-a74714d8-6c89-4cae-a7af-b4aad8641940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:50.848779 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-a74714d8-6c89-4cae-a7af-b4aad8641940 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0450575 Aug 22 16:40:50.903194 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-21474e31-ff5d-497a-9edc-89cd16cff6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:50.904879 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-21474e31-ff5d-497a-9edc-89cd16cff6ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483053 Aug 22 16:40:50.996358 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-c8eb9541-2164-4373-a4e2-db1bccdf63f2 service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844977 Aug 22 16:40:51.101962 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-2a2e81f3-740d-4126-bf05-479dbfd317e6 req-0e09edb7-99c8-4dc0-a92a-f472964963fc service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991764 Aug 22 16:40:52.150913 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:40:52.236412 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.238185 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34402) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:40:52.393641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Deleting port e5a0780c-cfcd-4380-a7a9-e373d031dd30 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:40:52.393890 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.467349 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.467671 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.479023 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Calling delete_port for e5a0780c-cfcd-4380-a7a9-e373d031dd30 owned by network:floatingip {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:40:52.561707 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 no longer exists at agent hyperv_n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:40:52.581298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] No Port match for: 1d8ea311-4efc-4ab9-9066-e343a0beca59 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:40:52.581648 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Device 1d8ea311-4efc-4ab9-9066-e343a0beca59 not bound to the agent host n-h1-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:40:52.697482 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.723070 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event deleted for resources: {'Port': ['ID=e5a0780c-cfcd-4380-a7a9-e373d031dd30,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:52.787759 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for floatingip, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:52.788198 n-d-805046-3 neutron-server[102049]: INFO neutron.db.l3_db [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Floating IP 00f9ba08-7433-4b9d-9eea-b5290d9df584 disassociated (deleted). External IP: 172.25.0.254, port: b10b6480-6ebf-4c82-8c19-1fd949938a1a. Aug 22 16:40:52.998250 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:40:53.106141 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:40:53.111044 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for floatingip, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:53.115615 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:40:53.125727 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:40:53.126329 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:53.138778 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-4c02d36a-0422-4b86-918c-17416aba4324 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "DELETE /v2.0/floatingips/00f9ba08-7433-4b9d-9eea-b5290d9df584 HTTP/1.1" status: 204 len: 168 time: 0.8994799 Aug 22 16:40:53.139378 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:53.142094 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee02186c-d4fe-4bee-8adf-a842725715a4" -d '{"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:53.321188 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:40:53.516594 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:53.530730 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39790c92-80c5-4d0c-b783-64ee0552123b x-openstack-request-id: req-39790c92-80c5-4d0c-b783-64ee0552123b {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:53.530730 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:53.530730 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39790c92-80c5-4d0c-b783-64ee0552123b {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:53.530730 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'status': 'completed', 'code': 200} Aug 22 16:40:53.545345 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:40:53.553926 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:40:53.554530 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:53.656569 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d317f0-4510-46b5-8be9-1c2a1ab76204 req-cb10146f-d752-43d5-9639-a7457b5e8b37 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:53.658011 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81d317f0-4510-46b5-8be9-1c2a1ab76204 req-cb10146f-d752-43d5-9639-a7457b5e8b37 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0819993 Aug 22 16:40:53.659845 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:40:53.660594 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-586e5028-4bc8-428d-bbfa-d841ff0e5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:53.661977 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-586e5028-4bc8-428d-bbfa-d841ff0e5ce5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c66c615ce48e4e07b16879766fc6c039&device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 1095 time: 0.0590892 Aug 22 16:40:53.755518 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-81d317f0-4510-46b5-8be9-1c2a1ab76204 req-535c7ef9-8504-47c0-addd-06dd300d4009 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899808 Aug 22 16:40:53.781784 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-194386fe-24f2-45c7-b814-fddf48fba361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:53.783293 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-194386fe-24f2-45c7-b814-fddf48fba361 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 200 len: 910 time: 0.1119723 Aug 22 16:40:53.827498 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-56725a5d-0a2b-4ebd-8516-f002f60b3a5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 200 len: 217 time: 0.0346200 Aug 22 16:40:53.859993 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:40:53.881289 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-e9b427b3-0c42-4900-a6b0-183fa6879930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:53.883270 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-e9b427b3-0c42-4900-a6b0-183fa6879930 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 200 len: 848 time: 0.0490744 Aug 22 16:40:53.886910 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a2bae-1a7c-445c-b32e-6efaa2aeac56 None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:34:47Z', 'revision_number': 4, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3', '_interfaces': [{'id': '50489a56-1968-4884-96bc-85016964d9ef', 'name': '', 'network_id': 'f3adb5df-7541-436a-9043-493d7a5bf884', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'mac_address': 'fa:16:3e:d4:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:47Z', 'updated_at': '2021-08-22T16:34:53Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'subnets': [{'id': '1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:40:53.946409 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-b386add5-8f5f-41a2-8bd2-6c0dea8eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:53.947966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-b386add5-8f5f-41a2-8bd2-6c0dea8eb9f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3adb5df-7541-436a-9043-493d7a5bf884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430086 Aug 22 16:40:54.045726 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-990abe08-0e94-4c2d-a48a-9b672f7e77da service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902596 Aug 22 16:40:54.112988 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd80d8-c438-4bc9-a228-6c98d5ed864b None None] New status for floating IP 00f9ba08-7433-4b9d-9eea-b5290d9df584: DOWN {{(pid=102051) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 22 16:40:54.141260 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-ee02186c-d4fe-4bee-8adf-a842725715a4 req-9390bdea-44ae-4037-afa3-8666f1dbaa4e service neutron] 10.222.0.10 "GET /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Aug 22 16:40:54.521618 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-b28eeaa6-df40-4f25-8d64-910e7f1b6c2b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:54.523366 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-b28eeaa6-df40-4f25-8d64-910e7f1b6c2b tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.10 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0496991 Aug 22 16:40:54.614135 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Deleting port b10b6480-6ebf-4c82-8c19-1fd949938a1a {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:40:54.614847 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:54.702091 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] For port b10b6480-6ebf-4c82-8c19-1fd949938a1a, host n-h2-805046-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805046-3',level=0,port_id=b10b6480-6ebf-4c82-8c19-1fd949938a1a,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:54.702453 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:54.714037 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Calling delete_port for b10b6480-6ebf-4c82-8c19-1fd949938a1a owned by compute:nova {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:40:54.886833 n-d-805046-3 neutron-server[102049]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9248ec-ed3b-4bc4-be08-6caaae62f8ee req-6f7d3c61-10cd-439a-b685-a8fe5c61a17f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102049) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 22 16:40:54.889276 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e9248ec-ed3b-4bc4-be08-6caaae62f8ee req-6f7d3c61-10cd-439a-b685-a8fe5c61a17f tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 944 time: 0.0600753 Aug 22 16:40:54.927004 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6e9248ec-ed3b-4bc4-be08-6caaae62f8ee req-36240c5a-3ab3-43e6-ab7b-b0ba27e5b038 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/security-groups?id=59790584-3fa0-4832-b3ae-303b4e1fe672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326629 Aug 22 16:40:54.954400 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:54.988130 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event deleted for resources: {'Port': ['ID=b10b6480-6ebf-4c82-8c19-1fd949938a1a,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:55.029967 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] No DVR routers for this DVR port b10b6480-6ebf-4c82-8c19-1fd949938a1a on host n-h2-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:40:55.032528 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175740'] for port, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:55.034565 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-6dcfe057-f282-41fb-a573-a8f3cacb2fdd req-ffde1275-b768-45bd-b73d-451f4eecef02 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.10 "DELETE /v2.0/ports/b10b6480-6ebf-4c82-8c19-1fd949938a1a HTTP/1.1" status: 204 len: 173 time: 0.5046628 Aug 22 16:40:55.531820 n-d-805046-3 neutron-server[102049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-deleted', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a'}] {{(pid=102049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 22 16:40:55.534142 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa1b25fb2fa09ec66834fc77590d062471c77284c7f148526c662517c5489102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea7783d-aac4-445e-b9f5-3e10d9666045" -d '{"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-deleted", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a"}]}' {{(pid=102049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 22 16:40:55.569352 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 22 Aug 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1ecd7-bee5-45bd-8d31-279dcf265c48 x-openstack-request-id: req-97e1ecd7-bee5-45bd-8d31-279dcf265c48 {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 22 16:40:55.569593 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c49805-370b-4928-a80e-fbb37d6eb3cd", "name": "network-vif-deleted", "tag": "b10b6480-6ebf-4c82-8c19-1fd949938a1a", "status": "completed", "code": 200}]} {{(pid=102049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 22 16:40:55.569852 n-d-805046-3 neutron-server[102049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97e1ecd7-bee5-45bd-8d31-279dcf265c48 {{(pid=102049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 22 16:40:55.570887 n-d-805046-3 neutron-server[102049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c49805-370b-4928-a80e-fbb37d6eb3cd', 'name': 'network-vif-deleted', 'tag': 'b10b6480-6ebf-4c82-8c19-1fd949938a1a', 'status': 'completed', 'code': 200} Aug 22 16:40:56.039786 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [req-accefb0f-6c16-4a6c-9c01-0120b55f67b1 req-7c3a78a6-61df-458f-b8b0-1ffd6c2e6e6c tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c49805-370b-4928-a80e-fbb37d6eb3cd HTTP/1.1" status: 200 len: 210 time: 0.0274024 Aug 22 16:40:57.094716 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34420) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:40:57.153211 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:57.177102 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:57.298999 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:57.301779 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:57.302966 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] 10.222.0.53 "DELETE /v2.0/security-groups/59790584-3fa0-4832-b3ae-303b4e1fe672 HTTP/1.1" status: 204 len: 168 time: 0.2071829 Aug 22 16:40:57.312756 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b0dd-2e8d-476e-b0e5-0ba5e4f060d0 tempest-TestSnapshotPattern-953586733 tempest-TestSnapshotPattern-953586733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59790584-3fa0-4832-b3ae-303b4e1fe672,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:58.427035 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34426) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:40:58.870684 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:59.116732 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Deleting port 50489a56-1968-4884-96bc-85016964d9ef {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:40:59.117139 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:59.202303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] For port 50489a56-1968-4884-96bc-85016964d9ef, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=50489a56-1968-4884-96bc-85016964d9ef,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:40:59.202676 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:59.214707 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Calling delete_port for 50489a56-1968-4884-96bc-85016964d9ef owned by network:router_interface {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:40:59.464803 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:59.491157 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50489a56-1968-4884-96bc-85016964d9ef,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:40:59.519910 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.520286 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.520631 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.520971 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.521312 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.521649 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.521978 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.522303 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.522633 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.522956 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.523913 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.524884 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805046-3 {{(pid=102048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 22 16:40:59.667178 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:40:59.885459 n-d-805046-3 neutron-server[102048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:40:59.987125 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:40:59.998103 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-11805a70-fd9c-4c19-9fcc-5981650555d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/141235f5-6131-4a7c-a5c0-d140b2bdbfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5641599 Aug 22 16:40:59.998103 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34436) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:40:59.998341 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Sync routers for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:41:00.005024 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:41:00.005652 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:00.033863 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a no longer exists at agent hyperv_n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:00.053370 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] No Port match for: b10b6480-6ebf-4c82-8c19-1fd949938a1a {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:00.053710 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Device b10b6480-6ebf-4c82-8c19-1fd949938a1a not bound to the agent host n-h2-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:00.101233 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.115014 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: n-d-805046-3 {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:41:00.196982 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-02b8f316-a405-40ec-af88-552547a6154d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.207872 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.293848 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:40:59Z', 'revision_number': 5, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port': {'id': '4af50029-a148-46d5-b0b8-2403a559d0c5', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:45Z', 'updated_at': '2021-08-22T16:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:00.322981 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Checking router: 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 for host: n-d-805046-3 {{(pid=102052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:41:00.325262 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Deleting port 4af50029-a148-46d5-b0b8-2403a559d0c5 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:00.325620 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.331426 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Routers {'141235f5-6131-4a7c-a5c0-d140b2bdbfe7'} bound to L3 agent in host n-d-805046-3 {{(pid=102052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:41:00.332052 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:40:34Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'], 'active': True} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:00.407053 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] For port 4af50029-a148-46d5-b0b8-2403a559d0c5, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4af50029-a148-46d5-b0b8-2403a559d0c5,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:00.407311 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.415651 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_dvr_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] Set router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 gateway port host: None {{(pid=102052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:41:00.420120 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Calling delete_port for 4af50029-a148-46d5-b0b8-2403a559d0c5 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:00.465497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.l3_hamode_db [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:41:00Z', 'revision_number': 6, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:00.493732 n-d-805046-3 neutron-server[102052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d59e8-72b9-41c4-99d1-113bf0f3849d None None] The sync data for ids ['141235f5-6131-4a7c-a5c0-d140b2bdbfe7'] in n-d-805046-3 is: [{'id': '141235f5-6131-4a7c-a5c0-d140b2bdbfe7', 'name': 'tempest-TestSnapshotPattern-943452559-router', 'tenant_id': 'c66c615ce48e4e07b16879766fc6c039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:44Z', 'updated_at': '2021-08-22T16:41:00Z', 'revision_number': 6, 'project_id': 'c66c615ce48e4e07b16879766fc6c039', 'gw_port_host': None}] {{(pid=102052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:41:00.636169 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.659920 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af50029-a148-46d5-b0b8-2403a559d0c5,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:00.721891 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.814271 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.816313 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.937197 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.937735 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 141235f5-6131-4a7c-a5c0-d140b2bdbfe7 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:41:00.944618 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:00.947293 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-bfbe41c3-7458-48f5-841b-b4c9259df824 admin admin] 10.222.0.53 "DELETE /v2.0/routers/141235f5-6131-4a7c-a5c0-d140b2bdbfe7 HTTP/1.1" status: 204 len: 168 time: 0.9504797 Aug 22 16:41:00.949323 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34440) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:00.991596 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Deleting subnet 1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 {{(pid=102048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:41:00.995473 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.028847 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5864088'] for subnet, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.108260 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.230732 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5868002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5642551'] for subnet, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.256062 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:01.262596 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.264637 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-e8bddc6d-4e2c-4139-aba7-221a52d7a6eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1ab5d8ec-7fba-4ceb-8c85-508a7ece4a50 HTTP/1.1" status: 204 len: 168 time: 0.3143229 Aug 22 16:41:01.267075 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34442) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:01.272305 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2499090-806b-4808-b234-32972eae9280 None None] Network f3adb5df-7541-436a-9043-493d7a5bf884 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:41:01.336950 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 50489a56-1968-4884-96bc-85016964d9ef no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:01.349672 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.363858 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 50489a56-1968-4884-96bc-85016964d9ef {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:01.364238 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 50489a56-1968-4884-96bc-85016964d9ef not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:01.416302 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Deleting port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:01.416650 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.486257 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] For port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:01.486912 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.490890 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] DHCP port deletion for f3adb5df-7541-436a-9043-493d7a5bf884 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:41:01.502585 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Calling delete_port for 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 owned by network:dhcp {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:01.537897 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Deleting port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:01.538277 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.607088 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] For port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,segment=NetworkSegment(7010bd55-83f6-4527-834f-3f3582aee07b),segment_id=7010bd55-83f6-4527-834f-3f3582aee07b)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:01.607494 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.621644 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Calling delete_port for 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:01.774545 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.805229 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] Pushing event deleted for resources: {'Port': ['ID=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:01.809081 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93267c4c-23fe-4beb-9a78-3823d970e437 None None] No DVR routers for this DVR port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:41:01.899396 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:01.925515 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f874f2-6c8c-42fd-9ef2-e8d92c9216e3,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:01.927351 n-d-805046-3 neutron-server[102048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] No DVR routers for this DVR port 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 on host n-d-805046-3 {{(pid=102048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:41:01.999261 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.009641 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3adb5df-7541-436a-9043-493d7a5bf884']}} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:02.019440 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7010bd55-83f6-4527-834f-3f3582aee07b') {'for_net_delete': True} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:02.019728 n-d-805046-3 neutron-server[102048]: DEBUG neutron.services.segments.db [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7010bd55-83f6-4527-834f-3f3582aee07b') {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:02.031992 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5864081'] for segment, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.043239 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.049081 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:41:02.049477 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867908'] for segment, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self.session.flush() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: Traceback (most recent call last): Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: timer() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: cb(*args, **kw) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: return func(*args, **kwargs) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self._notify() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: self.callback(batched_events) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: event.method(event) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: return f(self, *a, **k) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: return self._get(url).json() Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: return self.request(url, 'GET', **kwargs) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:41:02.051085 n-d-805046-3 neutron-server[102048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:41:02.189998 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.195445 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Notify callbacks [] for network, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.197329 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f3adb5df-7541-436a-9043-493d7a5bf884 HTTP/1.1" status: 204 len: 168 time: 0.9292650 Aug 22 16:41:02.200427 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34444) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:02.207877 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2591f0-e0a8-4b42-bd36-75455d6d6877 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3adb5df-7541-436a-9043-493d7a5bf884,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:02.859629 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1581578'] for router_interface, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:02.958614 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:02.979422 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:02.981702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 79f874f2-6c8c-42fd-9ef2-e8d92c9216e3 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:02.981702 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4af50029-a148-46d5-b0b8-2403a559d0c5 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:02.981918 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.001106 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4af50029-a148-46d5-b0b8-2403a559d0c5 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:03.001456 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4af50029-a148-46d5-b0b8-2403a559d0c5 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:03.111995 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Deleting port 4ffe97cf-3c9b-48f2-a628-bf1074314f99 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:03.112264 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.192566 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] For port 4ffe97cf-3c9b-48f2-a628-bf1074314f99, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=4ffe97cf-3c9b-48f2-a628-bf1074314f99,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:03.192927 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.205165 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Calling delete_port for 4ffe97cf-3c9b-48f2-a628-bf1074314f99 owned by network:router_interface {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:03.464512 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.489992 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffe97cf-3c9b-48f2-a628-bf1074314f99,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:03.596032 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-c06c67fa-7e8f-493a-b587-a43c2f845d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.659768 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1665475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588334'] for router_interface, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:03.879004 n-d-805046-3 neutron-server[102049]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 has already been hosted by L3 agent 1aa3f3d2-82e4-44e0-962f-19cf16299874 {{(pid=102049) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 22 16:41:03.988342 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] Notify agent at l3_agent.n-d-805046-3 the message routers_updated {{(pid=102049) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 22 16:41:03.997082 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-91fcb728-e4c1-482c-98da-df1a2801c002 admin admin] 10.222.0.53 "PUT /v2.0/routers/df3a5078-e020-4f0c-8ea0-6d9ff059cad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929261 Aug 22 16:41:03.997194 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34446) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:03.998193 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Sync routers for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 22 16:41:04.008295 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:41:04.008948 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:41:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:04.106276 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks [] for router, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.115673 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: n-d-805046-3 {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:41:04.209266 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.297233 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'external_fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:41:03Z', 'revision_number': 5, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port': {'id': 'bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749', 'name': '', 'network_id': '6e17ac43-13d9-4221-8f2e-e33af352ea02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805046-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-22T16:34:51Z', 'updated_at': '2021-08-22T16:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abe0c827-63a6-468a-8cdf-9a2a7b409c07', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805046-3'}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:04.327930 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Deleting port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 {{(pid=102048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:04.328323 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.329298 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Checking router: df3a5078-e020-4f0c-8ea0-6d9ff059cad6 for host: n-d-805046-3 {{(pid=102051) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 22 16:41:04.338439 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Routers {'df3a5078-e020-4f0c-8ea0-6d9ff059cad6'} bound to L3 agent in host n-d-805046-3 {{(pid=102051) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 22 16:41:04.339056 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805046-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-22T14:35:03Z,description=,heartbeat_timestamp=2021-08-22T16:41:04Z,host='n-d-805046-3',id=1aa3f3d2-82e4-44e0-962f-19cf16299874,load=0,resource_versions=,resources_synced=,started_at=2021-08-22T14:35:04Z,topic='l3_agent')) {'router_ids': ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'], 'active': True} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:04.409201 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.db [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] For port bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,segment=NetworkSegment(7f9ca90f-066d-4a5e-8402-09c316b5e338),segment_id=7f9ca90f-066d-4a5e-8402-09c316b5e338)] {{(pid=102048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:04.409580 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.422159 n-d-805046-3 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Calling delete_port for bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 owned by network:router_gateway {{(pid=102048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:04.428857 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvr_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] Set router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 gateway port host: None {{(pid=102051) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 22 16:41:04.480868 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:41:04Z', 'revision_number': 6, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port_host': None}], 'n-d-805046-3', False) {} {{(pid=102051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:04.511838 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3f86-fde5-4549-b666-3990cb84e8ca None None] The sync data for ids ['df3a5078-e020-4f0c-8ea0-6d9ff059cad6'] in n-d-805046-3 is: [{'id': 'df3a5078-e020-4f0c-8ea0-6d9ff059cad6', 'name': 'tempest-TestSnapshotPattern-1428661877-router', 'tenant_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-22T16:34:50Z', 'updated_at': '2021-08-22T16:41:04Z', 'revision_number': 6, 'project_id': 'c0bbb938cf6847ceb87a8c8ae19bc827', 'gw_port_host': None}] {{(pid=102051) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 22 16:41:04.641649 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867959'] for port, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.669601 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:04.731692 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576684'] for router_gateway, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.825675 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31638'] for router, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.826792 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.932029 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1574469'] for router, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.932616 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3a5078-e020-4f0c-8ea0-6d9ff059cad6 {{(pid=102048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 22 16:41:04.937350 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] Notify callbacks [] for router, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:04.940738 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-5c331cf3-6f91-4cd2-b96b-1f2176e7b975 admin admin] 10.222.0.53 "DELETE /v2.0/routers/df3a5078-e020-4f0c-8ea0-6d9ff059cad6 HTTP/1.1" status: 204 len: 168 time: 0.9403710 Aug 22 16:41:04.941522 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34448) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:04.998641 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Deleting subnet c5ee2a71-b421-4410-adce-c98d1e9c6799 {{(pid=102049) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 22 16:41:05.001733 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.042071 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7623311'] for subnet, precommit_delete_associations {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.121214 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006240'] for subnet, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.237028 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4422804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276466'] for subnet, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.263911 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ee2a71-b421-4410-adce-c98d1e9c6799,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:05.268518 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.271026 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-f23e0204-d7be-4357-9323-839916515498 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5ee2a71-b421-4410-adce-c98d1e9c6799 HTTP/1.1" status: 204 len: 168 time: 0.3284268 Aug 22 16:41:05.273927 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34450) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:05.279367 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf0ae9-3f8e-4311-beae-8c8bef472193 None None] Network cfb85b0d-d251-4f37-908f-f1b61a5b0335 requested from n-d-805046-3 {{(pid=102051) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 22 16:41:05.347254 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4ffe97cf-3c9b-48f2-a628-bf1074314f99 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:05.351417 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.352853 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577077'] for network, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.375484 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 4ffe97cf-3c9b-48f2-a628-bf1074314f99 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:05.375743 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 4ffe97cf-3c9b-48f2-a628-bf1074314f99 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:05.413477 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Deleting port 938482d2-c91c-4db7-b4d9-960a460a8dc4 {{(pid=102049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:05.413828 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.488198 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] DHCP port deletion for cfb85b0d-d251-4f37-908f-f1b61a5b0335 request from n-d-805046-3 {{(pid=102051) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 22 16:41:05.488451 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.db [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] For port 938482d2-c91c-4db7-b4d9-960a460a8dc4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=938482d2-c91c-4db7-b4d9-960a460a8dc4,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:05.488689 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.502628 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.plugin [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Calling delete_port for 938482d2-c91c-4db7-b4d9-960a460a8dc4 owned by network:dhcp {{(pid=102049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:05.538100 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Deleting port 938482d2-c91c-4db7-b4d9-960a460a8dc4 {{(pid=102051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 22 16:41:05.538622 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773289770231'] for port, before_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.606248 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.db [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] For port 938482d2-c91c-4db7-b4d9-960a460a8dc4, host n-d-805046-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805046-3',level=0,port_id=938482d2-c91c-4db7-b4d9-960a460a8dc4,segment=NetworkSegment(ac821ab4-dcff-49e8-b8af-0c593782dcd5),segment_id=ac821ab4-dcff-49e8-b8af-0c593782dcd5)] {{(pid=102051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 22 16:41:05.606655 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581741'] for port, precommit_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.620930 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Calling delete_port for 938482d2-c91c-4db7-b4d9-960a460a8dc4 owned by network:dhcp {{(pid=102051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 22 16:41:05.670509 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4422849'] for port, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 22 16:41:05.690654 n-d-805046-3 neutron-server[102051]: self.session.flush() Aug 22 16:41:05.696731 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-119768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773289925681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773289369613'] for port, after_delete {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.698788 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Pushing event deleted for resources: {'Port': ['ID=938482d2-c91c-4db7-b4d9-960a460a8dc4,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:05.700857 n-d-805046-3 neutron-server[102049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] No DVR routers for this DVR port 938482d2-c91c-4db7-b4d9-960a460a8dc4 on host n-d-805046-3 {{(pid=102049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:41:05.726385 n-d-805046-3 neutron-server[102051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] Pushing event deleted for resources: {'Port': ['ID=938482d2-c91c-4db7-b4d9-960a460a8dc4,revision_number=None']} {{(pid=102051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:05.730626 n-d-805046-3 neutron-server[102051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4191372-15ab-43be-83b6-87d138f36511 None None] No DVR routers for this DVR port 938482d2-c91c-4db7-b4d9-960a460a8dc4 on host n-d-805046-3 {{(pid=102051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 22 16:41:05.782236 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905269', 'neutron.services.segments.db._delete_segments_for_network-8773289939128'] for network, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.791910 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb85b0d-d251-4f37-908f-f1b61a5b0335']}} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:05.801410 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac821ab4-dcff-49e8-b8af-0c593782dcd5') {'for_net_delete': True} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:05.801705 n-d-805046-3 neutron-server[102049]: DEBUG neutron.services.segments.db [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac821ab4-dcff-49e8-b8af-0c593782dcd5') {} {{(pid=102049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 22 16:41:05.810221 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773289952193', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7623302'] for segment, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.824329 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701'] for segment, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.830116 n-d-805046-3 neutron-server[102049]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102049) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 22 16:41:05.830498 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4422898'] for segment, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: Traceback (most recent call last): Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: timer() Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: cb(*args, **kw) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: return func(*args, **kwargs) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: self._notify() Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: self.callback(batched_events) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: event.method(event) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: aggregate_uuid = self.p_client.list_aggregates( Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: return f(self, *a, **k) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: return self._get(url).json() Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: return self.request(url, 'GET', **kwargs) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: base_url = self.get_endpoint(auth, allow=allow, Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 22 16:41:05.832112 n-d-805046-3 neutron-server[102049]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 22 16:41:05.944691 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1665530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1576496'] for network, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.951877 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Notify callbacks [] for network, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:05.953770 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] 10.222.0.53 "DELETE /v2.0/networks/cfb85b0d-d251-4f37-908f-f1b61a5b0335 HTTP/1.1" status: 204 len: 168 time: 0.6788099 Aug 22 16:41:05.969082 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf055da-a9a1-437e-a125-3a950ec6030a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb85b0d-d251-4f37-908f-f1b61a5b0335,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:06.269667 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34454) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:06.310598 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-c5600bd9-70c8-46a8-97d3-bedf42c734e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c66c615ce48e4e07b16879766fc6c039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397508 Aug 22 16:41:06.313021 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [-] (102049) accepted ('10.222.0.53', 34456) {{(pid=102049) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:06.360635 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:06.382267 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:06.516198 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:06.518692 n-d-805046-3 neutron-server[102049]: DEBUG neutron_lib.callbacks.manager [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:06.519901 n-d-805046-3 neutron-server[102049]: INFO neutron.wsgi [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014e8dd8-225f-492f-bfa4-92b7e3901330 HTTP/1.1" status: 204 len: 168 time: 0.2059755 Aug 22 16:41:06.527739 n-d-805046-3 neutron-server[102049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fa08-1ef3-4dfc-bd53-74f47c99d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e8dd8-225f-492f-bfa4-92b7e3901330,revision_number=None']} {{(pid=102049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:06.950381 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 938482d2-c91c-4db7-b4d9-960a460a8dc4 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:06.973761 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: 938482d2-c91c-4db7-b4d9-960a460a8dc4 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:06.974110 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device 938482d2-c91c-4db7-b4d9-960a460a8dc4 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:06.974519 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 no longer exists at agent ovs-agent-n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 22 16:41:06.993432 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.plugin [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] No Port match for: bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 {{(pid=102051) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 22 16:41:06.993787 n-d-805046-3 neutron-server[102051]: DEBUG neutron.plugins.ml2.rpc [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Device bc4f7ea7-4f51-4d42-ad9c-31d3d71aa749 not bound to the agent host n-d-805046-3 {{(pid=102051) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 22 16:41:07.198689 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34462) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:07.241563 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-0e614d9c-d91f-4a99-af77-65ea7ff20bd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0bbb938cf6847ceb87a8c8ae19bc827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404265 Aug 22 16:41:07.244360 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [-] (102048) accepted ('10.222.0.53', 34464) {{(pid=102048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 22 16:41:07.276175 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:07.292519 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:07.313882 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:07.434390 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044388'] for security_group, after_delete {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:07.437030 n-d-805046-3 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:07.438203 n-d-805046-3 neutron-server[102048]: INFO neutron.wsgi [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a721233-def8-4d05-ac71-dd604ddee9bf HTTP/1.1" status: 204 len: 168 time: 0.1929018 Aug 22 16:41:07.446698 n-d-805046-3 neutron-server[102048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cf96d-0a10-4d68-883c-91f0f43ca6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a721233-def8-4d05-ac71-dd604ddee9bf,revision_number=None']} {{(pid=102048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 22 16:41:11.805627 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:22.229883 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:29.150779 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:41:30.222132 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94f8537b-95bd-4f5c-a547-3b8acd0cdbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:33.005085 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:33.593712 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4e80d0d8-61da-4c05-9c07-650f3cddd355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:35.326757 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:37.264575 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:41.885281 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:41:49.401824 n-d-805046-3 neutron-server[102048]: DEBUG neutron.wsgi [req-46b4e7c2-20ea-43a8-b909-26c265a7fcc8 req-a8564b9e-fb5d-4472-aa97-b4b3f0848dcd service neutron] (102048) timed out ('10.222.0.53', 60124) {{(pid=102048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:41:52.247236 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:00.238618 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd67c-51e3-4653-abc4-923a7ec40b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:02.970353 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:03.581565 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1fb7adfc-cc5d-4b2d-84f3-003ea5a9ac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:05.318340 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:06.149645 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:42:07.258535 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:11.852662 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:22.266823 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:30.209893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-4b1a816b-be99-48ba-9ea8-a81e1d5e1a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:33.124269 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:33.575245 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-1258d589-cd02-4a33-8922-19ef445c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:35.324035 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:37.280569 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:41.806267 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:42:43.150497 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:42:52.289556 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:00.200088 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-24c3cabb-b89d-4222-9873-881ad201be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:02.988348 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:03.577459 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e00368f1-07d8-437a-8673-2b7751ddeb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:05.319799 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:07.291406 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:11.865791 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:20.150548 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:43:22.285413 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:30.216650 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5b70-6f6f-493e-85bd-5b7a2ae2aed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:32.973903 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:33.591315 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-49c4fc06-826a-4aa0-b863-32f4a1521889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:35.328848 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:37.288534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:41.827791 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:52.279486 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:43:57.149903 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:44:00.211142 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2c8c7975-c63c-46bf-8c09-aa88f0b32f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:02.971075 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:03.584949 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-41a4e42d-8eb8-4f39-a3d6-1b0115ca4e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:05.333505 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:07.270454 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:11.841657 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:22.264689 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:30.250563 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-22e52c0d-fee2-4c3f-aa2e-2ad73baefab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:33.020773 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:33.601835 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ed24db8f-c081-4b4b-8191-16b6fb19d597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:34.149051 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:44:35.358580 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:37.290038 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:41.861933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:44:52.269784 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:00.252470 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9bb20f41-a5ca-4ac7-85f4-ea77fd2b3c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:02.984254 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:03.598825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-981a6f61-9179-4b8a-9743-b3c11a95b2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:05.358268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:07.307167 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:11.148386 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:45:11.875391 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:22.275251 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:30.234984 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7ff0-a8b1-447a-9b83-d24810f6d312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:32.977268 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:33.580664 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-0714475d-8d6f-48a6-a09a-1e87864845a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:35.355487 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:37.295222 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:41.857368 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:45:48.147809 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:45:52.300893 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:00.255347 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-382570f1-94c8-433f-aab5-83ec225c7f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:02.968888 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:03.597756 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-870e678b-3933-4381-bb95-8a39b6a58f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:05.337255 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:07.291270 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:11.856793 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:22.294471 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:25.147177 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:46:30.254522 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-ec2a85e7-c31f-47b4-b58a-d6f44da6f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:33.022102 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:33.602636 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-09e3608f-0d66-4b9e-bc3c-2017c09b6fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:35.347839 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:37.319534 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:41.862265 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:46:52.288483 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:00.227345 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-2b209c86-fe44-4756-86ae-3fe5e96eb187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:02.145755 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:47:03.010476 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:03.593121 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-18438706-e847-4195-b91d-18775df48f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:05.358729 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:07.324831 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:11.911092 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:22.306744 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:29.141298 n-d-805046-3 neutron-server[102049]: DEBUG neutron.wsgi [req-accc005e-d109-40d0-9161-16dca2e395fb req-01b30511-d921-42cc-8bd6-86bf6652974a service neutron] (102049) timed out ('10.222.0.53', 33402) {{(pid=102049) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 22 16:47:30.205383 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-8fd8efc2-e559-4d09-990a-28ad10687f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:33.013631 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:33.630422 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-cf911b09-d27d-42e4-a74c-b53bc8ff4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:35.398480 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:37.289280 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:39.145529 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:47:41.887690 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:47:52.289604 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:00.209138 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9b81f6fa-c3fb-4d31-939f-7fd8578e34c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:02.998430 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:03.568783 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-020911a2-6a4c-43ee-b1af-0e193b639098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:05.380732 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:07.327227 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:11.912004 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:16.144832 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:48:22.317530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:30.252968 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-79adc6a6-56b0-4d75-8edb-a62a3a430933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:33.035914 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:33.602734 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-331a6073-4381-47a2-b056-ad0e84332206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:35.361235 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:37.305825 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:41.876927 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:52.282495 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:48:53.143735 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:49:00.253654 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-a54e6b74-4ef7-432a-a97a-6e0c472b7888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:03.001933 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:03.594791 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fc70b3ee-a178-4459-9f7d-64c87414f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:05.367926 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:07.333404 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:11.910457 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:22.304447 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:30.143244 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:49:30.218530 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-fac70db4-0f94-449c-ae64-23c75d46e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:32.988686 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:33.624708 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-03a66a8a-4fa0-4bf3-a553-6c56befe2df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:35.350202 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:37.331461 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:41.921706 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-94507c50-1364-4c90-be78-3420c8394f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:49:52.287076 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-e48be5ba-d53a-40ff-a2ad-28c3dc1c7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:50:00.229574 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0689cab-2802-453f-8dd1-cdbc8d543e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:50:02.989585 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-9608706e-216a-4622-9582-a015d19e8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:50:03.600159 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-63cf5c46-5469-45c1-ad30-522b02207e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:50:05.371561 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-b0852212-97f6-4c90-af3b-19f6d5121f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 22 16:50:07.142517 n-d-805046-3 neutron-server[102052]: DEBUG neutron.db.agents_db [None req-0dec2d66-4b0b-4598-a499-525523ed1acc None None] Agent healthcheck: found 7 active agents {{(pid=102052) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 22 16:50:07.326715 n-d-805046-3 neutron-server[102051]: DEBUG neutron_lib.callbacks.manager [None req-5f3e39b8-e09d-49aa-8a7c-f0a325ff6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773289944872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863715'] for agent, after_update {{(pid=102051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}